2024-09-13T18:46:56.120 INFO:root:teuthology version: 1.2.2.dev2+g3752d38 2024-09-13T18:46:56.144 DEBUG:teuthology.report:Pushing job info to https://paddles.front.sepia.ceph.com/ 2024-09-13T18:46:56.238 INFO:teuthology.run:Config: archive_path: /home/teuthworker/archive/rishabh-2024-09-13_14:42:16-fs-wip-rishabh-testing-20240910.100730-reef-distro-default-smithi/7904019 branch: wip-rishabh-testing-20240910.100730-reef description: fs/functional/{begin/{0-install 1-ceph 2-logrotate 3-modules} clusters/1a3s-mds-4c-client conf/{client mds mgr mon osd} distro/{centos_latest} mount/fuse objectstore/bluestore-ec-root overrides/{ignorelist_health ignorelist_wrongly_marked_down no_client_pidfile pg_health} subvol_versions/create_subvol_version_v1 tasks/recovery-fs} email: null first_in_suite: false job_id: '7904019' kernel: kdb: 1 sha1: distro last_in_suite: false log-rotate: ceph-mds: 10G ceph-osd: 10G machine_type: smithi mgrmodules: sequential: - print: Enabling mgr modules name: rishabh-2024-09-13_14:42:16-fs-wip-rishabh-testing-20240910.100730-reef-distro-default-smithi no_nested_subset: false openstack: - volumes: count: 4 size: 20 - machine: disk: 200 os_type: centos os_version: 9.stream overrides: admin_socket: branch: wip-rishabh-testing-20240910.100730-reef ceph: cephfs: ec_profile: - m=2 - k=2 - crush-failure-domain=osd conf: client: client mount timeout: 600 debug client: 20 debug ms: 1 pid file: '' rados mon op timeout: 900 rados osd op timeout: 900 mds: debug mds: 20 debug mds balancer: 20 debug ms: 1 mds debug frag: true mds debug scatterstat: true mds op complaint time: 180 mds verify scatter: true osd op complaint time: 180 rados mon op timeout: 900 rados osd op timeout: 900 mgr: debug client: 20 debug mgr: 20 debug ms: 1 mon: debug mon: 20 debug ms: 1 debug paxos: 20 mon op complaint time: 120 mon warn on pool no app: false osd: bluestore block size: 96636764160 bluestore fsck on mount: true debug bluefs: 20 debug bluestore: 20 debug ms: 1 debug osd: 20 debug rocksdb: 10 mon osd backfillfull_ratio: 0.85 mon osd full ratio: 0.9 mon osd nearfull ratio: 0.8 osd failsafe full ratio: 0.95 osd objectstore: bluestore osd op complaint time: 180 flavor: default fs: xfs log-ignorelist: - \(MDS_ALL_DOWN\) - \(MDS_UP_LESS_THAN_MAX\) - FS_DEGRADED - FS_INLINE_DATA_DEPRECATED - FS_WITH_FAILED_MDS - MDS_ALL_DOWN - MDS_DAMAGE - MDS_DEGRADED - MDS_FAILED - MDS_INSUFFICIENT_STANDBY - MDS_UP_LESS_THAN_MAX - filesystem is online with fewer MDS than max_mds - POOL_APP_NOT_ENABLED - do not have an application enabled - overall HEALTH_ - Replacing daemon - deprecated feature inline_data - overall HEALTH_ - \(OSD_DOWN\) - \(OSD_ - but it is still running - is not responding - MON_DOWN - PG_AVAILABILITY - PG_DEGRADED - Reduced data availability - Degraded data redundancy sha1: 6c6b083f148f500c4f56d402b9e4ffcab6f1e2d3 ceph-deploy: bluestore: true conf: client: log file: /var/log/ceph/ceph-$name.$pid.log mon: {} osd: bluestore block size: 96636764160 bluestore fsck on mount: true debug bluefs: 20 debug bluestore: 20 debug rocksdb: 10 mon osd backfillfull_ratio: 0.85 mon osd full ratio: 0.9 mon osd nearfull ratio: 0.8 osd failsafe full ratio: 0.95 osd objectstore: bluestore fs: xfs install: ceph: flavor: default sha1: 6c6b083f148f500c4f56d402b9e4ffcab6f1e2d3 selinux: allowlist: - scontext=system_u:system_r:getty_t:s0 subvolume_version: 1 thrashosds: bdev_inject_crash: 2 bdev_inject_crash_probability: 0.5 workunit: branch: wip-rishabh-testing-20240910.100730-reef sha1: 6c6b083f148f500c4f56d402b9e4ffcab6f1e2d3 owner: scheduled_rishabh@teuthology priority: 70 repo: https://git.ceph.com/ceph-ci.git roles: - - mon.a - mgr.y - mds.a - mds.c - osd.0 - osd.1 - osd.2 - osd.3 - client.0 - client.2 - - mon.b - mon.c - mgr.x - mds.b - mds.d - osd.4 - osd.5 - osd.6 - osd.7 - client.1 - client.3 seed: 6439 sha1: 6c6b083f148f500c4f56d402b9e4ffcab6f1e2d3 sleep_before_teardown: 0 subset: 964/1024 suite: fs suite_branch: wip-rishabh-testing-20240910.100730-reef suite_path: /home/teuthworker/src/git.ceph.com_ceph-c_6c6b083f148f500c4f56d402b9e4ffcab6f1e2d3/qa suite_relpath: qa suite_repo: https://git.ceph.com/ceph-ci.git suite_sha1: 6c6b083f148f500c4f56d402b9e4ffcab6f1e2d3 syslog: ignorelist: - WARNING*.*check_session_state - WARNING*.*__ceph_remove_cap targets: smithi119.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBEH9qfFMeb8RPiwfzXHRGsvu3gKb+qfYyOF3Tf7uf++nRSJNrby6YXk11ES7P8r4wo6TnHu1+lq3I/9vdSUUoHk= smithi145.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBIwOhYWJ2GPMCXl5yZd7XowXdHBjXBtfZrM8Um2IHNkTNVpDCbMSeMJH8F1gW13HZBhm4eaCpaqVXVyadGwo3zc= tasks: - install: extra_packages: deb: - python3-cephfs - cephfs-shell - cephfs-top - cephfs-mirror rpm: - python3-cephfs - cephfs-top - cephfs-mirror extra_system_packages: deb: - bison - flex - libelf-dev - libssl-dev - network-manager - iproute2 - util-linux - dump - indent - libaio-dev - libtool-bin - uuid-dev - xfslibs-dev - postgresql - postgresql-client - postgresql-common - postgresql-contrib rpm: - bison - flex - elfutils-libelf-devel - openssl-devel - NetworkManager - iproute - util-linux - libacl-devel - libaio-devel - libattr-devel - libtool - libuuid-devel - xfsdump - xfsprogs - xfsprogs-devel - libaio-devel - libtool - libuuid-devel - xfsprogs-devel - postgresql - postgresql-server - postgresql-contrib - ceph: create_rbd_pool: false - sequential: - mgrmodules - ceph-fuse: null - cephfs_test_runner: modules: - tasks.cephfs.test_recovery_fs teuthology: fragments_dropped: [] meta: {} postmerge: - local function is_kupstream() return false end - local function is_kdistro() return false end - local function is_fuse() return true end - local function syntax_version() return '' end teuthology_branch: main teuthology_sha1: 3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a timestamp: 2024-09-13_14:42:16 tube: smithi user: rishabh verbose: false worker_log: /home/teuthworker/archive/worker_logs/dispatcher.smithi.3401856 2024-09-13T18:46:56.238 INFO:teuthology.run:suite_path is set to /home/teuthworker/src/git.ceph.com_ceph-c_6c6b083f148f500c4f56d402b9e4ffcab6f1e2d3/qa; will attempt to use it 2024-09-13T18:46:56.239 INFO:teuthology.run:Found tasks at /home/teuthworker/src/git.ceph.com_ceph-c_6c6b083f148f500c4f56d402b9e4ffcab6f1e2d3/qa/tasks 2024-09-13T18:46:56.240 INFO:teuthology.run_tasks:Running task internal.check_packages... 2024-09-13T18:46:56.241 INFO:teuthology.task.internal:Checking packages... 2024-09-13T18:46:56.265 INFO:teuthology.task.internal:Checking packages for os_type 'centos', flavor 'default' and ceph hash '6c6b083f148f500c4f56d402b9e4ffcab6f1e2d3' 2024-09-13T18:46:56.265 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-09-13T18:46:56.265 INFO:teuthology.packaging:ref: None 2024-09-13T18:46:56.265 INFO:teuthology.packaging:tag: None 2024-09-13T18:46:56.265 INFO:teuthology.packaging:branch: wip-rishabh-testing-20240910.100730-reef 2024-09-13T18:46:56.265 INFO:teuthology.packaging:sha1: 6c6b083f148f500c4f56d402b9e4ffcab6f1e2d3 2024-09-13T18:46:56.265 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&ref=wip-rishabh-testing-20240910.100730-reef 2024-09-13T18:46:56.423 INFO:teuthology.task.internal:Found packages for ceph version 18.2.4-860.g6c6b083f 2024-09-13T18:46:56.424 INFO:teuthology.run_tasks:Running task internal.buildpackages_prep... 2024-09-13T18:46:56.430 INFO:teuthology.task.internal:no buildpackages task found 2024-09-13T18:46:56.430 INFO:teuthology.run_tasks:Running task internal.save_config... 2024-09-13T18:46:56.467 INFO:teuthology.task.internal:Saving configuration 2024-09-13T18:46:56.483 INFO:teuthology.run_tasks:Running task internal.check_lock... 2024-09-13T18:46:56.493 INFO:teuthology.task.internal.check_lock:Checking locks... 2024-09-13T18:46:56.526 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi119.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/rishabh-2024-09-13_14:42:16-fs-wip-rishabh-testing-20240910.100730-reef-distro-default-smithi/7904019', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9.stream', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-09-13 18:41:57.829078', 'locked_by': 'scheduled_rishabh@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBEH9qfFMeb8RPiwfzXHRGsvu3gKb+qfYyOF3Tf7uf++nRSJNrby6YXk11ES7P8r4wo6TnHu1+lq3I/9vdSUUoHk='} 2024-09-13T18:46:56.555 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi145.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/rishabh-2024-09-13_14:42:16-fs-wip-rishabh-testing-20240910.100730-reef-distro-default-smithi/7904019', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9.stream', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-09-13 18:41:57.830961', 'locked_by': 'scheduled_rishabh@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBIwOhYWJ2GPMCXl5yZd7XowXdHBjXBtfZrM8Um2IHNkTNVpDCbMSeMJH8F1gW13HZBhm4eaCpaqVXVyadGwo3zc='} 2024-09-13T18:46:56.555 INFO:teuthology.run_tasks:Running task internal.add_remotes... 2024-09-13T18:46:56.561 INFO:teuthology.task.internal:roles: ubuntu@smithi119.front.sepia.ceph.com - ['mon.a', 'mgr.y', 'mds.a', 'mds.c', 'osd.0', 'osd.1', 'osd.2', 'osd.3', 'client.0', 'client.2'] 2024-09-13T18:46:56.561 INFO:teuthology.task.internal:roles: ubuntu@smithi145.front.sepia.ceph.com - ['mon.b', 'mon.c', 'mgr.x', 'mds.b', 'mds.d', 'osd.4', 'osd.5', 'osd.6', 'osd.7', 'client.1', 'client.3'] 2024-09-13T18:46:56.561 INFO:teuthology.run_tasks:Running task console_log... 2024-09-13T18:46:56.653 DEBUG:teuthology.exit:Installing handler: Handler(exiter=, func=.kill_console_loggers at 0x7f99f5bafbe0>, signals=[15]) 2024-09-13T18:46:56.654 INFO:teuthology.run_tasks:Running task internal.connect... 2024-09-13T18:46:56.663 INFO:teuthology.task.internal:Opening connections... 2024-09-13T18:46:56.663 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi119.front.sepia.ceph.com 2024-09-13T18:46:56.665 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi119.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-13T18:46:56.748 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi145.front.sepia.ceph.com 2024-09-13T18:46:56.749 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi145.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-13T18:46:56.833 INFO:teuthology.run_tasks:Running task internal.push_inventory... 2024-09-13T18:46:56.840 DEBUG:teuthology.orchestra.run.smithi119:> uname -m 2024-09-13T18:46:56.859 INFO:teuthology.orchestra.run.smithi119.stdout:x86_64 2024-09-13T18:46:56.859 DEBUG:teuthology.orchestra.run.smithi119:> cat /etc/os-release 2024-09-13T18:46:56.917 INFO:teuthology.orchestra.run.smithi119.stdout:NAME="CentOS Stream" 2024-09-13T18:46:56.917 INFO:teuthology.orchestra.run.smithi119.stdout:VERSION="9" 2024-09-13T18:46:56.917 INFO:teuthology.orchestra.run.smithi119.stdout:ID="centos" 2024-09-13T18:46:56.917 INFO:teuthology.orchestra.run.smithi119.stdout:ID_LIKE="rhel fedora" 2024-09-13T18:46:56.917 INFO:teuthology.orchestra.run.smithi119.stdout:VERSION_ID="9" 2024-09-13T18:46:56.917 INFO:teuthology.orchestra.run.smithi119.stdout:PLATFORM_ID="platform:el9" 2024-09-13T18:46:56.918 INFO:teuthology.orchestra.run.smithi119.stdout:PRETTY_NAME="CentOS Stream 9" 2024-09-13T18:46:56.918 INFO:teuthology.orchestra.run.smithi119.stdout:ANSI_COLOR="0;31" 2024-09-13T18:46:56.918 INFO:teuthology.orchestra.run.smithi119.stdout:LOGO="fedora-logo-icon" 2024-09-13T18:46:56.918 INFO:teuthology.orchestra.run.smithi119.stdout:CPE_NAME="cpe:/o:centos:centos:9" 2024-09-13T18:46:56.918 INFO:teuthology.orchestra.run.smithi119.stdout:HOME_URL="https://centos.org/" 2024-09-13T18:46:56.918 INFO:teuthology.orchestra.run.smithi119.stdout:BUG_REPORT_URL="https://issues.redhat.com/" 2024-09-13T18:46:56.918 INFO:teuthology.orchestra.run.smithi119.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux 9" 2024-09-13T18:46:56.918 INFO:teuthology.orchestra.run.smithi119.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="CentOS Stream" 2024-09-13T18:46:56.919 INFO:teuthology.lock.ops:Updating smithi119.front.sepia.ceph.com on lock server 2024-09-13T18:46:56.943 DEBUG:teuthology.orchestra.run.smithi145:> uname -m 2024-09-13T18:46:56.965 INFO:teuthology.orchestra.run.smithi145.stdout:x86_64 2024-09-13T18:46:56.965 DEBUG:teuthology.orchestra.run.smithi145:> cat /etc/os-release 2024-09-13T18:46:57.021 INFO:teuthology.orchestra.run.smithi145.stdout:NAME="CentOS Stream" 2024-09-13T18:46:57.021 INFO:teuthology.orchestra.run.smithi145.stdout:VERSION="9" 2024-09-13T18:46:57.021 INFO:teuthology.orchestra.run.smithi145.stdout:ID="centos" 2024-09-13T18:46:57.021 INFO:teuthology.orchestra.run.smithi145.stdout:ID_LIKE="rhel fedora" 2024-09-13T18:46:57.021 INFO:teuthology.orchestra.run.smithi145.stdout:VERSION_ID="9" 2024-09-13T18:46:57.021 INFO:teuthology.orchestra.run.smithi145.stdout:PLATFORM_ID="platform:el9" 2024-09-13T18:46:57.021 INFO:teuthology.orchestra.run.smithi145.stdout:PRETTY_NAME="CentOS Stream 9" 2024-09-13T18:46:57.021 INFO:teuthology.orchestra.run.smithi145.stdout:ANSI_COLOR="0;31" 2024-09-13T18:46:57.022 INFO:teuthology.orchestra.run.smithi145.stdout:LOGO="fedora-logo-icon" 2024-09-13T18:46:57.022 INFO:teuthology.orchestra.run.smithi145.stdout:CPE_NAME="cpe:/o:centos:centos:9" 2024-09-13T18:46:57.022 INFO:teuthology.orchestra.run.smithi145.stdout:HOME_URL="https://centos.org/" 2024-09-13T18:46:57.022 INFO:teuthology.orchestra.run.smithi145.stdout:BUG_REPORT_URL="https://issues.redhat.com/" 2024-09-13T18:46:57.022 INFO:teuthology.orchestra.run.smithi145.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux 9" 2024-09-13T18:46:57.022 INFO:teuthology.orchestra.run.smithi145.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="CentOS Stream" 2024-09-13T18:46:57.022 INFO:teuthology.lock.ops:Updating smithi145.front.sepia.ceph.com on lock server 2024-09-13T18:46:57.052 INFO:teuthology.run_tasks:Running task internal.serialize_remote_roles... 2024-09-13T18:46:57.060 INFO:teuthology.run_tasks:Running task internal.check_conflict... 2024-09-13T18:46:57.084 INFO:teuthology.task.internal:Checking for old test directory... 2024-09-13T18:46:57.084 DEBUG:teuthology.orchestra.run.smithi119:> test '!' -e /home/ubuntu/cephtest 2024-09-13T18:46:57.087 DEBUG:teuthology.orchestra.run.smithi145:> test '!' -e /home/ubuntu/cephtest 2024-09-13T18:46:57.102 INFO:teuthology.run_tasks:Running task internal.check_ceph_data... 2024-09-13T18:46:57.108 INFO:teuthology.task.internal:Checking for non-empty /var/lib/ceph... 2024-09-13T18:46:57.109 DEBUG:teuthology.orchestra.run.smithi119:> test -z $(ls -A /var/lib/ceph) 2024-09-13T18:46:57.145 DEBUG:teuthology.orchestra.run.smithi145:> test -z $(ls -A /var/lib/ceph) 2024-09-13T18:46:57.367 INFO:teuthology.run_tasks:Running task internal.vm_setup... 2024-09-13T18:46:57.441 INFO:teuthology.run_tasks:Running task kernel... 2024-09-13T18:46:57.455 INFO:teuthology.task.kernel:normalize config orig: {'kdb': 1, 'sha1': 'distro'} 2024-09-13T18:46:57.455 INFO:teuthology.task.kernel:config {'mon.a': {'kdb': 1, 'sha1': 'distro'}, 'mon.b': {'kdb': 1, 'sha1': 'distro'}}, timeout 300 2024-09-13T18:46:57.455 DEBUG:teuthology.orchestra.run.smithi119:> test -f /run/.containerenv -o -f /.dockerenv 2024-09-13T18:46:57.456 DEBUG:teuthology.orchestra.run.smithi145:> test -f /run/.containerenv -o -f /.dockerenv 2024-09-13T18:46:57.471 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-13T18:46:57.472 DEBUG:teuthology.orchestra.run.smithi145:> uname -r 2024-09-13T18:46:57.473 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-13T18:46:57.477 DEBUG:teuthology.orchestra.run.smithi119:> uname -r 2024-09-13T18:46:57.528 INFO:teuthology.orchestra.run.smithi145.stdout:5.14.0-503.el9.x86_64 2024-09-13T18:46:57.528 INFO:teuthology.task.kernel:Running kernel on smithi145: 5.14.0-503.el9.x86_64 2024-09-13T18:46:57.529 DEBUG:teuthology.orchestra.run.smithi145:> sudo yum install -y kernel 2024-09-13T18:46:57.534 INFO:teuthology.orchestra.run.smithi119.stdout:5.14.0-503.el9.x86_64 2024-09-13T18:46:57.534 INFO:teuthology.task.kernel:Running kernel on smithi119: 5.14.0-503.el9.x86_64 2024-09-13T18:46:57.535 DEBUG:teuthology.orchestra.run.smithi119:> sudo yum install -y kernel 2024-09-13T18:46:59.875 INFO:teuthology.orchestra.run.smithi145.stdout:CentOS Stream 9 - BaseOS 13 MB/s | 8.2 MB 00:00 2024-09-13T18:47:00.104 INFO:teuthology.orchestra.run.smithi119.stdout:CentOS Stream 9 - BaseOS 9.3 MB/s | 8.2 MB 00:00 2024-09-13T18:47:01.802 INFO:teuthology.orchestra.run.smithi145.stdout:CentOS Stream 9 - AppStream 25 MB/s | 20 MB 00:00 2024-09-13T18:47:04.788 INFO:teuthology.orchestra.run.smithi119.stdout:CentOS Stream 9 - AppStream 5.7 MB/s | 20 MB 00:03 2024-09-13T18:47:07.278 INFO:teuthology.orchestra.run.smithi145.stdout:CentOS Stream 9 - CRB 3.8 MB/s | 6.5 MB 00:01 2024-09-13T18:47:08.987 INFO:teuthology.orchestra.run.smithi145.stdout:CentOS Stream 9 - Extras packages 38 kB/s | 19 kB 00:00 2024-09-13T18:47:09.305 INFO:teuthology.orchestra.run.smithi119.stdout:CentOS Stream 9 - CRB 10 MB/s | 6.5 MB 00:00 2024-09-13T18:47:10.183 INFO:teuthology.orchestra.run.smithi145.stdout:Extra Packages for Enterprise Linux 21 MB/s | 23 MB 00:01 2024-09-13T18:47:10.664 INFO:teuthology.orchestra.run.smithi119.stdout:CentOS Stream 9 - Extras packages 116 kB/s | 19 kB 00:00 2024-09-13T18:47:11.885 INFO:teuthology.orchestra.run.smithi119.stdout:Extra Packages for Enterprise Linux 21 MB/s | 23 MB 00:01 2024-09-13T18:47:15.671 INFO:teuthology.orchestra.run.smithi145.stdout:lab-extras 30 kB/s | 1.7 kB 00:00 2024-09-13T18:47:17.257 INFO:teuthology.orchestra.run.smithi119.stdout:lab-extras 32 kB/s | 1.7 kB 00:00 2024-09-13T18:47:17.678 INFO:teuthology.orchestra.run.smithi145.stdout:Package kernel-5.14.0-239.el9.x86_64 is already installed. 2024-09-13T18:47:17.678 INFO:teuthology.orchestra.run.smithi145.stdout:Package kernel-5.14.0-503.el9.x86_64 is already installed. 2024-09-13T18:47:17.763 INFO:teuthology.orchestra.run.smithi145.stdout:Dependencies resolved. 2024-09-13T18:47:17.768 INFO:teuthology.orchestra.run.smithi145.stdout:================================================================================ 2024-09-13T18:47:17.768 INFO:teuthology.orchestra.run.smithi145.stdout: Package Architecture Version Repository Size 2024-09-13T18:47:17.768 INFO:teuthology.orchestra.run.smithi145.stdout:================================================================================ 2024-09-13T18:47:17.768 INFO:teuthology.orchestra.run.smithi145.stdout:Installing: 2024-09-13T18:47:17.768 INFO:teuthology.orchestra.run.smithi145.stdout: kernel x86_64 5.14.0-505.el9 baseos 23 k 2024-09-13T18:47:17.768 INFO:teuthology.orchestra.run.smithi145.stdout:Installing dependencies: 2024-09-13T18:47:17.768 INFO:teuthology.orchestra.run.smithi145.stdout: kernel-core x86_64 5.14.0-505.el9 baseos 16 M 2024-09-13T18:47:17.768 INFO:teuthology.orchestra.run.smithi145.stdout: kernel-modules x86_64 5.14.0-505.el9 baseos 35 M 2024-09-13T18:47:17.768 INFO:teuthology.orchestra.run.smithi145.stdout: kernel-modules-core x86_64 5.14.0-505.el9 baseos 29 M 2024-09-13T18:47:17.769 INFO:teuthology.orchestra.run.smithi145.stdout: 2024-09-13T18:47:17.769 INFO:teuthology.orchestra.run.smithi145.stdout:Transaction Summary 2024-09-13T18:47:17.769 INFO:teuthology.orchestra.run.smithi145.stdout:================================================================================ 2024-09-13T18:47:17.769 INFO:teuthology.orchestra.run.smithi145.stdout:Install 4 Packages 2024-09-13T18:47:17.769 INFO:teuthology.orchestra.run.smithi145.stdout: 2024-09-13T18:47:17.769 INFO:teuthology.orchestra.run.smithi145.stdout:Total download size: 79 M 2024-09-13T18:47:17.770 INFO:teuthology.orchestra.run.smithi145.stdout:Installed size: 126 M 2024-09-13T18:47:17.770 INFO:teuthology.orchestra.run.smithi145.stdout:Downloading Packages: 2024-09-13T18:47:17.873 INFO:teuthology.orchestra.run.smithi145.stdout:(1/4): kernel-5.14.0-505.el9.x86_64.rpm 274 kB/s | 23 kB 00:00 2024-09-13T18:47:19.032 INFO:teuthology.orchestra.run.smithi145.stdout:(2/4): kernel-modules-5.14.0-505.el9.x86_64.rpm 28 MB/s | 35 MB 00:01 2024-09-13T18:47:19.272 INFO:teuthology.orchestra.run.smithi119.stdout:Package kernel-5.14.0-239.el9.x86_64 is already installed. 2024-09-13T18:47:19.273 INFO:teuthology.orchestra.run.smithi119.stdout:Package kernel-5.14.0-503.el9.x86_64 is already installed. 2024-09-13T18:47:19.348 INFO:teuthology.orchestra.run.smithi119.stdout:Dependencies resolved. 2024-09-13T18:47:19.359 INFO:teuthology.orchestra.run.smithi119.stdout:================================================================================ 2024-09-13T18:47:19.359 INFO:teuthology.orchestra.run.smithi119.stdout: Package Architecture Version Repository Size 2024-09-13T18:47:19.360 INFO:teuthology.orchestra.run.smithi119.stdout:================================================================================ 2024-09-13T18:47:19.360 INFO:teuthology.orchestra.run.smithi119.stdout:Installing: 2024-09-13T18:47:19.360 INFO:teuthology.orchestra.run.smithi119.stdout: kernel x86_64 5.14.0-505.el9 baseos 23 k 2024-09-13T18:47:19.360 INFO:teuthology.orchestra.run.smithi119.stdout:Installing dependencies: 2024-09-13T18:47:19.360 INFO:teuthology.orchestra.run.smithi119.stdout: kernel-core x86_64 5.14.0-505.el9 baseos 16 M 2024-09-13T18:47:19.360 INFO:teuthology.orchestra.run.smithi119.stdout: kernel-modules x86_64 5.14.0-505.el9 baseos 35 M 2024-09-13T18:47:19.360 INFO:teuthology.orchestra.run.smithi119.stdout: kernel-modules-core x86_64 5.14.0-505.el9 baseos 29 M 2024-09-13T18:47:19.360 INFO:teuthology.orchestra.run.smithi119.stdout: 2024-09-13T18:47:19.360 INFO:teuthology.orchestra.run.smithi119.stdout:Transaction Summary 2024-09-13T18:47:19.360 INFO:teuthology.orchestra.run.smithi119.stdout:================================================================================ 2024-09-13T18:47:19.360 INFO:teuthology.orchestra.run.smithi119.stdout:Install 4 Packages 2024-09-13T18:47:19.360 INFO:teuthology.orchestra.run.smithi119.stdout: 2024-09-13T18:47:19.360 INFO:teuthology.orchestra.run.smithi119.stdout:Total download size: 79 M 2024-09-13T18:47:19.361 INFO:teuthology.orchestra.run.smithi119.stdout:Installed size: 126 M 2024-09-13T18:47:19.361 INFO:teuthology.orchestra.run.smithi119.stdout:Downloading Packages: 2024-09-13T18:47:19.415 INFO:teuthology.orchestra.run.smithi145.stdout:(3/4): kernel-core-5.14.0-505.el9.x86_64.rpm 9.6 MB/s | 16 MB 00:01 2024-09-13T18:47:19.494 INFO:teuthology.orchestra.run.smithi119.stdout:(1/4): kernel-5.14.0-505.el9.x86_64.rpm 257 kB/s | 23 kB 00:00 2024-09-13T18:47:19.732 INFO:teuthology.orchestra.run.smithi145.stdout:(4/4): kernel-modules-core-5.14.0-505.el9.x86_6 15 MB/s | 29 MB 00:01 2024-09-13T18:47:19.732 INFO:teuthology.orchestra.run.smithi145.stdout:-------------------------------------------------------------------------------- 2024-09-13T18:47:19.732 INFO:teuthology.orchestra.run.smithi145.stdout:Total 40 MB/s | 79 MB 00:01 2024-09-13T18:47:19.861 INFO:teuthology.orchestra.run.smithi119.stdout:(2/4): kernel-core-5.14.0-505.el9.x86_64.rpm 34 MB/s | 16 MB 00:00 2024-09-13T18:47:20.269 INFO:teuthology.orchestra.run.smithi119.stdout:(3/4): kernel-modules-5.14.0-505.el9.x86_64.rpm 40 MB/s | 35 MB 00:00 2024-09-13T18:47:20.413 INFO:teuthology.orchestra.run.smithi145.stdout:Running transaction check 2024-09-13T18:47:20.687 INFO:teuthology.orchestra.run.smithi119.stdout:(4/4): kernel-modules-core-5.14.0-505.el9.x86_6 24 MB/s | 29 MB 00:01 2024-09-13T18:47:20.687 INFO:teuthology.orchestra.run.smithi119.stdout:-------------------------------------------------------------------------------- 2024-09-13T18:47:20.687 INFO:teuthology.orchestra.run.smithi119.stdout:Total 59 MB/s | 79 MB 00:01 2024-09-13T18:47:20.789 INFO:teuthology.orchestra.run.smithi145.stdout:Transaction check succeeded. 2024-09-13T18:47:20.789 INFO:teuthology.orchestra.run.smithi145.stdout:Running transaction test 2024-09-13T18:47:21.370 INFO:teuthology.orchestra.run.smithi119.stdout:Running transaction check 2024-09-13T18:47:21.737 INFO:teuthology.orchestra.run.smithi119.stdout:Transaction check succeeded. 2024-09-13T18:47:21.737 INFO:teuthology.orchestra.run.smithi119.stdout:Running transaction test 2024-09-13T18:47:21.755 INFO:teuthology.orchestra.run.smithi145.stdout:Transaction test succeeded. 2024-09-13T18:47:21.755 INFO:teuthology.orchestra.run.smithi145.stdout:Running transaction 2024-09-13T18:47:22.682 INFO:teuthology.orchestra.run.smithi119.stdout:Transaction test succeeded. 2024-09-13T18:47:22.683 INFO:teuthology.orchestra.run.smithi119.stdout:Running transaction 2024-09-13T18:47:24.186 INFO:teuthology.orchestra.run.smithi145.stdout: Preparing : 1/1 2024-09-13T18:47:24.831 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : kernel-modules-core-5.14.0-505.el9.x86_64 1/4 2024-09-13T18:47:24.924 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : kernel-core-5.14.0-505.el9.x86_64 2/4 2024-09-13T18:47:25.121 INFO:teuthology.orchestra.run.smithi119.stdout: Preparing : 1/1 2024-09-13T18:47:25.769 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : kernel-modules-core-5.14.0-505.el9.x86_64 1/4 2024-09-13T18:47:25.854 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : kernel-core-5.14.0-505.el9.x86_64 2/4 2024-09-13T18:47:27.711 INFO:teuthology.orchestra.run.smithi145.stdout: Running scriptlet: kernel-core-5.14.0-505.el9.x86_64 2/4 2024-09-13T18:47:27.845 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : kernel-modules-5.14.0-505.el9.x86_64 3/4 2024-09-13T18:47:28.637 INFO:teuthology.orchestra.run.smithi119.stdout: Running scriptlet: kernel-core-5.14.0-505.el9.x86_64 2/4 2024-09-13T18:47:28.773 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : kernel-modules-5.14.0-505.el9.x86_64 3/4 2024-09-13T18:47:32.666 INFO:teuthology.orchestra.run.smithi145.stdout: Running scriptlet: kernel-modules-5.14.0-505.el9.x86_64 3/4 2024-09-13T18:47:32.711 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : kernel-5.14.0-505.el9.x86_64 4/4 2024-09-13T18:47:33.577 INFO:teuthology.orchestra.run.smithi119.stdout: Running scriptlet: kernel-modules-5.14.0-505.el9.x86_64 3/4 2024-09-13T18:47:33.615 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : kernel-5.14.0-505.el9.x86_64 4/4 2024-09-13T18:47:37.545 INFO:teuthology.orchestra.run.smithi145.stdout: Running scriptlet: kernel-modules-core-5.14.0-505.el9.x86_64 4/4 2024-09-13T18:47:38.440 INFO:teuthology.orchestra.run.smithi119.stdout: Running scriptlet: kernel-modules-core-5.14.0-505.el9.x86_64 4/4 2024-09-13T18:48:15.354 INFO:teuthology.orchestra.run.smithi145.stdout: Running scriptlet: kernel-core-5.14.0-505.el9.x86_64 4/4 2024-09-13T18:48:15.394 INFO:teuthology.orchestra.run.smithi145.stdout: Running scriptlet: kernel-modules-5.14.0-505.el9.x86_64 4/4 2024-09-13T18:48:15.765 INFO:teuthology.orchestra.run.smithi145.stdout: Running scriptlet: kernel-5.14.0-505.el9.x86_64 4/4 2024-09-13T18:48:15.765 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : kernel-5.14.0-505.el9.x86_64 1/4 2024-09-13T18:48:15.766 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : kernel-core-5.14.0-505.el9.x86_64 2/4 2024-09-13T18:48:15.766 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : kernel-modules-5.14.0-505.el9.x86_64 3/4 2024-09-13T18:48:16.538 INFO:teuthology.orchestra.run.smithi119.stdout: Running scriptlet: kernel-core-5.14.0-505.el9.x86_64 4/4 2024-09-13T18:48:16.578 INFO:teuthology.orchestra.run.smithi119.stdout: Running scriptlet: kernel-modules-5.14.0-505.el9.x86_64 4/4 2024-09-13T18:48:16.636 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : kernel-modules-core-5.14.0-505.el9.x86_64 4/4 2024-09-13T18:48:16.636 INFO:teuthology.orchestra.run.smithi145.stdout: 2024-09-13T18:48:16.636 INFO:teuthology.orchestra.run.smithi145.stdout:Installed: 2024-09-13T18:48:16.636 INFO:teuthology.orchestra.run.smithi145.stdout: kernel-5.14.0-505.el9.x86_64 2024-09-13T18:48:16.636 INFO:teuthology.orchestra.run.smithi145.stdout: kernel-core-5.14.0-505.el9.x86_64 2024-09-13T18:48:16.636 INFO:teuthology.orchestra.run.smithi145.stdout: kernel-modules-5.14.0-505.el9.x86_64 2024-09-13T18:48:16.636 INFO:teuthology.orchestra.run.smithi145.stdout: kernel-modules-core-5.14.0-505.el9.x86_64 2024-09-13T18:48:16.637 INFO:teuthology.orchestra.run.smithi145.stdout: 2024-09-13T18:48:16.637 INFO:teuthology.orchestra.run.smithi145.stdout:Complete! 2024-09-13T18:48:16.906 INFO:teuthology.orchestra.run.smithi119.stdout: Running scriptlet: kernel-5.14.0-505.el9.x86_64 4/4 2024-09-13T18:48:16.907 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : kernel-5.14.0-505.el9.x86_64 1/4 2024-09-13T18:48:16.907 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : kernel-core-5.14.0-505.el9.x86_64 2/4 2024-09-13T18:48:16.907 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : kernel-modules-5.14.0-505.el9.x86_64 3/4 2024-09-13T18:48:16.982 DEBUG:teuthology.orchestra.run.smithi145:> rpm -q kernel | sort -rV | head -n 1 2024-09-13T18:48:17.056 INFO:teuthology.orchestra.run.smithi145.stdout:kernel-5.14.0-505.el9.x86_64 2024-09-13T18:48:17.057 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-505.el9.x86_64 2024-09-13T18:48:17.057 INFO:teuthology.task.kernel:Not newest distro kernel. Current: 5.14.0-503.el9.x86_64 Expected: 5.14.0-505.el9.x86_64 2024-09-13T18:48:17.057 INFO:teuthology.task.kernel:Skipping firmware on distro kernel 2024-09-13T18:48:17.057 DEBUG:teuthology.task.kernel:src is distro, skipping download 2024-09-13T18:48:17.057 INFO:teuthology.task.kernel:Installing distro kernel on mon.b... 2024-09-13T18:48:17.058 DEBUG:teuthology.task.kernel:install_kernel(remote=ubuntu@smithi145.front.sepia.ceph.com, path=None, version=distro) 2024-09-13T18:48:17.058 DEBUG:teuthology.orchestra.run.smithi145:> rpm -q kernel | sort -rV | head -n 1 2024-09-13T18:48:17.116 INFO:teuthology.orchestra.run.smithi145.stdout:kernel-5.14.0-505.el9.x86_64 2024-09-13T18:48:17.117 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-505.el9.x86_64 2024-09-13T18:48:17.117 DEBUG:teuthology.orchestra.run.smithi145:> sudo rpm -qi grub2-tools 2024-09-13T18:48:17.148 INFO:teuthology.orchestra.run.smithi145.stdout:Name : grub2-tools 2024-09-13T18:48:17.149 INFO:teuthology.orchestra.run.smithi145.stdout:Epoch : 1 2024-09-13T18:48:17.149 INFO:teuthology.orchestra.run.smithi145.stdout:Version : 2.06 2024-09-13T18:48:17.149 INFO:teuthology.orchestra.run.smithi145.stdout:Release : 82.el9 2024-09-13T18:48:17.149 INFO:teuthology.orchestra.run.smithi145.stdout:Architecture: x86_64 2024-09-13T18:48:17.149 INFO:teuthology.orchestra.run.smithi145.stdout:Install Date: Wed 28 Aug 2024 09:06:27 PM UTC 2024-09-13T18:48:17.149 INFO:teuthology.orchestra.run.smithi145.stdout:Group : Unspecified 2024-09-13T18:48:17.149 INFO:teuthology.orchestra.run.smithi145.stdout:Size : 8274670 2024-09-13T18:48:17.149 INFO:teuthology.orchestra.run.smithi145.stdout:License : GPLv3+ 2024-09-13T18:48:17.149 INFO:teuthology.orchestra.run.smithi145.stdout:Signature : RSA/SHA256, Mon 01 Jul 2024 07:46:42 AM UTC, Key ID 05b555b38483c65d 2024-09-13T18:48:17.149 INFO:teuthology.orchestra.run.smithi145.stdout:Source RPM : grub2-2.06-82.el9.src.rpm 2024-09-13T18:48:17.150 INFO:teuthology.orchestra.run.smithi145.stdout:Build Date : Fri 28 Jun 2024 09:24:44 AM UTC 2024-09-13T18:48:17.150 INFO:teuthology.orchestra.run.smithi145.stdout:Build Host : x86-05.stream.rdu2.redhat.com 2024-09-13T18:48:17.150 INFO:teuthology.orchestra.run.smithi145.stdout:Packager : builder@centos.org 2024-09-13T18:48:17.150 INFO:teuthology.orchestra.run.smithi145.stdout:Vendor : CentOS 2024-09-13T18:48:17.150 INFO:teuthology.orchestra.run.smithi145.stdout:URL : http://www.gnu.org/software/grub/ 2024-09-13T18:48:17.150 INFO:teuthology.orchestra.run.smithi145.stdout:Summary : Support tools for GRUB. 2024-09-13T18:48:17.150 INFO:teuthology.orchestra.run.smithi145.stdout:Description : 2024-09-13T18:48:17.151 INFO:teuthology.orchestra.run.smithi145.stdout: 2024-09-13T18:48:17.151 INFO:teuthology.orchestra.run.smithi145.stdout:The GRand Unified Bootloader (GRUB) is a highly configurable and 2024-09-13T18:48:17.151 INFO:teuthology.orchestra.run.smithi145.stdout:customizable bootloader with modular architecture. It supports a rich 2024-09-13T18:48:17.151 INFO:teuthology.orchestra.run.smithi145.stdout:variety of kernel formats, file systems, computer architectures and 2024-09-13T18:48:17.151 INFO:teuthology.orchestra.run.smithi145.stdout:hardware devices. 2024-09-13T18:48:17.151 INFO:teuthology.orchestra.run.smithi145.stdout: 2024-09-13T18:48:17.151 INFO:teuthology.orchestra.run.smithi145.stdout:This subpackage provides tools for support of all platforms. 2024-09-13T18:48:17.152 INFO:teuthology.task.kernel:Updating Grub Version: grub2 2024-09-13T18:48:17.152 INFO:teuthology.task.kernel:Updating grub on smithi145 to boot 5.14.0-505.el9.x86_64 2024-09-13T18:48:17.152 DEBUG:teuthology.orchestra.run.smithi145:> sudo grub2-mkconfig -o /boot/grub2/grub.cfg 2024-09-13T18:48:17.824 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : kernel-modules-core-5.14.0-505.el9.x86_64 4/4 2024-09-13T18:48:17.825 INFO:teuthology.orchestra.run.smithi119.stdout: 2024-09-13T18:48:17.825 INFO:teuthology.orchestra.run.smithi119.stdout:Installed: 2024-09-13T18:48:17.825 INFO:teuthology.orchestra.run.smithi119.stdout: kernel-5.14.0-505.el9.x86_64 2024-09-13T18:48:17.825 INFO:teuthology.orchestra.run.smithi119.stdout: kernel-core-5.14.0-505.el9.x86_64 2024-09-13T18:48:17.825 INFO:teuthology.orchestra.run.smithi119.stdout: kernel-modules-5.14.0-505.el9.x86_64 2024-09-13T18:48:17.825 INFO:teuthology.orchestra.run.smithi119.stdout: kernel-modules-core-5.14.0-505.el9.x86_64 2024-09-13T18:48:17.825 INFO:teuthology.orchestra.run.smithi119.stdout: 2024-09-13T18:48:17.825 INFO:teuthology.orchestra.run.smithi119.stdout:Complete! 2024-09-13T18:48:17.851 INFO:teuthology.orchestra.run.smithi145.stderr:Generating grub configuration file ... 2024-09-13T18:48:18.198 DEBUG:teuthology.orchestra.run.smithi119:> rpm -q kernel | sort -rV | head -n 1 2024-09-13T18:48:18.289 INFO:teuthology.orchestra.run.smithi119.stdout:kernel-5.14.0-505.el9.x86_64 2024-09-13T18:48:18.290 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-505.el9.x86_64 2024-09-13T18:48:18.290 INFO:teuthology.task.kernel:Not newest distro kernel. Current: 5.14.0-503.el9.x86_64 Expected: 5.14.0-505.el9.x86_64 2024-09-13T18:48:18.290 INFO:teuthology.task.kernel:Skipping firmware on distro kernel 2024-09-13T18:48:18.290 DEBUG:teuthology.task.kernel:src is distro, skipping download 2024-09-13T18:48:18.290 INFO:teuthology.task.kernel:Installing distro kernel on mon.a... 2024-09-13T18:48:18.290 DEBUG:teuthology.task.kernel:install_kernel(remote=ubuntu@smithi119.front.sepia.ceph.com, path=None, version=distro) 2024-09-13T18:48:18.290 DEBUG:teuthology.orchestra.run.smithi119:> rpm -q kernel | sort -rV | head -n 1 2024-09-13T18:48:18.348 INFO:teuthology.orchestra.run.smithi119.stdout:kernel-5.14.0-505.el9.x86_64 2024-09-13T18:48:18.348 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-505.el9.x86_64 2024-09-13T18:48:18.348 DEBUG:teuthology.orchestra.run.smithi119:> sudo rpm -qi grub2-tools 2024-09-13T18:48:18.383 INFO:teuthology.orchestra.run.smithi119.stdout:Name : grub2-tools 2024-09-13T18:48:18.383 INFO:teuthology.orchestra.run.smithi119.stdout:Epoch : 1 2024-09-13T18:48:18.383 INFO:teuthology.orchestra.run.smithi119.stdout:Version : 2.06 2024-09-13T18:48:18.383 INFO:teuthology.orchestra.run.smithi119.stdout:Release : 82.el9 2024-09-13T18:48:18.383 INFO:teuthology.orchestra.run.smithi119.stdout:Architecture: x86_64 2024-09-13T18:48:18.383 INFO:teuthology.orchestra.run.smithi119.stdout:Install Date: Wed 28 Aug 2024 09:06:27 PM UTC 2024-09-13T18:48:18.383 INFO:teuthology.orchestra.run.smithi119.stdout:Group : Unspecified 2024-09-13T18:48:18.383 INFO:teuthology.orchestra.run.smithi119.stdout:Size : 8274670 2024-09-13T18:48:18.384 INFO:teuthology.orchestra.run.smithi119.stdout:License : GPLv3+ 2024-09-13T18:48:18.384 INFO:teuthology.orchestra.run.smithi119.stdout:Signature : RSA/SHA256, Mon 01 Jul 2024 07:46:42 AM UTC, Key ID 05b555b38483c65d 2024-09-13T18:48:18.384 INFO:teuthology.orchestra.run.smithi119.stdout:Source RPM : grub2-2.06-82.el9.src.rpm 2024-09-13T18:48:18.384 INFO:teuthology.orchestra.run.smithi119.stdout:Build Date : Fri 28 Jun 2024 09:24:44 AM UTC 2024-09-13T18:48:18.384 INFO:teuthology.orchestra.run.smithi119.stdout:Build Host : x86-05.stream.rdu2.redhat.com 2024-09-13T18:48:18.384 INFO:teuthology.orchestra.run.smithi119.stdout:Packager : builder@centos.org 2024-09-13T18:48:18.384 INFO:teuthology.orchestra.run.smithi119.stdout:Vendor : CentOS 2024-09-13T18:48:18.384 INFO:teuthology.orchestra.run.smithi119.stdout:URL : http://www.gnu.org/software/grub/ 2024-09-13T18:48:18.384 INFO:teuthology.orchestra.run.smithi119.stdout:Summary : Support tools for GRUB. 2024-09-13T18:48:18.384 INFO:teuthology.orchestra.run.smithi119.stdout:Description : 2024-09-13T18:48:18.384 INFO:teuthology.orchestra.run.smithi119.stdout: 2024-09-13T18:48:18.384 INFO:teuthology.orchestra.run.smithi119.stdout:The GRand Unified Bootloader (GRUB) is a highly configurable and 2024-09-13T18:48:18.384 INFO:teuthology.orchestra.run.smithi119.stdout:customizable bootloader with modular architecture. It supports a rich 2024-09-13T18:48:18.385 INFO:teuthology.orchestra.run.smithi119.stdout:variety of kernel formats, file systems, computer architectures and 2024-09-13T18:48:18.385 INFO:teuthology.orchestra.run.smithi119.stdout:hardware devices. 2024-09-13T18:48:18.385 INFO:teuthology.orchestra.run.smithi119.stdout: 2024-09-13T18:48:18.385 INFO:teuthology.orchestra.run.smithi119.stdout:This subpackage provides tools for support of all platforms. 2024-09-13T18:48:18.386 INFO:teuthology.task.kernel:Updating Grub Version: grub2 2024-09-13T18:48:18.386 INFO:teuthology.task.kernel:Updating grub on smithi119 to boot 5.14.0-505.el9.x86_64 2024-09-13T18:48:18.386 DEBUG:teuthology.orchestra.run.smithi119:> sudo grub2-mkconfig -o /boot/grub2/grub.cfg 2024-09-13T18:48:19.033 INFO:teuthology.orchestra.run.smithi119.stderr:Generating grub configuration file ... 2024-09-13T18:48:19.179 INFO:teuthology.orchestra.run.smithi145.stderr:Adding boot menu entry for UEFI Firmware Settings ... 2024-09-13T18:48:19.210 INFO:teuthology.orchestra.run.smithi145.stderr:done 2024-09-13T18:48:19.213 DEBUG:teuthology.orchestra.run.smithi145:> mktemp 2024-09-13T18:48:19.228 INFO:teuthology.orchestra.run.smithi145.stdout:/tmp/tmp.bUqyyEini8 2024-09-13T18:48:19.228 DEBUG:teuthology.orchestra.run.smithi145:> sudo cp /boot/grub2/grub.cfg /tmp/tmp.bUqyyEini8 2024-09-13T18:48:19.295 DEBUG:teuthology.orchestra.run.smithi145:> sudo chmod 0666 /tmp/tmp.bUqyyEini8 2024-09-13T18:48:19.448 DEBUG:teuthology.orchestra.remote:smithi145:/tmp/tmp.bUqyyEini8 is 6KB 2024-09-13T18:48:19.499 DEBUG:teuthology.orchestra.run.smithi145:> rm -fr /tmp/tmp.bUqyyEini8 2024-09-13T18:48:19.513 DEBUG:teuthology.orchestra.run.smithi145:> sudo /bin/ls /boot/loader/entries || true 2024-09-13T18:48:19.576 INFO:teuthology.orchestra.run.smithi145.stdout:fbf6b6fa6cf04654a0e563f30ecbf43a-0-rescue.conf 2024-09-13T18:48:19.576 INFO:teuthology.orchestra.run.smithi145.stdout:fbf6b6fa6cf04654a0e563f30ecbf43a-5.14.0-239.el9.x86_64.conf 2024-09-13T18:48:19.576 INFO:teuthology.orchestra.run.smithi145.stdout:fbf6b6fa6cf04654a0e563f30ecbf43a-5.14.0-503.el9.x86_64.conf 2024-09-13T18:48:19.576 INFO:teuthology.orchestra.run.smithi145.stdout:fbf6b6fa6cf04654a0e563f30ecbf43a-5.14.0-505.el9.x86_64.conf 2024-09-13T18:48:19.577 DEBUG:teuthology.orchestra.run.smithi145:> sudo grub2-set-default fbf6b6fa6cf04654a0e563f30ecbf43a-5.14.0-505.el9.x86_64 2024-09-13T18:48:19.754 DEBUG:teuthology.orchestra.run.smithi145:> sudo shutdown -r now 2024-09-13T18:48:20.400 INFO:teuthology.orchestra.run.smithi119.stderr:Adding boot menu entry for UEFI Firmware Settings ... 2024-09-13T18:48:20.427 INFO:teuthology.orchestra.run.smithi119.stderr:done 2024-09-13T18:48:20.429 DEBUG:teuthology.orchestra.run.smithi119:> mktemp 2024-09-13T18:48:20.445 INFO:teuthology.orchestra.run.smithi119.stdout:/tmp/tmp.K7HVO84z6J 2024-09-13T18:48:20.446 DEBUG:teuthology.orchestra.run.smithi119:> sudo cp /boot/grub2/grub.cfg /tmp/tmp.K7HVO84z6J 2024-09-13T18:48:20.515 DEBUG:teuthology.orchestra.run.smithi119:> sudo chmod 0666 /tmp/tmp.K7HVO84z6J 2024-09-13T18:48:20.649 DEBUG:teuthology.orchestra.remote:smithi119:/tmp/tmp.K7HVO84z6J is 6KB 2024-09-13T18:48:20.697 DEBUG:teuthology.orchestra.run.smithi119:> rm -fr /tmp/tmp.K7HVO84z6J 2024-09-13T18:48:20.712 DEBUG:teuthology.orchestra.run.smithi119:> sudo /bin/ls /boot/loader/entries || true 2024-09-13T18:48:20.774 INFO:teuthology.orchestra.run.smithi119.stdout:fbf6b6fa6cf04654a0e563f30ecbf43a-0-rescue.conf 2024-09-13T18:48:20.774 INFO:teuthology.orchestra.run.smithi119.stdout:fbf6b6fa6cf04654a0e563f30ecbf43a-5.14.0-239.el9.x86_64.conf 2024-09-13T18:48:20.774 INFO:teuthology.orchestra.run.smithi119.stdout:fbf6b6fa6cf04654a0e563f30ecbf43a-5.14.0-503.el9.x86_64.conf 2024-09-13T18:48:20.775 INFO:teuthology.orchestra.run.smithi119.stdout:fbf6b6fa6cf04654a0e563f30ecbf43a-5.14.0-505.el9.x86_64.conf 2024-09-13T18:48:20.776 DEBUG:teuthology.orchestra.run.smithi119:> sudo grub2-set-default fbf6b6fa6cf04654a0e563f30ecbf43a-5.14.0-505.el9.x86_64 2024-09-13T18:48:20.950 DEBUG:teuthology.orchestra.run.smithi119:> sudo shutdown -r now 2024-09-13T18:48:49.774 INFO:teuthology.task.kernel:Checking client mon.b for new kernel version... 2024-09-13T18:48:49.775 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi145.front.sepia.ceph.com' 2024-09-13T18:48:49.776 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi145.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-13T18:48:50.954 INFO:teuthology.task.kernel:Checking client mon.a for new kernel version... 2024-09-13T18:48:50.955 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi119.front.sepia.ceph.com' 2024-09-13T18:48:50.955 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi119.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-13T18:49:08.157 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.145 2024-09-13T18:49:09.437 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.119 2024-09-13T18:49:17.166 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi145.front.sepia.ceph.com' 2024-09-13T18:49:17.167 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi145.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-13T18:49:18.439 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi119.front.sepia.ceph.com' 2024-09-13T18:49:18.440 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi119.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-13T18:49:20.253 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.145 2024-09-13T18:49:21.501 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.119 2024-09-13T18:49:32.265 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi145.front.sepia.ceph.com' 2024-09-13T18:49:32.266 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi145.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-13T18:49:33.504 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi119.front.sepia.ceph.com' 2024-09-13T18:49:33.504 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi119.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-13T18:50:04.279 DEBUG:teuthology.orchestra.run.smithi145:> true 2024-09-13T18:50:04.817 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi145.front.sepia.ceph.com' 2024-09-13T18:50:04.817 INFO:teuthology.task.kernel:Checking kernel version of mon.b, want "5.14.0-505.el9.x86_64"... 2024-09-13T18:50:04.818 DEBUG:teuthology.orchestra.run.smithi145:> uname -r 2024-09-13T18:50:04.863 INFO:teuthology.orchestra.run.smithi145.stdout:5.14.0-505.el9.x86_64 2024-09-13T18:50:04.863 DEBUG:teuthology.task.kernel:current kernel version is 5.14.0-505.el9.x86_64 vs 5.14.0-505.el9.x86_64 2024-09-13T18:50:04.863 DEBUG:teuthology.task.kernel:utsrelease strings match, do not need to install 2024-09-13T18:50:04.863 DEBUG:teuthology.task.kernel:Distro of this test job: centos 2024-09-13T18:50:05.350 DEBUG:teuthology.orchestra.run.smithi119:> true 2024-09-13T18:50:05.864 INFO:teuthology.task.kernel:Enabling kdb on mon.b... 2024-09-13T18:50:05.864 DEBUG:teuthology.orchestra.run.smithi145:> echo ttyS1 | sudo tee /sys/module/kgdboc/parameters/kgdboc 2024-09-13T18:50:05.934 INFO:teuthology.orchestra.run.smithi145.stdout:ttyS1 2024-09-13T18:50:05.961 DEBUG:teuthology.parallel:result is None 2024-09-13T18:50:06.146 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi119.front.sepia.ceph.com' 2024-09-13T18:50:06.147 INFO:teuthology.task.kernel:Checking kernel version of mon.a, want "5.14.0-505.el9.x86_64"... 2024-09-13T18:50:06.147 DEBUG:teuthology.orchestra.run.smithi119:> uname -r 2024-09-13T18:50:06.161 INFO:teuthology.orchestra.run.smithi119.stdout:5.14.0-505.el9.x86_64 2024-09-13T18:50:06.162 DEBUG:teuthology.task.kernel:current kernel version is 5.14.0-505.el9.x86_64 vs 5.14.0-505.el9.x86_64 2024-09-13T18:50:06.162 DEBUG:teuthology.task.kernel:utsrelease strings match, do not need to install 2024-09-13T18:50:06.162 DEBUG:teuthology.task.kernel:Distro of this test job: centos 2024-09-13T18:50:07.163 INFO:teuthology.task.kernel:Enabling kdb on mon.a... 2024-09-13T18:50:07.163 DEBUG:teuthology.orchestra.run.smithi119:> echo ttyS1 | sudo tee /sys/module/kgdboc/parameters/kgdboc 2024-09-13T18:50:07.241 INFO:teuthology.orchestra.run.smithi119.stdout:ttyS1 2024-09-13T18:50:07.264 DEBUG:teuthology.parallel:result is None 2024-09-13T18:50:07.264 INFO:teuthology.run_tasks:Running task internal.base... 2024-09-13T18:50:07.271 INFO:teuthology.task.internal:Creating test directory... 2024-09-13T18:50:07.271 DEBUG:teuthology.orchestra.run.smithi119:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2024-09-13T18:50:07.273 DEBUG:teuthology.orchestra.run.smithi145:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2024-09-13T18:50:07.292 INFO:teuthology.run_tasks:Running task internal.archive_upload... 2024-09-13T18:50:07.308 INFO:teuthology.run_tasks:Running task internal.archive... 2024-09-13T18:50:07.533 INFO:teuthology.task.internal:Creating archive directory... 2024-09-13T18:50:07.534 DEBUG:teuthology.orchestra.run.smithi119:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2024-09-13T18:50:07.541 DEBUG:teuthology.orchestra.run.smithi145:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2024-09-13T18:50:07.854 INFO:teuthology.run_tasks:Running task internal.coredump... 2024-09-13T18:50:07.905 INFO:teuthology.task.internal:Enabling coredump saving... 2024-09-13T18:50:07.905 DEBUG:teuthology.orchestra.run.smithi119:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2024-09-13T18:50:07.908 DEBUG:teuthology.orchestra.run.smithi145:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2024-09-13T18:50:07.941 INFO:teuthology.orchestra.run.smithi119.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-09-13T18:50:07.947 INFO:teuthology.orchestra.run.smithi145.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-09-13T18:50:07.952 INFO:teuthology.orchestra.run.smithi119.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-09-13T18:50:07.958 INFO:teuthology.orchestra.run.smithi145.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-09-13T18:50:07.960 INFO:teuthology.run_tasks:Running task internal.sudo... 2024-09-13T18:50:07.966 INFO:teuthology.task.internal:Configuring sudo... 2024-09-13T18:50:07.967 DEBUG:teuthology.orchestra.run.smithi119:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2024-09-13T18:50:08.001 DEBUG:teuthology.orchestra.run.smithi145:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2024-09-13T18:50:08.029 INFO:teuthology.run_tasks:Running task internal.syslog... 2024-09-13T18:50:08.042 INFO:teuthology.task.internal.syslog:Starting syslog monitoring... 2024-09-13T18:50:08.042 DEBUG:teuthology.orchestra.run.smithi119:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2024-09-13T18:50:08.071 DEBUG:teuthology.orchestra.run.smithi145:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2024-09-13T18:50:08.087 DEBUG:teuthology.orchestra.run.smithi119:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2024-09-13T18:50:08.175 DEBUG:teuthology.orchestra.run.smithi119:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2024-09-13T18:50:08.232 DEBUG:teuthology.orchestra.run.smithi119:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2024-09-13T18:50:08.319 DEBUG:teuthology.orchestra.run.smithi119:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2024-09-13T18:50:08.363 DEBUG:teuthology.orchestra.run.smithi119:> set -ex 2024-09-13T18:50:08.363 DEBUG:teuthology.orchestra.run.smithi119:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2024-09-13T18:50:08.431 DEBUG:teuthology.orchestra.run.smithi145:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2024-09-13T18:50:08.485 DEBUG:teuthology.orchestra.run.smithi145:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2024-09-13T18:50:08.526 DEBUG:teuthology.orchestra.run.smithi145:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2024-09-13T18:50:08.620 DEBUG:teuthology.orchestra.run.smithi145:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2024-09-13T18:50:08.652 DEBUG:teuthology.orchestra.run.smithi145:> set -ex 2024-09-13T18:50:08.652 DEBUG:teuthology.orchestra.run.smithi145:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2024-09-13T18:50:08.719 DEBUG:teuthology.orchestra.run.smithi119:> sudo service rsyslog restart 2024-09-13T18:50:08.721 DEBUG:teuthology.orchestra.run.smithi145:> sudo service rsyslog restart 2024-09-13T18:50:08.765 INFO:teuthology.orchestra.run.smithi119.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-09-13T18:50:08.804 INFO:teuthology.orchestra.run.smithi145.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-09-13T18:50:09.224 INFO:teuthology.run_tasks:Running task internal.timer... 2024-09-13T18:50:09.232 INFO:teuthology.task.internal:Starting timer... 2024-09-13T18:50:09.232 INFO:teuthology.run_tasks:Running task pcp... 2024-09-13T18:50:09.263 INFO:teuthology.run_tasks:Running task selinux... 2024-09-13T18:50:09.313 DEBUG:teuthology.task:Applying overrides for task selinux: {'allowlist': ['scontext=system_u:system_r:getty_t:s0']} 2024-09-13T18:50:09.313 DEBUG:teuthology.orchestra.run.smithi119:> sudo service auditd rotate 2024-09-13T18:50:09.355 INFO:teuthology.orchestra.run.smithi119.stdout:Rotating logs: 2024-09-13T18:50:09.357 DEBUG:teuthology.orchestra.run.smithi145:> sudo service auditd rotate 2024-09-13T18:50:09.403 INFO:teuthology.orchestra.run.smithi145.stdout:Rotating logs: 2024-09-13T18:50:09.405 DEBUG:teuthology.task.selinux:Getting current SELinux state 2024-09-13T18:50:09.405 DEBUG:teuthology.orchestra.run.smithi119:> /usr/sbin/getenforce 2024-09-13T18:50:09.439 INFO:teuthology.orchestra.run.smithi119.stdout:Permissive 2024-09-13T18:50:09.439 DEBUG:teuthology.orchestra.run.smithi145:> /usr/sbin/getenforce 2024-09-13T18:50:09.466 INFO:teuthology.orchestra.run.smithi145.stdout:Permissive 2024-09-13T18:50:09.466 DEBUG:teuthology.task.selinux:Existing SELinux modes: {'ubuntu@smithi119.front.sepia.ceph.com': 'permissive', 'ubuntu@smithi145.front.sepia.ceph.com': 'permissive'} 2024-09-13T18:50:09.466 DEBUG:teuthology.orchestra.run.smithi119:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e context=system_u:system_r:getty_t:s0 -e scontext=system_u:system_r:getty_t:s0 2024-09-13T18:50:09.509 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-13T18:50:09.509 DEBUG:teuthology.orchestra.run.smithi145:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e context=system_u:system_r:getty_t:s0 -e scontext=system_u:system_r:getty_t:s0 2024-09-13T18:50:09.537 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-13T18:50:09.538 INFO:teuthology.task.selinux:Putting SELinux into permissive mode 2024-09-13T18:50:09.538 DEBUG:teuthology.orchestra.run.smithi119:> sudo /usr/sbin/setenforce permissive 2024-09-13T18:50:09.586 DEBUG:teuthology.orchestra.run.smithi145:> sudo /usr/sbin/setenforce permissive 2024-09-13T18:50:09.617 INFO:teuthology.run_tasks:Running task ansible.cephlab... 2024-09-13T18:50:09.626 DEBUG:teuthology.repo_utils:Resetting repo at /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main to origin/main 2024-09-13T18:50:09.637 INFO:teuthology.task.ansible:Playbook: [{'import_playbook': 'ansible_managed.yml'}, {'import_playbook': 'teuthology.yml'}, {'hosts': 'testnodes', 'tasks': [{'set_fact': {'ran_from_cephlab_playbook': True}}]}, {'import_playbook': 'testnodes.yml'}, {'import_playbook': 'container-host.yml'}, {'import_playbook': 'cobbler.yml'}, {'import_playbook': 'paddles.yml'}, {'import_playbook': 'pulpito.yml'}, {'hosts': 'testnodes', 'become': True, 'tasks': [{'name': 'Touch /ceph-qa-ready', 'file': {'path': '/ceph-qa-ready', 'state': 'touch'}, 'when': 'ran_from_cephlab_playbook|bool'}]}] 2024-09-13T18:50:09.638 DEBUG:teuthology.task.ansible:Running ansible-playbook -v --extra-vars '{"ansible_ssh_user": "ubuntu"}' -i /etc/ansible/hosts --limit smithi119.front.sepia.ceph.com,smithi145.front.sepia.ceph.com /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main/cephlab.yml 2024-09-13T18:53:52.456 DEBUG:teuthology.task.ansible:Reconnecting to [Remote(name='ubuntu@smithi119.front.sepia.ceph.com'), Remote(name='ubuntu@smithi145.front.sepia.ceph.com')] 2024-09-13T18:53:52.458 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi119.front.sepia.ceph.com' 2024-09-13T18:53:52.459 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi119.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-13T18:53:52.546 DEBUG:teuthology.orchestra.run.smithi119:> true 2024-09-13T18:53:52.583 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi119.front.sepia.ceph.com' 2024-09-13T18:53:52.583 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi145.front.sepia.ceph.com' 2024-09-13T18:53:52.584 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi145.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-13T18:53:52.667 DEBUG:teuthology.orchestra.run.smithi145:> true 2024-09-13T18:53:52.756 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi145.front.sepia.ceph.com' 2024-09-13T18:53:52.756 INFO:teuthology.run_tasks:Running task clock... 2024-09-13T18:53:52.768 INFO:teuthology.task.clock:Syncing clocks and checking initial clock skew... 2024-09-13T18:53:52.768 INFO:teuthology.orchestra.run:Running command with timeout 360 2024-09-13T18:53:52.768 DEBUG:teuthology.orchestra.run.smithi119:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-09-13T18:53:52.771 INFO:teuthology.orchestra.run:Running command with timeout 360 2024-09-13T18:53:52.771 DEBUG:teuthology.orchestra.run.smithi145:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-09-13T18:53:52.803 INFO:teuthology.orchestra.run.smithi119.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2024-09-13T18:53:52.819 INFO:teuthology.orchestra.run.smithi119.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2024-09-13T18:53:52.825 INFO:teuthology.orchestra.run.smithi145.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2024-09-13T18:53:52.840 INFO:teuthology.orchestra.run.smithi145.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2024-09-13T18:53:52.846 INFO:teuthology.orchestra.run.smithi119.stderr:sudo: ntpd: command not found 2024-09-13T18:53:52.858 INFO:teuthology.orchestra.run.smithi119.stdout:506 Cannot talk to daemon 2024-09-13T18:53:52.864 INFO:teuthology.orchestra.run.smithi145.stderr:sudo: ntpd: command not found 2024-09-13T18:53:52.873 INFO:teuthology.orchestra.run.smithi119.stderr:Failed to start ntp.service: Unit ntp.service not found. 2024-09-13T18:53:52.875 INFO:teuthology.orchestra.run.smithi145.stdout:506 Cannot talk to daemon 2024-09-13T18:53:52.887 INFO:teuthology.orchestra.run.smithi119.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2024-09-13T18:53:52.889 INFO:teuthology.orchestra.run.smithi145.stderr:Failed to start ntp.service: Unit ntp.service not found. 2024-09-13T18:53:52.903 INFO:teuthology.orchestra.run.smithi145.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2024-09-13T18:53:52.941 INFO:teuthology.orchestra.run.smithi119.stderr:bash: line 1: ntpq: command not found 2024-09-13T18:53:52.945 INFO:teuthology.orchestra.run.smithi119.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-09-13T18:53:52.945 INFO:teuthology.orchestra.run.smithi119.stdout:=============================================================================== 2024-09-13T18:53:52.945 INFO:teuthology.orchestra.run.smithi119.stdout:^? hv01.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-13T18:53:52.945 INFO:teuthology.orchestra.run.smithi119.stdout:^? hv02.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-13T18:53:52.945 INFO:teuthology.orchestra.run.smithi119.stdout:^? hv03.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-13T18:53:52.945 INFO:teuthology.orchestra.run.smithi119.stdout:^? hv04.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-13T18:53:52.956 INFO:teuthology.orchestra.run.smithi145.stderr:bash: line 1: ntpq: command not found 2024-09-13T18:53:52.959 INFO:teuthology.orchestra.run.smithi145.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-09-13T18:53:52.959 INFO:teuthology.orchestra.run.smithi145.stdout:=============================================================================== 2024-09-13T18:53:52.959 INFO:teuthology.orchestra.run.smithi145.stdout:^? hv01.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-13T18:53:52.959 INFO:teuthology.orchestra.run.smithi145.stdout:^? hv02.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-13T18:53:52.959 INFO:teuthology.orchestra.run.smithi145.stdout:^? hv03.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-13T18:53:52.959 INFO:teuthology.orchestra.run.smithi145.stdout:^? hv04.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-13T18:53:52.960 INFO:teuthology.run_tasks:Running task install... 2024-09-13T18:53:52.968 DEBUG:teuthology.task.install:project ceph 2024-09-13T18:53:52.968 DEBUG:teuthology.task.install:INSTALL overrides: {'ceph': {'flavor': 'default', 'sha1': '6c6b083f148f500c4f56d402b9e4ffcab6f1e2d3'}} 2024-09-13T18:53:52.968 DEBUG:teuthology.task.install:config {'extra_packages': {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-top', 'cephfs-mirror']}, 'extra_system_packages': {'deb': ['bison', 'flex', 'libelf-dev', 'libssl-dev', 'network-manager', 'iproute2', 'util-linux', 'dump', 'indent', 'libaio-dev', 'libtool-bin', 'uuid-dev', 'xfslibs-dev', 'postgresql', 'postgresql-client', 'postgresql-common', 'postgresql-contrib'], 'rpm': ['bison', 'flex', 'elfutils-libelf-devel', 'openssl-devel', 'NetworkManager', 'iproute', 'util-linux', 'libacl-devel', 'libaio-devel', 'libattr-devel', 'libtool', 'libuuid-devel', 'xfsdump', 'xfsprogs', 'xfsprogs-devel', 'libaio-devel', 'libtool', 'libuuid-devel', 'xfsprogs-devel', 'postgresql', 'postgresql-server', 'postgresql-contrib']}, 'flavor': 'default', 'sha1': '6c6b083f148f500c4f56d402b9e4ffcab6f1e2d3'} 2024-09-13T18:53:52.968 INFO:teuthology.task.install:Using flavor: default 2024-09-13T18:53:52.973 DEBUG:teuthology.task.install:Package list is: {'deb': ['ceph', 'cephadm', 'ceph-mds', 'ceph-mgr', 'ceph-common', 'ceph-fuse', 'ceph-test', 'ceph-volume', 'radosgw', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'libcephfs2', 'libcephfs-dev', 'librados2', 'librbd1', 'rbd-fuse'], 'rpm': ['ceph-radosgw', 'ceph-test', 'ceph', 'ceph-base', 'cephadm', 'ceph-immutable-object-cache', 'ceph-mgr', 'ceph-mgr-dashboard', 'ceph-mgr-diskprediction-local', 'ceph-mgr-rook', 'ceph-mgr-cephadm', 'ceph-fuse', 'ceph-volume', 'librados-devel', 'libcephfs2', 'libcephfs-devel', 'librados2', 'librbd1', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'rbd-fuse', 'rbd-mirror', 'rbd-nbd']} 2024-09-13T18:53:52.973 INFO:teuthology.task.install:extra packages: {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-top', 'cephfs-mirror']} 2024-09-13T18:53:52.974 DEBUG:teuthology.task.install.rpm:_update_package_list_and_install: config is {'branch': None, 'cleanup': None, 'debuginfo': None, 'downgrade_packages': [], 'exclude_packages': [], 'extra_packages': {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-top', 'cephfs-mirror']}, 'extra_system_packages': {'deb': ['bison', 'flex', 'libelf-dev', 'libssl-dev', 'network-manager', 'iproute2', 'util-linux', 'dump', 'indent', 'libaio-dev', 'libtool-bin', 'uuid-dev', 'xfslibs-dev', 'postgresql', 'postgresql-client', 'postgresql-common', 'postgresql-contrib'], 'rpm': ['bison', 'flex', 'elfutils-libelf-devel', 'openssl-devel', 'NetworkManager', 'iproute', 'util-linux', 'libacl-devel', 'libaio-devel', 'libattr-devel', 'libtool', 'libuuid-devel', 'xfsdump', 'xfsprogs', 'xfsprogs-devel', 'libaio-devel', 'libtool', 'libuuid-devel', 'xfsprogs-devel', 'postgresql', 'postgresql-server', 'postgresql-contrib']}, 'extras': None, 'enable_coprs': [], 'flavor': 'default', 'install_ceph_packages': True, 'packages': {}, 'project': 'ceph', 'repos_only': False, 'sha1': '6c6b083f148f500c4f56d402b9e4ffcab6f1e2d3', 'tag': None, 'wait_for_package': False} 2024-09-13T18:53:52.974 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=6c6b083f148f500c4f56d402b9e4ffcab6f1e2d3 2024-09-13T18:53:52.977 DEBUG:teuthology.task.install.rpm:_update_package_list_and_install: config is {'branch': None, 'cleanup': None, 'debuginfo': None, 'downgrade_packages': [], 'exclude_packages': [], 'extra_packages': {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-top', 'cephfs-mirror']}, 'extra_system_packages': {'deb': ['bison', 'flex', 'libelf-dev', 'libssl-dev', 'network-manager', 'iproute2', 'util-linux', 'dump', 'indent', 'libaio-dev', 'libtool-bin', 'uuid-dev', 'xfslibs-dev', 'postgresql', 'postgresql-client', 'postgresql-common', 'postgresql-contrib'], 'rpm': ['bison', 'flex', 'elfutils-libelf-devel', 'openssl-devel', 'NetworkManager', 'iproute', 'util-linux', 'libacl-devel', 'libaio-devel', 'libattr-devel', 'libtool', 'libuuid-devel', 'xfsdump', 'xfsprogs', 'xfsprogs-devel', 'libaio-devel', 'libtool', 'libuuid-devel', 'xfsprogs-devel', 'postgresql', 'postgresql-server', 'postgresql-contrib']}, 'extras': None, 'enable_coprs': [], 'flavor': 'default', 'install_ceph_packages': True, 'packages': {}, 'project': 'ceph', 'repos_only': False, 'sha1': '6c6b083f148f500c4f56d402b9e4ffcab6f1e2d3', 'tag': None, 'wait_for_package': False} 2024-09-13T18:53:52.977 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=6c6b083f148f500c4f56d402b9e4ffcab6f1e2d3 2024-09-13T18:53:53.137 INFO:teuthology.task.install.rpm:Pulling from https://1.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240910.100730-reef/6c6b083f148f500c4f56d402b9e4ffcab6f1e2d3/centos/9/flavors/default/ 2024-09-13T18:53:53.137 INFO:teuthology.task.install.rpm:Package version is 18.2.4-860.g6c6b083f 2024-09-13T18:53:53.152 INFO:teuthology.task.install.rpm:Pulling from https://1.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240910.100730-reef/6c6b083f148f500c4f56d402b9e4ffcab6f1e2d3/centos/9/flavors/default/ 2024-09-13T18:53:53.153 INFO:teuthology.task.install.rpm:Package version is 18.2.4-860.g6c6b083f 2024-09-13T18:53:53.268 INFO:teuthology.packaging:Writing yum repo: [ceph] name=ceph packages for $basearch baseurl=https://1.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240910.100730-reef/6c6b083f148f500c4f56d402b9e4ffcab6f1e2d3/centos/9/flavors/default/$basearch enabled=1 gpgcheck=0 type=rpm-md [ceph-noarch] name=ceph noarch packages baseurl=https://1.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240910.100730-reef/6c6b083f148f500c4f56d402b9e4ffcab6f1e2d3/centos/9/flavors/default/noarch enabled=1 gpgcheck=0 type=rpm-md [ceph-source] name=ceph source packages baseurl=https://1.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240910.100730-reef/6c6b083f148f500c4f56d402b9e4ffcab6f1e2d3/centos/9/flavors/default/SRPMS enabled=1 gpgcheck=0 type=rpm-md 2024-09-13T18:53:53.268 DEBUG:teuthology.orchestra.run.smithi119:> set -ex 2024-09-13T18:53:53.268 DEBUG:teuthology.orchestra.run.smithi119:> sudo dd of=/etc/yum.repos.d/ceph.repo 2024-09-13T18:53:53.270 INFO:teuthology.packaging:Writing yum repo: [ceph] name=ceph packages for $basearch baseurl=https://1.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240910.100730-reef/6c6b083f148f500c4f56d402b9e4ffcab6f1e2d3/centos/9/flavors/default/$basearch enabled=1 gpgcheck=0 type=rpm-md [ceph-noarch] name=ceph noarch packages baseurl=https://1.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240910.100730-reef/6c6b083f148f500c4f56d402b9e4ffcab6f1e2d3/centos/9/flavors/default/noarch enabled=1 gpgcheck=0 type=rpm-md [ceph-source] name=ceph source packages baseurl=https://1.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240910.100730-reef/6c6b083f148f500c4f56d402b9e4ffcab6f1e2d3/centos/9/flavors/default/SRPMS enabled=1 gpgcheck=0 type=rpm-md 2024-09-13T18:53:53.271 DEBUG:teuthology.orchestra.run.smithi145:> set -ex 2024-09-13T18:53:53.271 DEBUG:teuthology.orchestra.run.smithi145:> sudo dd of=/etc/yum.repos.d/ceph.repo 2024-09-13T18:53:53.297 INFO:teuthology.task.install.rpm:Installing packages: ceph-radosgw, ceph-test, ceph, ceph-base, cephadm, ceph-immutable-object-cache, ceph-mgr, ceph-mgr-dashboard, ceph-mgr-diskprediction-local, ceph-mgr-rook, ceph-mgr-cephadm, ceph-fuse, ceph-volume, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd, python3-cephfs, cephfs-top, cephfs-mirror, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib on remote rpm x86_64 2024-09-13T18:53:53.297 DEBUG:teuthology.orchestra.run.smithi119:> if test -f /etc/yum.repos.d/ceph.repo ; then sudo sed -i -e ':a;N;$!ba;s/enabled=1\ngpg/enabled=1\npriority=1\ngpg/g' -e 's;ref/[a-zA-Z0-9_-]*/;sha1/6c6b083f148f500c4f56d402b9e4ffcab6f1e2d3/;g' /etc/yum.repos.d/ceph.repo ; fi 2024-09-13T18:53:53.298 INFO:teuthology.task.install.rpm:Installing packages: ceph-radosgw, ceph-test, ceph, ceph-base, cephadm, ceph-immutable-object-cache, ceph-mgr, ceph-mgr-dashboard, ceph-mgr-diskprediction-local, ceph-mgr-rook, ceph-mgr-cephadm, ceph-fuse, ceph-volume, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd, python3-cephfs, cephfs-top, cephfs-mirror, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib on remote rpm x86_64 2024-09-13T18:53:53.299 DEBUG:teuthology.orchestra.run.smithi145:> if test -f /etc/yum.repos.d/ceph.repo ; then sudo sed -i -e ':a;N;$!ba;s/enabled=1\ngpg/enabled=1\npriority=1\ngpg/g' -e 's;ref/[a-zA-Z0-9_-]*/;sha1/6c6b083f148f500c4f56d402b9e4ffcab6f1e2d3/;g' /etc/yum.repos.d/ceph.repo ; fi 2024-09-13T18:53:53.362 DEBUG:teuthology.orchestra.run.smithi119:> sudo touch -a /etc/yum/pluginconf.d/priorities.conf ; test -e /etc/yum/pluginconf.d/priorities.conf.orig || sudo cp -af /etc/yum/pluginconf.d/priorities.conf /etc/yum/pluginconf.d/priorities.conf.orig 2024-09-13T18:53:53.365 DEBUG:teuthology.orchestra.run.smithi145:> sudo touch -a /etc/yum/pluginconf.d/priorities.conf ; test -e /etc/yum/pluginconf.d/priorities.conf.orig || sudo cp -af /etc/yum/pluginconf.d/priorities.conf /etc/yum/pluginconf.d/priorities.conf.orig 2024-09-13T18:53:53.437 DEBUG:teuthology.orchestra.run.smithi119:> grep check_obsoletes /etc/yum/pluginconf.d/priorities.conf && sudo sed -i 's/check_obsoletes.*0/check_obsoletes = 1/g' /etc/yum/pluginconf.d/priorities.conf || echo 'check_obsoletes = 1' | sudo tee -a /etc/yum/pluginconf.d/priorities.conf 2024-09-13T18:53:53.441 DEBUG:teuthology.orchestra.run.smithi145:> grep check_obsoletes /etc/yum/pluginconf.d/priorities.conf && sudo sed -i 's/check_obsoletes.*0/check_obsoletes = 1/g' /etc/yum/pluginconf.d/priorities.conf || echo 'check_obsoletes = 1' | sudo tee -a /etc/yum/pluginconf.d/priorities.conf 2024-09-13T18:53:53.501 INFO:teuthology.orchestra.run.smithi119.stdout:check_obsoletes = 1 2024-09-13T18:53:53.502 DEBUG:teuthology.orchestra.run.smithi119:> sudo yum clean all 2024-09-13T18:53:53.505 INFO:teuthology.orchestra.run.smithi145.stdout:check_obsoletes = 1 2024-09-13T18:53:53.507 DEBUG:teuthology.orchestra.run.smithi145:> sudo yum clean all 2024-09-13T18:53:53.738 INFO:teuthology.orchestra.run.smithi119.stdout:45 files removed 2024-09-13T18:53:53.749 INFO:teuthology.orchestra.run.smithi145.stdout:45 files removed 2024-09-13T18:53:53.765 DEBUG:teuthology.orchestra.run.smithi119:> sudo yum -y install ceph-radosgw ceph-test ceph ceph-base cephadm ceph-immutable-object-cache ceph-mgr ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-rook ceph-mgr-cephadm ceph-fuse ceph-volume librados-devel libcephfs2 libcephfs-devel librados2 librbd1 python3-rados python3-rgw python3-cephfs python3-rbd rbd-fuse rbd-mirror rbd-nbd python3-cephfs cephfs-top cephfs-mirror bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib 2024-09-13T18:53:53.776 DEBUG:teuthology.orchestra.run.smithi145:> sudo yum -y install ceph-radosgw ceph-test ceph ceph-base cephadm ceph-immutable-object-cache ceph-mgr ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-rook ceph-mgr-cephadm ceph-fuse ceph-volume librados-devel libcephfs2 libcephfs-devel librados2 librbd1 python3-rados python3-rgw python3-cephfs python3-rbd rbd-fuse rbd-mirror rbd-nbd python3-cephfs cephfs-top cephfs-mirror bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib 2024-09-13T18:53:54.314 INFO:teuthology.orchestra.run.smithi119.stdout:ceph packages for x86_64 292 kB/s | 78 kB 00:00 2024-09-13T18:53:54.344 INFO:teuthology.orchestra.run.smithi145.stdout:ceph packages for x86_64 277 kB/s | 78 kB 00:00 2024-09-13T18:53:54.597 INFO:teuthology.orchestra.run.smithi119.stdout:ceph noarch packages 48 kB/s | 11 kB 00:00 2024-09-13T18:53:54.628 INFO:teuthology.orchestra.run.smithi145.stdout:ceph noarch packages 48 kB/s | 11 kB 00:00 2024-09-13T18:53:54.873 INFO:teuthology.orchestra.run.smithi119.stdout:ceph source packages 7.7 kB/s | 1.9 kB 00:00 2024-09-13T18:53:54.904 INFO:teuthology.orchestra.run.smithi145.stdout:ceph source packages 7.8 kB/s | 1.9 kB 00:00 2024-09-13T18:53:55.507 INFO:teuthology.orchestra.run.smithi119.stdout:CentOS Stream 9 - BaseOS 14 MB/s | 8.2 MB 00:00 2024-09-13T18:53:56.020 INFO:teuthology.orchestra.run.smithi145.stdout:CentOS Stream 9 - BaseOS 7.6 MB/s | 8.2 MB 00:01 2024-09-13T18:53:57.358 INFO:teuthology.orchestra.run.smithi119.stdout:CentOS Stream 9 - AppStream 27 MB/s | 20 MB 00:00 2024-09-13T18:53:59.330 INFO:teuthology.orchestra.run.smithi145.stdout:CentOS Stream 9 - AppStream 9.2 MB/s | 20 MB 00:02 2024-09-13T18:54:01.867 INFO:teuthology.orchestra.run.smithi119.stdout:CentOS Stream 9 - CRB 9.6 MB/s | 6.5 MB 00:00 2024-09-13T18:54:03.376 INFO:teuthology.orchestra.run.smithi119.stdout:CentOS Stream 9 - Extras packages 71 kB/s | 19 kB 00:00 2024-09-13T18:54:04.313 INFO:teuthology.orchestra.run.smithi119.stdout:Extra Packages for Enterprise Linux 28 MB/s | 23 MB 00:00 2024-09-13T18:54:04.922 INFO:teuthology.orchestra.run.smithi145.stdout:CentOS Stream 9 - CRB 3.7 MB/s | 6.5 MB 00:01 2024-09-13T18:54:06.448 INFO:teuthology.orchestra.run.smithi145.stdout:CentOS Stream 9 - Extras packages 105 kB/s | 19 kB 00:00 2024-09-13T18:54:07.269 INFO:teuthology.orchestra.run.smithi145.stdout:Extra Packages for Enterprise Linux 33 MB/s | 23 MB 00:00 2024-09-13T18:54:09.802 INFO:teuthology.orchestra.run.smithi119.stdout:lab-extras 42 kB/s | 1.7 kB 00:00 2024-09-13T18:54:12.124 INFO:teuthology.orchestra.run.smithi119.stdout:Package librados2-2:16.2.4-5.el9.x86_64 is already installed. 2024-09-13T18:54:12.125 INFO:teuthology.orchestra.run.smithi119.stdout:Package librbd1-2:16.2.4-5.el9.x86_64 is already installed. 2024-09-13T18:54:12.138 INFO:teuthology.orchestra.run.smithi119.stdout:Package NetworkManager-1:1.48.8-1.el9.x86_64 is already installed. 2024-09-13T18:54:12.139 INFO:teuthology.orchestra.run.smithi119.stdout:Package iproute-6.2.0-5.el9.x86_64 is already installed. 2024-09-13T18:54:12.140 INFO:teuthology.orchestra.run.smithi119.stdout:Package util-linux-2.37.4-20.el9.x86_64 is already installed. 2024-09-13T18:54:12.141 INFO:teuthology.orchestra.run.smithi119.stdout:Package libacl-devel-2.3.1-4.el9.x86_64 is already installed. 2024-09-13T18:54:12.143 INFO:teuthology.orchestra.run.smithi119.stdout:Package libattr-devel-2.5.1-3.el9.x86_64 is already installed. 2024-09-13T18:54:12.147 INFO:teuthology.orchestra.run.smithi119.stdout:Package xfsdump-3.1.12-4.el9.x86_64 is already installed. 2024-09-13T18:54:12.147 INFO:teuthology.orchestra.run.smithi119.stdout:Package xfsprogs-6.4.0-4.el9.x86_64 is already installed. 2024-09-13T18:54:12.209 INFO:teuthology.orchestra.run.smithi119.stdout:Dependencies resolved. 2024-09-13T18:54:12.227 INFO:teuthology.orchestra.run.smithi119.stdout:====================================================================================== 2024-09-13T18:54:12.227 INFO:teuthology.orchestra.run.smithi119.stdout: Package Arch Version Repository Size 2024-09-13T18:54:12.227 INFO:teuthology.orchestra.run.smithi119.stdout:====================================================================================== 2024-09-13T18:54:12.228 INFO:teuthology.orchestra.run.smithi119.stdout:Installing: 2024-09-13T18:54:12.228 INFO:teuthology.orchestra.run.smithi119.stdout: bison x86_64 3.7.4-5.el9 appstream 943 k 2024-09-13T18:54:12.228 INFO:teuthology.orchestra.run.smithi119.stdout: ceph x86_64 2:18.2.4-860.g6c6b083f.el9 ceph 6.5 k 2024-09-13T18:54:12.228 INFO:teuthology.orchestra.run.smithi119.stdout: ceph-base x86_64 2:18.2.4-860.g6c6b083f.el9 ceph 5.1 M 2024-09-13T18:54:12.228 INFO:teuthology.orchestra.run.smithi119.stdout: ceph-fuse x86_64 2:18.2.4-860.g6c6b083f.el9 ceph 852 k 2024-09-13T18:54:12.228 INFO:teuthology.orchestra.run.smithi119.stdout: ceph-immutable-object-cache x86_64 2:18.2.4-860.g6c6b083f.el9 ceph 142 k 2024-09-13T18:54:12.228 INFO:teuthology.orchestra.run.smithi119.stdout: ceph-mgr x86_64 2:18.2.4-860.g6c6b083f.el9 ceph 1.5 M 2024-09-13T18:54:12.228 INFO:teuthology.orchestra.run.smithi119.stdout: ceph-mgr-cephadm noarch 2:18.2.4-860.g6c6b083f.el9 ceph-noarch 139 k 2024-09-13T18:54:12.228 INFO:teuthology.orchestra.run.smithi119.stdout: ceph-mgr-dashboard noarch 2:18.2.4-860.g6c6b083f.el9 ceph-noarch 3.5 M 2024-09-13T18:54:12.228 INFO:teuthology.orchestra.run.smithi119.stdout: ceph-mgr-diskprediction-local noarch 2:18.2.4-860.g6c6b083f.el9 ceph-noarch 7.4 M 2024-09-13T18:54:12.228 INFO:teuthology.orchestra.run.smithi119.stdout: ceph-mgr-rook noarch 2:18.2.4-860.g6c6b083f.el9 ceph-noarch 49 k 2024-09-13T18:54:12.228 INFO:teuthology.orchestra.run.smithi119.stdout: ceph-radosgw x86_64 2:18.2.4-860.g6c6b083f.el9 ceph 7.7 M 2024-09-13T18:54:12.229 INFO:teuthology.orchestra.run.smithi119.stdout: ceph-test x86_64 2:18.2.4-860.g6c6b083f.el9 ceph 40 M 2024-09-13T18:54:12.229 INFO:teuthology.orchestra.run.smithi119.stdout: ceph-volume noarch 2:18.2.4-860.g6c6b083f.el9 ceph-noarch 264 k 2024-09-13T18:54:12.229 INFO:teuthology.orchestra.run.smithi119.stdout: cephadm noarch 2:18.2.4-860.g6c6b083f.el9 ceph-noarch 226 k 2024-09-13T18:54:12.229 INFO:teuthology.orchestra.run.smithi119.stdout: cephfs-mirror x86_64 2:18.2.4-860.g6c6b083f.el9 ceph 224 k 2024-09-13T18:54:12.229 INFO:teuthology.orchestra.run.smithi119.stdout: cephfs-top noarch 2:18.2.4-860.g6c6b083f.el9 ceph-noarch 18 k 2024-09-13T18:54:12.229 INFO:teuthology.orchestra.run.smithi119.stdout: elfutils-libelf-devel x86_64 0.191-4.el9 appstream 22 k 2024-09-13T18:54:12.229 INFO:teuthology.orchestra.run.smithi119.stdout: flex x86_64 2.6.4-9.el9 appstream 313 k 2024-09-13T18:54:12.229 INFO:teuthology.orchestra.run.smithi119.stdout: libaio-devel x86_64 0.3.111-13.el9 appstream 11 k 2024-09-13T18:54:12.229 INFO:teuthology.orchestra.run.smithi119.stdout: libcephfs-devel x86_64 2:18.2.4-860.g6c6b083f.el9 ceph 31 k 2024-09-13T18:54:12.229 INFO:teuthology.orchestra.run.smithi119.stdout: libcephfs2 x86_64 2:18.2.4-860.g6c6b083f.el9 ceph 712 k 2024-09-13T18:54:12.229 INFO:teuthology.orchestra.run.smithi119.stdout: librados-devel x86_64 2:18.2.4-860.g6c6b083f.el9 ceph 127 k 2024-09-13T18:54:12.229 INFO:teuthology.orchestra.run.smithi119.stdout: libtool x86_64 2.4.6-46.el9 appstream 581 k 2024-09-13T18:54:12.229 INFO:teuthology.orchestra.run.smithi119.stdout: libuuid-devel x86_64 2.37.4-20.el9 appstream 24 k 2024-09-13T18:54:12.230 INFO:teuthology.orchestra.run.smithi119.stdout: openssl-devel x86_64 1:3.2.2-6.el9 appstream 4.4 M 2024-09-13T18:54:12.230 INFO:teuthology.orchestra.run.smithi119.stdout: postgresql x86_64 13.16-1.el9 appstream 1.6 M 2024-09-13T18:54:12.230 INFO:teuthology.orchestra.run.smithi119.stdout: postgresql-contrib x86_64 13.16-1.el9 appstream 910 k 2024-09-13T18:54:12.230 INFO:teuthology.orchestra.run.smithi119.stdout: postgresql-server x86_64 13.16-1.el9 appstream 5.8 M 2024-09-13T18:54:12.230 INFO:teuthology.orchestra.run.smithi119.stdout: python3-cephfs x86_64 2:18.2.4-860.g6c6b083f.el9 ceph 162 k 2024-09-13T18:54:12.230 INFO:teuthology.orchestra.run.smithi119.stdout: python3-rados x86_64 2:18.2.4-860.g6c6b083f.el9 ceph 321 k 2024-09-13T18:54:12.230 INFO:teuthology.orchestra.run.smithi119.stdout: python3-rbd x86_64 2:18.2.4-860.g6c6b083f.el9 ceph 301 k 2024-09-13T18:54:12.230 INFO:teuthology.orchestra.run.smithi119.stdout: python3-rgw x86_64 2:18.2.4-860.g6c6b083f.el9 ceph 99 k 2024-09-13T18:54:12.230 INFO:teuthology.orchestra.run.smithi119.stdout: rbd-fuse x86_64 2:18.2.4-860.g6c6b083f.el9 ceph 87 k 2024-09-13T18:54:12.230 INFO:teuthology.orchestra.run.smithi119.stdout: rbd-mirror x86_64 2:18.2.4-860.g6c6b083f.el9 ceph 3.0 M 2024-09-13T18:54:12.230 INFO:teuthology.orchestra.run.smithi119.stdout: rbd-nbd x86_64 2:18.2.4-860.g6c6b083f.el9 ceph 172 k 2024-09-13T18:54:12.230 INFO:teuthology.orchestra.run.smithi119.stdout: xfsprogs-devel x86_64 6.4.0-4.el9 appstream 96 k 2024-09-13T18:54:12.230 INFO:teuthology.orchestra.run.smithi119.stdout:Upgrading: 2024-09-13T18:54:12.231 INFO:teuthology.orchestra.run.smithi119.stdout: NetworkManager x86_64 1:1.49.90-1.el9 baseos 2.3 M 2024-09-13T18:54:12.231 INFO:teuthology.orchestra.run.smithi119.stdout: NetworkManager-libnm x86_64 1:1.49.90-1.el9 baseos 1.8 M 2024-09-13T18:54:12.231 INFO:teuthology.orchestra.run.smithi119.stdout: NetworkManager-team x86_64 1:1.49.90-1.el9 baseos 41 k 2024-09-13T18:54:12.231 INFO:teuthology.orchestra.run.smithi119.stdout: NetworkManager-tui x86_64 1:1.49.90-1.el9 baseos 249 k 2024-09-13T18:54:12.231 INFO:teuthology.orchestra.run.smithi119.stdout: librados2 x86_64 2:18.2.4-860.g6c6b083f.el9 ceph 3.3 M 2024-09-13T18:54:12.231 INFO:teuthology.orchestra.run.smithi119.stdout: librbd1 x86_64 2:18.2.4-860.g6c6b083f.el9 ceph 3.0 M 2024-09-13T18:54:12.231 INFO:teuthology.orchestra.run.smithi119.stdout: openssl x86_64 1:3.2.2-6.el9 baseos 1.4 M 2024-09-13T18:54:12.231 INFO:teuthology.orchestra.run.smithi119.stdout: openssl-libs x86_64 1:3.2.2-6.el9 baseos 2.4 M 2024-09-13T18:54:12.231 INFO:teuthology.orchestra.run.smithi119.stdout:Installing dependencies: 2024-09-13T18:54:12.231 INFO:teuthology.orchestra.run.smithi119.stdout: automake noarch 1.16.2-8.el9 appstream 689 k 2024-09-13T18:54:12.231 INFO:teuthology.orchestra.run.smithi119.stdout: boost-program-options x86_64 1.75.0-8.el9 appstream 107 k 2024-09-13T18:54:12.231 INFO:teuthology.orchestra.run.smithi119.stdout: ceph-common x86_64 2:18.2.4-860.g6c6b083f.el9 ceph 18 M 2024-09-13T18:54:12.231 INFO:teuthology.orchestra.run.smithi119.stdout: ceph-grafana-dashboards noarch 2:18.2.4-860.g6c6b083f.el9 ceph-noarch 24 k 2024-09-13T18:54:12.232 INFO:teuthology.orchestra.run.smithi119.stdout: ceph-mds x86_64 2:18.2.4-860.g6c6b083f.el9 ceph 2.1 M 2024-09-13T18:54:12.232 INFO:teuthology.orchestra.run.smithi119.stdout: ceph-mgr-modules-core noarch 2:18.2.4-860.g6c6b083f.el9 ceph-noarch 246 k 2024-09-13T18:54:12.232 INFO:teuthology.orchestra.run.smithi119.stdout: ceph-mon x86_64 2:18.2.4-860.g6c6b083f.el9 ceph 4.7 M 2024-09-13T18:54:12.232 INFO:teuthology.orchestra.run.smithi119.stdout: ceph-osd x86_64 2:18.2.4-860.g6c6b083f.el9 ceph 17 M 2024-09-13T18:54:12.232 INFO:teuthology.orchestra.run.smithi119.stdout: ceph-prometheus-alerts noarch 2:18.2.4-860.g6c6b083f.el9 ceph-noarch 16 k 2024-09-13T18:54:12.232 INFO:teuthology.orchestra.run.smithi119.stdout: ceph-selinux x86_64 2:18.2.4-860.g6c6b083f.el9 ceph 25 k 2024-09-13T18:54:12.232 INFO:teuthology.orchestra.run.smithi119.stdout: flexiblas x86_64 3.0.4-8.el9 appstream 33 k 2024-09-13T18:54:12.232 INFO:teuthology.orchestra.run.smithi119.stdout: flexiblas-netlib x86_64 3.0.4-8.el9 appstream 3.0 M 2024-09-13T18:54:12.232 INFO:teuthology.orchestra.run.smithi119.stdout: flexiblas-openblas-openmp x86_64 3.0.4-8.el9 appstream 18 k 2024-09-13T18:54:12.232 INFO:teuthology.orchestra.run.smithi119.stdout: fmt x86_64 8.1.1-5.el9 epel 111 k 2024-09-13T18:54:12.232 INFO:teuthology.orchestra.run.smithi119.stdout: fuse x86_64 2.9.9-16.el9 baseos 80 k 2024-09-13T18:54:12.232 INFO:teuthology.orchestra.run.smithi119.stdout: gperftools-libs x86_64 2.9.1-3.el9 epel 308 k 2024-09-13T18:54:12.233 INFO:teuthology.orchestra.run.smithi119.stdout: libarrow x86_64 9.0.0-11.el9 epel 4.4 M 2024-09-13T18:54:12.233 INFO:teuthology.orchestra.run.smithi119.stdout: libarrow-doc noarch 9.0.0-11.el9 epel 26 k 2024-09-13T18:54:12.233 INFO:teuthology.orchestra.run.smithi119.stdout: libcephsqlite x86_64 2:18.2.4-860.g6c6b083f.el9 ceph 166 k 2024-09-13T18:54:12.233 INFO:teuthology.orchestra.run.smithi119.stdout: libgfortran x86_64 11.5.0-2.el9 baseos 801 k 2024-09-13T18:54:12.233 INFO:teuthology.orchestra.run.smithi119.stdout: liboath x86_64 2.6.7-2.el9 epel 49 k 2024-09-13T18:54:12.233 INFO:teuthology.orchestra.run.smithi119.stdout: libpmemobj x86_64 1.12.1-1.el9 appstream 160 k 2024-09-13T18:54:12.233 INFO:teuthology.orchestra.run.smithi119.stdout: libquadmath x86_64 11.5.0-2.el9 baseos 191 k 2024-09-13T18:54:12.233 INFO:teuthology.orchestra.run.smithi119.stdout: librabbitmq x86_64 0.11.0-7.el9 appstream 45 k 2024-09-13T18:54:12.233 INFO:teuthology.orchestra.run.smithi119.stdout: libradosstriper1 x86_64 2:18.2.4-860.g6c6b083f.el9 ceph 478 k 2024-09-13T18:54:12.233 INFO:teuthology.orchestra.run.smithi119.stdout: librdkafka x86_64 1.6.1-102.el9 appstream 662 k 2024-09-13T18:54:12.233 INFO:teuthology.orchestra.run.smithi119.stdout: librgw2 x86_64 2:18.2.4-860.g6c6b083f.el9 ceph 4.5 M 2024-09-13T18:54:12.233 INFO:teuthology.orchestra.run.smithi119.stdout: libunwind x86_64 1.6.2-1.el9 epel 67 k 2024-09-13T18:54:12.233 INFO:teuthology.orchestra.run.smithi119.stdout: libzstd-devel x86_64 1.5.1-2.el9 appstream 47 k 2024-09-13T18:54:12.233 INFO:teuthology.orchestra.run.smithi119.stdout: lttng-ust x86_64 2.12.0-6.el9 appstream 292 k 2024-09-13T18:54:12.234 INFO:teuthology.orchestra.run.smithi119.stdout: openblas x86_64 0.3.26-2.el9 appstream 38 k 2024-09-13T18:54:12.234 INFO:teuthology.orchestra.run.smithi119.stdout: openblas-openmp x86_64 0.3.26-2.el9 appstream 4.9 M 2024-09-13T18:54:12.234 INFO:teuthology.orchestra.run.smithi119.stdout: parquet-libs x86_64 9.0.0-11.el9 epel 839 k 2024-09-13T18:54:12.234 INFO:teuthology.orchestra.run.smithi119.stdout: postgresql-private-libs x86_64 13.16-1.el9 appstream 137 k 2024-09-13T18:54:12.234 INFO:teuthology.orchestra.run.smithi119.stdout: python3-asyncssh noarch 2.13.2-5.el9 epel 548 k 2024-09-13T18:54:12.234 INFO:teuthology.orchestra.run.smithi119.stdout: python3-babel noarch 2.9.1-2.el9 appstream 6.0 M 2024-09-13T18:54:12.234 INFO:teuthology.orchestra.run.smithi119.stdout: python3-bcrypt x86_64 3.2.2-1.el9 epel 43 k 2024-09-13T18:54:12.234 INFO:teuthology.orchestra.run.smithi119.stdout: python3-cachetools noarch 4.2.4-1.el9 epel 32 k 2024-09-13T18:54:12.234 INFO:teuthology.orchestra.run.smithi119.stdout: python3-ceph-argparse x86_64 2:18.2.4-860.g6c6b083f.el9 ceph 45 k 2024-09-13T18:54:12.234 INFO:teuthology.orchestra.run.smithi119.stdout: python3-ceph-common x86_64 2:18.2.4-860.g6c6b083f.el9 ceph 129 k 2024-09-13T18:54:12.234 INFO:teuthology.orchestra.run.smithi119.stdout: python3-certifi noarch 2023.05.07-4.el9 epel 14 k 2024-09-13T18:54:12.234 INFO:teuthology.orchestra.run.smithi119.stdout: python3-cffi x86_64 1.14.5-5.el9 baseos 253 k 2024-09-13T18:54:12.234 INFO:teuthology.orchestra.run.smithi119.stdout: python3-cheroot noarch 8.6.0-4.el9 epel 172 k 2024-09-13T18:54:12.235 INFO:teuthology.orchestra.run.smithi119.stdout: python3-cherrypy noarch 18.6.1-2.el9 epel 358 k 2024-09-13T18:54:12.235 INFO:teuthology.orchestra.run.smithi119.stdout: python3-cryptography x86_64 36.0.1-4.el9 baseos 1.2 M 2024-09-13T18:54:12.235 INFO:teuthology.orchestra.run.smithi119.stdout: python3-devel x86_64 3.9.19-8.el9 appstream 245 k 2024-09-13T18:54:12.235 INFO:teuthology.orchestra.run.smithi119.stdout: python3-google-auth noarch 1:2.34.0-1.el9 epel 220 k 2024-09-13T18:54:12.235 INFO:teuthology.orchestra.run.smithi119.stdout: python3-jaraco noarch 8.2.1-3.el9 epel 11 k 2024-09-13T18:54:12.235 INFO:teuthology.orchestra.run.smithi119.stdout: python3-jaraco-classes noarch 3.2.1-5.el9 epel 18 k 2024-09-13T18:54:12.235 INFO:teuthology.orchestra.run.smithi119.stdout: python3-jaraco-collections noarch 3.0.0-8.el9 epel 23 k 2024-09-13T18:54:12.235 INFO:teuthology.orchestra.run.smithi119.stdout: python3-jaraco-functools noarch 3.5.0-2.el9 epel 19 k 2024-09-13T18:54:12.235 INFO:teuthology.orchestra.run.smithi119.stdout: python3-jaraco-text noarch 3.2.0-6.el9 epel 20 k 2024-09-13T18:54:12.235 INFO:teuthology.orchestra.run.smithi119.stdout: python3-jinja2 noarch 2.11.3-6.el9 appstream 248 k 2024-09-13T18:54:12.236 INFO:teuthology.orchestra.run.smithi119.stdout: python3-jsonpatch noarch 1.21-16.el9 appstream 26 k 2024-09-13T18:54:12.236 INFO:teuthology.orchestra.run.smithi119.stdout: python3-jsonpointer noarch 2.0-4.el9 appstream 19 k 2024-09-13T18:54:12.236 INFO:teuthology.orchestra.run.smithi119.stdout: python3-kubernetes noarch 1:26.1.0-2.el9 epel 1.0 M 2024-09-13T18:54:12.236 INFO:teuthology.orchestra.run.smithi119.stdout: python3-logutils noarch 0.3.5-21.el9 epel 46 k 2024-09-13T18:54:12.236 INFO:teuthology.orchestra.run.smithi119.stdout: python3-mako noarch 1.1.4-6.el9 appstream 172 k 2024-09-13T18:54:12.236 INFO:teuthology.orchestra.run.smithi119.stdout: python3-markupsafe x86_64 1.1.1-12.el9 appstream 35 k 2024-09-13T18:54:12.236 INFO:teuthology.orchestra.run.smithi119.stdout: python3-more-itertools noarch 8.12.0-2.el9 epel 79 k 2024-09-13T18:54:12.236 INFO:teuthology.orchestra.run.smithi119.stdout: python3-natsort noarch 7.1.1-5.el9 epel 58 k 2024-09-13T18:54:12.236 INFO:teuthology.orchestra.run.smithi119.stdout: python3-numpy x86_64 1:1.20.1-5.el9 appstream 5.1 M 2024-09-13T18:54:12.236 INFO:teuthology.orchestra.run.smithi119.stdout: python3-numpy-f2py x86_64 1:1.20.1-5.el9 appstream 250 k 2024-09-13T18:54:12.236 INFO:teuthology.orchestra.run.smithi119.stdout: python3-oauthlib noarch 3.1.1-5.el9 appstream 222 k 2024-09-13T18:54:12.236 INFO:teuthology.orchestra.run.smithi119.stdout: python3-packaging noarch 20.9-5.el9 appstream 77 k 2024-09-13T18:54:12.237 INFO:teuthology.orchestra.run.smithi119.stdout: python3-pecan noarch 1.4.2-3.el9 epel 272 k 2024-09-13T18:54:12.237 INFO:teuthology.orchestra.run.smithi119.stdout: python3-ply noarch 3.11-14.el9 baseos 106 k 2024-09-13T18:54:12.237 INFO:teuthology.orchestra.run.smithi119.stdout: python3-portend noarch 3.1.0-2.el9 epel 16 k 2024-09-13T18:54:12.237 INFO:teuthology.orchestra.run.smithi119.stdout: python3-prettytable noarch 0.7.2-27.el9 appstream 42 k 2024-09-13T18:54:12.237 INFO:teuthology.orchestra.run.smithi119.stdout: python3-pyOpenSSL noarch 21.0.0-1.el9 epel 90 k 2024-09-13T18:54:12.237 INFO:teuthology.orchestra.run.smithi119.stdout: python3-pyasn1 noarch 0.4.8-6.el9 appstream 159 k 2024-09-13T18:54:12.237 INFO:teuthology.orchestra.run.smithi119.stdout: python3-pyasn1-modules noarch 0.4.8-6.el9 appstream 279 k 2024-09-13T18:54:12.237 INFO:teuthology.orchestra.run.smithi119.stdout: python3-pycparser noarch 2.20-6.el9 baseos 135 k 2024-09-13T18:54:12.237 INFO:teuthology.orchestra.run.smithi119.stdout: python3-pytz noarch 2021.1-5.el9 appstream 51 k 2024-09-13T18:54:12.237 INFO:teuthology.orchestra.run.smithi119.stdout: python3-repoze-lru noarch 0.7-16.el9 epel 31 k 2024-09-13T18:54:12.237 INFO:teuthology.orchestra.run.smithi119.stdout: python3-requests noarch 2.25.1-8.el9 baseos 125 k 2024-09-13T18:54:12.237 INFO:teuthology.orchestra.run.smithi119.stdout: python3-requests-oauthlib noarch 1.3.0-12.el9 appstream 54 k 2024-09-13T18:54:12.237 INFO:teuthology.orchestra.run.smithi119.stdout: python3-routes noarch 2.5.1-5.el9 epel 188 k 2024-09-13T18:54:12.238 INFO:teuthology.orchestra.run.smithi119.stdout: python3-rsa noarch 4.9-2.el9 epel 59 k 2024-09-13T18:54:12.238 INFO:teuthology.orchestra.run.smithi119.stdout: python3-scipy x86_64 1.6.2-8.el9 appstream 16 M 2024-09-13T18:54:12.238 INFO:teuthology.orchestra.run.smithi119.stdout: python3-tempora noarch 5.0.0-2.el9 epel 36 k 2024-09-13T18:54:12.238 INFO:teuthology.orchestra.run.smithi119.stdout: python3-toml noarch 0.10.2-6.el9 appstream 42 k 2024-09-13T18:54:12.238 INFO:teuthology.orchestra.run.smithi119.stdout: python3-typing-extensions noarch 4.12.2-2.el9 epel 74 k 2024-09-13T18:54:12.238 INFO:teuthology.orchestra.run.smithi119.stdout: python3-urllib3 noarch 1.26.5-6.el9 baseos 215 k 2024-09-13T18:54:12.238 INFO:teuthology.orchestra.run.smithi119.stdout: python3-webob noarch 1.8.8-2.el9 epel 230 k 2024-09-13T18:54:12.238 INFO:teuthology.orchestra.run.smithi119.stdout: python3-websocket-client noarch 1.2.3-2.el9 epel 90 k 2024-09-13T18:54:12.238 INFO:teuthology.orchestra.run.smithi119.stdout: python3-werkzeug noarch 2.0.3-3.el9.1 epel 427 k 2024-09-13T18:54:12.238 INFO:teuthology.orchestra.run.smithi119.stdout: python3-zc-lockfile noarch 2.0-10.el9 epel 20 k 2024-09-13T18:54:12.239 INFO:teuthology.orchestra.run.smithi119.stdout: re2 x86_64 1:20211101-20.el9 epel 191 k 2024-09-13T18:54:12.239 INFO:teuthology.orchestra.run.smithi119.stdout: socat x86_64 1.7.4.1-6.el9 appstream 304 k 2024-09-13T18:54:12.239 INFO:teuthology.orchestra.run.smithi119.stdout: thrift x86_64 0.15.0-2.el9 epel 1.6 M 2024-09-13T18:54:12.239 INFO:teuthology.orchestra.run.smithi119.stdout: uuid x86_64 1.6.2-55.el9 appstream 58 k 2024-09-13T18:54:12.239 INFO:teuthology.orchestra.run.smithi119.stdout: xmlstarlet x86_64 1.6.1-20.el9 appstream 64 k 2024-09-13T18:54:12.239 INFO:teuthology.orchestra.run.smithi119.stdout: zlib-devel x86_64 1.2.11-41.el9 appstream 45 k 2024-09-13T18:54:12.239 INFO:teuthology.orchestra.run.smithi119.stdout: 2024-09-13T18:54:12.239 INFO:teuthology.orchestra.run.smithi119.stdout:Transaction Summary 2024-09-13T18:54:12.239 INFO:teuthology.orchestra.run.smithi119.stdout:====================================================================================== 2024-09-13T18:54:12.239 INFO:teuthology.orchestra.run.smithi119.stdout:Install 130 Packages 2024-09-13T18:54:12.239 INFO:teuthology.orchestra.run.smithi119.stdout:Upgrade 8 Packages 2024-09-13T18:54:12.239 INFO:teuthology.orchestra.run.smithi119.stdout: 2024-09-13T18:54:12.240 INFO:teuthology.orchestra.run.smithi119.stdout:Total download size: 203 M 2024-09-13T18:54:12.240 INFO:teuthology.orchestra.run.smithi119.stdout:Downloading Packages: 2024-09-13T18:54:12.687 INFO:teuthology.orchestra.run.smithi119.stdout:(1/138): ceph-18.2.4-860.g6c6b083f.el9.x86_64.r 56 kB/s | 6.5 kB 00:00 2024-09-13T18:54:12.791 INFO:teuthology.orchestra.run.smithi145.stdout:lab-extras 30 kB/s | 1.7 kB 00:00 2024-09-13T18:54:12.912 INFO:teuthology.orchestra.run.smithi119.stdout:(2/138): ceph-fuse-18.2.4-860.g6c6b083f.el9.x86 3.7 MB/s | 852 kB 00:00 2024-09-13T18:54:13.004 INFO:teuthology.orchestra.run.smithi119.stdout:(3/138): ceph-base-18.2.4-860.g6c6b083f.el9.x86 12 MB/s | 5.1 MB 00:00 2024-09-13T18:54:13.029 INFO:teuthology.orchestra.run.smithi119.stdout:(4/138): ceph-immutable-object-cache-18.2.4-860 1.2 MB/s | 142 kB 00:00 2024-09-13T18:54:13.138 INFO:teuthology.orchestra.run.smithi119.stdout:(5/138): ceph-mds-18.2.4-860.g6c6b083f.el9.x86_ 16 MB/s | 2.1 MB 00:00 2024-09-13T18:54:13.313 INFO:teuthology.orchestra.run.smithi119.stdout:(6/138): ceph-mgr-18.2.4-860.g6c6b083f.el9.x86_ 5.1 MB/s | 1.5 MB 00:00 2024-09-13T18:54:13.422 INFO:teuthology.orchestra.run.smithi119.stdout:(7/138): ceph-mon-18.2.4-860.g6c6b083f.el9.x86_ 16 MB/s | 4.7 MB 00:00 2024-09-13T18:54:13.614 INFO:teuthology.orchestra.run.smithi119.stdout:(8/138): ceph-common-18.2.4-860.g6c6b083f.el9.x 18 MB/s | 18 MB 00:01 2024-09-13T18:54:13.656 INFO:teuthology.orchestra.run.smithi119.stdout:(9/138): ceph-selinux-18.2.4-860.g6c6b083f.el9. 608 kB/s | 25 kB 00:00 2024-09-13T18:54:13.848 INFO:teuthology.orchestra.run.smithi119.stdout:(10/138): ceph-radosgw-18.2.4-860.g6c6b083f.el9 18 MB/s | 7.7 MB 00:00 2024-09-13T18:54:13.915 INFO:teuthology.orchestra.run.smithi119.stdout:(11/138): cephfs-mirror-18.2.4-860.g6c6b083f.el 3.3 MB/s | 224 kB 00:00 2024-09-13T18:54:13.990 INFO:teuthology.orchestra.run.smithi119.stdout:(12/138): libcephfs-devel-18.2.4-860.g6c6b083f. 415 kB/s | 31 kB 00:00 2024-09-13T18:54:14.099 INFO:teuthology.orchestra.run.smithi119.stdout:(13/138): libcephfs2-18.2.4-860.g6c6b083f.el9.x 6.4 MB/s | 712 kB 00:00 2024-09-13T18:54:14.199 INFO:teuthology.orchestra.run.smithi119.stdout:(14/138): libcephsqlite-18.2.4-860.g6c6b083f.el 1.6 MB/s | 166 kB 00:00 2024-09-13T18:54:14.257 INFO:teuthology.orchestra.run.smithi119.stdout:(15/138): librados-devel-18.2.4-860.g6c6b083f.e 2.1 MB/s | 127 kB 00:00 2024-09-13T18:54:14.357 INFO:teuthology.orchestra.run.smithi119.stdout:(16/138): libradosstriper1-18.2.4-860.g6c6b083f 4.7 MB/s | 478 kB 00:00 2024-09-13T18:54:14.625 INFO:teuthology.orchestra.run.smithi119.stdout:(17/138): librgw2-18.2.4-860.g6c6b083f.el9.x86_ 17 MB/s | 4.5 MB 00:00 2024-09-13T18:54:14.783 INFO:teuthology.orchestra.run.smithi119.stdout:(18/138): ceph-osd-18.2.4-860.g6c6b083f.el9.x86 11 MB/s | 17 MB 00:01 2024-09-13T18:54:14.808 INFO:teuthology.orchestra.run.smithi119.stdout:(19/138): python3-ceph-argparse-18.2.4-860.g6c6 245 kB/s | 45 kB 00:00 2024-09-13T18:54:14.834 INFO:teuthology.orchestra.run.smithi119.stdout:(20/138): python3-ceph-common-18.2.4-860.g6c6b0 2.5 MB/s | 129 kB 00:00 2024-09-13T18:54:14.859 INFO:teuthology.orchestra.run.smithi119.stdout:(21/138): python3-cephfs-18.2.4-860.g6c6b083f.e 3.1 MB/s | 162 kB 00:00 2024-09-13T18:54:14.893 INFO:teuthology.orchestra.run.smithi119.stdout:(22/138): python3-rados-18.2.4-860.g6c6b083f.el 5.4 MB/s | 321 kB 00:00 2024-09-13T18:54:14.918 INFO:teuthology.orchestra.run.smithi119.stdout:(23/138): python3-rbd-18.2.4-860.g6c6b083f.el9. 5.0 MB/s | 301 kB 00:00 2024-09-13T18:54:14.943 INFO:teuthology.orchestra.run.smithi119.stdout:(24/138): python3-rgw-18.2.4-860.g6c6b083f.el9. 1.9 MB/s | 99 kB 00:00 2024-09-13T18:54:14.968 INFO:teuthology.orchestra.run.smithi119.stdout:(25/138): rbd-fuse-18.2.4-860.g6c6b083f.el9.x86 1.7 MB/s | 87 kB 00:00 2024-09-13T18:54:15.019 INFO:teuthology.orchestra.run.smithi119.stdout:(26/138): rbd-nbd-18.2.4-860.g6c6b083f.el9.x86_ 3.4 MB/s | 172 kB 00:00 2024-09-13T18:54:15.077 INFO:teuthology.orchestra.run.smithi119.stdout:(27/138): ceph-grafana-dashboards-18.2.4-860.g6 420 kB/s | 24 kB 00:00 2024-09-13T18:54:15.136 INFO:teuthology.orchestra.run.smithi119.stdout:(28/138): rbd-mirror-18.2.4-860.g6c6b083f.el9.x 16 MB/s | 3.0 MB 00:00 2024-09-13T18:54:15.161 INFO:teuthology.orchestra.run.smithi119.stdout:(29/138): ceph-mgr-cephadm-18.2.4-860.g6c6b083f 1.6 MB/s | 139 kB 00:00 2024-09-13T18:54:15.168 INFO:teuthology.orchestra.run.smithi145.stdout:Package librados2-2:16.2.4-5.el9.x86_64 is already installed. 2024-09-13T18:54:15.169 INFO:teuthology.orchestra.run.smithi145.stdout:Package librbd1-2:16.2.4-5.el9.x86_64 is already installed. 2024-09-13T18:54:15.180 INFO:teuthology.orchestra.run.smithi145.stdout:Package NetworkManager-1:1.48.8-1.el9.x86_64 is already installed. 2024-09-13T18:54:15.181 INFO:teuthology.orchestra.run.smithi145.stdout:Package iproute-6.2.0-5.el9.x86_64 is already installed. 2024-09-13T18:54:15.182 INFO:teuthology.orchestra.run.smithi145.stdout:Package util-linux-2.37.4-20.el9.x86_64 is already installed. 2024-09-13T18:54:15.183 INFO:teuthology.orchestra.run.smithi145.stdout:Package libacl-devel-2.3.1-4.el9.x86_64 is already installed. 2024-09-13T18:54:15.184 INFO:teuthology.orchestra.run.smithi145.stdout:Package libattr-devel-2.5.1-3.el9.x86_64 is already installed. 2024-09-13T18:54:15.187 INFO:teuthology.orchestra.run.smithi145.stdout:Package xfsdump-3.1.12-4.el9.x86_64 is already installed. 2024-09-13T18:54:15.187 INFO:teuthology.orchestra.run.smithi145.stdout:Package xfsprogs-6.4.0-4.el9.x86_64 is already installed. 2024-09-13T18:54:15.249 INFO:teuthology.orchestra.run.smithi145.stdout:Dependencies resolved. 2024-09-13T18:54:15.268 INFO:teuthology.orchestra.run.smithi145.stdout:====================================================================================== 2024-09-13T18:54:15.268 INFO:teuthology.orchestra.run.smithi145.stdout: Package Arch Version Repository Size 2024-09-13T18:54:15.268 INFO:teuthology.orchestra.run.smithi145.stdout:====================================================================================== 2024-09-13T18:54:15.268 INFO:teuthology.orchestra.run.smithi145.stdout:Installing: 2024-09-13T18:54:15.269 INFO:teuthology.orchestra.run.smithi145.stdout: bison x86_64 3.7.4-5.el9 appstream 943 k 2024-09-13T18:54:15.269 INFO:teuthology.orchestra.run.smithi145.stdout: ceph x86_64 2:18.2.4-860.g6c6b083f.el9 ceph 6.5 k 2024-09-13T18:54:15.269 INFO:teuthology.orchestra.run.smithi145.stdout: ceph-base x86_64 2:18.2.4-860.g6c6b083f.el9 ceph 5.1 M 2024-09-13T18:54:15.269 INFO:teuthology.orchestra.run.smithi145.stdout: ceph-fuse x86_64 2:18.2.4-860.g6c6b083f.el9 ceph 852 k 2024-09-13T18:54:15.269 INFO:teuthology.orchestra.run.smithi145.stdout: ceph-immutable-object-cache x86_64 2:18.2.4-860.g6c6b083f.el9 ceph 142 k 2024-09-13T18:54:15.269 INFO:teuthology.orchestra.run.smithi145.stdout: ceph-mgr x86_64 2:18.2.4-860.g6c6b083f.el9 ceph 1.5 M 2024-09-13T18:54:15.269 INFO:teuthology.orchestra.run.smithi145.stdout: ceph-mgr-cephadm noarch 2:18.2.4-860.g6c6b083f.el9 ceph-noarch 139 k 2024-09-13T18:54:15.269 INFO:teuthology.orchestra.run.smithi145.stdout: ceph-mgr-dashboard noarch 2:18.2.4-860.g6c6b083f.el9 ceph-noarch 3.5 M 2024-09-13T18:54:15.269 INFO:teuthology.orchestra.run.smithi145.stdout: ceph-mgr-diskprediction-local noarch 2:18.2.4-860.g6c6b083f.el9 ceph-noarch 7.4 M 2024-09-13T18:54:15.269 INFO:teuthology.orchestra.run.smithi145.stdout: ceph-mgr-rook noarch 2:18.2.4-860.g6c6b083f.el9 ceph-noarch 49 k 2024-09-13T18:54:15.269 INFO:teuthology.orchestra.run.smithi145.stdout: ceph-radosgw x86_64 2:18.2.4-860.g6c6b083f.el9 ceph 7.7 M 2024-09-13T18:54:15.269 INFO:teuthology.orchestra.run.smithi145.stdout: ceph-test x86_64 2:18.2.4-860.g6c6b083f.el9 ceph 40 M 2024-09-13T18:54:15.269 INFO:teuthology.orchestra.run.smithi145.stdout: ceph-volume noarch 2:18.2.4-860.g6c6b083f.el9 ceph-noarch 264 k 2024-09-13T18:54:15.270 INFO:teuthology.orchestra.run.smithi145.stdout: cephadm noarch 2:18.2.4-860.g6c6b083f.el9 ceph-noarch 226 k 2024-09-13T18:54:15.270 INFO:teuthology.orchestra.run.smithi145.stdout: cephfs-mirror x86_64 2:18.2.4-860.g6c6b083f.el9 ceph 224 k 2024-09-13T18:54:15.270 INFO:teuthology.orchestra.run.smithi145.stdout: cephfs-top noarch 2:18.2.4-860.g6c6b083f.el9 ceph-noarch 18 k 2024-09-13T18:54:15.270 INFO:teuthology.orchestra.run.smithi145.stdout: elfutils-libelf-devel x86_64 0.191-4.el9 appstream 22 k 2024-09-13T18:54:15.270 INFO:teuthology.orchestra.run.smithi145.stdout: flex x86_64 2.6.4-9.el9 appstream 313 k 2024-09-13T18:54:15.270 INFO:teuthology.orchestra.run.smithi145.stdout: libaio-devel x86_64 0.3.111-13.el9 appstream 11 k 2024-09-13T18:54:15.270 INFO:teuthology.orchestra.run.smithi145.stdout: libcephfs-devel x86_64 2:18.2.4-860.g6c6b083f.el9 ceph 31 k 2024-09-13T18:54:15.270 INFO:teuthology.orchestra.run.smithi145.stdout: libcephfs2 x86_64 2:18.2.4-860.g6c6b083f.el9 ceph 712 k 2024-09-13T18:54:15.270 INFO:teuthology.orchestra.run.smithi145.stdout: librados-devel x86_64 2:18.2.4-860.g6c6b083f.el9 ceph 127 k 2024-09-13T18:54:15.270 INFO:teuthology.orchestra.run.smithi145.stdout: libtool x86_64 2.4.6-46.el9 appstream 581 k 2024-09-13T18:54:15.270 INFO:teuthology.orchestra.run.smithi145.stdout: libuuid-devel x86_64 2.37.4-20.el9 appstream 24 k 2024-09-13T18:54:15.270 INFO:teuthology.orchestra.run.smithi145.stdout: openssl-devel x86_64 1:3.2.2-6.el9 appstream 4.4 M 2024-09-13T18:54:15.270 INFO:teuthology.orchestra.run.smithi145.stdout: postgresql x86_64 13.16-1.el9 appstream 1.6 M 2024-09-13T18:54:15.270 INFO:teuthology.orchestra.run.smithi145.stdout: postgresql-contrib x86_64 13.16-1.el9 appstream 910 k 2024-09-13T18:54:15.271 INFO:teuthology.orchestra.run.smithi145.stdout: postgresql-server x86_64 13.16-1.el9 appstream 5.8 M 2024-09-13T18:54:15.271 INFO:teuthology.orchestra.run.smithi145.stdout: python3-cephfs x86_64 2:18.2.4-860.g6c6b083f.el9 ceph 162 k 2024-09-13T18:54:15.271 INFO:teuthology.orchestra.run.smithi145.stdout: python3-rados x86_64 2:18.2.4-860.g6c6b083f.el9 ceph 321 k 2024-09-13T18:54:15.271 INFO:teuthology.orchestra.run.smithi145.stdout: python3-rbd x86_64 2:18.2.4-860.g6c6b083f.el9 ceph 301 k 2024-09-13T18:54:15.271 INFO:teuthology.orchestra.run.smithi145.stdout: python3-rgw x86_64 2:18.2.4-860.g6c6b083f.el9 ceph 99 k 2024-09-13T18:54:15.271 INFO:teuthology.orchestra.run.smithi145.stdout: rbd-fuse x86_64 2:18.2.4-860.g6c6b083f.el9 ceph 87 k 2024-09-13T18:54:15.271 INFO:teuthology.orchestra.run.smithi145.stdout: rbd-mirror x86_64 2:18.2.4-860.g6c6b083f.el9 ceph 3.0 M 2024-09-13T18:54:15.271 INFO:teuthology.orchestra.run.smithi145.stdout: rbd-nbd x86_64 2:18.2.4-860.g6c6b083f.el9 ceph 172 k 2024-09-13T18:54:15.271 INFO:teuthology.orchestra.run.smithi145.stdout: xfsprogs-devel x86_64 6.4.0-4.el9 appstream 96 k 2024-09-13T18:54:15.271 INFO:teuthology.orchestra.run.smithi145.stdout:Upgrading: 2024-09-13T18:54:15.271 INFO:teuthology.orchestra.run.smithi145.stdout: NetworkManager x86_64 1:1.49.90-1.el9 baseos 2.3 M 2024-09-13T18:54:15.271 INFO:teuthology.orchestra.run.smithi145.stdout: NetworkManager-libnm x86_64 1:1.49.90-1.el9 baseos 1.8 M 2024-09-13T18:54:15.271 INFO:teuthology.orchestra.run.smithi145.stdout: NetworkManager-team x86_64 1:1.49.90-1.el9 baseos 41 k 2024-09-13T18:54:15.271 INFO:teuthology.orchestra.run.smithi145.stdout: NetworkManager-tui x86_64 1:1.49.90-1.el9 baseos 249 k 2024-09-13T18:54:15.272 INFO:teuthology.orchestra.run.smithi145.stdout: librados2 x86_64 2:18.2.4-860.g6c6b083f.el9 ceph 3.3 M 2024-09-13T18:54:15.272 INFO:teuthology.orchestra.run.smithi145.stdout: librbd1 x86_64 2:18.2.4-860.g6c6b083f.el9 ceph 3.0 M 2024-09-13T18:54:15.272 INFO:teuthology.orchestra.run.smithi145.stdout: openssl x86_64 1:3.2.2-6.el9 baseos 1.4 M 2024-09-13T18:54:15.272 INFO:teuthology.orchestra.run.smithi145.stdout: openssl-libs x86_64 1:3.2.2-6.el9 baseos 2.4 M 2024-09-13T18:54:15.272 INFO:teuthology.orchestra.run.smithi145.stdout:Installing dependencies: 2024-09-13T18:54:15.272 INFO:teuthology.orchestra.run.smithi145.stdout: automake noarch 1.16.2-8.el9 appstream 689 k 2024-09-13T18:54:15.272 INFO:teuthology.orchestra.run.smithi145.stdout: boost-program-options x86_64 1.75.0-8.el9 appstream 107 k 2024-09-13T18:54:15.272 INFO:teuthology.orchestra.run.smithi145.stdout: ceph-common x86_64 2:18.2.4-860.g6c6b083f.el9 ceph 18 M 2024-09-13T18:54:15.272 INFO:teuthology.orchestra.run.smithi145.stdout: ceph-grafana-dashboards noarch 2:18.2.4-860.g6c6b083f.el9 ceph-noarch 24 k 2024-09-13T18:54:15.272 INFO:teuthology.orchestra.run.smithi145.stdout: ceph-mds x86_64 2:18.2.4-860.g6c6b083f.el9 ceph 2.1 M 2024-09-13T18:54:15.272 INFO:teuthology.orchestra.run.smithi145.stdout: ceph-mgr-modules-core noarch 2:18.2.4-860.g6c6b083f.el9 ceph-noarch 246 k 2024-09-13T18:54:15.272 INFO:teuthology.orchestra.run.smithi145.stdout: ceph-mon x86_64 2:18.2.4-860.g6c6b083f.el9 ceph 4.7 M 2024-09-13T18:54:15.272 INFO:teuthology.orchestra.run.smithi145.stdout: ceph-osd x86_64 2:18.2.4-860.g6c6b083f.el9 ceph 17 M 2024-09-13T18:54:15.273 INFO:teuthology.orchestra.run.smithi145.stdout: ceph-prometheus-alerts noarch 2:18.2.4-860.g6c6b083f.el9 ceph-noarch 16 k 2024-09-13T18:54:15.273 INFO:teuthology.orchestra.run.smithi145.stdout: ceph-selinux x86_64 2:18.2.4-860.g6c6b083f.el9 ceph 25 k 2024-09-13T18:54:15.273 INFO:teuthology.orchestra.run.smithi145.stdout: flexiblas x86_64 3.0.4-8.el9 appstream 33 k 2024-09-13T18:54:15.273 INFO:teuthology.orchestra.run.smithi145.stdout: flexiblas-netlib x86_64 3.0.4-8.el9 appstream 3.0 M 2024-09-13T18:54:15.273 INFO:teuthology.orchestra.run.smithi145.stdout: flexiblas-openblas-openmp x86_64 3.0.4-8.el9 appstream 18 k 2024-09-13T18:54:15.273 INFO:teuthology.orchestra.run.smithi145.stdout: fmt x86_64 8.1.1-5.el9 epel 111 k 2024-09-13T18:54:15.273 INFO:teuthology.orchestra.run.smithi145.stdout: fuse x86_64 2.9.9-16.el9 baseos 80 k 2024-09-13T18:54:15.273 INFO:teuthology.orchestra.run.smithi145.stdout: gperftools-libs x86_64 2.9.1-3.el9 epel 308 k 2024-09-13T18:54:15.273 INFO:teuthology.orchestra.run.smithi145.stdout: libarrow x86_64 9.0.0-11.el9 epel 4.4 M 2024-09-13T18:54:15.273 INFO:teuthology.orchestra.run.smithi145.stdout: libarrow-doc noarch 9.0.0-11.el9 epel 26 k 2024-09-13T18:54:15.273 INFO:teuthology.orchestra.run.smithi145.stdout: libcephsqlite x86_64 2:18.2.4-860.g6c6b083f.el9 ceph 166 k 2024-09-13T18:54:15.273 INFO:teuthology.orchestra.run.smithi145.stdout: libgfortran x86_64 11.5.0-2.el9 baseos 801 k 2024-09-13T18:54:15.273 INFO:teuthology.orchestra.run.smithi145.stdout: liboath x86_64 2.6.7-2.el9 epel 49 k 2024-09-13T18:54:15.274 INFO:teuthology.orchestra.run.smithi145.stdout: libpmemobj x86_64 1.12.1-1.el9 appstream 160 k 2024-09-13T18:54:15.274 INFO:teuthology.orchestra.run.smithi145.stdout: libquadmath x86_64 11.5.0-2.el9 baseos 191 k 2024-09-13T18:54:15.274 INFO:teuthology.orchestra.run.smithi145.stdout: librabbitmq x86_64 0.11.0-7.el9 appstream 45 k 2024-09-13T18:54:15.274 INFO:teuthology.orchestra.run.smithi145.stdout: libradosstriper1 x86_64 2:18.2.4-860.g6c6b083f.el9 ceph 478 k 2024-09-13T18:54:15.274 INFO:teuthology.orchestra.run.smithi145.stdout: librdkafka x86_64 1.6.1-102.el9 appstream 662 k 2024-09-13T18:54:15.274 INFO:teuthology.orchestra.run.smithi145.stdout: librgw2 x86_64 2:18.2.4-860.g6c6b083f.el9 ceph 4.5 M 2024-09-13T18:54:15.274 INFO:teuthology.orchestra.run.smithi145.stdout: libunwind x86_64 1.6.2-1.el9 epel 67 k 2024-09-13T18:54:15.274 INFO:teuthology.orchestra.run.smithi145.stdout: libzstd-devel x86_64 1.5.1-2.el9 appstream 47 k 2024-09-13T18:54:15.274 INFO:teuthology.orchestra.run.smithi145.stdout: lttng-ust x86_64 2.12.0-6.el9 appstream 292 k 2024-09-13T18:54:15.274 INFO:teuthology.orchestra.run.smithi145.stdout: openblas x86_64 0.3.26-2.el9 appstream 38 k 2024-09-13T18:54:15.274 INFO:teuthology.orchestra.run.smithi145.stdout: openblas-openmp x86_64 0.3.26-2.el9 appstream 4.9 M 2024-09-13T18:54:15.274 INFO:teuthology.orchestra.run.smithi145.stdout: parquet-libs x86_64 9.0.0-11.el9 epel 839 k 2024-09-13T18:54:15.274 INFO:teuthology.orchestra.run.smithi145.stdout: postgresql-private-libs x86_64 13.16-1.el9 appstream 137 k 2024-09-13T18:54:15.274 INFO:teuthology.orchestra.run.smithi145.stdout: python3-asyncssh noarch 2.13.2-5.el9 epel 548 k 2024-09-13T18:54:15.275 INFO:teuthology.orchestra.run.smithi145.stdout: python3-babel noarch 2.9.1-2.el9 appstream 6.0 M 2024-09-13T18:54:15.275 INFO:teuthology.orchestra.run.smithi145.stdout: python3-bcrypt x86_64 3.2.2-1.el9 epel 43 k 2024-09-13T18:54:15.275 INFO:teuthology.orchestra.run.smithi145.stdout: python3-cachetools noarch 4.2.4-1.el9 epel 32 k 2024-09-13T18:54:15.275 INFO:teuthology.orchestra.run.smithi145.stdout: python3-ceph-argparse x86_64 2:18.2.4-860.g6c6b083f.el9 ceph 45 k 2024-09-13T18:54:15.275 INFO:teuthology.orchestra.run.smithi145.stdout: python3-ceph-common x86_64 2:18.2.4-860.g6c6b083f.el9 ceph 129 k 2024-09-13T18:54:15.275 INFO:teuthology.orchestra.run.smithi145.stdout: python3-certifi noarch 2023.05.07-4.el9 epel 14 k 2024-09-13T18:54:15.275 INFO:teuthology.orchestra.run.smithi145.stdout: python3-cffi x86_64 1.14.5-5.el9 baseos 253 k 2024-09-13T18:54:15.275 INFO:teuthology.orchestra.run.smithi145.stdout: python3-cheroot noarch 8.6.0-4.el9 epel 172 k 2024-09-13T18:54:15.275 INFO:teuthology.orchestra.run.smithi145.stdout: python3-cherrypy noarch 18.6.1-2.el9 epel 358 k 2024-09-13T18:54:15.275 INFO:teuthology.orchestra.run.smithi145.stdout: python3-cryptography x86_64 36.0.1-4.el9 baseos 1.2 M 2024-09-13T18:54:15.275 INFO:teuthology.orchestra.run.smithi145.stdout: python3-devel x86_64 3.9.19-8.el9 appstream 245 k 2024-09-13T18:54:15.275 INFO:teuthology.orchestra.run.smithi145.stdout: python3-google-auth noarch 1:2.34.0-1.el9 epel 220 k 2024-09-13T18:54:15.275 INFO:teuthology.orchestra.run.smithi145.stdout: python3-jaraco noarch 8.2.1-3.el9 epel 11 k 2024-09-13T18:54:15.276 INFO:teuthology.orchestra.run.smithi145.stdout: python3-jaraco-classes noarch 3.2.1-5.el9 epel 18 k 2024-09-13T18:54:15.276 INFO:teuthology.orchestra.run.smithi145.stdout: python3-jaraco-collections noarch 3.0.0-8.el9 epel 23 k 2024-09-13T18:54:15.276 INFO:teuthology.orchestra.run.smithi145.stdout: python3-jaraco-functools noarch 3.5.0-2.el9 epel 19 k 2024-09-13T18:54:15.276 INFO:teuthology.orchestra.run.smithi145.stdout: python3-jaraco-text noarch 3.2.0-6.el9 epel 20 k 2024-09-13T18:54:15.276 INFO:teuthology.orchestra.run.smithi145.stdout: python3-jinja2 noarch 2.11.3-6.el9 appstream 248 k 2024-09-13T18:54:15.276 INFO:teuthology.orchestra.run.smithi145.stdout: python3-jsonpatch noarch 1.21-16.el9 appstream 26 k 2024-09-13T18:54:15.276 INFO:teuthology.orchestra.run.smithi145.stdout: python3-jsonpointer noarch 2.0-4.el9 appstream 19 k 2024-09-13T18:54:15.276 INFO:teuthology.orchestra.run.smithi145.stdout: python3-kubernetes noarch 1:26.1.0-2.el9 epel 1.0 M 2024-09-13T18:54:15.276 INFO:teuthology.orchestra.run.smithi145.stdout: python3-logutils noarch 0.3.5-21.el9 epel 46 k 2024-09-13T18:54:15.276 INFO:teuthology.orchestra.run.smithi145.stdout: python3-mako noarch 1.1.4-6.el9 appstream 172 k 2024-09-13T18:54:15.276 INFO:teuthology.orchestra.run.smithi145.stdout: python3-markupsafe x86_64 1.1.1-12.el9 appstream 35 k 2024-09-13T18:54:15.276 INFO:teuthology.orchestra.run.smithi145.stdout: python3-more-itertools noarch 8.12.0-2.el9 epel 79 k 2024-09-13T18:54:15.276 INFO:teuthology.orchestra.run.smithi145.stdout: python3-natsort noarch 7.1.1-5.el9 epel 58 k 2024-09-13T18:54:15.276 INFO:teuthology.orchestra.run.smithi145.stdout: python3-numpy x86_64 1:1.20.1-5.el9 appstream 5.1 M 2024-09-13T18:54:15.277 INFO:teuthology.orchestra.run.smithi145.stdout: python3-numpy-f2py x86_64 1:1.20.1-5.el9 appstream 250 k 2024-09-13T18:54:15.277 INFO:teuthology.orchestra.run.smithi145.stdout: python3-oauthlib noarch 3.1.1-5.el9 appstream 222 k 2024-09-13T18:54:15.277 INFO:teuthology.orchestra.run.smithi145.stdout: python3-packaging noarch 20.9-5.el9 appstream 77 k 2024-09-13T18:54:15.277 INFO:teuthology.orchestra.run.smithi145.stdout: python3-pecan noarch 1.4.2-3.el9 epel 272 k 2024-09-13T18:54:15.277 INFO:teuthology.orchestra.run.smithi145.stdout: python3-ply noarch 3.11-14.el9 baseos 106 k 2024-09-13T18:54:15.277 INFO:teuthology.orchestra.run.smithi145.stdout: python3-portend noarch 3.1.0-2.el9 epel 16 k 2024-09-13T18:54:15.277 INFO:teuthology.orchestra.run.smithi145.stdout: python3-prettytable noarch 0.7.2-27.el9 appstream 42 k 2024-09-13T18:54:15.277 INFO:teuthology.orchestra.run.smithi145.stdout: python3-pyOpenSSL noarch 21.0.0-1.el9 epel 90 k 2024-09-13T18:54:15.277 INFO:teuthology.orchestra.run.smithi145.stdout: python3-pyasn1 noarch 0.4.8-6.el9 appstream 159 k 2024-09-13T18:54:15.277 INFO:teuthology.orchestra.run.smithi145.stdout: python3-pyasn1-modules noarch 0.4.8-6.el9 appstream 279 k 2024-09-13T18:54:15.277 INFO:teuthology.orchestra.run.smithi145.stdout: python3-pycparser noarch 2.20-6.el9 baseos 135 k 2024-09-13T18:54:15.277 INFO:teuthology.orchestra.run.smithi145.stdout: python3-pytz noarch 2021.1-5.el9 appstream 51 k 2024-09-13T18:54:15.277 INFO:teuthology.orchestra.run.smithi145.stdout: python3-repoze-lru noarch 0.7-16.el9 epel 31 k 2024-09-13T18:54:15.277 INFO:teuthology.orchestra.run.smithi145.stdout: python3-requests noarch 2.25.1-8.el9 baseos 125 k 2024-09-13T18:54:15.278 INFO:teuthology.orchestra.run.smithi145.stdout: python3-requests-oauthlib noarch 1.3.0-12.el9 appstream 54 k 2024-09-13T18:54:15.278 INFO:teuthology.orchestra.run.smithi145.stdout: python3-routes noarch 2.5.1-5.el9 epel 188 k 2024-09-13T18:54:15.278 INFO:teuthology.orchestra.run.smithi145.stdout: python3-rsa noarch 4.9-2.el9 epel 59 k 2024-09-13T18:54:15.278 INFO:teuthology.orchestra.run.smithi145.stdout: python3-scipy x86_64 1.6.2-8.el9 appstream 16 M 2024-09-13T18:54:15.278 INFO:teuthology.orchestra.run.smithi145.stdout: python3-tempora noarch 5.0.0-2.el9 epel 36 k 2024-09-13T18:54:15.278 INFO:teuthology.orchestra.run.smithi145.stdout: python3-toml noarch 0.10.2-6.el9 appstream 42 k 2024-09-13T18:54:15.278 INFO:teuthology.orchestra.run.smithi145.stdout: python3-typing-extensions noarch 4.12.2-2.el9 epel 74 k 2024-09-13T18:54:15.278 INFO:teuthology.orchestra.run.smithi145.stdout: python3-urllib3 noarch 1.26.5-6.el9 baseos 215 k 2024-09-13T18:54:15.278 INFO:teuthology.orchestra.run.smithi145.stdout: python3-webob noarch 1.8.8-2.el9 epel 230 k 2024-09-13T18:54:15.278 INFO:teuthology.orchestra.run.smithi145.stdout: python3-websocket-client noarch 1.2.3-2.el9 epel 90 k 2024-09-13T18:54:15.278 INFO:teuthology.orchestra.run.smithi145.stdout: python3-werkzeug noarch 2.0.3-3.el9.1 epel 427 k 2024-09-13T18:54:15.278 INFO:teuthology.orchestra.run.smithi145.stdout: python3-zc-lockfile noarch 2.0-10.el9 epel 20 k 2024-09-13T18:54:15.278 INFO:teuthology.orchestra.run.smithi145.stdout: re2 x86_64 1:20211101-20.el9 epel 191 k 2024-09-13T18:54:15.278 INFO:teuthology.orchestra.run.smithi145.stdout: socat x86_64 1.7.4.1-6.el9 appstream 304 k 2024-09-13T18:54:15.279 INFO:teuthology.orchestra.run.smithi145.stdout: thrift x86_64 0.15.0-2.el9 epel 1.6 M 2024-09-13T18:54:15.279 INFO:teuthology.orchestra.run.smithi145.stdout: uuid x86_64 1.6.2-55.el9 appstream 58 k 2024-09-13T18:54:15.279 INFO:teuthology.orchestra.run.smithi145.stdout: xmlstarlet x86_64 1.6.1-20.el9 appstream 64 k 2024-09-13T18:54:15.279 INFO:teuthology.orchestra.run.smithi145.stdout: zlib-devel x86_64 1.2.11-41.el9 appstream 45 k 2024-09-13T18:54:15.279 INFO:teuthology.orchestra.run.smithi145.stdout: 2024-09-13T18:54:15.279 INFO:teuthology.orchestra.run.smithi145.stdout:Transaction Summary 2024-09-13T18:54:15.279 INFO:teuthology.orchestra.run.smithi145.stdout:====================================================================================== 2024-09-13T18:54:15.279 INFO:teuthology.orchestra.run.smithi145.stdout:Install 130 Packages 2024-09-13T18:54:15.279 INFO:teuthology.orchestra.run.smithi145.stdout:Upgrade 8 Packages 2024-09-13T18:54:15.279 INFO:teuthology.orchestra.run.smithi145.stdout: 2024-09-13T18:54:15.280 INFO:teuthology.orchestra.run.smithi145.stdout:Total download size: 203 M 2024-09-13T18:54:15.280 INFO:teuthology.orchestra.run.smithi145.stdout:Downloading Packages: 2024-09-13T18:54:15.545 INFO:teuthology.orchestra.run.smithi119.stdout:(30/138): ceph-test-18.2.4-860.g6c6b083f.el9.x8 21 MB/s | 40 MB 00:01 2024-09-13T18:54:15.621 INFO:teuthology.orchestra.run.smithi119.stdout:(31/138): ceph-mgr-dashboard-18.2.4-860.g6c6b08 7.3 MB/s | 3.5 MB 00:00 2024-09-13T18:54:15.646 INFO:teuthology.orchestra.run.smithi119.stdout:(32/138): ceph-mgr-modules-core-18.2.4-860.g6c6 2.4 MB/s | 246 kB 00:00 2024-09-13T18:54:15.671 INFO:teuthology.orchestra.run.smithi119.stdout:(33/138): ceph-mgr-rook-18.2.4-860.g6c6b083f.el 988 kB/s | 49 kB 00:00 2024-09-13T18:54:15.697 INFO:teuthology.orchestra.run.smithi119.stdout:(34/138): ceph-prometheus-alerts-18.2.4-860.g6c 327 kB/s | 16 kB 00:00 2024-09-13T18:54:15.722 INFO:teuthology.orchestra.run.smithi119.stdout:(35/138): ceph-volume-18.2.4-860.g6c6b083f.el9. 5.1 MB/s | 264 kB 00:00 2024-09-13T18:54:15.747 INFO:teuthology.orchestra.run.smithi119.stdout:(36/138): cephadm-18.2.4-860.g6c6b083f.el9.noar 4.4 MB/s | 226 kB 00:00 2024-09-13T18:54:15.772 INFO:teuthology.orchestra.run.smithi119.stdout:(37/138): cephfs-top-18.2.4-860.g6c6b083f.el9.n 365 kB/s | 18 kB 00:00 2024-09-13T18:54:15.873 INFO:teuthology.orchestra.run.smithi119.stdout:(38/138): ceph-mgr-diskprediction-local-18.2.4- 10 MB/s | 7.4 MB 00:00 2024-09-13T18:54:16.218 INFO:teuthology.orchestra.run.smithi145.stdout:(1/138): ceph-18.2.4-860.g6c6b083f.el9.x86_64.r 48 kB/s | 6.5 kB 00:00 2024-09-13T18:54:16.239 INFO:teuthology.orchestra.run.smithi119.stdout:(39/138): fuse-2.9.9-16.el9.x86_64.rpm 162 kB/s | 80 kB 00:00 2024-09-13T18:54:16.401 INFO:teuthology.orchestra.run.smithi145.stdout:(2/138): ceph-fuse-18.2.4-860.g6c6b083f.el9.x86 4.6 MB/s | 852 kB 00:00 2024-09-13T18:54:16.423 INFO:teuthology.orchestra.run.smithi119.stdout:(40/138): libquadmath-11.5.0-2.el9.x86_64.rpm 347 kB/s | 191 kB 00:00 2024-09-13T18:54:16.501 INFO:teuthology.orchestra.run.smithi145.stdout:(3/138): ceph-immutable-object-cache-18.2.4-860 1.4 MB/s | 142 kB 00:00 2024-09-13T18:54:16.531 INFO:teuthology.orchestra.run.smithi119.stdout:(41/138): python3-cffi-1.14.5-5.el9.x86_64.rpm 867 kB/s | 253 kB 00:00 2024-09-13T18:54:16.576 INFO:teuthology.orchestra.run.smithi145.stdout:(4/138): ceph-base-18.2.4-860.g6c6b083f.el9.x86 10 MB/s | 5.1 MB 00:00 2024-09-13T18:54:16.599 INFO:teuthology.orchestra.run.smithi119.stdout:(42/138): libgfortran-11.5.0-2.el9.x86_64.rpm 970 kB/s | 801 kB 00:00 2024-09-13T18:54:16.640 INFO:teuthology.orchestra.run.smithi119.stdout:(43/138): python3-ply-3.11-14.el9.noarch.rpm 981 kB/s | 106 kB 00:00 2024-09-13T18:54:16.716 INFO:teuthology.orchestra.run.smithi119.stdout:(44/138): python3-pycparser-2.20-6.el9.noarch.r 1.1 MB/s | 135 kB 00:00 2024-09-13T18:54:16.718 INFO:teuthology.orchestra.run.smithi145.stdout:(5/138): ceph-mds-18.2.4-860.g6c6b083f.el9.x86_ 9.7 MB/s | 2.1 MB 00:00 2024-09-13T18:54:16.749 INFO:teuthology.orchestra.run.smithi119.stdout:(45/138): python3-requests-2.25.1-8.el9.noarch. 1.1 MB/s | 125 kB 00:00 2024-09-13T18:54:16.752 INFO:teuthology.orchestra.run.smithi145.stdout:(6/138): ceph-mgr-18.2.4-860.g6c6b083f.el9.x86_ 8.3 MB/s | 1.5 MB 00:00 2024-09-13T18:54:16.833 INFO:teuthology.orchestra.run.smithi119.stdout:(46/138): python3-urllib3-1.26.5-6.el9.noarch.r 1.8 MB/s | 215 kB 00:00 2024-09-13T18:54:17.025 INFO:teuthology.orchestra.run.smithi119.stdout:(47/138): automake-1.16.2-8.el9.noarch.rpm 2.4 MB/s | 689 kB 00:00 2024-09-13T18:54:17.067 INFO:teuthology.orchestra.run.smithi119.stdout:(48/138): python3-cryptography-36.0.1-4.el9.x86 1.9 MB/s | 1.2 MB 00:00 2024-09-13T18:54:17.069 INFO:teuthology.orchestra.run.smithi145.stdout:(7/138): ceph-mon-18.2.4-860.g6c6b083f.el9.x86_ 13 MB/s | 4.7 MB 00:00 2024-09-13T18:54:17.092 INFO:teuthology.orchestra.run.smithi119.stdout:(49/138): boost-program-options-1.75.0-8.el9.x8 1.6 MB/s | 107 kB 00:00 2024-09-13T18:54:17.142 INFO:teuthology.orchestra.run.smithi119.stdout:(50/138): bison-3.7.4-5.el9.x86_64.rpm 3.0 MB/s | 943 kB 00:00 2024-09-13T18:54:17.168 INFO:teuthology.orchestra.run.smithi119.stdout:(51/138): flex-2.6.4-9.el9.x86_64.rpm 4.1 MB/s | 313 kB 00:00 2024-09-13T18:54:17.184 INFO:teuthology.orchestra.run.smithi119.stdout:(52/138): elfutils-libelf-devel-0.191-4.el9.x86 185 kB/s | 22 kB 00:00 2024-09-13T18:54:17.210 INFO:teuthology.orchestra.run.smithi119.stdout:(53/138): flexiblas-3.0.4-8.el9.x86_64.rpm 489 kB/s | 33 kB 00:00 2024-09-13T18:54:17.235 INFO:teuthology.orchestra.run.smithi119.stdout:(54/138): flexiblas-openblas-openmp-3.0.4-8.el9 362 kB/s | 18 kB 00:00 2024-09-13T18:54:17.244 INFO:teuthology.orchestra.run.smithi145.stdout:(8/138): ceph-common-18.2.4-860.g6c6b083f.el9.x 16 MB/s | 18 MB 00:01 2024-09-13T18:54:17.268 INFO:teuthology.orchestra.run.smithi119.stdout:(55/138): libaio-devel-0.3.111-13.el9.x86_64.rp 190 kB/s | 11 kB 00:00 2024-09-13T18:54:17.295 INFO:teuthology.orchestra.run.smithi145.stdout:(9/138): ceph-selinux-18.2.4-860.g6c6b083f.el9. 505 kB/s | 25 kB 00:00 2024-09-13T18:54:17.344 INFO:teuthology.orchestra.run.smithi119.stdout:(56/138): flexiblas-netlib-3.0.4-8.el9.x86_64.r 17 MB/s | 3.0 MB 00:00 2024-09-13T18:54:17.369 INFO:teuthology.orchestra.run.smithi119.stdout:(57/138): librabbitmq-0.11.0-7.el9.x86_64.rpm 451 kB/s | 45 kB 00:00 2024-09-13T18:54:17.411 INFO:teuthology.orchestra.run.smithi119.stdout:(58/138): libpmemobj-1.12.1-1.el9.x86_64.rpm 911 kB/s | 160 kB 00:00 2024-09-13T18:54:17.445 INFO:teuthology.orchestra.run.smithi119.stdout:(59/138): libtool-2.4.6-46.el9.x86_64.rpm 7.6 MB/s | 581 kB 00:00 2024-09-13T18:54:17.462 INFO:teuthology.orchestra.run.smithi119.stdout:(60/138): libuuid-devel-2.37.4-20.el9.x86_64.rp 489 kB/s | 24 kB 00:00 2024-09-13T18:54:17.495 INFO:teuthology.orchestra.run.smithi119.stdout:(61/138): librdkafka-1.6.1-102.el9.x86_64.rpm 4.3 MB/s | 662 kB 00:00 2024-09-13T18:54:17.521 INFO:teuthology.orchestra.run.smithi119.stdout:(62/138): libzstd-devel-1.5.1-2.el9.x86_64.rpm 625 kB/s | 47 kB 00:00 2024-09-13T18:54:17.546 INFO:teuthology.orchestra.run.smithi119.stdout:(63/138): lttng-ust-2.12.0-6.el9.x86_64.rpm 3.4 MB/s | 292 kB 00:00 2024-09-13T18:54:17.570 INFO:teuthology.orchestra.run.smithi145.stdout:(10/138): ceph-radosgw-18.2.4-860.g6c6b083f.el9 15 MB/s | 7.7 MB 00:00 2024-09-13T18:54:17.571 INFO:teuthology.orchestra.run.smithi119.stdout:(64/138): openblas-0.3.26-2.el9.x86_64.rpm 509 kB/s | 38 kB 00:00 2024-09-13T18:54:17.663 INFO:teuthology.orchestra.run.smithi119.stdout:(65/138): postgresql-13.16-1.el9.x86_64.rpm 17 MB/s | 1.6 MB 00:00 2024-09-13T18:54:17.730 INFO:teuthology.orchestra.run.smithi119.stdout:(66/138): openblas-openmp-0.3.26-2.el9.x86_64.r 24 MB/s | 4.9 MB 00:00 2024-09-13T18:54:17.753 INFO:teuthology.orchestra.run.smithi145.stdout:(11/138): ceph-osd-18.2.4-860.g6c6b083f.el9.x86 17 MB/s | 17 MB 00:01 2024-09-13T18:54:17.772 INFO:teuthology.orchestra.run.smithi119.stdout:(67/138): postgresql-contrib-13.16-1.el9.x86_64 8.2 MB/s | 910 kB 00:00 2024-09-13T18:54:17.779 INFO:teuthology.orchestra.run.smithi145.stdout:(12/138): cephfs-mirror-18.2.4-860.g6c6b083f.el 1.1 MB/s | 224 kB 00:00 2024-09-13T18:54:17.797 INFO:teuthology.orchestra.run.smithi119.stdout:(68/138): postgresql-private-libs-13.16-1.el9.x 2.0 MB/s | 137 kB 00:00 2024-09-13T18:54:17.803 INFO:teuthology.orchestra.run.smithi145.stdout:(13/138): libcephfs-devel-18.2.4-860.g6c6b083f. 623 kB/s | 31 kB 00:00 2024-09-13T18:54:17.837 INFO:teuthology.orchestra.run.smithi145.stdout:(14/138): libcephfs2-18.2.4-860.g6c6b083f.el9.x 12 MB/s | 712 kB 00:00 2024-09-13T18:54:17.863 INFO:teuthology.orchestra.run.smithi145.stdout:(15/138): libcephsqlite-18.2.4-860.g6c6b083f.el 2.8 MB/s | 166 kB 00:00 2024-09-13T18:54:17.864 INFO:teuthology.orchestra.run.smithi119.stdout:(69/138): openssl-devel-3.2.2-6.el9.x86_64.rpm 14 MB/s | 4.4 MB 00:00 2024-09-13T18:54:17.888 INFO:teuthology.orchestra.run.smithi145.stdout:(16/138): librados-devel-18.2.4-860.g6c6b083f.e 2.5 MB/s | 127 kB 00:00 2024-09-13T18:54:17.921 INFO:teuthology.orchestra.run.smithi145.stdout:(17/138): libradosstriper1-18.2.4-860.g6c6b083f 8.0 MB/s | 478 kB 00:00 2024-09-13T18:54:17.923 INFO:teuthology.orchestra.run.smithi119.stdout:(70/138): python3-devel-3.9.19-8.el9.x86_64.rpm 4.1 MB/s | 245 kB 00:00 2024-09-13T18:54:17.972 INFO:teuthology.orchestra.run.smithi145.stdout:(18/138): python3-ceph-argparse-18.2.4-860.g6c6 900 kB/s | 45 kB 00:00 2024-09-13T18:54:17.998 INFO:teuthology.orchestra.run.smithi119.stdout:(71/138): postgresql-server-13.16-1.el9.x86_64. 26 MB/s | 5.8 MB 00:00 2024-09-13T18:54:18.023 INFO:teuthology.orchestra.run.smithi119.stdout:(72/138): python3-jinja2-2.11.3-6.el9.noarch.rp 2.4 MB/s | 248 kB 00:00 2024-09-13T18:54:18.030 INFO:teuthology.orchestra.run.smithi145.stdout:(19/138): python3-ceph-common-18.2.4-860.g6c6b0 2.2 MB/s | 129 kB 00:00 2024-09-13T18:54:18.099 INFO:teuthology.orchestra.run.smithi119.stdout:(73/138): python3-babel-2.9.1-2.el9.noarch.rpm 20 MB/s | 6.0 MB 00:00 2024-09-13T18:54:18.123 INFO:teuthology.orchestra.run.smithi145.stdout:(20/138): librgw2-18.2.4-860.g6c6b083f.el9.x86_ 19 MB/s | 4.5 MB 00:00 2024-09-13T18:54:18.123 INFO:teuthology.orchestra.run.smithi119.stdout:(74/138): python3-jsonpatch-1.21-16.el9.noarch. 204 kB/s | 26 kB 00:00 2024-09-13T18:54:18.149 INFO:teuthology.orchestra.run.smithi119.stdout:(75/138): python3-jsonpointer-2.0-4.el9.noarch. 152 kB/s | 19 kB 00:00 2024-09-13T18:54:18.156 INFO:teuthology.orchestra.run.smithi145.stdout:(21/138): python3-cephfs-18.2.4-860.g6c6b083f.e 1.3 MB/s | 162 kB 00:00 2024-09-13T18:54:18.174 INFO:teuthology.orchestra.run.smithi119.stdout:(76/138): python3-mako-1.1.4-6.el9.noarch.rpm 2.2 MB/s | 172 kB 00:00 2024-09-13T18:54:18.181 INFO:teuthology.orchestra.run.smithi145.stdout:(22/138): python3-rados-18.2.4-860.g6c6b083f.el 5.4 MB/s | 321 kB 00:00 2024-09-13T18:54:18.199 INFO:teuthology.orchestra.run.smithi119.stdout:(77/138): python3-markupsafe-1.1.1-12.el9.x86_6 696 kB/s | 35 kB 00:00 2024-09-13T18:54:18.207 INFO:teuthology.orchestra.run.smithi145.stdout:(23/138): python3-rbd-18.2.4-860.g6c6b083f.el9. 5.9 MB/s | 301 kB 00:00 2024-09-13T18:54:18.232 INFO:teuthology.orchestra.run.smithi145.stdout:(24/138): python3-rgw-18.2.4-860.g6c6b083f.el9. 1.9 MB/s | 99 kB 00:00 2024-09-13T18:54:18.233 INFO:teuthology.orchestra.run.smithi119.stdout:(78/138): python3-numpy-f2py-1.20.1-5.el9.x86_6 4.2 MB/s | 250 kB 00:00 2024-09-13T18:54:18.257 INFO:teuthology.orchestra.run.smithi145.stdout:(25/138): rbd-fuse-18.2.4-860.g6c6b083f.el9.x86 1.7 MB/s | 87 kB 00:00 2024-09-13T18:54:18.258 INFO:teuthology.orchestra.run.smithi119.stdout:(79/138): python3-oauthlib-3.1.1-5.el9.noarch.r 3.7 MB/s | 222 kB 00:00 2024-09-13T18:54:18.283 INFO:teuthology.orchestra.run.smithi119.stdout:(80/138): python3-packaging-20.9-5.el9.noarch.r 1.5 MB/s | 77 kB 00:00 2024-09-13T18:54:18.308 INFO:teuthology.orchestra.run.smithi145.stdout:(26/138): rbd-nbd-18.2.4-860.g6c6b083f.el9.x86_ 3.4 MB/s | 172 kB 00:00 2024-09-13T18:54:18.350 INFO:teuthology.orchestra.run.smithi119.stdout:(81/138): python3-numpy-1.20.1-5.el9.x86_64.rpm 25 MB/s | 5.1 MB 00:00 2024-09-13T18:54:18.366 INFO:teuthology.orchestra.run.smithi145.stdout:(27/138): ceph-grafana-dashboards-18.2.4-860.g6 419 kB/s | 24 kB 00:00 2024-09-13T18:54:18.375 INFO:teuthology.orchestra.run.smithi119.stdout:(82/138): python3-prettytable-0.7.2-27.el9.noar 361 kB/s | 42 kB 00:00 2024-09-13T18:54:18.401 INFO:teuthology.orchestra.run.smithi119.stdout:(83/138): python3-pyasn1-0.4.8-6.el9.noarch.rpm 1.3 MB/s | 159 kB 00:00 2024-09-13T18:54:18.417 INFO:teuthology.orchestra.run.smithi145.stdout:(28/138): rbd-mirror-18.2.4-860.g6c6b083f.el9.x 16 MB/s | 3.0 MB 00:00 2024-09-13T18:54:18.426 INFO:teuthology.orchestra.run.smithi119.stdout:(84/138): python3-pyasn1-modules-0.4.8-6.el9.no 3.6 MB/s | 279 kB 00:00 2024-09-13T18:54:18.442 INFO:teuthology.orchestra.run.smithi145.stdout:(29/138): ceph-mgr-cephadm-18.2.4-860.g6c6b083f 1.8 MB/s | 139 kB 00:00 2024-09-13T18:54:18.451 INFO:teuthology.orchestra.run.smithi119.stdout:(85/138): python3-pytz-2021.1-5.el9.noarch.rpm 674 kB/s | 51 kB 00:00 2024-09-13T18:54:18.477 INFO:teuthology.orchestra.run.smithi119.stdout:(86/138): python3-requests-oauthlib-1.3.0-12.el 712 kB/s | 54 kB 00:00 2024-09-13T18:54:18.519 INFO:teuthology.orchestra.run.smithi119.stdout:(87/138): python3-toml-0.10.2-6.el9.noarch.rpm 623 kB/s | 42 kB 00:00 2024-09-13T18:54:18.544 INFO:teuthology.orchestra.run.smithi119.stdout:(88/138): socat-1.7.4.1-6.el9.x86_64.rpm 4.5 MB/s | 304 kB 00:00 2024-09-13T18:54:18.569 INFO:teuthology.orchestra.run.smithi119.stdout:(89/138): uuid-1.6.2-55.el9.x86_64.rpm 1.1 MB/s | 58 kB 00:00 2024-09-13T18:54:18.603 INFO:teuthology.orchestra.run.smithi119.stdout:(90/138): xfsprogs-devel-6.4.0-4.el9.x86_64.rpm 1.6 MB/s | 96 kB 00:00 2024-09-13T18:54:18.628 INFO:teuthology.orchestra.run.smithi119.stdout:(91/138): xmlstarlet-1.6.1-20.el9.x86_64.rpm 1.1 MB/s | 64 kB 00:00 2024-09-13T18:54:18.642 INFO:teuthology.orchestra.run.smithi145.stdout:(30/138): ceph-mgr-dashboard-18.2.4-860.g6c6b08 16 MB/s | 3.5 MB 00:00 2024-09-13T18:54:18.661 INFO:teuthology.orchestra.run.smithi119.stdout:(92/138): zlib-devel-1.2.11-41.el9.x86_64.rpm 766 kB/s | 45 kB 00:00 2024-09-13T18:54:18.695 INFO:teuthology.orchestra.run.smithi119.stdout:(93/138): fmt-8.1.1-5.el9.x86_64.rpm 1.6 MB/s | 111 kB 00:00 2024-09-13T18:54:18.717 INFO:teuthology.orchestra.run.smithi145.stdout:(31/138): ceph-mgr-modules-core-18.2.4-860.g6c6 3.2 MB/s | 246 kB 00:00 2024-09-13T18:54:18.737 INFO:teuthology.orchestra.run.smithi119.stdout:(94/138): gperftools-libs-2.9.1-3.el9.x86_64.rp 4.1 MB/s | 308 kB 00:00 2024-09-13T18:54:18.763 INFO:teuthology.orchestra.run.smithi119.stdout:(95/138): libarrow-doc-9.0.0-11.el9.noarch.rpm 1.0 MB/s | 26 kB 00:00 2024-09-13T18:54:18.776 INFO:teuthology.orchestra.run.smithi145.stdout:(32/138): ceph-mgr-rook-18.2.4-860.g6c6b083f.el 848 kB/s | 49 kB 00:00 2024-09-13T18:54:18.788 INFO:teuthology.orchestra.run.smithi119.stdout:(96/138): liboath-2.6.7-2.el9.x86_64.rpm 1.9 MB/s | 49 kB 00:00 2024-09-13T18:54:18.821 INFO:teuthology.orchestra.run.smithi119.stdout:(97/138): libunwind-1.6.2-1.el9.x86_64.rpm 2.0 MB/s | 67 kB 00:00 2024-09-13T18:54:18.902 INFO:teuthology.orchestra.run.smithi145.stdout:(33/138): ceph-mgr-diskprediction-local-18.2.4- 16 MB/s | 7.4 MB 00:00 2024-09-13T18:54:18.918 INFO:teuthology.orchestra.run.smithi145.stdout:(34/138): ceph-prometheus-alerts-18.2.4-860.g6c 116 kB/s | 16 kB 00:00 2024-09-13T18:54:18.962 INFO:teuthology.orchestra.run.smithi145.stdout:(35/138): ceph-volume-18.2.4-860.g6c6b083f.el9. 4.3 MB/s | 264 kB 00:00 2024-09-13T18:54:18.988 INFO:teuthology.orchestra.run.smithi145.stdout:(36/138): cephadm-18.2.4-860.g6c6b083f.el9.noar 3.2 MB/s | 226 kB 00:00 2024-09-13T18:54:18.997 INFO:teuthology.orchestra.run.smithi119.stdout:(98/138): python3-scipy-1.6.2-8.el9.x86_64.rpm 29 MB/s | 16 MB 00:00 2024-09-13T18:54:19.013 INFO:teuthology.orchestra.run.smithi145.stdout:(37/138): cephfs-top-18.2.4-860.g6c6b083f.el9.n 365 kB/s | 18 kB 00:00 2024-09-13T18:54:19.039 INFO:teuthology.orchestra.run.smithi119.stdout:(99/138): parquet-libs-9.0.0-11.el9.x86_64.rpm 3.8 MB/s | 839 kB 00:00 2024-09-13T18:54:19.064 INFO:teuthology.orchestra.run.smithi119.stdout:(100/138): python3-bcrypt-3.2.2-1.el9.x86_64.rp 1.8 MB/s | 43 kB 00:00 2024-09-13T18:54:19.081 INFO:teuthology.orchestra.run.smithi119.stdout:(101/138): python3-cachetools-4.2.4-1.el9.noarc 1.9 MB/s | 32 kB 00:00 2024-09-13T18:54:19.098 INFO:teuthology.orchestra.run.smithi119.stdout:(102/138): python3-certifi-2023.05.07-4.el9.noa 850 kB/s | 14 kB 00:00 2024-09-13T18:54:19.123 INFO:teuthology.orchestra.run.smithi119.stdout:(103/138): python3-cheroot-8.6.0-4.el9.noarch.r 6.8 MB/s | 172 kB 00:00 2024-09-13T18:54:19.190 INFO:teuthology.orchestra.run.smithi119.stdout:(104/138): libarrow-9.0.0-11.el9.x86_64.rpm 9.0 MB/s | 4.4 MB 00:00 2024-09-13T18:54:19.215 INFO:teuthology.orchestra.run.smithi119.stdout:(105/138): python3-asyncssh-2.13.2-5.el9.noarch 2.5 MB/s | 548 kB 00:00 2024-09-13T18:54:19.232 INFO:teuthology.orchestra.run.smithi119.stdout:(106/138): python3-jaraco-8.2.1-3.el9.noarch.rp 651 kB/s | 11 kB 00:00 2024-09-13T18:54:19.257 INFO:teuthology.orchestra.run.smithi119.stdout:(107/138): python3-jaraco-classes-3.2.1-5.el9.n 707 kB/s | 18 kB 00:00 2024-09-13T18:54:19.283 INFO:teuthology.orchestra.run.smithi119.stdout:(108/138): python3-google-auth-2.34.0-1.el9.noa 2.3 MB/s | 220 kB 00:00 2024-09-13T18:54:19.308 INFO:teuthology.orchestra.run.smithi119.stdout:(109/138): python3-jaraco-collections-3.0.0-8.e 461 kB/s | 23 kB 00:00 2024-09-13T18:54:19.333 INFO:teuthology.orchestra.run.smithi119.stdout:(110/138): python3-jaraco-functools-3.5.0-2.el9 387 kB/s | 19 kB 00:00 2024-09-13T18:54:19.361 INFO:teuthology.orchestra.run.smithi119.stdout:(111/138): python3-jaraco-text-3.2.0-6.el9.noar 391 kB/s | 20 kB 00:00 2024-09-13T18:54:19.372 INFO:teuthology.orchestra.run.smithi145.stdout:(38/138): ceph-test-18.2.4-860.g6c6b083f.el9.x8 19 MB/s | 40 MB 00:02 2024-09-13T18:54:19.384 INFO:teuthology.orchestra.run.smithi119.stdout:(112/138): python3-cherrypy-18.6.1-2.el9.noarch 1.3 MB/s | 358 kB 00:00 2024-09-13T18:54:19.409 INFO:teuthology.orchestra.run.smithi119.stdout:(113/138): python3-logutils-0.3.5-21.el9.noarch 923 kB/s | 46 kB 00:00 2024-09-13T18:54:19.434 INFO:teuthology.orchestra.run.smithi119.stdout:(114/138): python3-more-itertools-8.12.0-2.el9. 1.5 MB/s | 79 kB 00:00 2024-09-13T18:54:19.460 INFO:teuthology.orchestra.run.smithi119.stdout:(115/138): python3-natsort-7.1.1-5.el9.noarch.r 1.1 MB/s | 58 kB 00:00 2024-09-13T18:54:19.485 INFO:teuthology.orchestra.run.smithi119.stdout:(116/138): python3-portend-3.1.0-2.el9.noarch.r 663 kB/s | 16 kB 00:00 2024-09-13T18:54:19.510 INFO:teuthology.orchestra.run.smithi119.stdout:(117/138): python3-pecan-1.4.2-3.el9.noarch.rpm 3.5 MB/s | 272 kB 00:00 2024-09-13T18:54:19.535 INFO:teuthology.orchestra.run.smithi119.stdout:(118/138): python3-pyOpenSSL-21.0.0-1.el9.noarc 1.7 MB/s | 90 kB 00:00 2024-09-13T18:54:19.561 INFO:teuthology.orchestra.run.smithi119.stdout:(119/138): python3-repoze-lru-0.7-16.el9.noarch 613 kB/s | 31 kB 00:00 2024-09-13T18:54:19.586 INFO:teuthology.orchestra.run.smithi119.stdout:(120/138): python3-rsa-4.9-2.el9.noarch.rpm 2.3 MB/s | 59 kB 00:00 2024-09-13T18:54:19.611 INFO:teuthology.orchestra.run.smithi119.stdout:(121/138): python3-routes-2.5.1-5.el9.noarch.rp 2.4 MB/s | 188 kB 00:00 2024-09-13T18:54:19.636 INFO:teuthology.orchestra.run.smithi119.stdout:(122/138): python3-tempora-5.0.0-2.el9.noarch.r 714 kB/s | 36 kB 00:00 2024-09-13T18:54:19.662 INFO:teuthology.orchestra.run.smithi119.stdout:(123/138): python3-typing-extensions-4.12.2-2.e 1.5 MB/s | 74 kB 00:00 2024-09-13T18:54:19.687 INFO:teuthology.orchestra.run.smithi119.stdout:(124/138): python3-websocket-client-1.2.3-2.el9 3.5 MB/s | 90 kB 00:00 2024-09-13T18:54:19.721 INFO:teuthology.orchestra.run.smithi119.stdout:(125/138): python3-kubernetes-26.1.0-2.el9.noar 2.6 MB/s | 1.0 MB 00:00 2024-09-13T18:54:19.746 INFO:teuthology.orchestra.run.smithi119.stdout:(126/138): python3-webob-1.8.8-2.el9.noarch.rpm 2.1 MB/s | 230 kB 00:00 2024-09-13T18:54:19.771 INFO:teuthology.orchestra.run.smithi119.stdout:(127/138): python3-zc-lockfile-2.0-10.el9.noarc 398 kB/s | 20 kB 00:00 2024-09-13T18:54:19.797 INFO:teuthology.orchestra.run.smithi119.stdout:(128/138): re2-20211101-20.el9.x86_64.rpm 3.7 MB/s | 191 kB 00:00 2024-09-13T18:54:19.822 INFO:teuthology.orchestra.run.smithi119.stdout:(129/138): python3-werkzeug-2.0.3-3.el9.1.noarc 3.1 MB/s | 427 kB 00:00 2024-09-13T18:54:19.864 INFO:teuthology.orchestra.run.smithi119.stdout:(130/138): thrift-0.15.0-2.el9.x86_64.rpm 17 MB/s | 1.6 MB 00:00 2024-09-13T18:54:19.988 INFO:teuthology.orchestra.run.smithi145.stdout:(39/138): fuse-2.9.9-16.el9.x86_64.rpm 80 kB/s | 80 kB 00:01 2024-09-13T18:54:20.081 INFO:teuthology.orchestra.run.smithi119.stdout:(131/138): librbd1-18.2.4-860.g6c6b083f.el9.x86 12 MB/s | 3.0 MB 00:00 2024-09-13T18:54:20.139 INFO:teuthology.orchestra.run.smithi119.stdout:(132/138): librados2-18.2.4-860.g6c6b083f.el9.x 9.7 MB/s | 3.3 MB 00:00 2024-09-13T18:54:20.147 INFO:teuthology.orchestra.run.smithi145.stdout:(40/138): libquadmath-11.5.0-2.el9.x86_64.rpm 247 kB/s | 191 kB 00:00 2024-09-13T18:54:20.272 INFO:teuthology.orchestra.run.smithi145.stdout:(41/138): libgfortran-11.5.0-2.el9.x86_64.rpm 636 kB/s | 801 kB 00:01 2024-09-13T18:54:20.339 INFO:teuthology.orchestra.run.smithi119.stdout:(133/138): NetworkManager-team-1.49.90-1.el9.x8 204 kB/s | 41 kB 00:00 2024-09-13T18:54:20.631 INFO:teuthology.orchestra.run.smithi119.stdout:(134/138): NetworkManager-tui-1.49.90-1.el9.x86 853 kB/s | 249 kB 00:00 2024-09-13T18:54:20.772 INFO:teuthology.orchestra.run.smithi145.stdout:(42/138): python3-cffi-1.14.5-5.el9.x86_64.rpm 323 kB/s | 253 kB 00:00 2024-09-13T18:54:20.865 INFO:teuthology.orchestra.run.smithi119.stdout:(135/138): NetworkManager-1.49.90-1.el9.x86_64. 2.3 MB/s | 2.3 MB 00:01 2024-09-13T18:54:20.907 INFO:teuthology.orchestra.run.smithi119.stdout:(136/138): NetworkManager-libnm-1.49.90-1.el9.x 2.2 MB/s | 1.8 MB 00:00 2024-09-13T18:54:21.006 INFO:teuthology.orchestra.run.smithi145.stdout:(43/138): python3-ply-3.11-14.el9.noarch.rpm 145 kB/s | 106 kB 00:00 2024-09-13T18:54:21.081 INFO:teuthology.orchestra.run.smithi145.stdout:(44/138): python3-cryptography-36.0.1-4.el9.x86 1.3 MB/s | 1.2 MB 00:00 2024-09-13T18:54:21.498 INFO:teuthology.orchestra.run.smithi145.stdout:(45/138): python3-pycparser-2.20-6.el9.noarch.r 186 kB/s | 135 kB 00:00 2024-09-13T18:54:21.698 INFO:teuthology.orchestra.run.smithi145.stdout:(46/138): python3-requests-2.25.1-8.el9.noarch. 182 kB/s | 125 kB 00:00 2024-09-13T18:54:21.790 INFO:teuthology.orchestra.run.smithi119.stdout:(137/138): openssl-libs-3.2.2-6.el9.x86_64.rpm 2.6 MB/s | 2.4 MB 00:00 2024-09-13T18:54:21.823 INFO:teuthology.orchestra.run.smithi145.stdout:(47/138): python3-urllib3-1.26.5-6.el9.noarch.r 289 kB/s | 215 kB 00:00 2024-09-13T18:54:21.849 INFO:teuthology.orchestra.run.smithi145.stdout:(48/138): automake-1.16.2-8.el9.noarch.rpm 1.9 MB/s | 689 kB 00:00 2024-09-13T18:54:21.909 INFO:teuthology.orchestra.run.smithi145.stdout:(49/138): elfutils-libelf-devel-0.191-4.el9.x86 372 kB/s | 22 kB 00:00 2024-09-13T18:54:21.915 INFO:teuthology.orchestra.run.smithi119.stdout:(138/138): openssl-3.2.2-6.el9.x86_64.rpm 1.1 MB/s | 1.4 MB 00:01 2024-09-13T18:54:21.921 INFO:teuthology.orchestra.run.smithi119.stdout:-------------------------------------------------------------------------------- 2024-09-13T18:54:21.921 INFO:teuthology.orchestra.run.smithi119.stdout:Total 21 MB/s | 203 MB 00:09 2024-09-13T18:54:21.966 INFO:teuthology.orchestra.run.smithi145.stdout:(50/138): flex-2.6.4-9.el9.x86_64.rpm 5.3 MB/s | 313 kB 00:00 2024-09-13T18:54:21.991 INFO:teuthology.orchestra.run.smithi145.stdout:(51/138): bison-3.7.4-5.el9.x86_64.rpm 3.2 MB/s | 943 kB 00:00 2024-09-13T18:54:22.016 INFO:teuthology.orchestra.run.smithi145.stdout:(52/138): boost-program-options-1.75.0-8.el9.x8 556 kB/s | 107 kB 00:00 2024-09-13T18:54:22.041 INFO:teuthology.orchestra.run.smithi145.stdout:(53/138): flexiblas-3.0.4-8.el9.x86_64.rpm 433 kB/s | 33 kB 00:00 2024-09-13T18:54:22.067 INFO:teuthology.orchestra.run.smithi145.stdout:(54/138): flexiblas-openblas-openmp-3.0.4-8.el9 362 kB/s | 18 kB 00:00 2024-09-13T18:54:22.092 INFO:teuthology.orchestra.run.smithi145.stdout:(55/138): libaio-devel-0.3.111-13.el9.x86_64.rp 222 kB/s | 11 kB 00:00 2024-09-13T18:54:22.151 INFO:teuthology.orchestra.run.smithi145.stdout:(56/138): librabbitmq-0.11.0-7.el9.x86_64.rpm 775 kB/s | 45 kB 00:00 2024-09-13T18:54:22.176 INFO:teuthology.orchestra.run.smithi145.stdout:(57/138): libpmemobj-1.12.1-1.el9.x86_64.rpm 1.4 MB/s | 160 kB 00:00 2024-09-13T18:54:22.276 INFO:teuthology.orchestra.run.smithi145.stdout:(58/138): librdkafka-1.6.1-102.el9.x86_64.rpm 5.2 MB/s | 662 kB 00:00 2024-09-13T18:54:22.301 INFO:teuthology.orchestra.run.smithi145.stdout:(59/138): libtool-2.4.6-46.el9.x86_64.rpm 4.5 MB/s | 581 kB 00:00 2024-09-13T18:54:22.318 INFO:teuthology.orchestra.run.smithi145.stdout:(60/138): libuuid-devel-2.37.4-20.el9.x86_64.rp 587 kB/s | 24 kB 00:00 2024-09-13T18:54:22.344 INFO:teuthology.orchestra.run.smithi145.stdout:(61/138): libzstd-devel-1.5.1-2.el9.x86_64.rpm 1.1 MB/s | 47 kB 00:00 2024-09-13T18:54:22.386 INFO:teuthology.orchestra.run.smithi145.stdout:(62/138): openblas-0.3.26-2.el9.x86_64.rpm 924 kB/s | 38 kB 00:00 2024-09-13T18:54:22.502 INFO:teuthology.orchestra.run.smithi145.stdout:(63/138): lttng-ust-2.12.0-6.el9.x86_64.rpm 1.6 MB/s | 292 kB 00:00 2024-09-13T18:54:23.038 INFO:teuthology.orchestra.run.smithi119.stdout:Running transaction check 2024-09-13T18:54:23.183 INFO:teuthology.orchestra.run.smithi119.stdout:Transaction check succeeded. 2024-09-13T18:54:23.183 INFO:teuthology.orchestra.run.smithi119.stdout:Running transaction test 2024-09-13T18:54:23.278 INFO:teuthology.orchestra.run.smithi145.stdout:(64/138): flexiblas-netlib-3.0.4-8.el9.x86_64.r 2.3 MB/s | 3.0 MB 00:01 2024-09-13T18:54:24.061 INFO:teuthology.orchestra.run.smithi145.stdout:(65/138): postgresql-13.16-1.el9.x86_64.rpm 2.0 MB/s | 1.6 MB 00:00 2024-09-13T18:54:24.553 INFO:teuthology.orchestra.run.smithi145.stdout:(66/138): openblas-openmp-0.3.26-2.el9.x86_64.r 2.3 MB/s | 4.9 MB 00:02 2024-09-13T18:54:24.578 INFO:teuthology.orchestra.run.smithi145.stdout:(67/138): postgresql-contrib-13.16-1.el9.x86_64 1.7 MB/s | 910 kB 00:00 2024-09-13T18:54:24.662 INFO:teuthology.orchestra.run.smithi145.stdout:(68/138): postgresql-private-libs-13.16-1.el9.x 1.2 MB/s | 137 kB 00:00 2024-09-13T18:54:24.779 INFO:teuthology.orchestra.run.smithi145.stdout:(69/138): openssl-devel-3.2.2-6.el9.x86_64.rpm 1.9 MB/s | 4.4 MB 00:02 2024-09-13T18:54:24.929 INFO:teuthology.orchestra.run.smithi145.stdout:(70/138): python3-devel-3.9.19-8.el9.x86_64.rpm 1.6 MB/s | 245 kB 00:00 2024-09-13T18:54:25.071 INFO:teuthology.orchestra.run.smithi145.stdout:(71/138): python3-jinja2-2.11.3-6.el9.noarch.rp 1.7 MB/s | 248 kB 00:00 2024-09-13T18:54:25.121 INFO:teuthology.orchestra.run.smithi145.stdout:(72/138): python3-jsonpatch-1.21-16.el9.noarch. 513 kB/s | 26 kB 00:00 2024-09-13T18:54:25.172 INFO:teuthology.orchestra.run.smithi145.stdout:(73/138): python3-jsonpointer-2.0-4.el9.noarch. 383 kB/s | 19 kB 00:00 2024-09-13T18:54:25.270 INFO:teuthology.orchestra.run.smithi119.stdout:Transaction test succeeded. 2024-09-13T18:54:25.270 INFO:teuthology.orchestra.run.smithi119.stdout:Running transaction 2024-09-13T18:54:25.288 INFO:teuthology.orchestra.run.smithi145.stdout:(74/138): python3-mako-1.1.4-6.el9.noarch.rpm 1.4 MB/s | 172 kB 00:00 2024-09-13T18:54:25.339 INFO:teuthology.orchestra.run.smithi145.stdout:(75/138): python3-markupsafe-1.1.1-12.el9.x86_6 694 kB/s | 35 kB 00:00 2024-09-13T18:54:27.197 INFO:teuthology.orchestra.run.smithi145.stdout:(76/138): python3-babel-2.9.1-2.el9.noarch.rpm 2.4 MB/s | 6.0 MB 00:02 2024-09-13T18:54:27.348 INFO:teuthology.orchestra.run.smithi145.stdout:(77/138): python3-numpy-f2py-1.20.1-5.el9.x86_6 1.6 MB/s | 250 kB 00:00 2024-09-13T18:54:27.556 INFO:teuthology.orchestra.run.smithi145.stdout:(78/138): postgresql-server-13.16-1.el9.x86_64. 1.9 MB/s | 5.8 MB 00:02 2024-09-13T18:54:27.589 INFO:teuthology.orchestra.run.smithi145.stdout:(79/138): python3-oauthlib-3.1.1-5.el9.noarch.r 919 kB/s | 222 kB 00:00 2024-09-13T18:54:27.665 INFO:teuthology.orchestra.run.smithi145.stdout:(80/138): python3-numpy-1.20.1-5.el9.x86_64.rpm 2.2 MB/s | 5.1 MB 00:02 2024-09-13T18:54:27.690 INFO:teuthology.orchestra.run.smithi145.stdout:(81/138): python3-packaging-20.9-5.el9.noarch.r 577 kB/s | 77 kB 00:00 2024-09-13T18:54:27.715 INFO:teuthology.orchestra.run.smithi145.stdout:(82/138): python3-prettytable-0.7.2-27.el9.noar 337 kB/s | 42 kB 00:00 2024-09-13T18:54:27.766 INFO:teuthology.orchestra.run.smithi145.stdout:(83/138): python3-pytz-2021.1-5.el9.noarch.rpm 1.0 MB/s | 51 kB 00:00 2024-09-13T18:54:27.799 INFO:teuthology.orchestra.run.smithi145.stdout:(84/138): python3-pyasn1-0.4.8-6.el9.noarch.rpm 1.2 MB/s | 159 kB 00:00 2024-09-13T18:54:27.825 INFO:teuthology.orchestra.run.smithi145.stdout:(85/138): python3-requests-oauthlib-1.3.0-12.el 916 kB/s | 54 kB 00:00 2024-09-13T18:54:27.875 INFO:teuthology.orchestra.run.smithi145.stdout:(86/138): python3-toml-0.10.2-6.el9.noarch.rpm 835 kB/s | 42 kB 00:00 2024-09-13T18:54:27.900 INFO:teuthology.orchestra.run.smithi145.stdout:(87/138): python3-pyasn1-modules-0.4.8-6.el9.no 1.3 MB/s | 279 kB 00:00 2024-09-13T18:54:27.950 INFO:teuthology.orchestra.run.smithi145.stdout:(88/138): uuid-1.6.2-55.el9.x86_64.rpm 1.1 MB/s | 58 kB 00:00 2024-09-13T18:54:28.034 INFO:teuthology.orchestra.run.smithi145.stdout:(89/138): xfsprogs-devel-6.4.0-4.el9.x86_64.rpm 1.1 MB/s | 96 kB 00:00 2024-09-13T18:54:28.059 INFO:teuthology.orchestra.run.smithi145.stdout:(90/138): socat-1.7.4.1-6.el9.x86_64.rpm 1.6 MB/s | 304 kB 00:00 2024-09-13T18:54:28.109 INFO:teuthology.orchestra.run.smithi145.stdout:(91/138): zlib-devel-1.2.11-41.el9.x86_64.rpm 898 kB/s | 45 kB 00:00 2024-09-13T18:54:28.134 INFO:teuthology.orchestra.run.smithi145.stdout:(92/138): xmlstarlet-1.6.1-20.el9.x86_64.rpm 633 kB/s | 64 kB 00:00 2024-09-13T18:54:28.177 INFO:teuthology.orchestra.run.smithi145.stdout:(93/138): fmt-8.1.1-5.el9.x86_64.rpm 1.6 MB/s | 111 kB 00:00 2024-09-13T18:54:28.218 INFO:teuthology.orchestra.run.smithi145.stdout:(94/138): gperftools-libs-2.9.1-3.el9.x86_64.rp 3.6 MB/s | 308 kB 00:00 2024-09-13T18:54:28.244 INFO:teuthology.orchestra.run.smithi145.stdout:(95/138): libarrow-doc-9.0.0-11.el9.noarch.rpm 1.0 MB/s | 26 kB 00:00 2024-09-13T18:54:28.269 INFO:teuthology.orchestra.run.smithi145.stdout:(96/138): liboath-2.6.7-2.el9.x86_64.rpm 1.9 MB/s | 49 kB 00:00 2024-09-13T18:54:28.303 INFO:teuthology.orchestra.run.smithi145.stdout:(97/138): libunwind-1.6.2-1.el9.x86_64.rpm 2.0 MB/s | 67 kB 00:00 2024-09-13T18:54:28.386 INFO:teuthology.orchestra.run.smithi145.stdout:(98/138): libarrow-9.0.0-11.el9.x86_64.rpm 21 MB/s | 4.4 MB 00:00 2024-09-13T18:54:28.428 INFO:teuthology.orchestra.run.smithi145.stdout:(99/138): parquet-libs-9.0.0-11.el9.x86_64.rpm 6.5 MB/s | 839 kB 00:00 2024-09-13T18:54:28.453 INFO:teuthology.orchestra.run.smithi145.stdout:(100/138): python3-bcrypt-3.2.2-1.el9.x86_64.rp 1.7 MB/s | 43 kB 00:00 2024-09-13T18:54:28.479 INFO:teuthology.orchestra.run.smithi145.stdout:(101/138): python3-cachetools-4.2.4-1.el9.noarc 1.3 MB/s | 32 kB 00:00 2024-09-13T18:54:28.504 INFO:teuthology.orchestra.run.smithi145.stdout:(102/138): python3-certifi-2023.05.07-4.el9.noa 565 kB/s | 14 kB 00:00 2024-09-13T18:54:28.529 INFO:teuthology.orchestra.run.smithi145.stdout:(103/138): python3-asyncssh-2.13.2-5.el9.noarch 3.7 MB/s | 548 kB 00:00 2024-09-13T18:54:28.555 INFO:teuthology.orchestra.run.smithi145.stdout:(104/138): python3-cheroot-8.6.0-4.el9.noarch.r 3.3 MB/s | 172 kB 00:00 2024-09-13T18:54:28.580 INFO:teuthology.orchestra.run.smithi145.stdout:(105/138): python3-cherrypy-18.6.1-2.el9.noarch 7.0 MB/s | 358 kB 00:00 2024-09-13T18:54:28.605 INFO:teuthology.orchestra.run.smithi145.stdout:(106/138): python3-google-auth-2.34.0-1.el9.noa 4.3 MB/s | 220 kB 00:00 2024-09-13T18:54:28.622 INFO:teuthology.orchestra.run.smithi145.stdout:(107/138): python3-jaraco-8.2.1-3.el9.noarch.rp 255 kB/s | 11 kB 00:00 2024-09-13T18:54:28.639 INFO:teuthology.orchestra.run.smithi145.stdout:(108/138): python3-jaraco-classes-3.2.1-5.el9.n 526 kB/s | 18 kB 00:00 2024-09-13T18:54:28.656 INFO:teuthology.orchestra.run.smithi145.stdout:(109/138): python3-jaraco-collections-3.0.0-8.e 692 kB/s | 23 kB 00:00 2024-09-13T18:54:28.681 INFO:teuthology.orchestra.run.smithi145.stdout:(110/138): python3-jaraco-functools-3.5.0-2.el9 466 kB/s | 19 kB 00:00 2024-09-13T18:54:28.706 INFO:teuthology.orchestra.run.smithi145.stdout:(111/138): python3-jaraco-text-3.2.0-6.el9.noar 392 kB/s | 20 kB 00:00 2024-09-13T18:54:28.732 INFO:teuthology.orchestra.run.smithi145.stdout:(112/138): python3-logutils-0.3.5-21.el9.noarch 1.8 MB/s | 46 kB 00:00 2024-09-13T18:54:28.757 INFO:teuthology.orchestra.run.smithi145.stdout:(113/138): python3-more-itertools-8.12.0-2.el9. 3.1 MB/s | 79 kB 00:00 2024-09-13T18:54:28.782 INFO:teuthology.orchestra.run.smithi145.stdout:(114/138): python3-natsort-7.1.1-5.el9.noarch.r 2.3 MB/s | 58 kB 00:00 2024-09-13T18:54:28.816 INFO:teuthology.orchestra.run.smithi145.stdout:(115/138): python3-kubernetes-26.1.0-2.el9.noar 7.6 MB/s | 1.0 MB 00:00 2024-09-13T18:54:28.841 INFO:teuthology.orchestra.run.smithi145.stdout:(116/138): python3-portend-3.1.0-2.el9.noarch.r 664 kB/s | 16 kB 00:00 2024-09-13T18:54:28.875 INFO:teuthology.orchestra.run.smithi145.stdout:(117/138): python3-pecan-1.4.2-3.el9.noarch.rpm 2.9 MB/s | 272 kB 00:00 2024-09-13T18:54:28.900 INFO:teuthology.orchestra.run.smithi145.stdout:(118/138): python3-pyOpenSSL-21.0.0-1.el9.noarc 1.5 MB/s | 90 kB 00:00 2024-09-13T18:54:28.925 INFO:teuthology.orchestra.run.smithi145.stdout:(119/138): python3-repoze-lru-0.7-16.el9.noarch 613 kB/s | 31 kB 00:00 2024-09-13T18:54:28.950 INFO:teuthology.orchestra.run.smithi145.stdout:(120/138): python3-rsa-4.9-2.el9.noarch.rpm 2.3 MB/s | 59 kB 00:00 2024-09-13T18:54:28.976 INFO:teuthology.orchestra.run.smithi145.stdout:(121/138): python3-routes-2.5.1-5.el9.noarch.rp 2.4 MB/s | 188 kB 00:00 2024-09-13T18:54:29.001 INFO:teuthology.orchestra.run.smithi145.stdout:(122/138): python3-tempora-5.0.0-2.el9.noarch.r 710 kB/s | 36 kB 00:00 2024-09-13T18:54:29.026 INFO:teuthology.orchestra.run.smithi145.stdout:(123/138): python3-typing-extensions-4.12.2-2.e 1.5 MB/s | 74 kB 00:00 2024-09-13T18:54:29.052 INFO:teuthology.orchestra.run.smithi145.stdout:(124/138): python3-websocket-client-1.2.3-2.el9 3.5 MB/s | 90 kB 00:00 2024-09-13T18:54:29.085 INFO:teuthology.orchestra.run.smithi145.stdout:(125/138): python3-webob-1.8.8-2.el9.noarch.rpm 2.7 MB/s | 230 kB 00:00 2024-09-13T18:54:29.110 INFO:teuthology.orchestra.run.smithi145.stdout:(126/138): python3-zc-lockfile-2.0-10.el9.noarc 800 kB/s | 20 kB 00:00 2024-09-13T18:54:29.136 INFO:teuthology.orchestra.run.smithi145.stdout:(127/138): python3-werkzeug-2.0.3-3.el9.1.noarc 5.0 MB/s | 427 kB 00:00 2024-09-13T18:54:29.161 INFO:teuthology.orchestra.run.smithi145.stdout:(128/138): re2-20211101-20.el9.x86_64.rpm 3.7 MB/s | 191 kB 00:00 2024-09-13T18:54:29.212 INFO:teuthology.orchestra.run.smithi145.stdout:(129/138): thrift-0.15.0-2.el9.x86_64.rpm 21 MB/s | 1.6 MB 00:00 2024-09-13T18:54:29.470 INFO:teuthology.orchestra.run.smithi145.stdout:(130/138): librados2-18.2.4-860.g6c6b083f.el9.x 11 MB/s | 3.3 MB 00:00 2024-09-13T18:54:29.521 INFO:teuthology.orchestra.run.smithi145.stdout:(131/138): librbd1-18.2.4-860.g6c6b083f.el9.x86 9.8 MB/s | 3.0 MB 00:00 2024-09-13T18:54:30.487 INFO:teuthology.orchestra.run.smithi145.stdout:(132/138): NetworkManager-1.49.90-1.el9.x86_64. 2.3 MB/s | 2.3 MB 00:01 2024-09-13T18:54:30.521 INFO:teuthology.orchestra.run.smithi145.stdout:(133/138): NetworkManager-libnm-1.49.90-1.el9.x 1.8 MB/s | 1.8 MB 00:00 2024-09-13T18:54:30.860 INFO:teuthology.orchestra.run.smithi119.stdout: Preparing : 1/1 2024-09-13T18:54:30.960 INFO:teuthology.orchestra.run.smithi119.stdout: Upgrading : openssl-libs-1:3.2.2-6.el9.x86_64 1/146 2024-09-13T18:54:31.015 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : librabbitmq-0.11.0-7.el9.x86_64 2/146 2024-09-13T18:54:31.063 INFO:teuthology.orchestra.run.smithi145.stdout:(134/138): NetworkManager-team-1.49.90-1.el9.x8 71 kB/s | 41 kB 00:00 2024-09-13T18:54:31.210 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : librdkafka-1.6.1-102.el9.x86_64 3/146 2024-09-13T18:54:31.244 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : thrift-0.15.0-2.el9.x86_64 4/146 2024-09-13T18:54:31.278 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : python3-more-itertools-8.12.0-2.el9.noarch 5/146 2024-09-13T18:54:31.280 INFO:teuthology.orchestra.run.smithi145.stdout:(135/138): NetworkManager-tui-1.49.90-1.el9.x86 328 kB/s | 249 kB 00:00 2024-09-13T18:54:31.341 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : python3-jaraco-8.2.1-3.el9.noarch 6/146 2024-09-13T18:54:31.673 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : lttng-ust-2.12.0-6.el9.x86_64 7/146 2024-09-13T18:54:31.788 INFO:teuthology.orchestra.run.smithi119.stdout: Upgrading : librados2-2:18.2.4-860.g6c6b083f.el9.x86_64 8/146 2024-09-13T18:54:31.890 INFO:teuthology.orchestra.run.smithi119.stdout: Running scriptlet: librados2-2:18.2.4-860.g6c6b083f.el9.x86_64 8/146 2024-09-13T18:54:31.922 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : libcephfs2-2:18.2.4-860.g6c6b083f.el9.x86_64 9/146 2024-09-13T18:54:31.997 INFO:teuthology.orchestra.run.smithi119.stdout: Running scriptlet: libcephfs2-2:18.2.4-860.g6c6b083f.el9.x86_64 9/146 2024-09-13T18:54:32.022 INFO:teuthology.orchestra.run.smithi145.stdout:(136/138): openssl-3.2.2-6.el9.x86_64.rpm 1.4 MB/s | 1.4 MB 00:00 2024-09-13T18:54:32.027 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : python3-rados-2:18.2.4-860.g6c6b083f.el9.x86_64 10/146 2024-09-13T18:54:32.194 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : postgresql-private-libs-13.16-1.el9.x86_64 11/146 2024-09-13T18:54:32.249 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : postgresql-13.16-1.el9.x86_64 12/146 2024-09-13T18:54:32.276 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : libcephsqlite-2:18.2.4-860.g6c6b083f.el9.x86_64 13/146 2024-09-13T18:54:32.305 INFO:teuthology.orchestra.run.smithi145.stdout:(137/138): openssl-libs-3.2.2-6.el9.x86_64.rpm 2.3 MB/s | 2.4 MB 00:01 2024-09-13T18:54:32.377 INFO:teuthology.orchestra.run.smithi119.stdout: Running scriptlet: libcephsqlite-2:18.2.4-860.g6c6b083f.el9.x86_64 13/146 2024-09-13T18:54:32.402 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : libradosstriper1-2:18.2.4-860.g6c6b083f.el9.x86_ 14/146 2024-09-13T18:54:32.617 INFO:teuthology.orchestra.run.smithi119.stdout: Running scriptlet: libradosstriper1-2:18.2.4-860.g6c6b083f.el9.x86_ 14/146 2024-09-13T18:54:32.740 INFO:teuthology.orchestra.run.smithi119.stdout: Upgrading : NetworkManager-libnm-1:1.49.90-1.el9.x86_64 15/146 2024-09-13T18:54:32.851 INFO:teuthology.orchestra.run.smithi119.stdout: Running scriptlet: NetworkManager-1:1.49.90-1.el9.x86_64 16/146 2024-09-13T18:54:32.925 INFO:teuthology.orchestra.run.smithi119.stdout: Upgrading : NetworkManager-1:1.49.90-1.el9.x86_64 16/146 2024-09-13T18:54:33.213 INFO:teuthology.orchestra.run.smithi119.stdout: Running scriptlet: NetworkManager-1:1.49.90-1.el9.x86_64 16/146 2024-09-13T18:54:33.246 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : python3-werkzeug-2.0.3-3.el9.1.noarch 17/146 2024-09-13T18:54:33.281 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : liboath-2.6.7-2.el9.x86_64 18/146 2024-09-13T18:54:33.355 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : python3-pytz-2021.1-5.el9.noarch 19/146 2024-09-13T18:54:33.427 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : python3-pyasn1-0.4.8-6.el9.noarch 20/146 2024-09-13T18:54:33.458 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : python3-markupsafe-1.1.1-12.el9.x86_64 21/146 2024-09-13T18:54:33.528 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : flexiblas-3.0.4-8.el9.x86_64 22/146 2024-09-13T18:54:33.581 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : python3-urllib3-1.26.5-6.el9.noarch 23/146 2024-09-13T18:54:33.620 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : python3-requests-2.25.1-8.el9.noarch 24/146 2024-09-13T18:54:33.664 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : libquadmath-11.5.0-2.el9.x86_64 25/146 2024-09-13T18:54:33.739 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : libgfortran-11.5.0-2.el9.x86_64 26/146 2024-09-13T18:54:33.773 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : python3-ceph-common-2:18.2.4-860.g6c6b083f.el9.x 27/146 2024-09-13T18:54:33.817 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : python3-ceph-argparse-2:18.2.4-860.g6c6b083f.el9 28/146 2024-09-13T18:54:33.899 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : python3-cephfs-2:18.2.4-860.g6c6b083f.el9.x86_64 29/146 2024-09-13T18:54:34.034 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : python3-mako-1.1.4-6.el9.noarch 30/146 2024-09-13T18:54:34.085 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : python3-pyasn1-modules-0.4.8-6.el9.noarch 31/146 2024-09-13T18:54:34.612 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : python3-rsa-4.9-2.el9.noarch 32/146 2024-09-13T18:54:34.689 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : python3-babel-2.9.1-2.el9.noarch 33/146 2024-09-13T18:54:34.728 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : python3-jinja2-2.11.3-6.el9.noarch 34/146 2024-09-13T18:54:34.765 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : librados-devel-2:18.2.4-860.g6c6b083f.el9.x86_64 35/146 2024-09-13T18:54:34.807 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : python3-jaraco-classes-3.2.1-5.el9.noarch 36/146 2024-09-13T18:54:34.960 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : socat-1.7.4.1-6.el9.x86_64 37/146 2024-09-13T18:54:35.007 INFO:teuthology.orchestra.run.smithi119.stdout: Upgrading : openssl-1:3.2.2-6.el9.x86_64 38/146 2024-09-13T18:54:35.115 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : re2-1:20211101-20.el9.x86_64 39/146 2024-09-13T18:54:35.152 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : libarrow-9.0.0-11.el9.x86_64 40/146 2024-09-13T18:54:35.207 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : python3-zc-lockfile-2.0-10.el9.noarch 41/146 2024-09-13T18:54:35.280 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : python3-websocket-client-1.2.3-2.el9.noarch 42/146 2024-09-13T18:54:35.312 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : python3-webob-1.8.8-2.el9.noarch 43/146 2024-09-13T18:54:35.348 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : python3-typing-extensions-4.12.2-2.el9.noarch 44/146 2024-09-13T18:54:35.395 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : python3-repoze-lru-0.7-16.el9.noarch 45/146 2024-09-13T18:54:35.440 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : python3-routes-2.5.1-5.el9.noarch 46/146 2024-09-13T18:54:35.482 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : python3-natsort-7.1.1-5.el9.noarch 47/146 2024-09-13T18:54:35.617 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : python3-logutils-0.3.5-21.el9.noarch 48/146 2024-09-13T18:54:35.658 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : python3-pecan-1.4.2-3.el9.noarch 49/146 2024-09-13T18:54:35.699 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : python3-certifi-2023.05.07-4.el9.noarch 50/146 2024-09-13T18:54:35.802 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : python3-cachetools-4.2.4-1.el9.noarch 51/146 2024-09-13T18:54:35.833 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : python3-google-auth-1:2.34.0-1.el9.noarch 52/146 2024-09-13T18:54:35.874 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : libunwind-1.6.2-1.el9.x86_64 53/146 2024-09-13T18:54:35.907 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : gperftools-libs-2.9.1-3.el9.x86_64 54/146 2024-09-13T18:54:35.934 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : libarrow-doc-9.0.0-11.el9.noarch 55/146 2024-09-13T18:54:35.967 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : fmt-8.1.1-5.el9.x86_64 56/146 2024-09-13T18:54:35.995 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : zlib-devel-1.2.11-41.el9.x86_64 57/146 2024-09-13T18:54:36.030 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : xmlstarlet-1.6.1-20.el9.x86_64 58/146 2024-09-13T18:54:36.066 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : uuid-1.6.2-55.el9.x86_64 59/146 2024-09-13T18:54:36.096 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : python3-toml-0.10.2-6.el9.noarch 60/146 2024-09-13T18:54:36.097 INFO:teuthology.orchestra.run.smithi145.stdout:(138/138): python3-scipy-1.6.2-8.el9.x86_64.rpm 2.0 MB/s | 16 MB 00:08 2024-09-13T18:54:36.102 INFO:teuthology.orchestra.run.smithi145.stdout:-------------------------------------------------------------------------------- 2024-09-13T18:54:36.102 INFO:teuthology.orchestra.run.smithi145.stdout:Total 9.7 MB/s | 203 MB 00:20 2024-09-13T18:54:36.131 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : python3-jaraco-functools-3.5.0-2.el9.noarch 61/146 2024-09-13T18:54:36.164 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : python3-jaraco-text-3.2.0-6.el9.noarch 62/146 2024-09-13T18:54:36.205 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : python3-jaraco-collections-3.0.0-8.el9.noarch 63/146 2024-09-13T18:54:36.240 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : python3-tempora-5.0.0-2.el9.noarch 64/146 2024-09-13T18:54:36.275 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : python3-portend-3.1.0-2.el9.noarch 65/146 2024-09-13T18:54:36.322 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : python3-prettytable-0.7.2-27.el9.noarch 66/146 2024-09-13T18:54:36.530 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : python3-packaging-20.9-5.el9.noarch 67/146 2024-09-13T18:54:36.577 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : python3-oauthlib-3.1.1-5.el9.noarch 68/146 2024-09-13T18:54:37.214 INFO:teuthology.orchestra.run.smithi145.stdout:Running transaction check 2024-09-13T18:54:37.320 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : python3-requests-oauthlib-1.3.0-12.el9.noarch 69/146 2024-09-13T18:54:37.360 INFO:teuthology.orchestra.run.smithi145.stdout:Transaction check succeeded. 2024-09-13T18:54:37.360 INFO:teuthology.orchestra.run.smithi145.stdout:Running transaction test 2024-09-13T18:54:37.373 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : python3-kubernetes-1:26.1.0-2.el9.noarch 70/146 2024-09-13T18:54:37.407 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : python3-jsonpointer-2.0-4.el9.noarch 71/146 2024-09-13T18:54:37.507 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : python3-jsonpatch-1.21-16.el9.noarch 72/146 2024-09-13T18:54:37.549 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : python3-devel-3.9.19-8.el9.x86_64 73/146 2024-09-13T18:54:37.734 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : openblas-0.3.26-2.el9.x86_64 74/146 2024-09-13T18:54:37.772 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : openblas-openmp-0.3.26-2.el9.x86_64 75/146 2024-09-13T18:54:37.851 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 76/146 2024-09-13T18:54:38.512 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : flexiblas-netlib-3.0.4-8.el9.x86_64 77/146 2024-09-13T18:54:38.619 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : python3-numpy-1:1.20.1-5.el9.x86_64 78/146 2024-09-13T18:54:39.386 INFO:teuthology.orchestra.run.smithi145.stdout:Transaction test succeeded. 2024-09-13T18:54:39.386 INFO:teuthology.orchestra.run.smithi145.stdout:Running transaction 2024-09-13T18:54:39.876 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 79/146 2024-09-13T18:54:39.971 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : python3-scipy-1.6.2-8.el9.x86_64 80/146 2024-09-13T18:54:39.998 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : libzstd-devel-1.5.1-2.el9.x86_64 81/146 2024-09-13T18:54:40.031 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : libuuid-devel-2.37.4-20.el9.x86_64 82/146 2024-09-13T18:54:40.338 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : libpmemobj-1.12.1-1.el9.x86_64 83/146 2024-09-13T18:54:40.378 INFO:teuthology.orchestra.run.smithi119.stdout: Upgrading : librbd1-2:18.2.4-860.g6c6b083f.el9.x86_64 84/146 2024-09-13T18:54:40.469 INFO:teuthology.orchestra.run.smithi119.stdout: Running scriptlet: librbd1-2:18.2.4-860.g6c6b083f.el9.x86_64 84/146 2024-09-13T18:54:40.499 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : python3-rbd-2:18.2.4-860.g6c6b083f.el9.x86_64 85/146 2024-09-13T18:54:40.536 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : boost-program-options-1.75.0-8.el9.x86_64 86/146 2024-09-13T18:54:40.943 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : parquet-libs-9.0.0-11.el9.x86_64 87/146 2024-09-13T18:54:40.972 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : librgw2-2:18.2.4-860.g6c6b083f.el9.x86_64 88/146 2024-09-13T18:54:41.043 INFO:teuthology.orchestra.run.smithi119.stdout: Running scriptlet: librgw2-2:18.2.4-860.g6c6b083f.el9.x86_64 88/146 2024-09-13T18:54:41.074 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : python3-rgw-2:18.2.4-860.g6c6b083f.el9.x86_64 89/146 2024-09-13T18:54:43.110 INFO:teuthology.orchestra.run.smithi119.stdout: Running scriptlet: ceph-common-2:18.2.4-860.g6c6b083f.el9.x86_64 90/146 2024-09-13T18:54:43.153 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : ceph-common-2:18.2.4-860.g6c6b083f.el9.x86_64 90/146 2024-09-13T18:54:43.686 INFO:teuthology.orchestra.run.smithi119.stdout: Running scriptlet: ceph-common-2:18.2.4-860.g6c6b083f.el9.x86_64 90/146 2024-09-13T18:54:43.725 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : ceph-base-2:18.2.4-860.g6c6b083f.el9.x86_64 91/146 2024-09-13T18:54:43.809 INFO:teuthology.orchestra.run.smithi119.stdout: Running scriptlet: ceph-base-2:18.2.4-860.g6c6b083f.el9.x86_64 91/146 2024-09-13T18:54:43.809 INFO:teuthology.orchestra.run.smithi119.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /usr/lib/systemd/system/ceph.target. 2024-09-13T18:54:43.809 INFO:teuthology.orchestra.run.smithi119.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-crash.service → /usr/lib/systemd/system/ceph-crash.service. 2024-09-13T18:54:43.809 INFO:teuthology.orchestra.run.smithi119.stdout: 2024-09-13T18:54:43.843 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : ceph-selinux-2:18.2.4-860.g6c6b083f.el9.x86_64 92/146 2024-09-13T18:54:45.067 INFO:teuthology.orchestra.run.smithi145.stdout: Preparing : 1/1 2024-09-13T18:54:45.217 INFO:teuthology.orchestra.run.smithi145.stdout: Upgrading : openssl-libs-1:3.2.2-6.el9.x86_64 1/146 2024-09-13T18:54:45.353 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : librabbitmq-0.11.0-7.el9.x86_64 2/146 2024-09-13T18:54:45.512 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : librdkafka-1.6.1-102.el9.x86_64 3/146 2024-09-13T18:54:45.551 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : thrift-0.15.0-2.el9.x86_64 4/146 2024-09-13T18:54:45.576 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : python3-more-itertools-8.12.0-2.el9.noarch 5/146 2024-09-13T18:54:45.640 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : python3-jaraco-8.2.1-3.el9.noarch 6/146 2024-09-13T18:54:45.974 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : lttng-ust-2.12.0-6.el9.x86_64 7/146 2024-09-13T18:54:46.094 INFO:teuthology.orchestra.run.smithi145.stdout: Upgrading : librados2-2:18.2.4-860.g6c6b083f.el9.x86_64 8/146 2024-09-13T18:54:46.213 INFO:teuthology.orchestra.run.smithi145.stdout: Running scriptlet: librados2-2:18.2.4-860.g6c6b083f.el9.x86_64 8/146 2024-09-13T18:54:46.244 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : libcephfs2-2:18.2.4-860.g6c6b083f.el9.x86_64 9/146 2024-09-13T18:54:46.336 INFO:teuthology.orchestra.run.smithi145.stdout: Running scriptlet: libcephfs2-2:18.2.4-860.g6c6b083f.el9.x86_64 9/146 2024-09-13T18:54:46.366 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : python3-rados-2:18.2.4-860.g6c6b083f.el9.x86_64 10/146 2024-09-13T18:54:46.546 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : postgresql-private-libs-13.16-1.el9.x86_64 11/146 2024-09-13T18:54:46.605 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : postgresql-13.16-1.el9.x86_64 12/146 2024-09-13T18:54:46.632 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : libcephsqlite-2:18.2.4-860.g6c6b083f.el9.x86_64 13/146 2024-09-13T18:54:46.733 INFO:teuthology.orchestra.run.smithi145.stdout: Running scriptlet: libcephsqlite-2:18.2.4-860.g6c6b083f.el9.x86_64 13/146 2024-09-13T18:54:46.758 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : libradosstriper1-2:18.2.4-860.g6c6b083f.el9.x86_ 14/146 2024-09-13T18:54:46.989 INFO:teuthology.orchestra.run.smithi145.stdout: Running scriptlet: libradosstriper1-2:18.2.4-860.g6c6b083f.el9.x86_ 14/146 2024-09-13T18:54:47.113 INFO:teuthology.orchestra.run.smithi145.stdout: Upgrading : NetworkManager-libnm-1:1.49.90-1.el9.x86_64 15/146 2024-09-13T18:54:47.234 INFO:teuthology.orchestra.run.smithi145.stdout: Running scriptlet: NetworkManager-1:1.49.90-1.el9.x86_64 16/146 2024-09-13T18:54:47.314 INFO:teuthology.orchestra.run.smithi145.stdout: Upgrading : NetworkManager-1:1.49.90-1.el9.x86_64 16/146 2024-09-13T18:54:47.614 INFO:teuthology.orchestra.run.smithi145.stdout: Running scriptlet: NetworkManager-1:1.49.90-1.el9.x86_64 16/146 2024-09-13T18:54:47.669 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : python3-werkzeug-2.0.3-3.el9.1.noarch 17/146 2024-09-13T18:54:47.704 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : liboath-2.6.7-2.el9.x86_64 18/146 2024-09-13T18:54:47.778 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : python3-pytz-2021.1-5.el9.noarch 19/146 2024-09-13T18:54:47.819 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : python3-pyasn1-0.4.8-6.el9.noarch 20/146 2024-09-13T18:54:47.866 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : python3-markupsafe-1.1.1-12.el9.x86_64 21/146 2024-09-13T18:54:47.943 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : flexiblas-3.0.4-8.el9.x86_64 22/146 2024-09-13T18:54:48.003 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : python3-urllib3-1.26.5-6.el9.noarch 23/146 2024-09-13T18:54:48.034 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : python3-requests-2.25.1-8.el9.noarch 24/146 2024-09-13T18:54:48.077 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : libquadmath-11.5.0-2.el9.x86_64 25/146 2024-09-13T18:54:48.154 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : libgfortran-11.5.0-2.el9.x86_64 26/146 2024-09-13T18:54:48.188 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : python3-ceph-common-2:18.2.4-860.g6c6b083f.el9.x 27/146 2024-09-13T18:54:48.231 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : python3-ceph-argparse-2:18.2.4-860.g6c6b083f.el9 28/146 2024-09-13T18:54:48.305 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : python3-cephfs-2:18.2.4-860.g6c6b083f.el9.x86_64 29/146 2024-09-13T18:54:48.441 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : python3-mako-1.1.4-6.el9.noarch 30/146 2024-09-13T18:54:48.500 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : python3-pyasn1-modules-0.4.8-6.el9.noarch 31/146 2024-09-13T18:54:49.040 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : python3-rsa-4.9-2.el9.noarch 32/146 2024-09-13T18:54:49.129 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : python3-babel-2.9.1-2.el9.noarch 33/146 2024-09-13T18:54:49.167 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : python3-jinja2-2.11.3-6.el9.noarch 34/146 2024-09-13T18:54:49.213 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : librados-devel-2:18.2.4-860.g6c6b083f.el9.x86_64 35/146 2024-09-13T18:54:49.263 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : python3-jaraco-classes-3.2.1-5.el9.noarch 36/146 2024-09-13T18:54:49.424 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : socat-1.7.4.1-6.el9.x86_64 37/146 2024-09-13T18:54:49.496 INFO:teuthology.orchestra.run.smithi145.stdout: Upgrading : openssl-1:3.2.2-6.el9.x86_64 38/146 2024-09-13T18:54:49.608 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : re2-1:20211101-20.el9.x86_64 39/146 2024-09-13T18:54:49.650 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : libarrow-9.0.0-11.el9.x86_64 40/146 2024-09-13T18:54:49.705 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : python3-zc-lockfile-2.0-10.el9.noarch 41/146 2024-09-13T18:54:49.778 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : python3-websocket-client-1.2.3-2.el9.noarch 42/146 2024-09-13T18:54:49.818 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : python3-webob-1.8.8-2.el9.noarch 43/146 2024-09-13T18:54:49.854 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : python3-typing-extensions-4.12.2-2.el9.noarch 44/146 2024-09-13T18:54:49.901 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : python3-repoze-lru-0.7-16.el9.noarch 45/146 2024-09-13T18:54:49.946 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : python3-routes-2.5.1-5.el9.noarch 46/146 2024-09-13T18:54:49.996 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : python3-natsort-7.1.1-5.el9.noarch 47/146 2024-09-13T18:54:50.132 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : python3-logutils-0.3.5-21.el9.noarch 48/146 2024-09-13T18:54:50.173 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : python3-pecan-1.4.2-3.el9.noarch 49/146 2024-09-13T18:54:50.214 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : python3-certifi-2023.05.07-4.el9.noarch 50/146 2024-09-13T18:54:50.316 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : python3-cachetools-4.2.4-1.el9.noarch 51/146 2024-09-13T18:54:50.348 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : python3-google-auth-1:2.34.0-1.el9.noarch 52/146 2024-09-13T18:54:50.389 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : libunwind-1.6.2-1.el9.x86_64 53/146 2024-09-13T18:54:50.430 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : gperftools-libs-2.9.1-3.el9.x86_64 54/146 2024-09-13T18:54:50.466 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : libarrow-doc-9.0.0-11.el9.noarch 55/146 2024-09-13T18:54:50.507 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : fmt-8.1.1-5.el9.x86_64 56/146 2024-09-13T18:54:50.536 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : zlib-devel-1.2.11-41.el9.x86_64 57/146 2024-09-13T18:54:50.570 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : xmlstarlet-1.6.1-20.el9.x86_64 58/146 2024-09-13T18:54:50.606 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : uuid-1.6.2-55.el9.x86_64 59/146 2024-09-13T18:54:50.636 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : python3-toml-0.10.2-6.el9.noarch 60/146 2024-09-13T18:54:50.671 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : python3-jaraco-functools-3.5.0-2.el9.noarch 61/146 2024-09-13T18:54:50.704 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : python3-jaraco-text-3.2.0-6.el9.noarch 62/146 2024-09-13T18:54:50.751 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : python3-jaraco-collections-3.0.0-8.el9.noarch 63/146 2024-09-13T18:54:50.780 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : python3-tempora-5.0.0-2.el9.noarch 64/146 2024-09-13T18:54:50.815 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : python3-portend-3.1.0-2.el9.noarch 65/146 2024-09-13T18:54:50.862 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : python3-prettytable-0.7.2-27.el9.noarch 66/146 2024-09-13T18:54:50.969 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : python3-packaging-20.9-5.el9.noarch 67/146 2024-09-13T18:54:51.033 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : python3-oauthlib-3.1.1-5.el9.noarch 68/146 2024-09-13T18:54:51.753 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : python3-requests-oauthlib-1.3.0-12.el9.noarch 69/146 2024-09-13T18:54:51.797 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : python3-kubernetes-1:26.1.0-2.el9.noarch 70/146 2024-09-13T18:54:51.831 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : python3-jsonpointer-2.0-4.el9.noarch 71/146 2024-09-13T18:54:51.929 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : python3-jsonpatch-1.21-16.el9.noarch 72/146 2024-09-13T18:54:51.973 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : python3-devel-3.9.19-8.el9.x86_64 73/146 2024-09-13T18:54:52.160 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : openblas-0.3.26-2.el9.x86_64 74/146 2024-09-13T18:54:52.196 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : openblas-openmp-0.3.26-2.el9.x86_64 75/146 2024-09-13T18:54:52.298 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 76/146 2024-09-13T18:54:52.956 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : flexiblas-netlib-3.0.4-8.el9.x86_64 77/146 2024-09-13T18:54:53.069 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : python3-numpy-1:1.20.1-5.el9.x86_64 78/146 2024-09-13T18:54:54.314 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 79/146 2024-09-13T18:54:54.394 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : python3-scipy-1.6.2-8.el9.x86_64 80/146 2024-09-13T18:54:54.422 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : libzstd-devel-1.5.1-2.el9.x86_64 81/146 2024-09-13T18:54:54.455 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : libuuid-devel-2.37.4-20.el9.x86_64 82/146 2024-09-13T18:54:54.762 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : libpmemobj-1.12.1-1.el9.x86_64 83/146 2024-09-13T18:54:54.809 INFO:teuthology.orchestra.run.smithi145.stdout: Upgrading : librbd1-2:18.2.4-860.g6c6b083f.el9.x86_64 84/146 2024-09-13T18:54:54.899 INFO:teuthology.orchestra.run.smithi145.stdout: Running scriptlet: librbd1-2:18.2.4-860.g6c6b083f.el9.x86_64 84/146 2024-09-13T18:54:54.931 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : python3-rbd-2:18.2.4-860.g6c6b083f.el9.x86_64 85/146 2024-09-13T18:54:54.967 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : boost-program-options-1.75.0-8.el9.x86_64 86/146 2024-09-13T18:54:55.371 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : parquet-libs-9.0.0-11.el9.x86_64 87/146 2024-09-13T18:54:55.396 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : librgw2-2:18.2.4-860.g6c6b083f.el9.x86_64 88/146 2024-09-13T18:54:55.467 INFO:teuthology.orchestra.run.smithi145.stdout: Running scriptlet: librgw2-2:18.2.4-860.g6c6b083f.el9.x86_64 88/146 2024-09-13T18:54:55.497 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : python3-rgw-2:18.2.4-860.g6c6b083f.el9.x86_64 89/146 2024-09-13T18:54:55.604 INFO:teuthology.orchestra.run.smithi119.stdout: Running scriptlet: ceph-selinux-2:18.2.4-860.g6c6b083f.el9.x86_64 92/146 2024-09-13T18:54:55.604 INFO:teuthology.orchestra.run.smithi119.stdout:skipping the directory /sys 2024-09-13T18:54:55.604 INFO:teuthology.orchestra.run.smithi119.stdout:skipping the directory /proc 2024-09-13T18:54:55.604 INFO:teuthology.orchestra.run.smithi119.stdout:skipping the directory /mnt 2024-09-13T18:54:55.604 INFO:teuthology.orchestra.run.smithi119.stdout:skipping the directory /var/tmp 2024-09-13T18:54:55.605 INFO:teuthology.orchestra.run.smithi119.stdout:skipping the directory /home 2024-09-13T18:54:55.605 INFO:teuthology.orchestra.run.smithi119.stdout:skipping the directory /root 2024-09-13T18:54:55.605 INFO:teuthology.orchestra.run.smithi119.stdout:skipping the directory /tmp 2024-09-13T18:54:55.605 INFO:teuthology.orchestra.run.smithi119.stdout: 2024-09-13T18:54:55.778 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : ceph-volume-2:18.2.4-860.g6c6b083f.el9.noarch 93/146 2024-09-13T18:54:55.794 INFO:teuthology.orchestra.run.smithi119.stdout: Running scriptlet: ceph-volume-2:18.2.4-860.g6c6b083f.el9.noarch 93/146 2024-09-13T18:54:55.795 INFO:teuthology.orchestra.run.smithi119.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-13T18:54:55.795 INFO:teuthology.orchestra.run.smithi119.stdout:Invalid unit name "ceph-volume@*.service" escaped as "ceph-volume@\x2a.service". 2024-09-13T18:54:55.795 INFO:teuthology.orchestra.run.smithi119.stdout: 2024-09-13T18:54:57.231 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : ceph-osd-2:18.2.4-860.g6c6b083f.el9.x86_64 94/146 2024-09-13T18:54:57.257 INFO:teuthology.orchestra.run.smithi119.stdout: Running scriptlet: ceph-osd-2:18.2.4-860.g6c6b083f.el9.x86_64 94/146 2024-09-13T18:54:57.258 INFO:teuthology.orchestra.run.smithi119.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-13T18:54:57.258 INFO:teuthology.orchestra.run.smithi119.stdout:Invalid unit name "ceph-osd@*.service" escaped as "ceph-osd@\x2a.service". 2024-09-13T18:54:57.258 INFO:teuthology.orchestra.run.smithi119.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-09-13T18:54:57.258 INFO:teuthology.orchestra.run.smithi119.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-09-13T18:54:57.258 INFO:teuthology.orchestra.run.smithi119.stdout: 2024-09-13T18:54:57.464 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : ceph-mds-2:18.2.4-860.g6c6b083f.el9.x86_64 95/146 2024-09-13T18:54:57.483 INFO:teuthology.orchestra.run.smithi145.stdout: Running scriptlet: ceph-common-2:18.2.4-860.g6c6b083f.el9.x86_64 90/146 2024-09-13T18:54:57.487 INFO:teuthology.orchestra.run.smithi119.stdout: Running scriptlet: ceph-mds-2:18.2.4-860.g6c6b083f.el9.x86_64 95/146 2024-09-13T18:54:57.488 INFO:teuthology.orchestra.run.smithi119.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-13T18:54:57.488 INFO:teuthology.orchestra.run.smithi119.stdout:Invalid unit name "ceph-mds@*.service" escaped as "ceph-mds@\x2a.service". 2024-09-13T18:54:57.488 INFO:teuthology.orchestra.run.smithi119.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-09-13T18:54:57.488 INFO:teuthology.orchestra.run.smithi119.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-09-13T18:54:57.488 INFO:teuthology.orchestra.run.smithi119.stdout: 2024-09-13T18:54:57.527 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : ceph-common-2:18.2.4-860.g6c6b083f.el9.x86_64 90/146 2024-09-13T18:54:57.932 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : ceph-mon-2:18.2.4-860.g6c6b083f.el9.x86_64 96/146 2024-09-13T18:54:57.955 INFO:teuthology.orchestra.run.smithi119.stdout: Running scriptlet: ceph-mon-2:18.2.4-860.g6c6b083f.el9.x86_64 96/146 2024-09-13T18:54:57.955 INFO:teuthology.orchestra.run.smithi119.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-13T18:54:57.955 INFO:teuthology.orchestra.run.smithi119.stdout:Invalid unit name "ceph-mon@*.service" escaped as "ceph-mon@\x2a.service". 2024-09-13T18:54:57.956 INFO:teuthology.orchestra.run.smithi119.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-09-13T18:54:57.956 INFO:teuthology.orchestra.run.smithi119.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-09-13T18:54:57.956 INFO:teuthology.orchestra.run.smithi119.stdout: 2024-09-13T18:54:58.052 INFO:teuthology.orchestra.run.smithi145.stdout: Running scriptlet: ceph-common-2:18.2.4-860.g6c6b083f.el9.x86_64 90/146 2024-09-13T18:54:58.062 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : automake-1.16.2-8.el9.noarch 97/146 2024-09-13T18:54:58.089 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : ceph-base-2:18.2.4-860.g6c6b083f.el9.x86_64 91/146 2024-09-13T18:54:58.111 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : python3-ply-3.11-14.el9.noarch 98/146 2024-09-13T18:54:58.165 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : python3-pycparser-2.20-6.el9.noarch 99/146 2024-09-13T18:54:58.180 INFO:teuthology.orchestra.run.smithi145.stdout: Running scriptlet: ceph-base-2:18.2.4-860.g6c6b083f.el9.x86_64 91/146 2024-09-13T18:54:58.180 INFO:teuthology.orchestra.run.smithi145.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /usr/lib/systemd/system/ceph.target. 2024-09-13T18:54:58.180 INFO:teuthology.orchestra.run.smithi145.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-crash.service → /usr/lib/systemd/system/ceph-crash.service. 2024-09-13T18:54:58.180 INFO:teuthology.orchestra.run.smithi145.stdout: 2024-09-13T18:54:58.215 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : ceph-selinux-2:18.2.4-860.g6c6b083f.el9.x86_64 92/146 2024-09-13T18:54:58.350 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : python3-cffi-1.14.5-5.el9.x86_64 100/146 2024-09-13T18:54:58.407 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : python3-cryptography-36.0.1-4.el9.x86_64 101/146 2024-09-13T18:54:58.493 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : python3-pyOpenSSL-21.0.0-1.el9.noarch 102/146 2024-09-13T18:54:58.581 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : python3-cheroot-8.6.0-4.el9.noarch 103/146 2024-09-13T18:54:58.712 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : python3-cherrypy-18.6.1-2.el9.noarch 104/146 2024-09-13T18:54:58.749 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : python3-asyncssh-2.13.2-5.el9.noarch 105/146 2024-09-13T18:54:58.781 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : python3-bcrypt-3.2.2-1.el9.x86_64 106/146 2024-09-13T18:54:58.825 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : fuse-2.9.9-16.el9.x86_64 107/146 2024-09-13T18:54:59.315 INFO:teuthology.orchestra.run.smithi119.stdout: Running scriptlet: cephadm-2:18.2.4-860.g6c6b083f.el9.noarch 108/146 2024-09-13T18:54:59.340 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : cephadm-2:18.2.4-860.g6c6b083f.el9.noarch 108/146 2024-09-13T18:54:59.369 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : ceph-prometheus-alerts-2:18.2.4-860.g6c6b083f.el 109/146 2024-09-13T18:54:59.432 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : ceph-grafana-dashboards-2:18.2.4-860.g6c6b083f.e 110/146 2024-09-13T18:54:59.463 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : ceph-mgr-cephadm-2:18.2.4-860.g6c6b083f.el9.noar 111/146 2024-09-13T18:55:00.505 INFO:teuthology.orchestra.run.smithi119.stdout: Running scriptlet: ceph-mgr-cephadm-2:18.2.4-860.g6c6b083f.el9.noar 111/146 2024-09-13T18:55:00.548 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : ceph-mgr-dashboard-2:18.2.4-860.g6c6b083f.el9.no 112/146 2024-09-13T18:55:01.519 INFO:teuthology.orchestra.run.smithi119.stdout: Running scriptlet: ceph-mgr-dashboard-2:18.2.4-860.g6c6b083f.el9.no 112/146 2024-09-13T18:55:01.557 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : ceph-mgr-diskprediction-local-2:18.2.4-860.g6c6b 113/146 2024-09-13T18:55:01.659 INFO:teuthology.orchestra.run.smithi119.stdout: Running scriptlet: ceph-mgr-diskprediction-local-2:18.2.4-860.g6c6b 113/146 2024-09-13T18:55:01.824 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : ceph-mgr-modules-core-2:18.2.4-860.g6c6b083f.el9 114/146 2024-09-13T18:55:01.853 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : ceph-mgr-2:18.2.4-860.g6c6b083f.el9.x86_64 115/146 2024-09-13T18:55:01.875 INFO:teuthology.orchestra.run.smithi119.stdout: Running scriptlet: ceph-mgr-2:18.2.4-860.g6c6b083f.el9.x86_64 115/146 2024-09-13T18:55:01.875 INFO:teuthology.orchestra.run.smithi119.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-13T18:55:01.875 INFO:teuthology.orchestra.run.smithi119.stdout:Invalid unit name "ceph-mgr@*.service" escaped as "ceph-mgr@\x2a.service". 2024-09-13T18:55:01.876 INFO:teuthology.orchestra.run.smithi119.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-09-13T18:55:01.876 INFO:teuthology.orchestra.run.smithi119.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-09-13T18:55:01.876 INFO:teuthology.orchestra.run.smithi119.stdout: 2024-09-13T18:55:01.927 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : ceph-mgr-rook-2:18.2.4-860.g6c6b083f.el9.noarch 116/146 2024-09-13T18:55:01.939 INFO:teuthology.orchestra.run.smithi119.stdout: Running scriptlet: ceph-mgr-rook-2:18.2.4-860.g6c6b083f.el9.noarch 116/146 2024-09-13T18:55:02.032 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : ceph-2:18.2.4-860.g6c6b083f.el9.x86_64 117/146 2024-09-13T18:55:02.079 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : ceph-fuse-2:18.2.4-860.g6c6b083f.el9.x86_64 118/146 2024-09-13T18:55:02.799 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : libtool-2.4.6-46.el9.x86_64 119/146 2024-09-13T18:55:02.837 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : ceph-radosgw-2:18.2.4-860.g6c6b083f.el9.x86_64 120/146 2024-09-13T18:55:02.861 INFO:teuthology.orchestra.run.smithi119.stdout: Running scriptlet: ceph-radosgw-2:18.2.4-860.g6c6b083f.el9.x86_64 120/146 2024-09-13T18:55:02.861 INFO:teuthology.orchestra.run.smithi119.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-13T18:55:02.861 INFO:teuthology.orchestra.run.smithi119.stdout:Invalid unit name "ceph-radosgw@*.service" escaped as "ceph-radosgw@\x2a.service". 2024-09-13T18:55:02.861 INFO:teuthology.orchestra.run.smithi119.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-09-13T18:55:02.861 INFO:teuthology.orchestra.run.smithi119.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-09-13T18:55:02.861 INFO:teuthology.orchestra.run.smithi119.stdout: 2024-09-13T18:55:02.904 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : ceph-immutable-object-cache-2:18.2.4-860.g6c6b08 121/146 2024-09-13T18:55:02.927 INFO:teuthology.orchestra.run.smithi119.stdout: Running scriptlet: ceph-immutable-object-cache-2:18.2.4-860.g6c6b08 121/146 2024-09-13T18:55:02.928 INFO:teuthology.orchestra.run.smithi119.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-13T18:55:02.928 INFO:teuthology.orchestra.run.smithi119.stdout:Invalid unit name "ceph-immutable-object-cache@*.service" escaped as "ceph-immutable-object-cache@\x2a.service". 2024-09-13T18:55:02.928 INFO:teuthology.orchestra.run.smithi119.stdout: 2024-09-13T18:55:02.971 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : cephfs-mirror-2:18.2.4-860.g6c6b083f.el9.x86_64 122/146 2024-09-13T18:55:02.995 INFO:teuthology.orchestra.run.smithi119.stdout: Running scriptlet: cephfs-mirror-2:18.2.4-860.g6c6b083f.el9.x86_64 122/146 2024-09-13T18:55:02.995 INFO:teuthology.orchestra.run.smithi119.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-13T18:55:02.995 INFO:teuthology.orchestra.run.smithi119.stdout:Invalid unit name "cephfs-mirror@*.service" escaped as "cephfs-mirror@\x2a.service". 2024-09-13T18:55:02.995 INFO:teuthology.orchestra.run.smithi119.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/cephfs-mirror.target → /usr/lib/systemd/system/cephfs-mirror.target. 2024-09-13T18:55:02.995 INFO:teuthology.orchestra.run.smithi119.stdout:Created symlink /etc/systemd/system/ceph.target.wants/cephfs-mirror.target → /usr/lib/systemd/system/cephfs-mirror.target. 2024-09-13T18:55:02.996 INFO:teuthology.orchestra.run.smithi119.stdout: 2024-09-13T18:55:03.289 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : rbd-mirror-2:18.2.4-860.g6c6b083f.el9.x86_64 123/146 2024-09-13T18:55:03.312 INFO:teuthology.orchestra.run.smithi119.stdout: Running scriptlet: rbd-mirror-2:18.2.4-860.g6c6b083f.el9.x86_64 123/146 2024-09-13T18:55:03.312 INFO:teuthology.orchestra.run.smithi119.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-13T18:55:03.313 INFO:teuthology.orchestra.run.smithi119.stdout:Invalid unit name "ceph-rbd-mirror@*.service" escaped as "ceph-rbd-mirror@\x2a.service". 2024-09-13T18:55:03.313 INFO:teuthology.orchestra.run.smithi119.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-09-13T18:55:03.313 INFO:teuthology.orchestra.run.smithi119.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-09-13T18:55:03.313 INFO:teuthology.orchestra.run.smithi119.stdout: 2024-09-13T18:55:06.993 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : ceph-test-2:18.2.4-860.g6c6b083f.el9.x86_64 124/146 2024-09-13T18:55:07.034 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : rbd-fuse-2:18.2.4-860.g6c6b083f.el9.x86_64 125/146 2024-09-13T18:55:07.074 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : rbd-nbd-2:18.2.4-860.g6c6b083f.el9.x86_64 126/146 2024-09-13T18:55:07.106 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : xfsprogs-devel-6.4.0-4.el9.x86_64 127/146 2024-09-13T18:55:07.300 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : elfutils-libelf-devel-0.191-4.el9.x86_64 128/146 2024-09-13T18:55:07.354 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : postgresql-contrib-13.16-1.el9.x86_64 129/146 2024-09-13T18:55:07.385 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : libcephfs-devel-2:18.2.4-860.g6c6b083f.el9.x86_6 130/146 2024-09-13T18:55:07.414 INFO:teuthology.orchestra.run.smithi119.stdout: Upgrading : NetworkManager-team-1:1.49.90-1.el9.x86_64 131/146 2024-09-13T18:55:07.452 INFO:teuthology.orchestra.run.smithi119.stdout: Upgrading : NetworkManager-tui-1:1.49.90-1.el9.x86_64 132/146 2024-09-13T18:55:08.066 INFO:teuthology.orchestra.run.smithi119.stdout: Running scriptlet: postgresql-server-13.16-1.el9.x86_64 133/146 2024-09-13T18:55:08.108 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : postgresql-server-13.16-1.el9.x86_64 133/146 2024-09-13T18:55:08.129 INFO:teuthology.orchestra.run.smithi119.stdout: Running scriptlet: postgresql-server-13.16-1.el9.x86_64 133/146 2024-09-13T18:55:08.966 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : cephfs-top-2:18.2.4-860.g6c6b083f.el9.noarch 134/146 2024-09-13T18:55:09.046 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : openssl-devel-1:3.2.2-6.el9.x86_64 135/146 2024-09-13T18:55:09.097 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : libaio-devel-0.3.111-13.el9.x86_64 136/146 2024-09-13T18:55:09.186 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : flex-2.6.4-9.el9.x86_64 137/146 2024-09-13T18:55:09.216 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : bison-3.7.4-5.el9.x86_64 138/146 2024-09-13T18:55:09.241 INFO:teuthology.orchestra.run.smithi119.stdout: Cleanup : NetworkManager-tui-1:1.48.8-1.el9.x86_64 139/146 2024-09-13T18:55:09.268 INFO:teuthology.orchestra.run.smithi119.stdout: Cleanup : openssl-1:3.2.2-4.el9.x86_64 140/146 2024-09-13T18:55:09.268 INFO:teuthology.orchestra.run.smithi119.stdout: Cleanup : librbd1-2:16.2.4-5.el9.x86_64 141/146 2024-09-13T18:55:09.335 INFO:teuthology.orchestra.run.smithi119.stdout: Running scriptlet: librbd1-2:16.2.4-5.el9.x86_64 141/146 2024-09-13T18:55:09.335 INFO:teuthology.orchestra.run.smithi119.stdout: Cleanup : librados2-2:16.2.4-5.el9.x86_64 142/146 2024-09-13T18:55:09.410 INFO:teuthology.orchestra.run.smithi119.stdout: Running scriptlet: librados2-2:16.2.4-5.el9.x86_64 142/146 2024-09-13T18:55:09.435 INFO:teuthology.orchestra.run.smithi119.stdout: Cleanup : NetworkManager-team-1:1.48.8-1.el9.x86_64 143/146 2024-09-13T18:55:09.442 INFO:teuthology.orchestra.run.smithi119.stdout: Running scriptlet: NetworkManager-1:1.48.8-1.el9.x86_64 144/146 2024-09-13T18:55:09.442 INFO:teuthology.orchestra.run.smithi119.stdout: Cleanup : NetworkManager-1:1.48.8-1.el9.x86_64 144/146 2024-09-13T18:55:09.621 INFO:teuthology.orchestra.run.smithi119.stdout: Running scriptlet: NetworkManager-1:1.48.8-1.el9.x86_64 144/146 2024-09-13T18:55:09.621 INFO:teuthology.orchestra.run.smithi119.stdout: Cleanup : NetworkManager-libnm-1:1.48.8-1.el9.x86_64 145/146 2024-09-13T18:55:09.681 INFO:teuthology.orchestra.run.smithi145.stdout: Running scriptlet: ceph-selinux-2:18.2.4-860.g6c6b083f.el9.x86_64 92/146 2024-09-13T18:55:09.681 INFO:teuthology.orchestra.run.smithi145.stdout:skipping the directory /sys 2024-09-13T18:55:09.681 INFO:teuthology.orchestra.run.smithi145.stdout:skipping the directory /proc 2024-09-13T18:55:09.681 INFO:teuthology.orchestra.run.smithi145.stdout:skipping the directory /mnt 2024-09-13T18:55:09.682 INFO:teuthology.orchestra.run.smithi145.stdout:skipping the directory /var/tmp 2024-09-13T18:55:09.682 INFO:teuthology.orchestra.run.smithi145.stdout:skipping the directory /home 2024-09-13T18:55:09.682 INFO:teuthology.orchestra.run.smithi145.stdout:skipping the directory /root 2024-09-13T18:55:09.682 INFO:teuthology.orchestra.run.smithi145.stdout:skipping the directory /tmp 2024-09-13T18:55:09.682 INFO:teuthology.orchestra.run.smithi145.stdout: 2024-09-13T18:55:09.697 INFO:teuthology.orchestra.run.smithi119.stdout: Running scriptlet: NetworkManager-libnm-1:1.48.8-1.el9.x86_64 145/146 2024-09-13T18:55:09.761 INFO:teuthology.orchestra.run.smithi119.stdout: Cleanup : openssl-libs-1:3.2.2-4.el9.x86_64 146/146 2024-09-13T18:55:09.851 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : ceph-volume-2:18.2.4-860.g6c6b083f.el9.noarch 93/146 2024-09-13T18:55:09.867 INFO:teuthology.orchestra.run.smithi145.stdout: Running scriptlet: ceph-volume-2:18.2.4-860.g6c6b083f.el9.noarch 93/146 2024-09-13T18:55:09.867 INFO:teuthology.orchestra.run.smithi145.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-13T18:55:09.867 INFO:teuthology.orchestra.run.smithi145.stdout:Invalid unit name "ceph-volume@*.service" escaped as "ceph-volume@\x2a.service". 2024-09-13T18:55:09.867 INFO:teuthology.orchestra.run.smithi145.stdout: 2024-09-13T18:55:11.329 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : ceph-osd-2:18.2.4-860.g6c6b083f.el9.x86_64 94/146 2024-09-13T18:55:11.356 INFO:teuthology.orchestra.run.smithi145.stdout: Running scriptlet: ceph-osd-2:18.2.4-860.g6c6b083f.el9.x86_64 94/146 2024-09-13T18:55:11.356 INFO:teuthology.orchestra.run.smithi145.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-13T18:55:11.356 INFO:teuthology.orchestra.run.smithi145.stdout:Invalid unit name "ceph-osd@*.service" escaped as "ceph-osd@\x2a.service". 2024-09-13T18:55:11.356 INFO:teuthology.orchestra.run.smithi145.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-09-13T18:55:11.356 INFO:teuthology.orchestra.run.smithi145.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-09-13T18:55:11.356 INFO:teuthology.orchestra.run.smithi145.stdout: 2024-09-13T18:55:11.555 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : ceph-mds-2:18.2.4-860.g6c6b083f.el9.x86_64 95/146 2024-09-13T18:55:11.579 INFO:teuthology.orchestra.run.smithi145.stdout: Running scriptlet: ceph-mds-2:18.2.4-860.g6c6b083f.el9.x86_64 95/146 2024-09-13T18:55:11.579 INFO:teuthology.orchestra.run.smithi145.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-13T18:55:11.579 INFO:teuthology.orchestra.run.smithi145.stdout:Invalid unit name "ceph-mds@*.service" escaped as "ceph-mds@\x2a.service". 2024-09-13T18:55:11.579 INFO:teuthology.orchestra.run.smithi145.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-09-13T18:55:11.579 INFO:teuthology.orchestra.run.smithi145.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-09-13T18:55:11.579 INFO:teuthology.orchestra.run.smithi145.stdout: 2024-09-13T18:55:12.022 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : ceph-mon-2:18.2.4-860.g6c6b083f.el9.x86_64 96/146 2024-09-13T18:55:12.045 INFO:teuthology.orchestra.run.smithi145.stdout: Running scriptlet: ceph-mon-2:18.2.4-860.g6c6b083f.el9.x86_64 96/146 2024-09-13T18:55:12.045 INFO:teuthology.orchestra.run.smithi145.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-13T18:55:12.045 INFO:teuthology.orchestra.run.smithi145.stdout:Invalid unit name "ceph-mon@*.service" escaped as "ceph-mon@\x2a.service". 2024-09-13T18:55:12.046 INFO:teuthology.orchestra.run.smithi145.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-09-13T18:55:12.046 INFO:teuthology.orchestra.run.smithi145.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-09-13T18:55:12.046 INFO:teuthology.orchestra.run.smithi145.stdout: 2024-09-13T18:55:12.152 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : automake-1.16.2-8.el9.noarch 97/146 2024-09-13T18:55:12.209 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : python3-ply-3.11-14.el9.noarch 98/146 2024-09-13T18:55:12.264 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : python3-pycparser-2.20-6.el9.noarch 99/146 2024-09-13T18:55:12.450 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : python3-cffi-1.14.5-5.el9.x86_64 100/146 2024-09-13T18:55:12.514 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : python3-cryptography-36.0.1-4.el9.x86_64 101/146 2024-09-13T18:55:12.592 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : python3-pyOpenSSL-21.0.0-1.el9.noarch 102/146 2024-09-13T18:55:12.680 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : python3-cheroot-8.6.0-4.el9.noarch 103/146 2024-09-13T18:55:12.818 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : python3-cherrypy-18.6.1-2.el9.noarch 104/146 2024-09-13T18:55:12.864 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : python3-asyncssh-2.13.2-5.el9.noarch 105/146 2024-09-13T18:55:12.896 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : python3-bcrypt-3.2.2-1.el9.x86_64 106/146 2024-09-13T18:55:12.924 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : fuse-2.9.9-16.el9.x86_64 107/146 2024-09-13T18:55:13.338 INFO:teuthology.orchestra.run.smithi145.stdout: Running scriptlet: cephadm-2:18.2.4-860.g6c6b083f.el9.noarch 108/146 2024-09-13T18:55:13.364 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : cephadm-2:18.2.4-860.g6c6b083f.el9.noarch 108/146 2024-09-13T18:55:13.392 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : ceph-prometheus-alerts-2:18.2.4-860.g6c6b083f.el 109/146 2024-09-13T18:55:13.455 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : ceph-grafana-dashboards-2:18.2.4-860.g6c6b083f.e 110/146 2024-09-13T18:55:13.478 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : ceph-mgr-cephadm-2:18.2.4-860.g6c6b083f.el9.noar 111/146 2024-09-13T18:55:14.511 INFO:teuthology.orchestra.run.smithi145.stdout: Running scriptlet: ceph-mgr-cephadm-2:18.2.4-860.g6c6b083f.el9.noar 111/146 2024-09-13T18:55:14.547 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : ceph-mgr-dashboard-2:18.2.4-860.g6c6b083f.el9.no 112/146 2024-09-13T18:55:14.942 INFO:teuthology.orchestra.run.smithi119.stdout: Running scriptlet: openssl-libs-1:3.2.2-4.el9.x86_64 146/146 2024-09-13T18:55:14.943 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : ceph-2:18.2.4-860.g6c6b083f.el9.x86_64 1/146 2024-09-13T18:55:14.943 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : ceph-base-2:18.2.4-860.g6c6b083f.el9.x86_64 2/146 2024-09-13T18:55:14.943 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : ceph-common-2:18.2.4-860.g6c6b083f.el9.x86_64 3/146 2024-09-13T18:55:14.943 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : ceph-fuse-2:18.2.4-860.g6c6b083f.el9.x86_64 4/146 2024-09-13T18:55:14.943 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : ceph-immutable-object-cache-2:18.2.4-860.g6c6b08 5/146 2024-09-13T18:55:14.943 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : ceph-mds-2:18.2.4-860.g6c6b083f.el9.x86_64 6/146 2024-09-13T18:55:14.943 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : ceph-mgr-2:18.2.4-860.g6c6b083f.el9.x86_64 7/146 2024-09-13T18:55:14.943 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : ceph-mon-2:18.2.4-860.g6c6b083f.el9.x86_64 8/146 2024-09-13T18:55:14.943 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : ceph-osd-2:18.2.4-860.g6c6b083f.el9.x86_64 9/146 2024-09-13T18:55:14.943 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : ceph-radosgw-2:18.2.4-860.g6c6b083f.el9.x86_64 10/146 2024-09-13T18:55:14.943 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : ceph-selinux-2:18.2.4-860.g6c6b083f.el9.x86_64 11/146 2024-09-13T18:55:14.943 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : ceph-test-2:18.2.4-860.g6c6b083f.el9.x86_64 12/146 2024-09-13T18:55:14.944 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : cephfs-mirror-2:18.2.4-860.g6c6b083f.el9.x86_64 13/146 2024-09-13T18:55:14.944 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : libcephfs-devel-2:18.2.4-860.g6c6b083f.el9.x86_6 14/146 2024-09-13T18:55:14.944 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : libcephfs2-2:18.2.4-860.g6c6b083f.el9.x86_64 15/146 2024-09-13T18:55:14.944 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : libcephsqlite-2:18.2.4-860.g6c6b083f.el9.x86_64 16/146 2024-09-13T18:55:14.944 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : librados-devel-2:18.2.4-860.g6c6b083f.el9.x86_64 17/146 2024-09-13T18:55:14.944 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : libradosstriper1-2:18.2.4-860.g6c6b083f.el9.x86_ 18/146 2024-09-13T18:55:14.944 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : librgw2-2:18.2.4-860.g6c6b083f.el9.x86_64 19/146 2024-09-13T18:55:14.944 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : python3-ceph-argparse-2:18.2.4-860.g6c6b083f.el9 20/146 2024-09-13T18:55:14.944 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : python3-ceph-common-2:18.2.4-860.g6c6b083f.el9.x 21/146 2024-09-13T18:55:14.944 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : python3-cephfs-2:18.2.4-860.g6c6b083f.el9.x86_64 22/146 2024-09-13T18:55:14.944 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : python3-rados-2:18.2.4-860.g6c6b083f.el9.x86_64 23/146 2024-09-13T18:55:14.944 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : python3-rbd-2:18.2.4-860.g6c6b083f.el9.x86_64 24/146 2024-09-13T18:55:14.944 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : python3-rgw-2:18.2.4-860.g6c6b083f.el9.x86_64 25/146 2024-09-13T18:55:14.945 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : rbd-fuse-2:18.2.4-860.g6c6b083f.el9.x86_64 26/146 2024-09-13T18:55:14.945 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : rbd-mirror-2:18.2.4-860.g6c6b083f.el9.x86_64 27/146 2024-09-13T18:55:14.945 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : rbd-nbd-2:18.2.4-860.g6c6b083f.el9.x86_64 28/146 2024-09-13T18:55:14.945 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : ceph-grafana-dashboards-2:18.2.4-860.g6c6b083f.e 29/146 2024-09-13T18:55:14.945 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : ceph-mgr-cephadm-2:18.2.4-860.g6c6b083f.el9.noar 30/146 2024-09-13T18:55:14.945 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : ceph-mgr-dashboard-2:18.2.4-860.g6c6b083f.el9.no 31/146 2024-09-13T18:55:14.945 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : ceph-mgr-diskprediction-local-2:18.2.4-860.g6c6b 32/146 2024-09-13T18:55:14.945 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : ceph-mgr-modules-core-2:18.2.4-860.g6c6b083f.el9 33/146 2024-09-13T18:55:14.945 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : ceph-mgr-rook-2:18.2.4-860.g6c6b083f.el9.noarch 34/146 2024-09-13T18:55:14.945 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : ceph-prometheus-alerts-2:18.2.4-860.g6c6b083f.el 35/146 2024-09-13T18:55:14.945 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : ceph-volume-2:18.2.4-860.g6c6b083f.el9.noarch 36/146 2024-09-13T18:55:14.945 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : cephadm-2:18.2.4-860.g6c6b083f.el9.noarch 37/146 2024-09-13T18:55:14.945 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : cephfs-top-2:18.2.4-860.g6c6b083f.el9.noarch 38/146 2024-09-13T18:55:14.946 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : fuse-2.9.9-16.el9.x86_64 39/146 2024-09-13T18:55:14.946 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : libgfortran-11.5.0-2.el9.x86_64 40/146 2024-09-13T18:55:14.946 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : libquadmath-11.5.0-2.el9.x86_64 41/146 2024-09-13T18:55:14.946 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : python3-cffi-1.14.5-5.el9.x86_64 42/146 2024-09-13T18:55:14.946 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : python3-cryptography-36.0.1-4.el9.x86_64 43/146 2024-09-13T18:55:14.946 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : python3-ply-3.11-14.el9.noarch 44/146 2024-09-13T18:55:14.946 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : python3-pycparser-2.20-6.el9.noarch 45/146 2024-09-13T18:55:14.946 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : python3-requests-2.25.1-8.el9.noarch 46/146 2024-09-13T18:55:14.946 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : python3-urllib3-1.26.5-6.el9.noarch 47/146 2024-09-13T18:55:14.946 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : automake-1.16.2-8.el9.noarch 48/146 2024-09-13T18:55:14.946 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : bison-3.7.4-5.el9.x86_64 49/146 2024-09-13T18:55:14.946 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : boost-program-options-1.75.0-8.el9.x86_64 50/146 2024-09-13T18:55:14.946 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : elfutils-libelf-devel-0.191-4.el9.x86_64 51/146 2024-09-13T18:55:14.946 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : flex-2.6.4-9.el9.x86_64 52/146 2024-09-13T18:55:14.947 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : flexiblas-3.0.4-8.el9.x86_64 53/146 2024-09-13T18:55:14.947 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : flexiblas-netlib-3.0.4-8.el9.x86_64 54/146 2024-09-13T18:55:14.947 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 55/146 2024-09-13T18:55:14.947 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : libaio-devel-0.3.111-13.el9.x86_64 56/146 2024-09-13T18:55:14.947 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : libpmemobj-1.12.1-1.el9.x86_64 57/146 2024-09-13T18:55:14.947 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : librabbitmq-0.11.0-7.el9.x86_64 58/146 2024-09-13T18:55:14.947 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : librdkafka-1.6.1-102.el9.x86_64 59/146 2024-09-13T18:55:14.947 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : libtool-2.4.6-46.el9.x86_64 60/146 2024-09-13T18:55:14.947 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : libuuid-devel-2.37.4-20.el9.x86_64 61/146 2024-09-13T18:55:14.947 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : libzstd-devel-1.5.1-2.el9.x86_64 62/146 2024-09-13T18:55:14.947 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : lttng-ust-2.12.0-6.el9.x86_64 63/146 2024-09-13T18:55:14.947 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : openblas-0.3.26-2.el9.x86_64 64/146 2024-09-13T18:55:14.947 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : openblas-openmp-0.3.26-2.el9.x86_64 65/146 2024-09-13T18:55:14.948 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : openssl-devel-1:3.2.2-6.el9.x86_64 66/146 2024-09-13T18:55:14.948 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : postgresql-13.16-1.el9.x86_64 67/146 2024-09-13T18:55:14.948 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : postgresql-contrib-13.16-1.el9.x86_64 68/146 2024-09-13T18:55:14.948 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : postgresql-private-libs-13.16-1.el9.x86_64 69/146 2024-09-13T18:55:14.948 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : postgresql-server-13.16-1.el9.x86_64 70/146 2024-09-13T18:55:14.948 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : python3-babel-2.9.1-2.el9.noarch 71/146 2024-09-13T18:55:14.948 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : python3-devel-3.9.19-8.el9.x86_64 72/146 2024-09-13T18:55:14.948 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : python3-jinja2-2.11.3-6.el9.noarch 73/146 2024-09-13T18:55:14.948 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : python3-jsonpatch-1.21-16.el9.noarch 74/146 2024-09-13T18:55:14.948 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : python3-jsonpointer-2.0-4.el9.noarch 75/146 2024-09-13T18:55:14.948 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : python3-mako-1.1.4-6.el9.noarch 76/146 2024-09-13T18:55:14.948 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : python3-markupsafe-1.1.1-12.el9.x86_64 77/146 2024-09-13T18:55:14.948 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : python3-numpy-1:1.20.1-5.el9.x86_64 78/146 2024-09-13T18:55:14.949 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 79/146 2024-09-13T18:55:14.949 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : python3-oauthlib-3.1.1-5.el9.noarch 80/146 2024-09-13T18:55:14.949 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : python3-packaging-20.9-5.el9.noarch 81/146 2024-09-13T18:55:14.949 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : python3-prettytable-0.7.2-27.el9.noarch 82/146 2024-09-13T18:55:14.949 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : python3-pyasn1-0.4.8-6.el9.noarch 83/146 2024-09-13T18:55:14.949 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : python3-pyasn1-modules-0.4.8-6.el9.noarch 84/146 2024-09-13T18:55:14.949 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : python3-pytz-2021.1-5.el9.noarch 85/146 2024-09-13T18:55:14.949 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : python3-requests-oauthlib-1.3.0-12.el9.noarch 86/146 2024-09-13T18:55:14.949 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : python3-scipy-1.6.2-8.el9.x86_64 87/146 2024-09-13T18:55:14.949 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : python3-toml-0.10.2-6.el9.noarch 88/146 2024-09-13T18:55:14.949 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : socat-1.7.4.1-6.el9.x86_64 89/146 2024-09-13T18:55:14.949 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : uuid-1.6.2-55.el9.x86_64 90/146 2024-09-13T18:55:14.950 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : xfsprogs-devel-6.4.0-4.el9.x86_64 91/146 2024-09-13T18:55:14.950 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : xmlstarlet-1.6.1-20.el9.x86_64 92/146 2024-09-13T18:55:14.950 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : zlib-devel-1.2.11-41.el9.x86_64 93/146 2024-09-13T18:55:14.950 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : fmt-8.1.1-5.el9.x86_64 94/146 2024-09-13T18:55:14.950 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : gperftools-libs-2.9.1-3.el9.x86_64 95/146 2024-09-13T18:55:14.950 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : libarrow-9.0.0-11.el9.x86_64 96/146 2024-09-13T18:55:14.950 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : libarrow-doc-9.0.0-11.el9.noarch 97/146 2024-09-13T18:55:14.950 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : liboath-2.6.7-2.el9.x86_64 98/146 2024-09-13T18:55:14.950 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : libunwind-1.6.2-1.el9.x86_64 99/146 2024-09-13T18:55:14.950 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : parquet-libs-9.0.0-11.el9.x86_64 100/146 2024-09-13T18:55:14.950 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : python3-asyncssh-2.13.2-5.el9.noarch 101/146 2024-09-13T18:55:14.950 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : python3-bcrypt-3.2.2-1.el9.x86_64 102/146 2024-09-13T18:55:14.951 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : python3-cachetools-4.2.4-1.el9.noarch 103/146 2024-09-13T18:55:14.951 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : python3-certifi-2023.05.07-4.el9.noarch 104/146 2024-09-13T18:55:14.951 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : python3-cheroot-8.6.0-4.el9.noarch 105/146 2024-09-13T18:55:14.951 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : python3-cherrypy-18.6.1-2.el9.noarch 106/146 2024-09-13T18:55:14.951 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : python3-google-auth-1:2.34.0-1.el9.noarch 107/146 2024-09-13T18:55:14.951 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : python3-jaraco-8.2.1-3.el9.noarch 108/146 2024-09-13T18:55:14.951 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : python3-jaraco-classes-3.2.1-5.el9.noarch 109/146 2024-09-13T18:55:14.951 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : python3-jaraco-collections-3.0.0-8.el9.noarch 110/146 2024-09-13T18:55:14.951 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : python3-jaraco-functools-3.5.0-2.el9.noarch 111/146 2024-09-13T18:55:14.951 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : python3-jaraco-text-3.2.0-6.el9.noarch 112/146 2024-09-13T18:55:14.951 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : python3-kubernetes-1:26.1.0-2.el9.noarch 113/146 2024-09-13T18:55:14.951 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : python3-logutils-0.3.5-21.el9.noarch 114/146 2024-09-13T18:55:14.952 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : python3-more-itertools-8.12.0-2.el9.noarch 115/146 2024-09-13T18:55:14.952 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : python3-natsort-7.1.1-5.el9.noarch 116/146 2024-09-13T18:55:14.952 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : python3-pecan-1.4.2-3.el9.noarch 117/146 2024-09-13T18:55:14.952 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : python3-portend-3.1.0-2.el9.noarch 118/146 2024-09-13T18:55:14.952 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : python3-pyOpenSSL-21.0.0-1.el9.noarch 119/146 2024-09-13T18:55:14.952 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : python3-repoze-lru-0.7-16.el9.noarch 120/146 2024-09-13T18:55:14.952 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : python3-routes-2.5.1-5.el9.noarch 121/146 2024-09-13T18:55:14.952 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : python3-rsa-4.9-2.el9.noarch 122/146 2024-09-13T18:55:14.952 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : python3-tempora-5.0.0-2.el9.noarch 123/146 2024-09-13T18:55:14.952 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : python3-typing-extensions-4.12.2-2.el9.noarch 124/146 2024-09-13T18:55:14.952 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : python3-webob-1.8.8-2.el9.noarch 125/146 2024-09-13T18:55:14.952 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : python3-websocket-client-1.2.3-2.el9.noarch 126/146 2024-09-13T18:55:14.952 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : python3-werkzeug-2.0.3-3.el9.1.noarch 127/146 2024-09-13T18:55:14.953 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : python3-zc-lockfile-2.0-10.el9.noarch 128/146 2024-09-13T18:55:14.953 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : re2-1:20211101-20.el9.x86_64 129/146 2024-09-13T18:55:14.953 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : thrift-0.15.0-2.el9.x86_64 130/146 2024-09-13T18:55:14.953 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : librados2-2:18.2.4-860.g6c6b083f.el9.x86_64 131/146 2024-09-13T18:55:14.953 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : librados2-2:16.2.4-5.el9.x86_64 132/146 2024-09-13T18:55:14.953 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : librbd1-2:18.2.4-860.g6c6b083f.el9.x86_64 133/146 2024-09-13T18:55:14.953 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : librbd1-2:16.2.4-5.el9.x86_64 134/146 2024-09-13T18:55:14.953 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : NetworkManager-1:1.49.90-1.el9.x86_64 135/146 2024-09-13T18:55:14.953 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : NetworkManager-1:1.48.8-1.el9.x86_64 136/146 2024-09-13T18:55:14.953 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : NetworkManager-libnm-1:1.49.90-1.el9.x86_64 137/146 2024-09-13T18:55:14.953 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : NetworkManager-libnm-1:1.48.8-1.el9.x86_64 138/146 2024-09-13T18:55:14.953 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : NetworkManager-team-1:1.49.90-1.el9.x86_64 139/146 2024-09-13T18:55:14.953 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : NetworkManager-team-1:1.48.8-1.el9.x86_64 140/146 2024-09-13T18:55:14.953 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : NetworkManager-tui-1:1.49.90-1.el9.x86_64 141/146 2024-09-13T18:55:14.954 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : NetworkManager-tui-1:1.48.8-1.el9.x86_64 142/146 2024-09-13T18:55:14.954 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : openssl-1:3.2.2-6.el9.x86_64 143/146 2024-09-13T18:55:14.954 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : openssl-1:3.2.2-4.el9.x86_64 144/146 2024-09-13T18:55:14.954 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : openssl-libs-1:3.2.2-6.el9.x86_64 145/146 2024-09-13T18:55:15.509 INFO:teuthology.orchestra.run.smithi145.stdout: Running scriptlet: ceph-mgr-dashboard-2:18.2.4-860.g6c6b083f.el9.no 112/146 2024-09-13T18:55:15.539 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : ceph-mgr-diskprediction-local-2:18.2.4-860.g6c6b 113/146 2024-09-13T18:55:15.640 INFO:teuthology.orchestra.run.smithi145.stdout: Running scriptlet: ceph-mgr-diskprediction-local-2:18.2.4-860.g6c6b 113/146 2024-09-13T18:55:15.811 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : ceph-mgr-modules-core-2:18.2.4-860.g6c6b083f.el9 114/146 2024-09-13T18:55:15.841 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : ceph-mgr-2:18.2.4-860.g6c6b083f.el9.x86_64 115/146 2024-09-13T18:55:15.865 INFO:teuthology.orchestra.run.smithi145.stdout: Running scriptlet: ceph-mgr-2:18.2.4-860.g6c6b083f.el9.x86_64 115/146 2024-09-13T18:55:15.865 INFO:teuthology.orchestra.run.smithi145.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-13T18:55:15.865 INFO:teuthology.orchestra.run.smithi145.stdout:Invalid unit name "ceph-mgr@*.service" escaped as "ceph-mgr@\x2a.service". 2024-09-13T18:55:15.865 INFO:teuthology.orchestra.run.smithi145.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-09-13T18:55:15.865 INFO:teuthology.orchestra.run.smithi145.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-09-13T18:55:15.865 INFO:teuthology.orchestra.run.smithi145.stdout: 2024-09-13T18:55:15.908 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : ceph-mgr-rook-2:18.2.4-860.g6c6b083f.el9.noarch 116/146 2024-09-13T18:55:15.920 INFO:teuthology.orchestra.run.smithi145.stdout: Running scriptlet: ceph-mgr-rook-2:18.2.4-860.g6c6b083f.el9.noarch 116/146 2024-09-13T18:55:16.005 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : ceph-2:18.2.4-860.g6c6b083f.el9.x86_64 117/146 2024-09-13T18:55:16.054 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : ceph-fuse-2:18.2.4-860.g6c6b083f.el9.x86_64 118/146 2024-09-13T18:55:16.776 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : libtool-2.4.6-46.el9.x86_64 119/146 2024-09-13T18:55:16.802 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : ceph-radosgw-2:18.2.4-860.g6c6b083f.el9.x86_64 120/146 2024-09-13T18:55:16.826 INFO:teuthology.orchestra.run.smithi145.stdout: Running scriptlet: ceph-radosgw-2:18.2.4-860.g6c6b083f.el9.x86_64 120/146 2024-09-13T18:55:16.826 INFO:teuthology.orchestra.run.smithi145.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-13T18:55:16.826 INFO:teuthology.orchestra.run.smithi145.stdout:Invalid unit name "ceph-radosgw@*.service" escaped as "ceph-radosgw@\x2a.service". 2024-09-13T18:55:16.826 INFO:teuthology.orchestra.run.smithi145.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-09-13T18:55:16.826 INFO:teuthology.orchestra.run.smithi145.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-09-13T18:55:16.826 INFO:teuthology.orchestra.run.smithi145.stdout: 2024-09-13T18:55:16.869 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : ceph-immutable-object-cache-2:18.2.4-860.g6c6b08 121/146 2024-09-13T18:55:16.892 INFO:teuthology.orchestra.run.smithi145.stdout: Running scriptlet: ceph-immutable-object-cache-2:18.2.4-860.g6c6b08 121/146 2024-09-13T18:55:16.892 INFO:teuthology.orchestra.run.smithi145.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-13T18:55:16.892 INFO:teuthology.orchestra.run.smithi145.stdout:Invalid unit name "ceph-immutable-object-cache@*.service" escaped as "ceph-immutable-object-cache@\x2a.service". 2024-09-13T18:55:16.892 INFO:teuthology.orchestra.run.smithi145.stdout: 2024-09-13T18:55:16.936 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : cephfs-mirror-2:18.2.4-860.g6c6b083f.el9.x86_64 122/146 2024-09-13T18:55:16.960 INFO:teuthology.orchestra.run.smithi145.stdout: Running scriptlet: cephfs-mirror-2:18.2.4-860.g6c6b083f.el9.x86_64 122/146 2024-09-13T18:55:16.960 INFO:teuthology.orchestra.run.smithi145.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-13T18:55:16.960 INFO:teuthology.orchestra.run.smithi145.stdout:Invalid unit name "cephfs-mirror@*.service" escaped as "cephfs-mirror@\x2a.service". 2024-09-13T18:55:16.960 INFO:teuthology.orchestra.run.smithi145.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/cephfs-mirror.target → /usr/lib/systemd/system/cephfs-mirror.target. 2024-09-13T18:55:16.960 INFO:teuthology.orchestra.run.smithi145.stdout:Created symlink /etc/systemd/system/ceph.target.wants/cephfs-mirror.target → /usr/lib/systemd/system/cephfs-mirror.target. 2024-09-13T18:55:16.960 INFO:teuthology.orchestra.run.smithi145.stdout: 2024-09-13T18:55:17.254 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : rbd-mirror-2:18.2.4-860.g6c6b083f.el9.x86_64 123/146 2024-09-13T18:55:17.277 INFO:teuthology.orchestra.run.smithi145.stdout: Running scriptlet: rbd-mirror-2:18.2.4-860.g6c6b083f.el9.x86_64 123/146 2024-09-13T18:55:17.277 INFO:teuthology.orchestra.run.smithi145.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-13T18:55:17.277 INFO:teuthology.orchestra.run.smithi145.stdout:Invalid unit name "ceph-rbd-mirror@*.service" escaped as "ceph-rbd-mirror@\x2a.service". 2024-09-13T18:55:17.278 INFO:teuthology.orchestra.run.smithi145.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-09-13T18:55:17.278 INFO:teuthology.orchestra.run.smithi145.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-09-13T18:55:17.278 INFO:teuthology.orchestra.run.smithi145.stdout: 2024-09-13T18:55:17.395 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : openssl-libs-1:3.2.2-4.el9.x86_64 146/146 2024-09-13T18:55:17.396 INFO:teuthology.orchestra.run.smithi119.stdout: 2024-09-13T18:55:17.396 INFO:teuthology.orchestra.run.smithi119.stdout:Upgraded: 2024-09-13T18:55:17.396 INFO:teuthology.orchestra.run.smithi119.stdout: NetworkManager-1:1.49.90-1.el9.x86_64 2024-09-13T18:55:17.396 INFO:teuthology.orchestra.run.smithi119.stdout: NetworkManager-libnm-1:1.49.90-1.el9.x86_64 2024-09-13T18:55:17.396 INFO:teuthology.orchestra.run.smithi119.stdout: NetworkManager-team-1:1.49.90-1.el9.x86_64 2024-09-13T18:55:17.396 INFO:teuthology.orchestra.run.smithi119.stdout: NetworkManager-tui-1:1.49.90-1.el9.x86_64 2024-09-13T18:55:17.396 INFO:teuthology.orchestra.run.smithi119.stdout: librados2-2:18.2.4-860.g6c6b083f.el9.x86_64 2024-09-13T18:55:17.396 INFO:teuthology.orchestra.run.smithi119.stdout: librbd1-2:18.2.4-860.g6c6b083f.el9.x86_64 2024-09-13T18:55:17.396 INFO:teuthology.orchestra.run.smithi119.stdout: openssl-1:3.2.2-6.el9.x86_64 2024-09-13T18:55:17.396 INFO:teuthology.orchestra.run.smithi119.stdout: openssl-libs-1:3.2.2-6.el9.x86_64 2024-09-13T18:55:17.396 INFO:teuthology.orchestra.run.smithi119.stdout:Installed: 2024-09-13T18:55:17.396 INFO:teuthology.orchestra.run.smithi119.stdout: automake-1.16.2-8.el9.noarch 2024-09-13T18:55:17.397 INFO:teuthology.orchestra.run.smithi119.stdout: bison-3.7.4-5.el9.x86_64 2024-09-13T18:55:17.397 INFO:teuthology.orchestra.run.smithi119.stdout: boost-program-options-1.75.0-8.el9.x86_64 2024-09-13T18:55:17.397 INFO:teuthology.orchestra.run.smithi119.stdout: ceph-2:18.2.4-860.g6c6b083f.el9.x86_64 2024-09-13T18:55:17.397 INFO:teuthology.orchestra.run.smithi119.stdout: ceph-base-2:18.2.4-860.g6c6b083f.el9.x86_64 2024-09-13T18:55:17.397 INFO:teuthology.orchestra.run.smithi119.stdout: ceph-common-2:18.2.4-860.g6c6b083f.el9.x86_64 2024-09-13T18:55:17.397 INFO:teuthology.orchestra.run.smithi119.stdout: ceph-fuse-2:18.2.4-860.g6c6b083f.el9.x86_64 2024-09-13T18:55:17.397 INFO:teuthology.orchestra.run.smithi119.stdout: ceph-grafana-dashboards-2:18.2.4-860.g6c6b083f.el9.noarch 2024-09-13T18:55:17.397 INFO:teuthology.orchestra.run.smithi119.stdout: ceph-immutable-object-cache-2:18.2.4-860.g6c6b083f.el9.x86_64 2024-09-13T18:55:17.397 INFO:teuthology.orchestra.run.smithi119.stdout: ceph-mds-2:18.2.4-860.g6c6b083f.el9.x86_64 2024-09-13T18:55:17.397 INFO:teuthology.orchestra.run.smithi119.stdout: ceph-mgr-2:18.2.4-860.g6c6b083f.el9.x86_64 2024-09-13T18:55:17.397 INFO:teuthology.orchestra.run.smithi119.stdout: ceph-mgr-cephadm-2:18.2.4-860.g6c6b083f.el9.noarch 2024-09-13T18:55:17.397 INFO:teuthology.orchestra.run.smithi119.stdout: ceph-mgr-dashboard-2:18.2.4-860.g6c6b083f.el9.noarch 2024-09-13T18:55:17.397 INFO:teuthology.orchestra.run.smithi119.stdout: ceph-mgr-diskprediction-local-2:18.2.4-860.g6c6b083f.el9.noarch 2024-09-13T18:55:17.398 INFO:teuthology.orchestra.run.smithi119.stdout: ceph-mgr-modules-core-2:18.2.4-860.g6c6b083f.el9.noarch 2024-09-13T18:55:17.398 INFO:teuthology.orchestra.run.smithi119.stdout: ceph-mgr-rook-2:18.2.4-860.g6c6b083f.el9.noarch 2024-09-13T18:55:17.398 INFO:teuthology.orchestra.run.smithi119.stdout: ceph-mon-2:18.2.4-860.g6c6b083f.el9.x86_64 2024-09-13T18:55:17.398 INFO:teuthology.orchestra.run.smithi119.stdout: ceph-osd-2:18.2.4-860.g6c6b083f.el9.x86_64 2024-09-13T18:55:17.398 INFO:teuthology.orchestra.run.smithi119.stdout: ceph-prometheus-alerts-2:18.2.4-860.g6c6b083f.el9.noarch 2024-09-13T18:55:17.398 INFO:teuthology.orchestra.run.smithi119.stdout: ceph-radosgw-2:18.2.4-860.g6c6b083f.el9.x86_64 2024-09-13T18:55:17.398 INFO:teuthology.orchestra.run.smithi119.stdout: ceph-selinux-2:18.2.4-860.g6c6b083f.el9.x86_64 2024-09-13T18:55:17.398 INFO:teuthology.orchestra.run.smithi119.stdout: ceph-test-2:18.2.4-860.g6c6b083f.el9.x86_64 2024-09-13T18:55:17.398 INFO:teuthology.orchestra.run.smithi119.stdout: ceph-volume-2:18.2.4-860.g6c6b083f.el9.noarch 2024-09-13T18:55:17.398 INFO:teuthology.orchestra.run.smithi119.stdout: cephadm-2:18.2.4-860.g6c6b083f.el9.noarch 2024-09-13T18:55:17.398 INFO:teuthology.orchestra.run.smithi119.stdout: cephfs-mirror-2:18.2.4-860.g6c6b083f.el9.x86_64 2024-09-13T18:55:17.398 INFO:teuthology.orchestra.run.smithi119.stdout: cephfs-top-2:18.2.4-860.g6c6b083f.el9.noarch 2024-09-13T18:55:17.398 INFO:teuthology.orchestra.run.smithi119.stdout: elfutils-libelf-devel-0.191-4.el9.x86_64 2024-09-13T18:55:17.399 INFO:teuthology.orchestra.run.smithi119.stdout: flex-2.6.4-9.el9.x86_64 2024-09-13T18:55:17.399 INFO:teuthology.orchestra.run.smithi119.stdout: flexiblas-3.0.4-8.el9.x86_64 2024-09-13T18:55:17.399 INFO:teuthology.orchestra.run.smithi119.stdout: flexiblas-netlib-3.0.4-8.el9.x86_64 2024-09-13T18:55:17.399 INFO:teuthology.orchestra.run.smithi119.stdout: flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 2024-09-13T18:55:17.399 INFO:teuthology.orchestra.run.smithi119.stdout: fmt-8.1.1-5.el9.x86_64 2024-09-13T18:55:17.399 INFO:teuthology.orchestra.run.smithi119.stdout: fuse-2.9.9-16.el9.x86_64 2024-09-13T18:55:17.399 INFO:teuthology.orchestra.run.smithi119.stdout: gperftools-libs-2.9.1-3.el9.x86_64 2024-09-13T18:55:17.399 INFO:teuthology.orchestra.run.smithi119.stdout: libaio-devel-0.3.111-13.el9.x86_64 2024-09-13T18:55:17.399 INFO:teuthology.orchestra.run.smithi119.stdout: libarrow-9.0.0-11.el9.x86_64 2024-09-13T18:55:17.399 INFO:teuthology.orchestra.run.smithi119.stdout: libarrow-doc-9.0.0-11.el9.noarch 2024-09-13T18:55:17.399 INFO:teuthology.orchestra.run.smithi119.stdout: libcephfs-devel-2:18.2.4-860.g6c6b083f.el9.x86_64 2024-09-13T18:55:17.399 INFO:teuthology.orchestra.run.smithi119.stdout: libcephfs2-2:18.2.4-860.g6c6b083f.el9.x86_64 2024-09-13T18:55:17.399 INFO:teuthology.orchestra.run.smithi119.stdout: libcephsqlite-2:18.2.4-860.g6c6b083f.el9.x86_64 2024-09-13T18:55:17.399 INFO:teuthology.orchestra.run.smithi119.stdout: libgfortran-11.5.0-2.el9.x86_64 2024-09-13T18:55:17.400 INFO:teuthology.orchestra.run.smithi119.stdout: liboath-2.6.7-2.el9.x86_64 2024-09-13T18:55:17.400 INFO:teuthology.orchestra.run.smithi119.stdout: libpmemobj-1.12.1-1.el9.x86_64 2024-09-13T18:55:17.400 INFO:teuthology.orchestra.run.smithi119.stdout: libquadmath-11.5.0-2.el9.x86_64 2024-09-13T18:55:17.400 INFO:teuthology.orchestra.run.smithi119.stdout: librabbitmq-0.11.0-7.el9.x86_64 2024-09-13T18:55:17.400 INFO:teuthology.orchestra.run.smithi119.stdout: librados-devel-2:18.2.4-860.g6c6b083f.el9.x86_64 2024-09-13T18:55:17.400 INFO:teuthology.orchestra.run.smithi119.stdout: libradosstriper1-2:18.2.4-860.g6c6b083f.el9.x86_64 2024-09-13T18:55:17.400 INFO:teuthology.orchestra.run.smithi119.stdout: librdkafka-1.6.1-102.el9.x86_64 2024-09-13T18:55:17.400 INFO:teuthology.orchestra.run.smithi119.stdout: librgw2-2:18.2.4-860.g6c6b083f.el9.x86_64 2024-09-13T18:55:17.400 INFO:teuthology.orchestra.run.smithi119.stdout: libtool-2.4.6-46.el9.x86_64 2024-09-13T18:55:17.400 INFO:teuthology.orchestra.run.smithi119.stdout: libunwind-1.6.2-1.el9.x86_64 2024-09-13T18:55:17.400 INFO:teuthology.orchestra.run.smithi119.stdout: libuuid-devel-2.37.4-20.el9.x86_64 2024-09-13T18:55:17.400 INFO:teuthology.orchestra.run.smithi119.stdout: libzstd-devel-1.5.1-2.el9.x86_64 2024-09-13T18:55:17.400 INFO:teuthology.orchestra.run.smithi119.stdout: lttng-ust-2.12.0-6.el9.x86_64 2024-09-13T18:55:17.400 INFO:teuthology.orchestra.run.smithi119.stdout: openblas-0.3.26-2.el9.x86_64 2024-09-13T18:55:17.401 INFO:teuthology.orchestra.run.smithi119.stdout: openblas-openmp-0.3.26-2.el9.x86_64 2024-09-13T18:55:17.401 INFO:teuthology.orchestra.run.smithi119.stdout: openssl-devel-1:3.2.2-6.el9.x86_64 2024-09-13T18:55:17.401 INFO:teuthology.orchestra.run.smithi119.stdout: parquet-libs-9.0.0-11.el9.x86_64 2024-09-13T18:55:17.401 INFO:teuthology.orchestra.run.smithi119.stdout: postgresql-13.16-1.el9.x86_64 2024-09-13T18:55:17.401 INFO:teuthology.orchestra.run.smithi119.stdout: postgresql-contrib-13.16-1.el9.x86_64 2024-09-13T18:55:17.401 INFO:teuthology.orchestra.run.smithi119.stdout: postgresql-private-libs-13.16-1.el9.x86_64 2024-09-13T18:55:17.401 INFO:teuthology.orchestra.run.smithi119.stdout: postgresql-server-13.16-1.el9.x86_64 2024-09-13T18:55:17.401 INFO:teuthology.orchestra.run.smithi119.stdout: python3-asyncssh-2.13.2-5.el9.noarch 2024-09-13T18:55:17.401 INFO:teuthology.orchestra.run.smithi119.stdout: python3-babel-2.9.1-2.el9.noarch 2024-09-13T18:55:17.401 INFO:teuthology.orchestra.run.smithi119.stdout: python3-bcrypt-3.2.2-1.el9.x86_64 2024-09-13T18:55:17.401 INFO:teuthology.orchestra.run.smithi119.stdout: python3-cachetools-4.2.4-1.el9.noarch 2024-09-13T18:55:17.401 INFO:teuthology.orchestra.run.smithi119.stdout: python3-ceph-argparse-2:18.2.4-860.g6c6b083f.el9.x86_64 2024-09-13T18:55:17.401 INFO:teuthology.orchestra.run.smithi119.stdout: python3-ceph-common-2:18.2.4-860.g6c6b083f.el9.x86_64 2024-09-13T18:55:17.401 INFO:teuthology.orchestra.run.smithi119.stdout: python3-cephfs-2:18.2.4-860.g6c6b083f.el9.x86_64 2024-09-13T18:55:17.402 INFO:teuthology.orchestra.run.smithi119.stdout: python3-certifi-2023.05.07-4.el9.noarch 2024-09-13T18:55:17.402 INFO:teuthology.orchestra.run.smithi119.stdout: python3-cffi-1.14.5-5.el9.x86_64 2024-09-13T18:55:17.402 INFO:teuthology.orchestra.run.smithi119.stdout: python3-cheroot-8.6.0-4.el9.noarch 2024-09-13T18:55:17.402 INFO:teuthology.orchestra.run.smithi119.stdout: python3-cherrypy-18.6.1-2.el9.noarch 2024-09-13T18:55:17.402 INFO:teuthology.orchestra.run.smithi119.stdout: python3-cryptography-36.0.1-4.el9.x86_64 2024-09-13T18:55:17.402 INFO:teuthology.orchestra.run.smithi119.stdout: python3-devel-3.9.19-8.el9.x86_64 2024-09-13T18:55:17.402 INFO:teuthology.orchestra.run.smithi119.stdout: python3-google-auth-1:2.34.0-1.el9.noarch 2024-09-13T18:55:17.402 INFO:teuthology.orchestra.run.smithi119.stdout: python3-jaraco-8.2.1-3.el9.noarch 2024-09-13T18:55:17.402 INFO:teuthology.orchestra.run.smithi119.stdout: python3-jaraco-classes-3.2.1-5.el9.noarch 2024-09-13T18:55:17.402 INFO:teuthology.orchestra.run.smithi119.stdout: python3-jaraco-collections-3.0.0-8.el9.noarch 2024-09-13T18:55:17.402 INFO:teuthology.orchestra.run.smithi119.stdout: python3-jaraco-functools-3.5.0-2.el9.noarch 2024-09-13T18:55:17.402 INFO:teuthology.orchestra.run.smithi119.stdout: python3-jaraco-text-3.2.0-6.el9.noarch 2024-09-13T18:55:17.402 INFO:teuthology.orchestra.run.smithi119.stdout: python3-jinja2-2.11.3-6.el9.noarch 2024-09-13T18:55:17.402 INFO:teuthology.orchestra.run.smithi119.stdout: python3-jsonpatch-1.21-16.el9.noarch 2024-09-13T18:55:17.403 INFO:teuthology.orchestra.run.smithi119.stdout: python3-jsonpointer-2.0-4.el9.noarch 2024-09-13T18:55:17.403 INFO:teuthology.orchestra.run.smithi119.stdout: python3-kubernetes-1:26.1.0-2.el9.noarch 2024-09-13T18:55:17.403 INFO:teuthology.orchestra.run.smithi119.stdout: python3-logutils-0.3.5-21.el9.noarch 2024-09-13T18:55:17.403 INFO:teuthology.orchestra.run.smithi119.stdout: python3-mako-1.1.4-6.el9.noarch 2024-09-13T18:55:17.403 INFO:teuthology.orchestra.run.smithi119.stdout: python3-markupsafe-1.1.1-12.el9.x86_64 2024-09-13T18:55:17.403 INFO:teuthology.orchestra.run.smithi119.stdout: python3-more-itertools-8.12.0-2.el9.noarch 2024-09-13T18:55:17.403 INFO:teuthology.orchestra.run.smithi119.stdout: python3-natsort-7.1.1-5.el9.noarch 2024-09-13T18:55:17.403 INFO:teuthology.orchestra.run.smithi119.stdout: python3-numpy-1:1.20.1-5.el9.x86_64 2024-09-13T18:55:17.403 INFO:teuthology.orchestra.run.smithi119.stdout: python3-numpy-f2py-1:1.20.1-5.el9.x86_64 2024-09-13T18:55:17.403 INFO:teuthology.orchestra.run.smithi119.stdout: python3-oauthlib-3.1.1-5.el9.noarch 2024-09-13T18:55:17.403 INFO:teuthology.orchestra.run.smithi119.stdout: python3-packaging-20.9-5.el9.noarch 2024-09-13T18:55:17.403 INFO:teuthology.orchestra.run.smithi119.stdout: python3-pecan-1.4.2-3.el9.noarch 2024-09-13T18:55:17.403 INFO:teuthology.orchestra.run.smithi119.stdout: python3-ply-3.11-14.el9.noarch 2024-09-13T18:55:17.403 INFO:teuthology.orchestra.run.smithi119.stdout: python3-portend-3.1.0-2.el9.noarch 2024-09-13T18:55:17.404 INFO:teuthology.orchestra.run.smithi119.stdout: python3-prettytable-0.7.2-27.el9.noarch 2024-09-13T18:55:17.404 INFO:teuthology.orchestra.run.smithi119.stdout: python3-pyOpenSSL-21.0.0-1.el9.noarch 2024-09-13T18:55:17.404 INFO:teuthology.orchestra.run.smithi119.stdout: python3-pyasn1-0.4.8-6.el9.noarch 2024-09-13T18:55:17.404 INFO:teuthology.orchestra.run.smithi119.stdout: python3-pyasn1-modules-0.4.8-6.el9.noarch 2024-09-13T18:55:17.404 INFO:teuthology.orchestra.run.smithi119.stdout: python3-pycparser-2.20-6.el9.noarch 2024-09-13T18:55:17.404 INFO:teuthology.orchestra.run.smithi119.stdout: python3-pytz-2021.1-5.el9.noarch 2024-09-13T18:55:17.404 INFO:teuthology.orchestra.run.smithi119.stdout: python3-rados-2:18.2.4-860.g6c6b083f.el9.x86_64 2024-09-13T18:55:17.404 INFO:teuthology.orchestra.run.smithi119.stdout: python3-rbd-2:18.2.4-860.g6c6b083f.el9.x86_64 2024-09-13T18:55:17.404 INFO:teuthology.orchestra.run.smithi119.stdout: python3-repoze-lru-0.7-16.el9.noarch 2024-09-13T18:55:17.404 INFO:teuthology.orchestra.run.smithi119.stdout: python3-requests-2.25.1-8.el9.noarch 2024-09-13T18:55:17.404 INFO:teuthology.orchestra.run.smithi119.stdout: python3-requests-oauthlib-1.3.0-12.el9.noarch 2024-09-13T18:55:17.404 INFO:teuthology.orchestra.run.smithi119.stdout: python3-rgw-2:18.2.4-860.g6c6b083f.el9.x86_64 2024-09-13T18:55:17.404 INFO:teuthology.orchestra.run.smithi119.stdout: python3-routes-2.5.1-5.el9.noarch 2024-09-13T18:55:17.405 INFO:teuthology.orchestra.run.smithi119.stdout: python3-rsa-4.9-2.el9.noarch 2024-09-13T18:55:17.405 INFO:teuthology.orchestra.run.smithi119.stdout: python3-scipy-1.6.2-8.el9.x86_64 2024-09-13T18:55:17.405 INFO:teuthology.orchestra.run.smithi119.stdout: python3-tempora-5.0.0-2.el9.noarch 2024-09-13T18:55:17.405 INFO:teuthology.orchestra.run.smithi119.stdout: python3-toml-0.10.2-6.el9.noarch 2024-09-13T18:55:17.405 INFO:teuthology.orchestra.run.smithi119.stdout: python3-typing-extensions-4.12.2-2.el9.noarch 2024-09-13T18:55:17.405 INFO:teuthology.orchestra.run.smithi119.stdout: python3-urllib3-1.26.5-6.el9.noarch 2024-09-13T18:55:17.405 INFO:teuthology.orchestra.run.smithi119.stdout: python3-webob-1.8.8-2.el9.noarch 2024-09-13T18:55:17.405 INFO:teuthology.orchestra.run.smithi119.stdout: python3-websocket-client-1.2.3-2.el9.noarch 2024-09-13T18:55:17.405 INFO:teuthology.orchestra.run.smithi119.stdout: python3-werkzeug-2.0.3-3.el9.1.noarch 2024-09-13T18:55:17.405 INFO:teuthology.orchestra.run.smithi119.stdout: python3-zc-lockfile-2.0-10.el9.noarch 2024-09-13T18:55:17.406 INFO:teuthology.orchestra.run.smithi119.stdout: rbd-fuse-2:18.2.4-860.g6c6b083f.el9.x86_64 2024-09-13T18:55:17.406 INFO:teuthology.orchestra.run.smithi119.stdout: rbd-mirror-2:18.2.4-860.g6c6b083f.el9.x86_64 2024-09-13T18:55:17.406 INFO:teuthology.orchestra.run.smithi119.stdout: rbd-nbd-2:18.2.4-860.g6c6b083f.el9.x86_64 2024-09-13T18:55:17.406 INFO:teuthology.orchestra.run.smithi119.stdout: re2-1:20211101-20.el9.x86_64 2024-09-13T18:55:17.406 INFO:teuthology.orchestra.run.smithi119.stdout: socat-1.7.4.1-6.el9.x86_64 2024-09-13T18:55:17.406 INFO:teuthology.orchestra.run.smithi119.stdout: thrift-0.15.0-2.el9.x86_64 2024-09-13T18:55:17.406 INFO:teuthology.orchestra.run.smithi119.stdout: uuid-1.6.2-55.el9.x86_64 2024-09-13T18:55:17.406 INFO:teuthology.orchestra.run.smithi119.stdout: xfsprogs-devel-6.4.0-4.el9.x86_64 2024-09-13T18:55:17.406 INFO:teuthology.orchestra.run.smithi119.stdout: xmlstarlet-1.6.1-20.el9.x86_64 2024-09-13T18:55:17.406 INFO:teuthology.orchestra.run.smithi119.stdout: zlib-devel-1.2.11-41.el9.x86_64 2024-09-13T18:55:17.407 INFO:teuthology.orchestra.run.smithi119.stdout: 2024-09-13T18:55:17.407 INFO:teuthology.orchestra.run.smithi119.stdout:Complete! 2024-09-13T18:55:17.769 DEBUG:teuthology.parallel:result is None 2024-09-13T18:55:20.965 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : ceph-test-2:18.2.4-860.g6c6b083f.el9.x86_64 124/146 2024-09-13T18:55:21.007 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : rbd-fuse-2:18.2.4-860.g6c6b083f.el9.x86_64 125/146 2024-09-13T18:55:21.047 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : rbd-nbd-2:18.2.4-860.g6c6b083f.el9.x86_64 126/146 2024-09-13T18:55:21.079 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : xfsprogs-devel-6.4.0-4.el9.x86_64 127/146 2024-09-13T18:55:21.272 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : elfutils-libelf-devel-0.191-4.el9.x86_64 128/146 2024-09-13T18:55:21.319 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : postgresql-contrib-13.16-1.el9.x86_64 129/146 2024-09-13T18:55:21.350 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : libcephfs-devel-2:18.2.4-860.g6c6b083f.el9.x86_6 130/146 2024-09-13T18:55:21.387 INFO:teuthology.orchestra.run.smithi145.stdout: Upgrading : NetworkManager-team-1:1.49.90-1.el9.x86_64 131/146 2024-09-13T18:55:21.425 INFO:teuthology.orchestra.run.smithi145.stdout: Upgrading : NetworkManager-tui-1:1.49.90-1.el9.x86_64 132/146 2024-09-13T18:55:22.026 INFO:teuthology.orchestra.run.smithi145.stdout: Running scriptlet: postgresql-server-13.16-1.el9.x86_64 133/146 2024-09-13T18:55:22.065 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : postgresql-server-13.16-1.el9.x86_64 133/146 2024-09-13T18:55:22.085 INFO:teuthology.orchestra.run.smithi145.stdout: Running scriptlet: postgresql-server-13.16-1.el9.x86_64 133/146 2024-09-13T18:55:22.923 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : cephfs-top-2:18.2.4-860.g6c6b083f.el9.noarch 134/146 2024-09-13T18:55:23.031 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : openssl-devel-1:3.2.2-6.el9.x86_64 135/146 2024-09-13T18:55:23.085 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : libaio-devel-0.3.111-13.el9.x86_64 136/146 2024-09-13T18:55:23.172 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : flex-2.6.4-9.el9.x86_64 137/146 2024-09-13T18:55:23.206 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : bison-3.7.4-5.el9.x86_64 138/146 2024-09-13T18:55:23.231 INFO:teuthology.orchestra.run.smithi145.stdout: Cleanup : NetworkManager-tui-1:1.48.8-1.el9.x86_64 139/146 2024-09-13T18:55:23.257 INFO:teuthology.orchestra.run.smithi145.stdout: Cleanup : openssl-1:3.2.2-4.el9.x86_64 140/146 2024-09-13T18:55:23.257 INFO:teuthology.orchestra.run.smithi145.stdout: Cleanup : librbd1-2:16.2.4-5.el9.x86_64 141/146 2024-09-13T18:55:23.333 INFO:teuthology.orchestra.run.smithi145.stdout: Running scriptlet: librbd1-2:16.2.4-5.el9.x86_64 141/146 2024-09-13T18:55:23.333 INFO:teuthology.orchestra.run.smithi145.stdout: Cleanup : librados2-2:16.2.4-5.el9.x86_64 142/146 2024-09-13T18:55:23.409 INFO:teuthology.orchestra.run.smithi145.stdout: Running scriptlet: librados2-2:16.2.4-5.el9.x86_64 142/146 2024-09-13T18:55:23.433 INFO:teuthology.orchestra.run.smithi145.stdout: Cleanup : NetworkManager-team-1:1.48.8-1.el9.x86_64 143/146 2024-09-13T18:55:23.439 INFO:teuthology.orchestra.run.smithi145.stdout: Running scriptlet: NetworkManager-1:1.48.8-1.el9.x86_64 144/146 2024-09-13T18:55:23.440 INFO:teuthology.orchestra.run.smithi145.stdout: Cleanup : NetworkManager-1:1.48.8-1.el9.x86_64 144/146 2024-09-13T18:55:23.619 INFO:teuthology.orchestra.run.smithi145.stdout: Running scriptlet: NetworkManager-1:1.48.8-1.el9.x86_64 144/146 2024-09-13T18:55:23.619 INFO:teuthology.orchestra.run.smithi145.stdout: Cleanup : NetworkManager-libnm-1:1.48.8-1.el9.x86_64 145/146 2024-09-13T18:55:23.703 INFO:teuthology.orchestra.run.smithi145.stdout: Running scriptlet: NetworkManager-libnm-1:1.48.8-1.el9.x86_64 145/146 2024-09-13T18:55:23.767 INFO:teuthology.orchestra.run.smithi145.stdout: Cleanup : openssl-libs-1:3.2.2-4.el9.x86_64 146/146 2024-09-13T18:55:29.042 INFO:teuthology.orchestra.run.smithi145.stdout: Running scriptlet: openssl-libs-1:3.2.2-4.el9.x86_64 146/146 2024-09-13T18:55:29.042 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : ceph-2:18.2.4-860.g6c6b083f.el9.x86_64 1/146 2024-09-13T18:55:29.042 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : ceph-base-2:18.2.4-860.g6c6b083f.el9.x86_64 2/146 2024-09-13T18:55:29.042 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : ceph-common-2:18.2.4-860.g6c6b083f.el9.x86_64 3/146 2024-09-13T18:55:29.042 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : ceph-fuse-2:18.2.4-860.g6c6b083f.el9.x86_64 4/146 2024-09-13T18:55:29.042 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : ceph-immutable-object-cache-2:18.2.4-860.g6c6b08 5/146 2024-09-13T18:55:29.042 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : ceph-mds-2:18.2.4-860.g6c6b083f.el9.x86_64 6/146 2024-09-13T18:55:29.042 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : ceph-mgr-2:18.2.4-860.g6c6b083f.el9.x86_64 7/146 2024-09-13T18:55:29.042 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : ceph-mon-2:18.2.4-860.g6c6b083f.el9.x86_64 8/146 2024-09-13T18:55:29.043 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : ceph-osd-2:18.2.4-860.g6c6b083f.el9.x86_64 9/146 2024-09-13T18:55:29.043 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : ceph-radosgw-2:18.2.4-860.g6c6b083f.el9.x86_64 10/146 2024-09-13T18:55:29.043 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : ceph-selinux-2:18.2.4-860.g6c6b083f.el9.x86_64 11/146 2024-09-13T18:55:29.043 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : ceph-test-2:18.2.4-860.g6c6b083f.el9.x86_64 12/146 2024-09-13T18:55:29.043 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : cephfs-mirror-2:18.2.4-860.g6c6b083f.el9.x86_64 13/146 2024-09-13T18:55:29.043 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : libcephfs-devel-2:18.2.4-860.g6c6b083f.el9.x86_6 14/146 2024-09-13T18:55:29.043 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : libcephfs2-2:18.2.4-860.g6c6b083f.el9.x86_64 15/146 2024-09-13T18:55:29.043 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : libcephsqlite-2:18.2.4-860.g6c6b083f.el9.x86_64 16/146 2024-09-13T18:55:29.043 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : librados-devel-2:18.2.4-860.g6c6b083f.el9.x86_64 17/146 2024-09-13T18:55:29.043 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : libradosstriper1-2:18.2.4-860.g6c6b083f.el9.x86_ 18/146 2024-09-13T18:55:29.044 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : librgw2-2:18.2.4-860.g6c6b083f.el9.x86_64 19/146 2024-09-13T18:55:29.044 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : python3-ceph-argparse-2:18.2.4-860.g6c6b083f.el9 20/146 2024-09-13T18:55:29.044 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : python3-ceph-common-2:18.2.4-860.g6c6b083f.el9.x 21/146 2024-09-13T18:55:29.044 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : python3-cephfs-2:18.2.4-860.g6c6b083f.el9.x86_64 22/146 2024-09-13T18:55:29.044 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : python3-rados-2:18.2.4-860.g6c6b083f.el9.x86_64 23/146 2024-09-13T18:55:29.044 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : python3-rbd-2:18.2.4-860.g6c6b083f.el9.x86_64 24/146 2024-09-13T18:55:29.044 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : python3-rgw-2:18.2.4-860.g6c6b083f.el9.x86_64 25/146 2024-09-13T18:55:29.044 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : rbd-fuse-2:18.2.4-860.g6c6b083f.el9.x86_64 26/146 2024-09-13T18:55:29.044 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : rbd-mirror-2:18.2.4-860.g6c6b083f.el9.x86_64 27/146 2024-09-13T18:55:29.057 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : rbd-nbd-2:18.2.4-860.g6c6b083f.el9.x86_64 28/146 2024-09-13T18:55:29.057 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : ceph-grafana-dashboards-2:18.2.4-860.g6c6b083f.e 29/146 2024-09-13T18:55:29.057 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : ceph-mgr-cephadm-2:18.2.4-860.g6c6b083f.el9.noar 30/146 2024-09-13T18:55:29.057 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : ceph-mgr-dashboard-2:18.2.4-860.g6c6b083f.el9.no 31/146 2024-09-13T18:55:29.057 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : ceph-mgr-diskprediction-local-2:18.2.4-860.g6c6b 32/146 2024-09-13T18:55:29.058 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : ceph-mgr-modules-core-2:18.2.4-860.g6c6b083f.el9 33/146 2024-09-13T18:55:29.058 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : ceph-mgr-rook-2:18.2.4-860.g6c6b083f.el9.noarch 34/146 2024-09-13T18:55:29.058 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : ceph-prometheus-alerts-2:18.2.4-860.g6c6b083f.el 35/146 2024-09-13T18:55:29.058 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : ceph-volume-2:18.2.4-860.g6c6b083f.el9.noarch 36/146 2024-09-13T18:55:29.058 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : cephadm-2:18.2.4-860.g6c6b083f.el9.noarch 37/146 2024-09-13T18:55:29.058 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : cephfs-top-2:18.2.4-860.g6c6b083f.el9.noarch 38/146 2024-09-13T18:55:29.058 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : fuse-2.9.9-16.el9.x86_64 39/146 2024-09-13T18:55:29.058 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : libgfortran-11.5.0-2.el9.x86_64 40/146 2024-09-13T18:55:29.058 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : libquadmath-11.5.0-2.el9.x86_64 41/146 2024-09-13T18:55:29.058 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : python3-cffi-1.14.5-5.el9.x86_64 42/146 2024-09-13T18:55:29.058 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : python3-cryptography-36.0.1-4.el9.x86_64 43/146 2024-09-13T18:55:29.058 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : python3-ply-3.11-14.el9.noarch 44/146 2024-09-13T18:55:29.059 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : python3-pycparser-2.20-6.el9.noarch 45/146 2024-09-13T18:55:29.059 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : python3-requests-2.25.1-8.el9.noarch 46/146 2024-09-13T18:55:29.059 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : python3-urllib3-1.26.5-6.el9.noarch 47/146 2024-09-13T18:55:29.059 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : automake-1.16.2-8.el9.noarch 48/146 2024-09-13T18:55:29.059 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : bison-3.7.4-5.el9.x86_64 49/146 2024-09-13T18:55:29.059 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : boost-program-options-1.75.0-8.el9.x86_64 50/146 2024-09-13T18:55:29.059 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : elfutils-libelf-devel-0.191-4.el9.x86_64 51/146 2024-09-13T18:55:29.059 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : flex-2.6.4-9.el9.x86_64 52/146 2024-09-13T18:55:29.059 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : flexiblas-3.0.4-8.el9.x86_64 53/146 2024-09-13T18:55:29.059 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : flexiblas-netlib-3.0.4-8.el9.x86_64 54/146 2024-09-13T18:55:29.059 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 55/146 2024-09-13T18:55:29.059 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : libaio-devel-0.3.111-13.el9.x86_64 56/146 2024-09-13T18:55:29.060 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : libpmemobj-1.12.1-1.el9.x86_64 57/146 2024-09-13T18:55:29.060 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : librabbitmq-0.11.0-7.el9.x86_64 58/146 2024-09-13T18:55:29.060 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : librdkafka-1.6.1-102.el9.x86_64 59/146 2024-09-13T18:55:29.060 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : libtool-2.4.6-46.el9.x86_64 60/146 2024-09-13T18:55:29.060 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : libuuid-devel-2.37.4-20.el9.x86_64 61/146 2024-09-13T18:55:29.060 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : libzstd-devel-1.5.1-2.el9.x86_64 62/146 2024-09-13T18:55:29.060 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : lttng-ust-2.12.0-6.el9.x86_64 63/146 2024-09-13T18:55:29.060 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : openblas-0.3.26-2.el9.x86_64 64/146 2024-09-13T18:55:29.060 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : openblas-openmp-0.3.26-2.el9.x86_64 65/146 2024-09-13T18:55:29.060 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : openssl-devel-1:3.2.2-6.el9.x86_64 66/146 2024-09-13T18:55:29.060 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : postgresql-13.16-1.el9.x86_64 67/146 2024-09-13T18:55:29.060 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : postgresql-contrib-13.16-1.el9.x86_64 68/146 2024-09-13T18:55:29.061 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : postgresql-private-libs-13.16-1.el9.x86_64 69/146 2024-09-13T18:55:29.061 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : postgresql-server-13.16-1.el9.x86_64 70/146 2024-09-13T18:55:29.061 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : python3-babel-2.9.1-2.el9.noarch 71/146 2024-09-13T18:55:29.061 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : python3-devel-3.9.19-8.el9.x86_64 72/146 2024-09-13T18:55:29.061 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : python3-jinja2-2.11.3-6.el9.noarch 73/146 2024-09-13T18:55:29.061 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : python3-jsonpatch-1.21-16.el9.noarch 74/146 2024-09-13T18:55:29.061 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : python3-jsonpointer-2.0-4.el9.noarch 75/146 2024-09-13T18:55:29.061 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : python3-mako-1.1.4-6.el9.noarch 76/146 2024-09-13T18:55:29.061 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : python3-markupsafe-1.1.1-12.el9.x86_64 77/146 2024-09-13T18:55:29.061 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : python3-numpy-1:1.20.1-5.el9.x86_64 78/146 2024-09-13T18:55:29.061 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 79/146 2024-09-13T18:55:29.061 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : python3-oauthlib-3.1.1-5.el9.noarch 80/146 2024-09-13T18:55:29.062 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : python3-packaging-20.9-5.el9.noarch 81/146 2024-09-13T18:55:29.062 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : python3-prettytable-0.7.2-27.el9.noarch 82/146 2024-09-13T18:55:29.062 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : python3-pyasn1-0.4.8-6.el9.noarch 83/146 2024-09-13T18:55:29.062 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : python3-pyasn1-modules-0.4.8-6.el9.noarch 84/146 2024-09-13T18:55:29.062 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : python3-pytz-2021.1-5.el9.noarch 85/146 2024-09-13T18:55:29.062 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : python3-requests-oauthlib-1.3.0-12.el9.noarch 86/146 2024-09-13T18:55:29.062 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : python3-scipy-1.6.2-8.el9.x86_64 87/146 2024-09-13T18:55:29.062 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : python3-toml-0.10.2-6.el9.noarch 88/146 2024-09-13T18:55:29.062 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : socat-1.7.4.1-6.el9.x86_64 89/146 2024-09-13T18:55:29.062 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : uuid-1.6.2-55.el9.x86_64 90/146 2024-09-13T18:55:29.062 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : xfsprogs-devel-6.4.0-4.el9.x86_64 91/146 2024-09-13T18:55:29.062 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : xmlstarlet-1.6.1-20.el9.x86_64 92/146 2024-09-13T18:55:29.062 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : zlib-devel-1.2.11-41.el9.x86_64 93/146 2024-09-13T18:55:29.063 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : fmt-8.1.1-5.el9.x86_64 94/146 2024-09-13T18:55:29.063 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : gperftools-libs-2.9.1-3.el9.x86_64 95/146 2024-09-13T18:55:29.063 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : libarrow-9.0.0-11.el9.x86_64 96/146 2024-09-13T18:55:29.063 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : libarrow-doc-9.0.0-11.el9.noarch 97/146 2024-09-13T18:55:29.063 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : liboath-2.6.7-2.el9.x86_64 98/146 2024-09-13T18:55:29.063 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : libunwind-1.6.2-1.el9.x86_64 99/146 2024-09-13T18:55:29.063 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : parquet-libs-9.0.0-11.el9.x86_64 100/146 2024-09-13T18:55:29.063 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : python3-asyncssh-2.13.2-5.el9.noarch 101/146 2024-09-13T18:55:29.063 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : python3-bcrypt-3.2.2-1.el9.x86_64 102/146 2024-09-13T18:55:29.063 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : python3-cachetools-4.2.4-1.el9.noarch 103/146 2024-09-13T18:55:29.063 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : python3-certifi-2023.05.07-4.el9.noarch 104/146 2024-09-13T18:55:29.063 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : python3-cheroot-8.6.0-4.el9.noarch 105/146 2024-09-13T18:55:29.063 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : python3-cherrypy-18.6.1-2.el9.noarch 106/146 2024-09-13T18:55:29.063 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : python3-google-auth-1:2.34.0-1.el9.noarch 107/146 2024-09-13T18:55:29.064 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : python3-jaraco-8.2.1-3.el9.noarch 108/146 2024-09-13T18:55:29.064 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : python3-jaraco-classes-3.2.1-5.el9.noarch 109/146 2024-09-13T18:55:29.064 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : python3-jaraco-collections-3.0.0-8.el9.noarch 110/146 2024-09-13T18:55:29.064 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : python3-jaraco-functools-3.5.0-2.el9.noarch 111/146 2024-09-13T18:55:29.064 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : python3-jaraco-text-3.2.0-6.el9.noarch 112/146 2024-09-13T18:55:29.064 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : python3-kubernetes-1:26.1.0-2.el9.noarch 113/146 2024-09-13T18:55:29.064 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : python3-logutils-0.3.5-21.el9.noarch 114/146 2024-09-13T18:55:29.064 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : python3-more-itertools-8.12.0-2.el9.noarch 115/146 2024-09-13T18:55:29.064 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : python3-natsort-7.1.1-5.el9.noarch 116/146 2024-09-13T18:55:29.064 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : python3-pecan-1.4.2-3.el9.noarch 117/146 2024-09-13T18:55:29.064 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : python3-portend-3.1.0-2.el9.noarch 118/146 2024-09-13T18:55:29.064 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : python3-pyOpenSSL-21.0.0-1.el9.noarch 119/146 2024-09-13T18:55:29.064 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : python3-repoze-lru-0.7-16.el9.noarch 120/146 2024-09-13T18:55:29.065 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : python3-routes-2.5.1-5.el9.noarch 121/146 2024-09-13T18:55:29.065 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : python3-rsa-4.9-2.el9.noarch 122/146 2024-09-13T18:55:29.065 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : python3-tempora-5.0.0-2.el9.noarch 123/146 2024-09-13T18:55:29.065 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : python3-typing-extensions-4.12.2-2.el9.noarch 124/146 2024-09-13T18:55:29.065 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : python3-webob-1.8.8-2.el9.noarch 125/146 2024-09-13T18:55:29.065 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : python3-websocket-client-1.2.3-2.el9.noarch 126/146 2024-09-13T18:55:29.065 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : python3-werkzeug-2.0.3-3.el9.1.noarch 127/146 2024-09-13T18:55:29.065 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : python3-zc-lockfile-2.0-10.el9.noarch 128/146 2024-09-13T18:55:29.065 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : re2-1:20211101-20.el9.x86_64 129/146 2024-09-13T18:55:29.065 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : thrift-0.15.0-2.el9.x86_64 130/146 2024-09-13T18:55:29.065 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : librados2-2:18.2.4-860.g6c6b083f.el9.x86_64 131/146 2024-09-13T18:55:29.065 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : librados2-2:16.2.4-5.el9.x86_64 132/146 2024-09-13T18:55:29.065 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : librbd1-2:18.2.4-860.g6c6b083f.el9.x86_64 133/146 2024-09-13T18:55:29.066 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : librbd1-2:16.2.4-5.el9.x86_64 134/146 2024-09-13T18:55:29.066 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : NetworkManager-1:1.49.90-1.el9.x86_64 135/146 2024-09-13T18:55:29.066 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : NetworkManager-1:1.48.8-1.el9.x86_64 136/146 2024-09-13T18:55:29.066 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : NetworkManager-libnm-1:1.49.90-1.el9.x86_64 137/146 2024-09-13T18:55:29.066 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : NetworkManager-libnm-1:1.48.8-1.el9.x86_64 138/146 2024-09-13T18:55:29.066 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : NetworkManager-team-1:1.49.90-1.el9.x86_64 139/146 2024-09-13T18:55:29.066 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : NetworkManager-team-1:1.48.8-1.el9.x86_64 140/146 2024-09-13T18:55:29.066 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : NetworkManager-tui-1:1.49.90-1.el9.x86_64 141/146 2024-09-13T18:55:29.066 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : NetworkManager-tui-1:1.48.8-1.el9.x86_64 142/146 2024-09-13T18:55:29.066 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : openssl-1:3.2.2-6.el9.x86_64 143/146 2024-09-13T18:55:29.066 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : openssl-1:3.2.2-4.el9.x86_64 144/146 2024-09-13T18:55:29.066 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : openssl-libs-1:3.2.2-6.el9.x86_64 145/146 2024-09-13T18:55:31.874 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : openssl-libs-1:3.2.2-4.el9.x86_64 146/146 2024-09-13T18:55:31.874 INFO:teuthology.orchestra.run.smithi145.stdout: 2024-09-13T18:55:31.874 INFO:teuthology.orchestra.run.smithi145.stdout:Upgraded: 2024-09-13T18:55:31.874 INFO:teuthology.orchestra.run.smithi145.stdout: NetworkManager-1:1.49.90-1.el9.x86_64 2024-09-13T18:55:31.874 INFO:teuthology.orchestra.run.smithi145.stdout: NetworkManager-libnm-1:1.49.90-1.el9.x86_64 2024-09-13T18:55:31.874 INFO:teuthology.orchestra.run.smithi145.stdout: NetworkManager-team-1:1.49.90-1.el9.x86_64 2024-09-13T18:55:31.874 INFO:teuthology.orchestra.run.smithi145.stdout: NetworkManager-tui-1:1.49.90-1.el9.x86_64 2024-09-13T18:55:31.874 INFO:teuthology.orchestra.run.smithi145.stdout: librados2-2:18.2.4-860.g6c6b083f.el9.x86_64 2024-09-13T18:55:31.874 INFO:teuthology.orchestra.run.smithi145.stdout: librbd1-2:18.2.4-860.g6c6b083f.el9.x86_64 2024-09-13T18:55:31.874 INFO:teuthology.orchestra.run.smithi145.stdout: openssl-1:3.2.2-6.el9.x86_64 2024-09-13T18:55:31.875 INFO:teuthology.orchestra.run.smithi145.stdout: openssl-libs-1:3.2.2-6.el9.x86_64 2024-09-13T18:55:31.875 INFO:teuthology.orchestra.run.smithi145.stdout:Installed: 2024-09-13T18:55:31.875 INFO:teuthology.orchestra.run.smithi145.stdout: automake-1.16.2-8.el9.noarch 2024-09-13T18:55:31.875 INFO:teuthology.orchestra.run.smithi145.stdout: bison-3.7.4-5.el9.x86_64 2024-09-13T18:55:31.875 INFO:teuthology.orchestra.run.smithi145.stdout: boost-program-options-1.75.0-8.el9.x86_64 2024-09-13T18:55:31.875 INFO:teuthology.orchestra.run.smithi145.stdout: ceph-2:18.2.4-860.g6c6b083f.el9.x86_64 2024-09-13T18:55:31.875 INFO:teuthology.orchestra.run.smithi145.stdout: ceph-base-2:18.2.4-860.g6c6b083f.el9.x86_64 2024-09-13T18:55:31.875 INFO:teuthology.orchestra.run.smithi145.stdout: ceph-common-2:18.2.4-860.g6c6b083f.el9.x86_64 2024-09-13T18:55:31.875 INFO:teuthology.orchestra.run.smithi145.stdout: ceph-fuse-2:18.2.4-860.g6c6b083f.el9.x86_64 2024-09-13T18:55:31.875 INFO:teuthology.orchestra.run.smithi145.stdout: ceph-grafana-dashboards-2:18.2.4-860.g6c6b083f.el9.noarch 2024-09-13T18:55:31.875 INFO:teuthology.orchestra.run.smithi145.stdout: ceph-immutable-object-cache-2:18.2.4-860.g6c6b083f.el9.x86_64 2024-09-13T18:55:31.875 INFO:teuthology.orchestra.run.smithi145.stdout: ceph-mds-2:18.2.4-860.g6c6b083f.el9.x86_64 2024-09-13T18:55:31.876 INFO:teuthology.orchestra.run.smithi145.stdout: ceph-mgr-2:18.2.4-860.g6c6b083f.el9.x86_64 2024-09-13T18:55:31.876 INFO:teuthology.orchestra.run.smithi145.stdout: ceph-mgr-cephadm-2:18.2.4-860.g6c6b083f.el9.noarch 2024-09-13T18:55:31.876 INFO:teuthology.orchestra.run.smithi145.stdout: ceph-mgr-dashboard-2:18.2.4-860.g6c6b083f.el9.noarch 2024-09-13T18:55:31.876 INFO:teuthology.orchestra.run.smithi145.stdout: ceph-mgr-diskprediction-local-2:18.2.4-860.g6c6b083f.el9.noarch 2024-09-13T18:55:31.876 INFO:teuthology.orchestra.run.smithi145.stdout: ceph-mgr-modules-core-2:18.2.4-860.g6c6b083f.el9.noarch 2024-09-13T18:55:31.876 INFO:teuthology.orchestra.run.smithi145.stdout: ceph-mgr-rook-2:18.2.4-860.g6c6b083f.el9.noarch 2024-09-13T18:55:31.876 INFO:teuthology.orchestra.run.smithi145.stdout: ceph-mon-2:18.2.4-860.g6c6b083f.el9.x86_64 2024-09-13T18:55:31.876 INFO:teuthology.orchestra.run.smithi145.stdout: ceph-osd-2:18.2.4-860.g6c6b083f.el9.x86_64 2024-09-13T18:55:31.876 INFO:teuthology.orchestra.run.smithi145.stdout: ceph-prometheus-alerts-2:18.2.4-860.g6c6b083f.el9.noarch 2024-09-13T18:55:31.876 INFO:teuthology.orchestra.run.smithi145.stdout: ceph-radosgw-2:18.2.4-860.g6c6b083f.el9.x86_64 2024-09-13T18:55:31.876 INFO:teuthology.orchestra.run.smithi145.stdout: ceph-selinux-2:18.2.4-860.g6c6b083f.el9.x86_64 2024-09-13T18:55:31.876 INFO:teuthology.orchestra.run.smithi145.stdout: ceph-test-2:18.2.4-860.g6c6b083f.el9.x86_64 2024-09-13T18:55:31.877 INFO:teuthology.orchestra.run.smithi145.stdout: ceph-volume-2:18.2.4-860.g6c6b083f.el9.noarch 2024-09-13T18:55:31.877 INFO:teuthology.orchestra.run.smithi145.stdout: cephadm-2:18.2.4-860.g6c6b083f.el9.noarch 2024-09-13T18:55:31.877 INFO:teuthology.orchestra.run.smithi145.stdout: cephfs-mirror-2:18.2.4-860.g6c6b083f.el9.x86_64 2024-09-13T18:55:31.877 INFO:teuthology.orchestra.run.smithi145.stdout: cephfs-top-2:18.2.4-860.g6c6b083f.el9.noarch 2024-09-13T18:55:31.877 INFO:teuthology.orchestra.run.smithi145.stdout: elfutils-libelf-devel-0.191-4.el9.x86_64 2024-09-13T18:55:31.877 INFO:teuthology.orchestra.run.smithi145.stdout: flex-2.6.4-9.el9.x86_64 2024-09-13T18:55:31.877 INFO:teuthology.orchestra.run.smithi145.stdout: flexiblas-3.0.4-8.el9.x86_64 2024-09-13T18:55:31.877 INFO:teuthology.orchestra.run.smithi145.stdout: flexiblas-netlib-3.0.4-8.el9.x86_64 2024-09-13T18:55:31.877 INFO:teuthology.orchestra.run.smithi145.stdout: flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 2024-09-13T18:55:31.877 INFO:teuthology.orchestra.run.smithi145.stdout: fmt-8.1.1-5.el9.x86_64 2024-09-13T18:55:31.877 INFO:teuthology.orchestra.run.smithi145.stdout: fuse-2.9.9-16.el9.x86_64 2024-09-13T18:55:31.877 INFO:teuthology.orchestra.run.smithi145.stdout: gperftools-libs-2.9.1-3.el9.x86_64 2024-09-13T18:55:31.877 INFO:teuthology.orchestra.run.smithi145.stdout: libaio-devel-0.3.111-13.el9.x86_64 2024-09-13T18:55:31.878 INFO:teuthology.orchestra.run.smithi145.stdout: libarrow-9.0.0-11.el9.x86_64 2024-09-13T18:55:31.878 INFO:teuthology.orchestra.run.smithi145.stdout: libarrow-doc-9.0.0-11.el9.noarch 2024-09-13T18:55:31.878 INFO:teuthology.orchestra.run.smithi145.stdout: libcephfs-devel-2:18.2.4-860.g6c6b083f.el9.x86_64 2024-09-13T18:55:31.878 INFO:teuthology.orchestra.run.smithi145.stdout: libcephfs2-2:18.2.4-860.g6c6b083f.el9.x86_64 2024-09-13T18:55:31.878 INFO:teuthology.orchestra.run.smithi145.stdout: libcephsqlite-2:18.2.4-860.g6c6b083f.el9.x86_64 2024-09-13T18:55:31.878 INFO:teuthology.orchestra.run.smithi145.stdout: libgfortran-11.5.0-2.el9.x86_64 2024-09-13T18:55:31.878 INFO:teuthology.orchestra.run.smithi145.stdout: liboath-2.6.7-2.el9.x86_64 2024-09-13T18:55:31.878 INFO:teuthology.orchestra.run.smithi145.stdout: libpmemobj-1.12.1-1.el9.x86_64 2024-09-13T18:55:31.878 INFO:teuthology.orchestra.run.smithi145.stdout: libquadmath-11.5.0-2.el9.x86_64 2024-09-13T18:55:31.878 INFO:teuthology.orchestra.run.smithi145.stdout: librabbitmq-0.11.0-7.el9.x86_64 2024-09-13T18:55:31.878 INFO:teuthology.orchestra.run.smithi145.stdout: librados-devel-2:18.2.4-860.g6c6b083f.el9.x86_64 2024-09-13T18:55:31.878 INFO:teuthology.orchestra.run.smithi145.stdout: libradosstriper1-2:18.2.4-860.g6c6b083f.el9.x86_64 2024-09-13T18:55:31.879 INFO:teuthology.orchestra.run.smithi145.stdout: librdkafka-1.6.1-102.el9.x86_64 2024-09-13T18:55:31.879 INFO:teuthology.orchestra.run.smithi145.stdout: librgw2-2:18.2.4-860.g6c6b083f.el9.x86_64 2024-09-13T18:55:31.879 INFO:teuthology.orchestra.run.smithi145.stdout: libtool-2.4.6-46.el9.x86_64 2024-09-13T18:55:31.879 INFO:teuthology.orchestra.run.smithi145.stdout: libunwind-1.6.2-1.el9.x86_64 2024-09-13T18:55:31.879 INFO:teuthology.orchestra.run.smithi145.stdout: libuuid-devel-2.37.4-20.el9.x86_64 2024-09-13T18:55:31.879 INFO:teuthology.orchestra.run.smithi145.stdout: libzstd-devel-1.5.1-2.el9.x86_64 2024-09-13T18:55:31.879 INFO:teuthology.orchestra.run.smithi145.stdout: lttng-ust-2.12.0-6.el9.x86_64 2024-09-13T18:55:31.879 INFO:teuthology.orchestra.run.smithi145.stdout: openblas-0.3.26-2.el9.x86_64 2024-09-13T18:55:31.879 INFO:teuthology.orchestra.run.smithi145.stdout: openblas-openmp-0.3.26-2.el9.x86_64 2024-09-13T18:55:31.880 INFO:teuthology.orchestra.run.smithi145.stdout: openssl-devel-1:3.2.2-6.el9.x86_64 2024-09-13T18:55:31.880 INFO:teuthology.orchestra.run.smithi145.stdout: parquet-libs-9.0.0-11.el9.x86_64 2024-09-13T18:55:31.880 INFO:teuthology.orchestra.run.smithi145.stdout: postgresql-13.16-1.el9.x86_64 2024-09-13T18:55:31.880 INFO:teuthology.orchestra.run.smithi145.stdout: postgresql-contrib-13.16-1.el9.x86_64 2024-09-13T18:55:31.880 INFO:teuthology.orchestra.run.smithi145.stdout: postgresql-private-libs-13.16-1.el9.x86_64 2024-09-13T18:55:31.880 INFO:teuthology.orchestra.run.smithi145.stdout: postgresql-server-13.16-1.el9.x86_64 2024-09-13T18:55:31.880 INFO:teuthology.orchestra.run.smithi145.stdout: python3-asyncssh-2.13.2-5.el9.noarch 2024-09-13T18:55:31.880 INFO:teuthology.orchestra.run.smithi145.stdout: python3-babel-2.9.1-2.el9.noarch 2024-09-13T18:55:31.880 INFO:teuthology.orchestra.run.smithi145.stdout: python3-bcrypt-3.2.2-1.el9.x86_64 2024-09-13T18:55:31.881 INFO:teuthology.orchestra.run.smithi145.stdout: python3-cachetools-4.2.4-1.el9.noarch 2024-09-13T18:55:31.881 INFO:teuthology.orchestra.run.smithi145.stdout: python3-ceph-argparse-2:18.2.4-860.g6c6b083f.el9.x86_64 2024-09-13T18:55:31.881 INFO:teuthology.orchestra.run.smithi145.stdout: python3-ceph-common-2:18.2.4-860.g6c6b083f.el9.x86_64 2024-09-13T18:55:31.881 INFO:teuthology.orchestra.run.smithi145.stdout: python3-cephfs-2:18.2.4-860.g6c6b083f.el9.x86_64 2024-09-13T18:55:31.881 INFO:teuthology.orchestra.run.smithi145.stdout: python3-certifi-2023.05.07-4.el9.noarch 2024-09-13T18:55:31.881 INFO:teuthology.orchestra.run.smithi145.stdout: python3-cffi-1.14.5-5.el9.x86_64 2024-09-13T18:55:31.881 INFO:teuthology.orchestra.run.smithi145.stdout: python3-cheroot-8.6.0-4.el9.noarch 2024-09-13T18:55:31.881 INFO:teuthology.orchestra.run.smithi145.stdout: python3-cherrypy-18.6.1-2.el9.noarch 2024-09-13T18:55:31.881 INFO:teuthology.orchestra.run.smithi145.stdout: python3-cryptography-36.0.1-4.el9.x86_64 2024-09-13T18:55:31.881 INFO:teuthology.orchestra.run.smithi145.stdout: python3-devel-3.9.19-8.el9.x86_64 2024-09-13T18:55:31.881 INFO:teuthology.orchestra.run.smithi145.stdout: python3-google-auth-1:2.34.0-1.el9.noarch 2024-09-13T18:55:31.881 INFO:teuthology.orchestra.run.smithi145.stdout: python3-jaraco-8.2.1-3.el9.noarch 2024-09-13T18:55:31.881 INFO:teuthology.orchestra.run.smithi145.stdout: python3-jaraco-classes-3.2.1-5.el9.noarch 2024-09-13T18:55:31.882 INFO:teuthology.orchestra.run.smithi145.stdout: python3-jaraco-collections-3.0.0-8.el9.noarch 2024-09-13T18:55:31.882 INFO:teuthology.orchestra.run.smithi145.stdout: python3-jaraco-functools-3.5.0-2.el9.noarch 2024-09-13T18:55:31.882 INFO:teuthology.orchestra.run.smithi145.stdout: python3-jaraco-text-3.2.0-6.el9.noarch 2024-09-13T18:55:31.882 INFO:teuthology.orchestra.run.smithi145.stdout: python3-jinja2-2.11.3-6.el9.noarch 2024-09-13T18:55:31.882 INFO:teuthology.orchestra.run.smithi145.stdout: python3-jsonpatch-1.21-16.el9.noarch 2024-09-13T18:55:31.882 INFO:teuthology.orchestra.run.smithi145.stdout: python3-jsonpointer-2.0-4.el9.noarch 2024-09-13T18:55:31.882 INFO:teuthology.orchestra.run.smithi145.stdout: python3-kubernetes-1:26.1.0-2.el9.noarch 2024-09-13T18:55:31.882 INFO:teuthology.orchestra.run.smithi145.stdout: python3-logutils-0.3.5-21.el9.noarch 2024-09-13T18:55:31.882 INFO:teuthology.orchestra.run.smithi145.stdout: python3-mako-1.1.4-6.el9.noarch 2024-09-13T18:55:31.882 INFO:teuthology.orchestra.run.smithi145.stdout: python3-markupsafe-1.1.1-12.el9.x86_64 2024-09-13T18:55:31.882 INFO:teuthology.orchestra.run.smithi145.stdout: python3-more-itertools-8.12.0-2.el9.noarch 2024-09-13T18:55:31.882 INFO:teuthology.orchestra.run.smithi145.stdout: python3-natsort-7.1.1-5.el9.noarch 2024-09-13T18:55:31.882 INFO:teuthology.orchestra.run.smithi145.stdout: python3-numpy-1:1.20.1-5.el9.x86_64 2024-09-13T18:55:31.882 INFO:teuthology.orchestra.run.smithi145.stdout: python3-numpy-f2py-1:1.20.1-5.el9.x86_64 2024-09-13T18:55:31.883 INFO:teuthology.orchestra.run.smithi145.stdout: python3-oauthlib-3.1.1-5.el9.noarch 2024-09-13T18:55:31.883 INFO:teuthology.orchestra.run.smithi145.stdout: python3-packaging-20.9-5.el9.noarch 2024-09-13T18:55:31.883 INFO:teuthology.orchestra.run.smithi145.stdout: python3-pecan-1.4.2-3.el9.noarch 2024-09-13T18:55:31.883 INFO:teuthology.orchestra.run.smithi145.stdout: python3-ply-3.11-14.el9.noarch 2024-09-13T18:55:31.883 INFO:teuthology.orchestra.run.smithi145.stdout: python3-portend-3.1.0-2.el9.noarch 2024-09-13T18:55:31.883 INFO:teuthology.orchestra.run.smithi145.stdout: python3-prettytable-0.7.2-27.el9.noarch 2024-09-13T18:55:31.883 INFO:teuthology.orchestra.run.smithi145.stdout: python3-pyOpenSSL-21.0.0-1.el9.noarch 2024-09-13T18:55:31.883 INFO:teuthology.orchestra.run.smithi145.stdout: python3-pyasn1-0.4.8-6.el9.noarch 2024-09-13T18:55:31.883 INFO:teuthology.orchestra.run.smithi145.stdout: python3-pyasn1-modules-0.4.8-6.el9.noarch 2024-09-13T18:55:31.883 INFO:teuthology.orchestra.run.smithi145.stdout: python3-pycparser-2.20-6.el9.noarch 2024-09-13T18:55:31.883 INFO:teuthology.orchestra.run.smithi145.stdout: python3-pytz-2021.1-5.el9.noarch 2024-09-13T18:55:31.883 INFO:teuthology.orchestra.run.smithi145.stdout: python3-rados-2:18.2.4-860.g6c6b083f.el9.x86_64 2024-09-13T18:55:31.883 INFO:teuthology.orchestra.run.smithi145.stdout: python3-rbd-2:18.2.4-860.g6c6b083f.el9.x86_64 2024-09-13T18:55:31.884 INFO:teuthology.orchestra.run.smithi145.stdout: python3-repoze-lru-0.7-16.el9.noarch 2024-09-13T18:55:31.884 INFO:teuthology.orchestra.run.smithi145.stdout: python3-requests-2.25.1-8.el9.noarch 2024-09-13T18:55:31.884 INFO:teuthology.orchestra.run.smithi145.stdout: python3-requests-oauthlib-1.3.0-12.el9.noarch 2024-09-13T18:55:31.884 INFO:teuthology.orchestra.run.smithi145.stdout: python3-rgw-2:18.2.4-860.g6c6b083f.el9.x86_64 2024-09-13T18:55:31.884 INFO:teuthology.orchestra.run.smithi145.stdout: python3-routes-2.5.1-5.el9.noarch 2024-09-13T18:55:31.884 INFO:teuthology.orchestra.run.smithi145.stdout: python3-rsa-4.9-2.el9.noarch 2024-09-13T18:55:31.884 INFO:teuthology.orchestra.run.smithi145.stdout: python3-scipy-1.6.2-8.el9.x86_64 2024-09-13T18:55:31.884 INFO:teuthology.orchestra.run.smithi145.stdout: python3-tempora-5.0.0-2.el9.noarch 2024-09-13T18:55:31.884 INFO:teuthology.orchestra.run.smithi145.stdout: python3-toml-0.10.2-6.el9.noarch 2024-09-13T18:55:31.884 INFO:teuthology.orchestra.run.smithi145.stdout: python3-typing-extensions-4.12.2-2.el9.noarch 2024-09-13T18:55:31.884 INFO:teuthology.orchestra.run.smithi145.stdout: python3-urllib3-1.26.5-6.el9.noarch 2024-09-13T18:55:31.884 INFO:teuthology.orchestra.run.smithi145.stdout: python3-webob-1.8.8-2.el9.noarch 2024-09-13T18:55:31.884 INFO:teuthology.orchestra.run.smithi145.stdout: python3-websocket-client-1.2.3-2.el9.noarch 2024-09-13T18:55:31.885 INFO:teuthology.orchestra.run.smithi145.stdout: python3-werkzeug-2.0.3-3.el9.1.noarch 2024-09-13T18:55:31.885 INFO:teuthology.orchestra.run.smithi145.stdout: python3-zc-lockfile-2.0-10.el9.noarch 2024-09-13T18:55:31.885 INFO:teuthology.orchestra.run.smithi145.stdout: rbd-fuse-2:18.2.4-860.g6c6b083f.el9.x86_64 2024-09-13T18:55:31.885 INFO:teuthology.orchestra.run.smithi145.stdout: rbd-mirror-2:18.2.4-860.g6c6b083f.el9.x86_64 2024-09-13T18:55:31.885 INFO:teuthology.orchestra.run.smithi145.stdout: rbd-nbd-2:18.2.4-860.g6c6b083f.el9.x86_64 2024-09-13T18:55:31.885 INFO:teuthology.orchestra.run.smithi145.stdout: re2-1:20211101-20.el9.x86_64 2024-09-13T18:55:31.885 INFO:teuthology.orchestra.run.smithi145.stdout: socat-1.7.4.1-6.el9.x86_64 2024-09-13T18:55:31.885 INFO:teuthology.orchestra.run.smithi145.stdout: thrift-0.15.0-2.el9.x86_64 2024-09-13T18:55:31.885 INFO:teuthology.orchestra.run.smithi145.stdout: uuid-1.6.2-55.el9.x86_64 2024-09-13T18:55:31.885 INFO:teuthology.orchestra.run.smithi145.stdout: xfsprogs-devel-6.4.0-4.el9.x86_64 2024-09-13T18:55:31.885 INFO:teuthology.orchestra.run.smithi145.stdout: xmlstarlet-1.6.1-20.el9.x86_64 2024-09-13T18:55:31.886 INFO:teuthology.orchestra.run.smithi145.stdout: zlib-devel-1.2.11-41.el9.x86_64 2024-09-13T18:55:31.886 INFO:teuthology.orchestra.run.smithi145.stdout: 2024-09-13T18:55:31.886 INFO:teuthology.orchestra.run.smithi145.stdout:Complete! 2024-09-13T18:55:32.310 DEBUG:teuthology.parallel:result is None 2024-09-13T18:55:32.311 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=6c6b083f148f500c4f56d402b9e4ffcab6f1e2d3 2024-09-13T18:55:32.470 DEBUG:teuthology.orchestra.run.smithi119:> rpm -q ceph --qf '%{VERSION}-%{RELEASE}' 2024-09-13T18:55:32.496 INFO:teuthology.orchestra.run.smithi119.stdout:18.2.4-860.g6c6b083f.el9 2024-09-13T18:55:32.497 INFO:teuthology.packaging:The installed version of ceph is 18.2.4-860.g6c6b083f.el9 2024-09-13T18:55:32.497 INFO:teuthology.task.install:The correct ceph version 18.2.4-860.g6c6b083f is installed. 2024-09-13T18:55:32.500 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=6c6b083f148f500c4f56d402b9e4ffcab6f1e2d3 2024-09-13T18:55:32.652 DEBUG:teuthology.orchestra.run.smithi145:> rpm -q ceph --qf '%{VERSION}-%{RELEASE}' 2024-09-13T18:55:32.674 INFO:teuthology.orchestra.run.smithi145.stdout:18.2.4-860.g6c6b083f.el9 2024-09-13T18:55:32.675 INFO:teuthology.packaging:The installed version of ceph is 18.2.4-860.g6c6b083f.el9 2024-09-13T18:55:32.675 INFO:teuthology.task.install:The correct ceph version 18.2.4-860.g6c6b083f is installed. 2024-09-13T18:55:32.676 INFO:teuthology.task.install.util:Shipping valgrind.supp... 2024-09-13T18:55:32.677 DEBUG:teuthology.orchestra.run.smithi119:> set -ex 2024-09-13T18:55:32.677 DEBUG:teuthology.orchestra.run.smithi119:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2024-09-13T18:55:32.708 DEBUG:teuthology.orchestra.run.smithi145:> set -ex 2024-09-13T18:55:32.709 DEBUG:teuthology.orchestra.run.smithi145:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2024-09-13T18:55:32.741 INFO:teuthology.task.install.util:Shipping 'daemon-helper'... 2024-09-13T18:55:32.742 DEBUG:teuthology.orchestra.run.smithi119:> set -ex 2024-09-13T18:55:32.742 DEBUG:teuthology.orchestra.run.smithi119:> sudo dd of=/usr/bin/daemon-helper 2024-09-13T18:55:32.777 DEBUG:teuthology.orchestra.run.smithi119:> sudo chmod a=rx -- /usr/bin/daemon-helper 2024-09-13T18:55:32.844 DEBUG:teuthology.orchestra.run.smithi145:> set -ex 2024-09-13T18:55:32.844 DEBUG:teuthology.orchestra.run.smithi145:> sudo dd of=/usr/bin/daemon-helper 2024-09-13T18:55:32.869 DEBUG:teuthology.orchestra.run.smithi145:> sudo chmod a=rx -- /usr/bin/daemon-helper 2024-09-13T18:55:32.934 INFO:teuthology.task.install.util:Shipping 'adjust-ulimits'... 2024-09-13T18:55:32.934 DEBUG:teuthology.orchestra.run.smithi119:> set -ex 2024-09-13T18:55:32.934 DEBUG:teuthology.orchestra.run.smithi119:> sudo dd of=/usr/bin/adjust-ulimits 2024-09-13T18:55:32.961 DEBUG:teuthology.orchestra.run.smithi119:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2024-09-13T18:55:33.027 DEBUG:teuthology.orchestra.run.smithi145:> set -ex 2024-09-13T18:55:33.028 DEBUG:teuthology.orchestra.run.smithi145:> sudo dd of=/usr/bin/adjust-ulimits 2024-09-13T18:55:33.051 DEBUG:teuthology.orchestra.run.smithi145:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2024-09-13T18:55:33.116 INFO:teuthology.task.install.util:Shipping 'stdin-killer'... 2024-09-13T18:55:33.116 DEBUG:teuthology.orchestra.run.smithi119:> set -ex 2024-09-13T18:55:33.117 DEBUG:teuthology.orchestra.run.smithi119:> sudo dd of=/usr/bin/stdin-killer 2024-09-13T18:55:33.143 DEBUG:teuthology.orchestra.run.smithi119:> sudo chmod a=rx -- /usr/bin/stdin-killer 2024-09-13T18:55:33.209 DEBUG:teuthology.orchestra.run.smithi145:> set -ex 2024-09-13T18:55:33.209 DEBUG:teuthology.orchestra.run.smithi145:> sudo dd of=/usr/bin/stdin-killer 2024-09-13T18:55:33.233 DEBUG:teuthology.orchestra.run.smithi145:> sudo chmod a=rx -- /usr/bin/stdin-killer 2024-09-13T18:55:33.298 INFO:teuthology.run_tasks:Running task ceph... 2024-09-13T18:55:33.376 INFO:tasks.ceph:Making ceph log dir writeable by non-root... 2024-09-13T18:55:33.376 DEBUG:teuthology.orchestra.run.smithi119:> sudo chmod 777 /var/log/ceph 2024-09-13T18:55:33.379 DEBUG:teuthology.orchestra.run.smithi145:> sudo chmod 777 /var/log/ceph 2024-09-13T18:55:33.403 INFO:tasks.ceph:Disabling ceph logrotate... 2024-09-13T18:55:33.403 DEBUG:teuthology.orchestra.run.smithi119:> sudo rm -f -- /etc/logrotate.d/ceph 2024-09-13T18:55:33.445 DEBUG:teuthology.orchestra.run.smithi145:> sudo rm -f -- /etc/logrotate.d/ceph 2024-09-13T18:55:33.469 INFO:tasks.ceph:Creating extra log directories... 2024-09-13T18:55:33.469 DEBUG:teuthology.orchestra.run.smithi119:> sudo install -d -m0777 -- /var/log/ceph/valgrind /var/log/ceph/profiling-logger 2024-09-13T18:55:33.509 DEBUG:teuthology.orchestra.run.smithi145:> sudo install -d -m0777 -- /var/log/ceph/valgrind /var/log/ceph/profiling-logger 2024-09-13T18:55:33.540 INFO:tasks.ceph:Setting up log rotation with {'ceph-mds': '10G', 'ceph-osd': '10G'} 2024-09-13T18:55:33.540 INFO:tasks.ceph:writing logrotate stanza for ceph-mds 2024-09-13T18:55:33.540 INFO:tasks.ceph:writing logrotate stanza for ceph-osd 2024-09-13T18:55:33.540 DEBUG:teuthology.orchestra.run.smithi119:> set -ex 2024-09-13T18:55:33.540 DEBUG:teuthology.orchestra.run.smithi119:> dd of=/home/ubuntu/cephtest/logrotate.ceph-test.conf 2024-09-13T18:55:33.588 DEBUG:teuthology.orchestra.run.smithi119:> sudo mv /home/ubuntu/cephtest/logrotate.ceph-test.conf /etc/logrotate.d/ceph-test.conf && sudo chmod 0644 /etc/logrotate.d/ceph-test.conf && sudo chown root.root /etc/logrotate.d/ceph-test.conf 2024-09-13T18:55:33.709 DEBUG:teuthology.orchestra.run.smithi119:> sudo chcon system_u:object_r:etc_t:s0 /etc/logrotate.d/ceph-test.conf 2024-09-13T18:55:33.734 DEBUG:teuthology.orchestra.run.smithi145:> set -ex 2024-09-13T18:55:33.734 DEBUG:teuthology.orchestra.run.smithi145:> dd of=/home/ubuntu/cephtest/logrotate.ceph-test.conf 2024-09-13T18:55:33.749 DEBUG:teuthology.orchestra.run.smithi145:> sudo mv /home/ubuntu/cephtest/logrotate.ceph-test.conf /etc/logrotate.d/ceph-test.conf && sudo chmod 0644 /etc/logrotate.d/ceph-test.conf && sudo chown root.root /etc/logrotate.d/ceph-test.conf 2024-09-13T18:55:33.867 DEBUG:teuthology.orchestra.run.smithi145:> sudo chcon system_u:object_r:etc_t:s0 /etc/logrotate.d/ceph-test.conf 2024-09-13T18:55:33.897 INFO:tasks.ceph:Creating ceph cluster ceph... 2024-09-13T18:55:33.897 INFO:tasks.ceph:config {'conf': {'client': {'client mount timeout': 600, 'debug client': 20, 'debug ms': 1, 'pid file': '', 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'mds': {'debug mds': 20, 'debug mds balancer': 20, 'debug ms': 1, 'mds debug frag': True, 'mds debug scatterstat': True, 'mds op complaint time': 180, 'mds verify scatter': True, 'osd op complaint time': 180, 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'mgr': {'debug client': 20, 'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20, 'mon op complaint time': 120, 'mon warn on pool no app': False}, 'osd': {'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': 20, 'debug bluestore': 20, 'debug ms': 1, 'debug osd': 20, 'debug rocksdb': 10, 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore', 'osd op complaint time': 180}}, 'fs': 'xfs', 'mkfs_options': None, 'mount_options': None, 'skip_mgr_daemons': False, 'log_ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', 'FS_DEGRADED', 'FS_INLINE_DATA_DEPRECATED', 'FS_WITH_FAILED_MDS', 'MDS_ALL_DOWN', 'MDS_DAMAGE', 'MDS_DEGRADED', 'MDS_FAILED', 'MDS_INSUFFICIENT_STANDBY', 'MDS_UP_LESS_THAN_MAX', 'filesystem is online with fewer MDS than max_mds', 'POOL_APP_NOT_ENABLED', 'do not have an application enabled', 'overall HEALTH_', 'Replacing daemon', 'deprecated feature inline_data', 'overall HEALTH_', '\\(OSD_DOWN\\)', '\\(OSD_', 'but it is still running', 'is not responding', 'MON_DOWN', 'PG_AVAILABILITY', 'PG_DEGRADED', 'Reduced data availability', 'Degraded data redundancy'], 'cpu_profile': set(), 'cluster': 'ceph', 'mon_bind_msgr2': True, 'mon_bind_addrvec': True} 2024-09-13T18:55:33.898 INFO:tasks.ceph:ctx.config {'archive_path': '/home/teuthworker/archive/rishabh-2024-09-13_14:42:16-fs-wip-rishabh-testing-20240910.100730-reef-distro-default-smithi/7904019', 'branch': 'wip-rishabh-testing-20240910.100730-reef', 'description': 'fs/functional/{begin/{0-install 1-ceph 2-logrotate 3-modules} clusters/1a3s-mds-4c-client conf/{client mds mgr mon osd} distro/{centos_latest} mount/fuse objectstore/bluestore-ec-root overrides/{ignorelist_health ignorelist_wrongly_marked_down no_client_pidfile pg_health} subvol_versions/create_subvol_version_v1 tasks/recovery-fs}', 'email': None, 'first_in_suite': False, 'job_id': '7904019', 'kernel': {'kdb': 1, 'sha1': 'distro'}, 'last_in_suite': False, 'log-rotate': {'ceph-mds': '10G', 'ceph-osd': '10G'}, 'machine_type': 'smithi', 'mgrmodules': {'sequential': [{'print': 'Enabling mgr modules'}]}, 'name': 'rishabh-2024-09-13_14:42:16-fs-wip-rishabh-testing-20240910.100730-reef-distro-default-smithi', 'no_nested_subset': False, 'openstack': [{'volumes': {'count': 4, 'size': 20}}, {'machine': {'disk': 200}}], 'os_type': 'centos', 'os_version': '9.stream', 'overrides': {'admin_socket': {'branch': 'wip-rishabh-testing-20240910.100730-reef'}, 'ceph': {'cephfs': {'ec_profile': ['m=2', 'k=2', 'crush-failure-domain=osd']}, 'conf': {'client': {'client mount timeout': 600, 'debug client': 20, 'debug ms': 1, 'pid file': '', 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'mds': {'debug mds': 20, 'debug mds balancer': 20, 'debug ms': 1, 'mds debug frag': True, 'mds debug scatterstat': True, 'mds op complaint time': 180, 'mds verify scatter': True, 'osd op complaint time': 180, 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'mgr': {'debug client': 20, 'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20, 'mon op complaint time': 120, 'mon warn on pool no app': False}, 'osd': {'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': 20, 'debug bluestore': 20, 'debug ms': 1, 'debug osd': 20, 'debug rocksdb': 10, 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore', 'osd op complaint time': 180}}, 'flavor': 'default', 'fs': 'xfs', 'log-ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', 'FS_DEGRADED', 'FS_INLINE_DATA_DEPRECATED', 'FS_WITH_FAILED_MDS', 'MDS_ALL_DOWN', 'MDS_DAMAGE', 'MDS_DEGRADED', 'MDS_FAILED', 'MDS_INSUFFICIENT_STANDBY', 'MDS_UP_LESS_THAN_MAX', 'filesystem is online with fewer MDS than max_mds', 'POOL_APP_NOT_ENABLED', 'do not have an application enabled', 'overall HEALTH_', 'Replacing daemon', 'deprecated feature inline_data', 'overall HEALTH_', '\\(OSD_DOWN\\)', '\\(OSD_', 'but it is still running', 'is not responding', 'MON_DOWN', 'PG_AVAILABILITY', 'PG_DEGRADED', 'Reduced data availability', 'Degraded data redundancy'], 'sha1': '6c6b083f148f500c4f56d402b9e4ffcab6f1e2d3'}, 'ceph-deploy': {'bluestore': True, 'conf': {'client': {'log file': '/var/log/ceph/ceph-$name.$pid.log'}, 'mon': {}, 'osd': {'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': 20, 'debug bluestore': 20, 'debug rocksdb': 10, 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore'}}, 'fs': 'xfs'}, 'install': {'ceph': {'flavor': 'default', 'sha1': '6c6b083f148f500c4f56d402b9e4ffcab6f1e2d3'}}, 'selinux': {'allowlist': ['scontext=system_u:system_r:getty_t:s0']}, 'subvolume_version': 1, 'thrashosds': {'bdev_inject_crash': 2, 'bdev_inject_crash_probability': 0.5}, 'workunit': {'branch': 'wip-rishabh-testing-20240910.100730-reef', 'sha1': '6c6b083f148f500c4f56d402b9e4ffcab6f1e2d3'}}, 'owner': 'scheduled_rishabh@teuthology', 'priority': 70, 'repo': 'https://git.ceph.com/ceph-ci.git', 'roles': [['mon.a', 'mgr.y', 'mds.a', 'mds.c', 'osd.0', 'osd.1', 'osd.2', 'osd.3', 'client.0', 'client.2'], ['mon.b', 'mon.c', 'mgr.x', 'mds.b', 'mds.d', 'osd.4', 'osd.5', 'osd.6', 'osd.7', 'client.1', 'client.3']], 'seed': 6439, 'sha1': '6c6b083f148f500c4f56d402b9e4ffcab6f1e2d3', 'sleep_before_teardown': 0, 'subset': '964/1024', 'suite': 'fs', 'suite_branch': 'wip-rishabh-testing-20240910.100730-reef', 'suite_path': '/home/teuthworker/src/git.ceph.com_ceph-c_6c6b083f148f500c4f56d402b9e4ffcab6f1e2d3/qa', 'suite_relpath': 'qa', 'suite_repo': 'https://git.ceph.com/ceph-ci.git', 'suite_sha1': '6c6b083f148f500c4f56d402b9e4ffcab6f1e2d3', 'syslog': {'ignorelist': ['WARNING*.*check_session_state', 'WARNING*.*__ceph_remove_cap']}, 'targets': {'smithi119.front.sepia.ceph.com': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBEH9qfFMeb8RPiwfzXHRGsvu3gKb+qfYyOF3Tf7uf++nRSJNrby6YXk11ES7P8r4wo6TnHu1+lq3I/9vdSUUoHk=', 'smithi145.front.sepia.ceph.com': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBIwOhYWJ2GPMCXl5yZd7XowXdHBjXBtfZrM8Um2IHNkTNVpDCbMSeMJH8F1gW13HZBhm4eaCpaqVXVyadGwo3zc='}, 'tasks': [{'internal.check_packages': None}, {'internal.buildpackages_prep': None}, {'internal.save_config': None}, {'internal.check_lock': None}, {'internal.add_remotes': None}, {'console_log': None}, {'internal.connect': None}, {'internal.push_inventory': None}, {'internal.serialize_remote_roles': None}, {'internal.check_conflict': None}, {'internal.check_ceph_data': None}, {'internal.vm_setup': None}, {'kernel': {'kdb': 1, 'sha1': 'distro'}}, {'internal.base': None}, {'internal.archive_upload': None}, {'internal.archive': None}, {'internal.coredump': None}, {'internal.sudo': None}, {'internal.syslog': None}, {'internal.timer': None}, {'pcp': None}, {'selinux': None}, {'ansible.cephlab': None}, {'clock': None}, {'install': {'extra_packages': {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-top', 'cephfs-mirror']}, 'extra_system_packages': {'deb': ['bison', 'flex', 'libelf-dev', 'libssl-dev', 'network-manager', 'iproute2', 'util-linux', 'dump', 'indent', 'libaio-dev', 'libtool-bin', 'uuid-dev', 'xfslibs-dev', 'postgresql', 'postgresql-client', 'postgresql-common', 'postgresql-contrib'], 'rpm': ['bison', 'flex', 'elfutils-libelf-devel', 'openssl-devel', 'NetworkManager', 'iproute', 'util-linux', 'libacl-devel', 'libaio-devel', 'libattr-devel', 'libtool', 'libuuid-devel', 'xfsdump', 'xfsprogs', 'xfsprogs-devel', 'libaio-devel', 'libtool', 'libuuid-devel', 'xfsprogs-devel', 'postgresql', 'postgresql-server', 'postgresql-contrib']}, 'flavor': 'default', 'sha1': '6c6b083f148f500c4f56d402b9e4ffcab6f1e2d3'}}, {'ceph': {'create_rbd_pool': False, 'cephfs': {'ec_profile': ['m=2', 'k=2', 'crush-failure-domain=osd']}, 'conf': {'client': {'client mount timeout': 600, 'debug client': 20, 'debug ms': 1, 'pid file': '', 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'mds': {'debug mds': 20, 'debug mds balancer': 20, 'debug ms': 1, 'mds debug frag': True, 'mds debug scatterstat': True, 'mds op complaint time': 180, 'mds verify scatter': True, 'osd op complaint time': 180, 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'mgr': {'debug client': 20, 'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20, 'mon op complaint time': 120, 'mon warn on pool no app': False}, 'osd': {'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': 20, 'debug bluestore': 20, 'debug ms': 1, 'debug osd': 20, 'debug rocksdb': 10, 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore', 'osd op complaint time': 180}}, 'flavor': 'default', 'fs': 'xfs', 'log-ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', 'FS_DEGRADED', 'FS_INLINE_DATA_DEPRECATED', 'FS_WITH_FAILED_MDS', 'MDS_ALL_DOWN', 'MDS_DAMAGE', 'MDS_DEGRADED', 'MDS_FAILED', 'MDS_INSUFFICIENT_STANDBY', 'MDS_UP_LESS_THAN_MAX', 'filesystem is online with fewer MDS than max_mds', 'POOL_APP_NOT_ENABLED', 'do not have an application enabled', 'overall HEALTH_', 'Replacing daemon', 'deprecated feature inline_data', 'overall HEALTH_', '\\(OSD_DOWN\\)', '\\(OSD_', 'but it is still running', 'is not responding', 'MON_DOWN', 'PG_AVAILABILITY', 'PG_DEGRADED', 'Reduced data availability', 'Degraded data redundancy'], 'sha1': '6c6b083f148f500c4f56d402b9e4ffcab6f1e2d3', 'cluster': 'ceph'}}, {'sequential': ['mgrmodules']}, {'ceph-fuse': None}, {'cephfs_test_runner': {'modules': ['tasks.cephfs.test_recovery_fs']}}], 'teuthology': {'fragments_dropped': [], 'meta': {}, 'postmerge': ['local function is_kupstream() return false end', 'local function is_kdistro() return false end', 'local function is_fuse() return true end', "local function syntax_version() return '' end"]}, 'teuthology_branch': 'main', 'teuthology_sha1': '3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a', 'timestamp': '2024-09-13_14:42:16', 'tube': 'smithi', 'user': 'rishabh', 'verbose': False, 'worker_log': '/home/teuthworker/archive/worker_logs/dispatcher.smithi.3401856'} 2024-09-13T18:55:33.898 DEBUG:teuthology.orchestra.run.smithi119:> install -d -m0755 -- /home/ubuntu/cephtest/ceph.data 2024-09-13T18:55:33.901 DEBUG:teuthology.orchestra.run.smithi145:> install -d -m0755 -- /home/ubuntu/cephtest/ceph.data 2024-09-13T18:55:33.947 DEBUG:teuthology.orchestra.run.smithi119:> sudo install -d -m0777 -- /var/run/ceph 2024-09-13T18:55:33.957 DEBUG:teuthology.orchestra.run.smithi145:> sudo install -d -m0777 -- /var/run/ceph 2024-09-13T18:55:34.012 DEBUG:teuthology.orchestra.run.smithi119:> set -ex 2024-09-13T18:55:34.012 DEBUG:teuthology.orchestra.run.smithi119:> dd if=/scratch_devs of=/dev/stdout 2024-09-13T18:55:34.034 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2024-09-13T18:55:34.034 DEBUG:teuthology.orchestra.run.smithi119:> stat /dev/vg_nvme/lv_1 2024-09-13T18:55:34.089 INFO:teuthology.orchestra.run.smithi119.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2024-09-13T18:55:34.089 INFO:teuthology.orchestra.run.smithi119.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-13T18:55:34.089 INFO:teuthology.orchestra.run.smithi119.stdout:Device: 5h/5d Inode: 665 Links: 1 2024-09-13T18:55:34.089 INFO:teuthology.orchestra.run.smithi119.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-13T18:55:34.090 INFO:teuthology.orchestra.run.smithi119.stdout:Context: system_u:object_r:device_t:s0 2024-09-13T18:55:34.090 INFO:teuthology.orchestra.run.smithi119.stdout:Access: 2024-09-13 18:55:10.134423435 +0000 2024-09-13T18:55:34.090 INFO:teuthology.orchestra.run.smithi119.stdout:Modify: 2024-09-13 18:53:33.265774015 +0000 2024-09-13T18:55:34.090 INFO:teuthology.orchestra.run.smithi119.stdout:Change: 2024-09-13 18:53:33.265774015 +0000 2024-09-13T18:55:34.090 INFO:teuthology.orchestra.run.smithi119.stdout: Birth: 2024-09-13 18:53:33.265774015 +0000 2024-09-13T18:55:34.090 DEBUG:teuthology.orchestra.run.smithi119:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2024-09-13T18:55:34.152 INFO:teuthology.orchestra.run.smithi119.stderr:1+0 records in 2024-09-13T18:55:34.152 INFO:teuthology.orchestra.run.smithi119.stderr:1+0 records out 2024-09-13T18:55:34.152 INFO:teuthology.orchestra.run.smithi119.stderr:512 bytes copied, 0.000190419 s, 2.7 MB/s 2024-09-13T18:55:34.153 DEBUG:teuthology.orchestra.run.smithi119:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2024-09-13T18:55:34.209 DEBUG:teuthology.orchestra.run.smithi119:> stat /dev/vg_nvme/lv_2 2024-09-13T18:55:34.264 INFO:teuthology.orchestra.run.smithi119.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2024-09-13T18:55:34.264 INFO:teuthology.orchestra.run.smithi119.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-13T18:55:34.265 INFO:teuthology.orchestra.run.smithi119.stdout:Device: 5h/5d Inode: 685 Links: 1 2024-09-13T18:55:34.265 INFO:teuthology.orchestra.run.smithi119.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-13T18:55:34.265 INFO:teuthology.orchestra.run.smithi119.stdout:Context: system_u:object_r:device_t:s0 2024-09-13T18:55:34.265 INFO:teuthology.orchestra.run.smithi119.stdout:Access: 2024-09-13 18:55:10.135423409 +0000 2024-09-13T18:55:34.265 INFO:teuthology.orchestra.run.smithi119.stdout:Modify: 2024-09-13 18:53:33.601765249 +0000 2024-09-13T18:55:34.265 INFO:teuthology.orchestra.run.smithi119.stdout:Change: 2024-09-13 18:53:33.601765249 +0000 2024-09-13T18:55:34.265 INFO:teuthology.orchestra.run.smithi119.stdout: Birth: 2024-09-13 18:53:33.601765249 +0000 2024-09-13T18:55:34.265 DEBUG:teuthology.orchestra.run.smithi119:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2024-09-13T18:55:34.327 INFO:teuthology.orchestra.run.smithi119.stderr:1+0 records in 2024-09-13T18:55:34.328 INFO:teuthology.orchestra.run.smithi119.stderr:1+0 records out 2024-09-13T18:55:34.328 INFO:teuthology.orchestra.run.smithi119.stderr:512 bytes copied, 0.000187397 s, 2.7 MB/s 2024-09-13T18:55:34.329 DEBUG:teuthology.orchestra.run.smithi119:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2024-09-13T18:55:34.385 DEBUG:teuthology.orchestra.run.smithi119:> stat /dev/vg_nvme/lv_3 2024-09-13T18:55:34.440 INFO:teuthology.orchestra.run.smithi119.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2024-09-13T18:55:34.440 INFO:teuthology.orchestra.run.smithi119.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-13T18:55:34.440 INFO:teuthology.orchestra.run.smithi119.stdout:Device: 5h/5d Inode: 705 Links: 1 2024-09-13T18:55:34.441 INFO:teuthology.orchestra.run.smithi119.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-13T18:55:34.441 INFO:teuthology.orchestra.run.smithi119.stdout:Context: system_u:object_r:device_t:s0 2024-09-13T18:55:34.441 INFO:teuthology.orchestra.run.smithi119.stdout:Access: 2024-09-13 18:55:10.135423409 +0000 2024-09-13T18:55:34.441 INFO:teuthology.orchestra.run.smithi119.stdout:Modify: 2024-09-13 18:53:33.946756248 +0000 2024-09-13T18:55:34.441 INFO:teuthology.orchestra.run.smithi119.stdout:Change: 2024-09-13 18:53:33.946756248 +0000 2024-09-13T18:55:34.441 INFO:teuthology.orchestra.run.smithi119.stdout: Birth: 2024-09-13 18:53:33.946756248 +0000 2024-09-13T18:55:34.441 DEBUG:teuthology.orchestra.run.smithi119:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2024-09-13T18:55:34.503 INFO:teuthology.orchestra.run.smithi119.stderr:1+0 records in 2024-09-13T18:55:34.504 INFO:teuthology.orchestra.run.smithi119.stderr:1+0 records out 2024-09-13T18:55:34.504 INFO:teuthology.orchestra.run.smithi119.stderr:512 bytes copied, 0.000191149 s, 2.7 MB/s 2024-09-13T18:55:34.505 DEBUG:teuthology.orchestra.run.smithi119:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2024-09-13T18:55:34.561 DEBUG:teuthology.orchestra.run.smithi119:> stat /dev/vg_nvme/lv_4 2024-09-13T18:55:34.616 INFO:teuthology.orchestra.run.smithi119.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2024-09-13T18:55:34.617 INFO:teuthology.orchestra.run.smithi119.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-13T18:55:34.617 INFO:teuthology.orchestra.run.smithi119.stdout:Device: 5h/5d Inode: 723 Links: 1 2024-09-13T18:55:34.617 INFO:teuthology.orchestra.run.smithi119.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-13T18:55:34.617 INFO:teuthology.orchestra.run.smithi119.stdout:Context: system_u:object_r:device_t:s0 2024-09-13T18:55:34.617 INFO:teuthology.orchestra.run.smithi119.stdout:Access: 2024-09-13 18:55:10.136423383 +0000 2024-09-13T18:55:34.617 INFO:teuthology.orchestra.run.smithi119.stdout:Modify: 2024-09-13 18:53:34.260748056 +0000 2024-09-13T18:55:34.617 INFO:teuthology.orchestra.run.smithi119.stdout:Change: 2024-09-13 18:53:34.260748056 +0000 2024-09-13T18:55:34.617 INFO:teuthology.orchestra.run.smithi119.stdout: Birth: 2024-09-13 18:53:34.260748056 +0000 2024-09-13T18:55:34.617 DEBUG:teuthology.orchestra.run.smithi119:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2024-09-13T18:55:34.679 INFO:teuthology.orchestra.run.smithi119.stderr:1+0 records in 2024-09-13T18:55:34.679 INFO:teuthology.orchestra.run.smithi119.stderr:1+0 records out 2024-09-13T18:55:34.679 INFO:teuthology.orchestra.run.smithi119.stderr:512 bytes copied, 0.000188496 s, 2.7 MB/s 2024-09-13T18:55:34.680 DEBUG:teuthology.orchestra.run.smithi119:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2024-09-13T18:55:34.736 INFO:tasks.ceph:osd dev map: {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'} 2024-09-13T18:55:34.736 DEBUG:teuthology.orchestra.run.smithi145:> set -ex 2024-09-13T18:55:34.736 DEBUG:teuthology.orchestra.run.smithi145:> dd if=/scratch_devs of=/dev/stdout 2024-09-13T18:55:34.754 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2024-09-13T18:55:34.754 DEBUG:teuthology.orchestra.run.smithi145:> stat /dev/vg_nvme/lv_1 2024-09-13T18:55:34.811 INFO:teuthology.orchestra.run.smithi145.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2024-09-13T18:55:34.811 INFO:teuthology.orchestra.run.smithi145.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-13T18:55:34.811 INFO:teuthology.orchestra.run.smithi145.stdout:Device: 5h/5d Inode: 665 Links: 1 2024-09-13T18:55:34.811 INFO:teuthology.orchestra.run.smithi145.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-13T18:55:34.811 INFO:teuthology.orchestra.run.smithi145.stdout:Context: system_u:object_r:device_t:s0 2024-09-13T18:55:34.811 INFO:teuthology.orchestra.run.smithi145.stdout:Access: 2024-09-13 18:55:24.117414268 +0000 2024-09-13T18:55:34.811 INFO:teuthology.orchestra.run.smithi145.stdout:Modify: 2024-09-13 18:53:33.282167187 +0000 2024-09-13T18:55:34.811 INFO:teuthology.orchestra.run.smithi145.stdout:Change: 2024-09-13 18:53:33.282167187 +0000 2024-09-13T18:55:34.812 INFO:teuthology.orchestra.run.smithi145.stdout: Birth: 2024-09-13 18:53:33.282167187 +0000 2024-09-13T18:55:34.812 DEBUG:teuthology.orchestra.run.smithi145:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2024-09-13T18:55:34.876 INFO:teuthology.orchestra.run.smithi145.stderr:1+0 records in 2024-09-13T18:55:34.876 INFO:teuthology.orchestra.run.smithi145.stderr:1+0 records out 2024-09-13T18:55:34.876 INFO:teuthology.orchestra.run.smithi145.stderr:512 bytes copied, 0.000260349 s, 2.0 MB/s 2024-09-13T18:55:34.877 DEBUG:teuthology.orchestra.run.smithi145:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2024-09-13T18:55:34.934 DEBUG:teuthology.orchestra.run.smithi145:> stat /dev/vg_nvme/lv_2 2024-09-13T18:55:34.990 INFO:teuthology.orchestra.run.smithi145.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2024-09-13T18:55:34.990 INFO:teuthology.orchestra.run.smithi145.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-13T18:55:34.991 INFO:teuthology.orchestra.run.smithi145.stdout:Device: 5h/5d Inode: 687 Links: 1 2024-09-13T18:55:34.991 INFO:teuthology.orchestra.run.smithi145.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-13T18:55:34.991 INFO:teuthology.orchestra.run.smithi145.stdout:Context: system_u:object_r:device_t:s0 2024-09-13T18:55:34.991 INFO:teuthology.orchestra.run.smithi145.stdout:Access: 2024-09-13 18:55:24.117414268 +0000 2024-09-13T18:55:34.991 INFO:teuthology.orchestra.run.smithi145.stdout:Modify: 2024-09-13 18:53:33.614160195 +0000 2024-09-13T18:55:34.991 INFO:teuthology.orchestra.run.smithi145.stdout:Change: 2024-09-13 18:53:33.614160195 +0000 2024-09-13T18:55:34.991 INFO:teuthology.orchestra.run.smithi145.stdout: Birth: 2024-09-13 18:53:33.614160195 +0000 2024-09-13T18:55:34.991 DEBUG:teuthology.orchestra.run.smithi145:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2024-09-13T18:55:35.055 INFO:teuthology.orchestra.run.smithi145.stderr:1+0 records in 2024-09-13T18:55:35.055 INFO:teuthology.orchestra.run.smithi145.stderr:1+0 records out 2024-09-13T18:55:35.055 INFO:teuthology.orchestra.run.smithi145.stderr:512 bytes copied, 0.000203897 s, 2.5 MB/s 2024-09-13T18:55:35.056 DEBUG:teuthology.orchestra.run.smithi145:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2024-09-13T18:55:35.113 DEBUG:teuthology.orchestra.run.smithi145:> stat /dev/vg_nvme/lv_3 2024-09-13T18:55:35.169 INFO:teuthology.orchestra.run.smithi145.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2024-09-13T18:55:35.169 INFO:teuthology.orchestra.run.smithi145.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-13T18:55:35.169 INFO:teuthology.orchestra.run.smithi145.stdout:Device: 5h/5d Inode: 704 Links: 1 2024-09-13T18:55:35.169 INFO:teuthology.orchestra.run.smithi145.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-13T18:55:35.169 INFO:teuthology.orchestra.run.smithi145.stdout:Context: system_u:object_r:device_t:s0 2024-09-13T18:55:35.170 INFO:teuthology.orchestra.run.smithi145.stdout:Access: 2024-09-13 18:55:24.118414246 +0000 2024-09-13T18:55:35.170 INFO:teuthology.orchestra.run.smithi145.stdout:Modify: 2024-09-13 18:53:33.950153118 +0000 2024-09-13T18:55:35.170 INFO:teuthology.orchestra.run.smithi145.stdout:Change: 2024-09-13 18:53:33.950153118 +0000 2024-09-13T18:55:35.170 INFO:teuthology.orchestra.run.smithi145.stdout: Birth: 2024-09-13 18:53:33.950153118 +0000 2024-09-13T18:55:35.170 DEBUG:teuthology.orchestra.run.smithi145:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2024-09-13T18:55:35.233 INFO:teuthology.orchestra.run.smithi145.stderr:1+0 records in 2024-09-13T18:55:35.233 INFO:teuthology.orchestra.run.smithi145.stderr:1+0 records out 2024-09-13T18:55:35.234 INFO:teuthology.orchestra.run.smithi145.stderr:512 bytes copied, 0.00017877 s, 2.9 MB/s 2024-09-13T18:55:35.235 DEBUG:teuthology.orchestra.run.smithi145:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2024-09-13T18:55:35.290 DEBUG:teuthology.orchestra.run.smithi145:> stat /dev/vg_nvme/lv_4 2024-09-13T18:55:35.346 INFO:teuthology.orchestra.run.smithi145.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2024-09-13T18:55:35.346 INFO:teuthology.orchestra.run.smithi145.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-13T18:55:35.346 INFO:teuthology.orchestra.run.smithi145.stdout:Device: 5h/5d Inode: 724 Links: 1 2024-09-13T18:55:35.346 INFO:teuthology.orchestra.run.smithi145.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-13T18:55:35.346 INFO:teuthology.orchestra.run.smithi145.stdout:Context: system_u:object_r:device_t:s0 2024-09-13T18:55:35.346 INFO:teuthology.orchestra.run.smithi145.stdout:Access: 2024-09-13 18:55:24.118414246 +0000 2024-09-13T18:55:35.346 INFO:teuthology.orchestra.run.smithi145.stdout:Modify: 2024-09-13 18:53:34.278146210 +0000 2024-09-13T18:55:35.346 INFO:teuthology.orchestra.run.smithi145.stdout:Change: 2024-09-13 18:53:34.278146210 +0000 2024-09-13T18:55:35.346 INFO:teuthology.orchestra.run.smithi145.stdout: Birth: 2024-09-13 18:53:34.278146210 +0000 2024-09-13T18:55:35.347 DEBUG:teuthology.orchestra.run.smithi145:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2024-09-13T18:55:35.409 INFO:teuthology.orchestra.run.smithi145.stderr:1+0 records in 2024-09-13T18:55:35.409 INFO:teuthology.orchestra.run.smithi145.stderr:1+0 records out 2024-09-13T18:55:35.409 INFO:teuthology.orchestra.run.smithi145.stderr:512 bytes copied, 0.000187764 s, 2.7 MB/s 2024-09-13T18:55:35.411 DEBUG:teuthology.orchestra.run.smithi145:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2024-09-13T18:55:35.466 INFO:tasks.ceph:osd dev map: {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'} 2024-09-13T18:55:35.466 INFO:tasks.ceph:remote_to_roles_to_devs: {Remote(name='ubuntu@smithi119.front.sepia.ceph.com'): {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'}, Remote(name='ubuntu@smithi145.front.sepia.ceph.com'): {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'}} 2024-09-13T18:55:35.466 INFO:tasks.ceph:Generating config... 2024-09-13T18:55:35.468 INFO:tasks.ceph:[client] client mount timeout = 600 2024-09-13T18:55:35.468 INFO:tasks.ceph:[client] debug client = 20 2024-09-13T18:55:35.468 INFO:tasks.ceph:[client] debug ms = 1 2024-09-13T18:55:35.468 INFO:tasks.ceph:[client] pid file = 2024-09-13T18:55:35.468 INFO:tasks.ceph:[client] rados mon op timeout = 900 2024-09-13T18:55:35.468 INFO:tasks.ceph:[client] rados osd op timeout = 900 2024-09-13T18:55:35.468 INFO:tasks.ceph:[mds] debug mds = 20 2024-09-13T18:55:35.468 INFO:tasks.ceph:[mds] debug mds balancer = 20 2024-09-13T18:55:35.468 INFO:tasks.ceph:[mds] debug ms = 1 2024-09-13T18:55:35.468 INFO:tasks.ceph:[mds] mds debug frag = True 2024-09-13T18:55:35.468 INFO:tasks.ceph:[mds] mds debug scatterstat = True 2024-09-13T18:55:35.468 INFO:tasks.ceph:[mds] mds op complaint time = 180 2024-09-13T18:55:35.469 INFO:tasks.ceph:[mds] mds verify scatter = True 2024-09-13T18:55:35.469 INFO:tasks.ceph:[mds] osd op complaint time = 180 2024-09-13T18:55:35.469 INFO:tasks.ceph:[mds] rados mon op timeout = 900 2024-09-13T18:55:35.469 INFO:tasks.ceph:[mds] rados osd op timeout = 900 2024-09-13T18:55:35.469 INFO:tasks.ceph:[mgr] debug client = 20 2024-09-13T18:55:35.469 INFO:tasks.ceph:[mgr] debug mgr = 20 2024-09-13T18:55:35.469 INFO:tasks.ceph:[mgr] debug ms = 1 2024-09-13T18:55:35.469 INFO:tasks.ceph:[mon] debug mon = 20 2024-09-13T18:55:35.469 INFO:tasks.ceph:[mon] debug ms = 1 2024-09-13T18:55:35.469 INFO:tasks.ceph:[mon] debug paxos = 20 2024-09-13T18:55:35.469 INFO:tasks.ceph:[mon] mon op complaint time = 120 2024-09-13T18:55:35.469 INFO:tasks.ceph:[mon] mon warn on pool no app = False 2024-09-13T18:55:35.469 INFO:tasks.ceph:[osd] bluestore block size = 96636764160 2024-09-13T18:55:35.470 INFO:tasks.ceph:[osd] bluestore fsck on mount = True 2024-09-13T18:55:35.470 INFO:tasks.ceph:[osd] debug bluefs = 20 2024-09-13T18:55:35.470 INFO:tasks.ceph:[osd] debug bluestore = 20 2024-09-13T18:55:35.470 INFO:tasks.ceph:[osd] debug ms = 1 2024-09-13T18:55:35.470 INFO:tasks.ceph:[osd] debug osd = 20 2024-09-13T18:55:35.470 INFO:tasks.ceph:[osd] debug rocksdb = 10 2024-09-13T18:55:35.470 INFO:tasks.ceph:[osd] mon osd backfillfull_ratio = 0.85 2024-09-13T18:55:35.470 INFO:tasks.ceph:[osd] mon osd full ratio = 0.9 2024-09-13T18:55:35.470 INFO:tasks.ceph:[osd] mon osd nearfull ratio = 0.8 2024-09-13T18:55:35.470 INFO:tasks.ceph:[osd] osd failsafe full ratio = 0.95 2024-09-13T18:55:35.470 INFO:tasks.ceph:[osd] osd objectstore = bluestore 2024-09-13T18:55:35.470 INFO:tasks.ceph:[osd] osd op complaint time = 180 2024-09-13T18:55:35.471 INFO:tasks.ceph:Setting up mon.a... 2024-09-13T18:55:35.471 DEBUG:teuthology.orchestra.run.smithi119:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring /etc/ceph/ceph.keyring 2024-09-13T18:55:35.526 INFO:teuthology.orchestra.run.smithi119.stdout:creating /etc/ceph/ceph.keyring 2024-09-13T18:55:35.529 DEBUG:teuthology.orchestra.run.smithi119:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --gen-key --name=mon. /etc/ceph/ceph.keyring 2024-09-13T18:55:35.573 DEBUG:teuthology.orchestra.run.smithi119:> sudo chmod 0644 /etc/ceph/ceph.keyring 2024-09-13T18:55:35.639 DEBUG:tasks.ceph:Ceph mon addresses: [('mon.a', '172.21.15.119'), ('mon.b', '172.21.15.145'), ('mon.c', '[v2:172.21.15.145:3301,v1:172.21.15.145:6790]')] 2024-09-13T18:55:35.639 DEBUG:tasks.ceph:writing out conf {'global': {'chdir': '', 'pid file': '/var/run/ceph/$cluster-$name.pid', 'auth supported': 'cephx', 'filestore xattr use omap': 'true', 'mon clock drift allowed': '1.000', 'osd crush chooseleaf type': '0', 'auth debug': 'true', 'ms die on old message': 'true', 'ms die on bug': 'true', 'mon max pg per osd': '10000', 'mon pg warn max object skew': '0', 'osd_pool_default_pg_autoscale_mode': 'off', 'osd pool default size': '2', 'mon osd allow primary affinity': 'true', 'mon osd allow pg remap': 'true', 'mon warn on legacy crush tunables': 'false', 'mon warn on crush straw calc version zero': 'false', 'mon warn on no sortbitwise': 'false', 'mon warn on osd down out interval zero': 'false', 'mon warn on too few osds': 'false', 'mon_warn_on_pool_pg_num_not_power_of_two': 'false', 'mon_warn_on_pool_no_redundancy': 'false', 'mon_allow_pool_size_one': 'true', 'osd pool default erasure code profile': 'plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd', 'osd default data pool replay window': '5', 'mon allow pool delete': 'true', 'mon cluster log file level': 'debug', 'debug asserts on shutdown': 'true', 'mon health detail to clog': 'false', 'mon host': '172.21.15.119,172.21.15.145,[v2:172.21.15.145:3301,v1:172.21.15.145:6790]'}, 'osd': {'osd journal size': '100', 'osd scrub load threshold': '5.0', 'osd scrub max interval': '600', 'osd mclock profile': 'high_recovery_ops', 'osd recover clone overlap': 'true', 'osd recovery max chunk': '1048576', 'osd debug shutdown': 'true', 'osd debug op order': 'true', 'osd debug verify stray on activate': 'true', 'osd open classes on start': 'true', 'osd debug pg log writeout': 'true', 'osd deep scrub update digest min age': '30', 'osd map max advance': '10', 'journal zero on create': 'true', 'filestore ondisk finisher threads': '3', 'filestore apply finisher threads': '3', 'bdev debug aio': 'true', 'osd debug misdirected ops': 'true', 'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': 20, 'debug bluestore': 20, 'debug ms': 1, 'debug osd': 20, 'debug rocksdb': 10, 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore', 'osd op complaint time': 180}, 'mgr': {'debug ms': 1, 'debug mgr': 20, 'debug mon': '20', 'debug auth': '20', 'mon reweight min pgs per osd': '4', 'mon reweight min bytes per osd': '10', 'mgr/telemetry/nag': 'false', 'debug client': 20}, 'mon': {'debug ms': 1, 'debug mon': 20, 'debug paxos': 20, 'debug auth': '20', 'mon data avail warn': '5', 'mon mgr mkfs grace': '240', 'mon reweight min pgs per osd': '4', 'mon osd reporter subtree level': 'osd', 'mon osd prime pg temp': 'true', 'mon reweight min bytes per osd': '10', 'auth mon ticket ttl': '660', 'auth service ticket ttl': '240', 'mon_warn_on_insecure_global_id_reclaim': 'false', 'mon_warn_on_insecure_global_id_reclaim_allowed': 'false', 'mon_down_mkfs_grace': '2m', 'mon_warn_on_filestore_osds': 'false', 'mon op complaint time': 120, 'mon warn on pool no app': False}, 'client': {'rgw cache enabled': 'true', 'rgw enable ops log': 'true', 'rgw enable usage log': 'true', 'log file': '/var/log/ceph/$cluster-$name.$pid.log', 'admin socket': '/var/run/ceph/$cluster-$name.$pid.asok', 'client mount timeout': 600, 'debug client': 20, 'debug ms': 1, 'pid file': '', 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'mon.a': {}, 'mon.b': {}, 'mon.c': {}, 'mds.a': {}, 'mds.c': {}, 'mds.b': {}, 'mds.d': {}, 'mds': {'debug mds': 20, 'debug mds balancer': 20, 'debug ms': 1, 'mds debug frag': True, 'mds debug scatterstat': True, 'mds op complaint time': 180, 'mds verify scatter': True, 'osd op complaint time': 180, 'rados mon op timeout': 900, 'rados osd op timeout': 900}} 2024-09-13T18:55:35.640 DEBUG:teuthology.orchestra.run.smithi119:> set -ex 2024-09-13T18:55:35.640 DEBUG:teuthology.orchestra.run.smithi119:> dd of=/home/ubuntu/cephtest/ceph.tmp.conf 2024-09-13T18:55:35.695 DEBUG:teuthology.orchestra.run.smithi119:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage monmaptool -c /home/ubuntu/cephtest/ceph.tmp.conf --create --clobber --enable-all-features --add a 172.21.15.119 --add b 172.21.15.145 --addv c '[v2:172.21.15.145:3301,v1:172.21.15.145:6790]' --print /home/ubuntu/cephtest/ceph.monmap 2024-09-13T18:55:35.780 INFO:teuthology.orchestra.run.smithi119.stdout:monmaptool: monmap file /home/ubuntu/cephtest/ceph.monmap 2024-09-13T18:55:35.780 INFO:teuthology.orchestra.run.smithi119.stdout:monmaptool: generated fsid b3bca492-3414-44ef-b63c-42eead5ea701 2024-09-13T18:55:35.780 INFO:teuthology.orchestra.run.smithi119.stdout:setting min_mon_release = pacific 2024-09-13T18:55:35.781 INFO:teuthology.orchestra.run.smithi119.stdout:epoch 0 2024-09-13T18:55:35.781 INFO:teuthology.orchestra.run.smithi119.stdout:fsid b3bca492-3414-44ef-b63c-42eead5ea701 2024-09-13T18:55:35.781 INFO:teuthology.orchestra.run.smithi119.stdout:last_changed 2024-09-13T18:55:35.778946+0000 2024-09-13T18:55:35.781 INFO:teuthology.orchestra.run.smithi119.stdout:created 2024-09-13T18:55:35.778946+0000 2024-09-13T18:55:35.781 INFO:teuthology.orchestra.run.smithi119.stdout:min_mon_release 16 (pacific) 2024-09-13T18:55:35.781 INFO:teuthology.orchestra.run.smithi119.stdout:election_strategy: 1 2024-09-13T18:55:35.781 INFO:teuthology.orchestra.run.smithi119.stdout:0: [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] mon.a 2024-09-13T18:55:35.781 INFO:teuthology.orchestra.run.smithi119.stdout:1: [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] mon.b 2024-09-13T18:55:35.781 INFO:teuthology.orchestra.run.smithi119.stdout:2: [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] mon.c 2024-09-13T18:55:35.781 INFO:teuthology.orchestra.run.smithi119.stdout:monmaptool: writing epoch 0 to /home/ubuntu/cephtest/ceph.monmap (3 monitors) 2024-09-13T18:55:35.783 DEBUG:teuthology.orchestra.run.smithi119:> rm -- /home/ubuntu/cephtest/ceph.tmp.conf 2024-09-13T18:55:35.798 INFO:tasks.ceph:Writing /etc/ceph/ceph.conf for FSID b3bca492-3414-44ef-b63c-42eead5ea701... 2024-09-13T18:55:35.799 DEBUG:teuthology.orchestra.run.smithi119:> sudo mkdir -p /etc/ceph && sudo chmod 0755 /etc/ceph && sudo tee /etc/ceph/ceph.conf && sudo chmod 0644 /etc/ceph/ceph.conf > /dev/null 2024-09-13T18:55:35.841 DEBUG:teuthology.orchestra.run.smithi145:> sudo mkdir -p /etc/ceph && sudo chmod 0755 /etc/ceph && sudo tee /etc/ceph/ceph.conf && sudo chmod 0644 /etc/ceph/ceph.conf > /dev/null 2024-09-13T18:55:35.880 INFO:teuthology.orchestra.run.smithi119.stdout:[global] 2024-09-13T18:55:35.880 INFO:teuthology.orchestra.run.smithi119.stdout: chdir = "" 2024-09-13T18:55:35.881 INFO:teuthology.orchestra.run.smithi119.stdout: pid file = /var/run/ceph/$cluster-$name.pid 2024-09-13T18:55:35.881 INFO:teuthology.orchestra.run.smithi119.stdout: auth supported = cephx 2024-09-13T18:55:35.881 INFO:teuthology.orchestra.run.smithi119.stdout: 2024-09-13T18:55:35.881 INFO:teuthology.orchestra.run.smithi119.stdout: filestore xattr use omap = true 2024-09-13T18:55:35.881 INFO:teuthology.orchestra.run.smithi119.stdout: 2024-09-13T18:55:35.881 INFO:teuthology.orchestra.run.smithi119.stdout: mon clock drift allowed = 1.000 2024-09-13T18:55:35.881 INFO:teuthology.orchestra.run.smithi119.stdout: 2024-09-13T18:55:35.881 INFO:teuthology.orchestra.run.smithi119.stdout: osd crush chooseleaf type = 0 2024-09-13T18:55:35.881 INFO:teuthology.orchestra.run.smithi119.stdout: auth debug = true 2024-09-13T18:55:35.881 INFO:teuthology.orchestra.run.smithi119.stdout: 2024-09-13T18:55:35.882 INFO:teuthology.orchestra.run.smithi119.stdout: ms die on old message = true 2024-09-13T18:55:35.882 INFO:teuthology.orchestra.run.smithi119.stdout: ms die on bug = true 2024-09-13T18:55:35.882 INFO:teuthology.orchestra.run.smithi119.stdout: 2024-09-13T18:55:35.882 INFO:teuthology.orchestra.run.smithi119.stdout: mon max pg per osd = 10000 # >= luminous 2024-09-13T18:55:35.882 INFO:teuthology.orchestra.run.smithi119.stdout: mon pg warn max object skew = 0 2024-09-13T18:55:35.882 INFO:teuthology.orchestra.run.smithi119.stdout: 2024-09-13T18:55:35.882 INFO:teuthology.orchestra.run.smithi119.stdout: # disable pg_autoscaler by default for new pools 2024-09-13T18:55:35.882 INFO:teuthology.orchestra.run.smithi119.stdout: osd_pool_default_pg_autoscale_mode = off 2024-09-13T18:55:35.882 INFO:teuthology.orchestra.run.smithi119.stdout: 2024-09-13T18:55:35.882 INFO:teuthology.orchestra.run.smithi119.stdout: osd pool default size = 2 2024-09-13T18:55:35.883 INFO:teuthology.orchestra.run.smithi119.stdout: 2024-09-13T18:55:35.883 INFO:teuthology.orchestra.run.smithi119.stdout: mon osd allow primary affinity = true 2024-09-13T18:55:35.883 INFO:teuthology.orchestra.run.smithi119.stdout: mon osd allow pg remap = true 2024-09-13T18:55:35.883 INFO:teuthology.orchestra.run.smithi119.stdout: mon warn on legacy crush tunables = false 2024-09-13T18:55:35.883 INFO:teuthology.orchestra.run.smithi119.stdout: mon warn on crush straw calc version zero = false 2024-09-13T18:55:35.883 INFO:teuthology.orchestra.run.smithi119.stdout: mon warn on no sortbitwise = false 2024-09-13T18:55:35.883 INFO:teuthology.orchestra.run.smithi119.stdout: mon warn on osd down out interval zero = false 2024-09-13T18:55:35.883 INFO:teuthology.orchestra.run.smithi119.stdout: mon warn on too few osds = false 2024-09-13T18:55:35.883 INFO:teuthology.orchestra.run.smithi119.stdout: mon_warn_on_pool_pg_num_not_power_of_two = false 2024-09-13T18:55:35.883 INFO:teuthology.orchestra.run.smithi119.stdout: mon_warn_on_pool_no_redundancy = false 2024-09-13T18:55:35.883 INFO:teuthology.orchestra.run.smithi119.stdout: mon_allow_pool_size_one = true 2024-09-13T18:55:35.883 INFO:teuthology.orchestra.run.smithi119.stdout: 2024-09-13T18:55:35.884 INFO:teuthology.orchestra.run.smithi119.stdout: osd pool default erasure code profile = plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd 2024-09-13T18:55:35.884 INFO:teuthology.orchestra.run.smithi119.stdout: 2024-09-13T18:55:35.884 INFO:teuthology.orchestra.run.smithi119.stdout: osd default data pool replay window = 5 2024-09-13T18:55:35.884 INFO:teuthology.orchestra.run.smithi119.stdout: 2024-09-13T18:55:35.884 INFO:teuthology.orchestra.run.smithi119.stdout: mon allow pool delete = true 2024-09-13T18:55:35.884 INFO:teuthology.orchestra.run.smithi119.stdout: 2024-09-13T18:55:35.884 INFO:teuthology.orchestra.run.smithi119.stdout: mon cluster log file level = debug 2024-09-13T18:55:35.884 INFO:teuthology.orchestra.run.smithi119.stdout: debug asserts on shutdown = true 2024-09-13T18:55:35.884 INFO:teuthology.orchestra.run.smithi119.stdout: mon health detail to clog = false 2024-09-13T18:55:35.884 INFO:teuthology.orchestra.run.smithi119.stdout: mon host = "172.21.15.119,172.21.15.145,[v2:172.21.15.145:3301,v1:172.21.15.145:6790]" 2024-09-13T18:55:35.884 INFO:teuthology.orchestra.run.smithi119.stdout: fsid = b3bca492-3414-44ef-b63c-42eead5ea701 2024-09-13T18:55:35.885 INFO:teuthology.orchestra.run.smithi119.stdout: 2024-09-13T18:55:35.885 INFO:teuthology.orchestra.run.smithi119.stdout:[osd] 2024-09-13T18:55:35.885 INFO:teuthology.orchestra.run.smithi119.stdout: osd journal size = 100 2024-09-13T18:55:35.885 INFO:teuthology.orchestra.run.smithi119.stdout: 2024-09-13T18:55:35.885 INFO:teuthology.orchestra.run.smithi119.stdout: osd scrub load threshold = 5.0 2024-09-13T18:55:35.885 INFO:teuthology.orchestra.run.smithi119.stdout: osd scrub max interval = 600 2024-09-13T18:55:35.885 INFO:teuthology.orchestra.run.smithi119.stdout: osd mclock profile = high_recovery_ops 2024-09-13T18:55:35.885 INFO:teuthology.orchestra.run.smithi119.stdout: 2024-09-13T18:55:35.885 INFO:teuthology.orchestra.run.smithi119.stdout: osd recover clone overlap = true 2024-09-13T18:55:35.885 INFO:teuthology.orchestra.run.smithi119.stdout: osd recovery max chunk = 1048576 2024-09-13T18:55:35.885 INFO:teuthology.orchestra.run.smithi119.stdout: 2024-09-13T18:55:35.885 INFO:teuthology.orchestra.run.smithi119.stdout: osd debug shutdown = true 2024-09-13T18:55:35.886 INFO:teuthology.orchestra.run.smithi119.stdout: osd debug op order = true 2024-09-13T18:55:35.886 INFO:teuthology.orchestra.run.smithi119.stdout: osd debug verify stray on activate = true 2024-09-13T18:55:35.886 INFO:teuthology.orchestra.run.smithi119.stdout: 2024-09-13T18:55:35.886 INFO:teuthology.orchestra.run.smithi119.stdout: osd open classes on start = true 2024-09-13T18:55:35.886 INFO:teuthology.orchestra.run.smithi119.stdout: osd debug pg log writeout = true 2024-09-13T18:55:35.886 INFO:teuthology.orchestra.run.smithi119.stdout: 2024-09-13T18:55:35.886 INFO:teuthology.orchestra.run.smithi119.stdout: osd deep scrub update digest min age = 30 2024-09-13T18:55:35.886 INFO:teuthology.orchestra.run.smithi119.stdout: 2024-09-13T18:55:35.886 INFO:teuthology.orchestra.run.smithi119.stdout: osd map max advance = 10 2024-09-13T18:55:35.886 INFO:teuthology.orchestra.run.smithi119.stdout: 2024-09-13T18:55:35.886 INFO:teuthology.orchestra.run.smithi119.stdout: journal zero on create = true 2024-09-13T18:55:35.887 INFO:teuthology.orchestra.run.smithi119.stdout: 2024-09-13T18:55:35.887 INFO:teuthology.orchestra.run.smithi119.stdout: filestore ondisk finisher threads = 3 2024-09-13T18:55:35.887 INFO:teuthology.orchestra.run.smithi119.stdout: filestore apply finisher threads = 3 2024-09-13T18:55:35.887 INFO:teuthology.orchestra.run.smithi119.stdout: 2024-09-13T18:55:35.887 INFO:teuthology.orchestra.run.smithi119.stdout: bdev debug aio = true 2024-09-13T18:55:35.887 INFO:teuthology.orchestra.run.smithi119.stdout: osd debug misdirected ops = true 2024-09-13T18:55:35.887 INFO:teuthology.orchestra.run.smithi119.stdout: bluestore block size = 96636764160 2024-09-13T18:55:35.887 INFO:teuthology.orchestra.run.smithi119.stdout: bluestore fsck on mount = True 2024-09-13T18:55:35.887 INFO:teuthology.orchestra.run.smithi119.stdout: debug bluefs = 20 2024-09-13T18:55:35.888 INFO:teuthology.orchestra.run.smithi119.stdout: debug bluestore = 20 2024-09-13T18:55:35.888 INFO:teuthology.orchestra.run.smithi119.stdout: debug ms = 1 2024-09-13T18:55:35.888 INFO:teuthology.orchestra.run.smithi119.stdout: debug osd = 20 2024-09-13T18:55:35.888 INFO:teuthology.orchestra.run.smithi119.stdout: debug rocksdb = 10 2024-09-13T18:55:35.888 INFO:teuthology.orchestra.run.smithi119.stdout: mon osd backfillfull_ratio = 0.85 2024-09-13T18:55:35.888 INFO:teuthology.orchestra.run.smithi119.stdout: mon osd full ratio = 0.9 2024-09-13T18:55:35.888 INFO:teuthology.orchestra.run.smithi119.stdout: mon osd nearfull ratio = 0.8 2024-09-13T18:55:35.888 INFO:teuthology.orchestra.run.smithi119.stdout: osd failsafe full ratio = 0.95 2024-09-13T18:55:35.888 INFO:teuthology.orchestra.run.smithi119.stdout: osd objectstore = bluestore 2024-09-13T18:55:35.888 INFO:teuthology.orchestra.run.smithi119.stdout: osd op complaint time = 180 2024-09-13T18:55:35.888 INFO:teuthology.orchestra.run.smithi119.stdout: 2024-09-13T18:55:35.888 INFO:teuthology.orchestra.run.smithi119.stdout:[mgr] 2024-09-13T18:55:35.888 INFO:teuthology.orchestra.run.smithi119.stdout: debug ms = 1 2024-09-13T18:55:35.889 INFO:teuthology.orchestra.run.smithi119.stdout: debug mgr = 20 2024-09-13T18:55:35.889 INFO:teuthology.orchestra.run.smithi119.stdout: debug mon = 20 2024-09-13T18:55:35.889 INFO:teuthology.orchestra.run.smithi119.stdout: debug auth = 20 2024-09-13T18:55:35.889 INFO:teuthology.orchestra.run.smithi119.stdout: mon reweight min pgs per osd = 4 2024-09-13T18:55:35.889 INFO:teuthology.orchestra.run.smithi119.stdout: mon reweight min bytes per osd = 10 2024-09-13T18:55:35.889 INFO:teuthology.orchestra.run.smithi119.stdout: mgr/telemetry/nag = false 2024-09-13T18:55:35.889 INFO:teuthology.orchestra.run.smithi119.stdout: debug client = 20 2024-09-13T18:55:35.889 INFO:teuthology.orchestra.run.smithi119.stdout: 2024-09-13T18:55:35.889 INFO:teuthology.orchestra.run.smithi119.stdout:[mon] 2024-09-13T18:55:35.889 INFO:teuthology.orchestra.run.smithi119.stdout: debug ms = 1 2024-09-13T18:55:35.890 INFO:teuthology.orchestra.run.smithi119.stdout: debug mon = 20 2024-09-13T18:55:35.890 INFO:teuthology.orchestra.run.smithi119.stdout: debug paxos = 20 2024-09-13T18:55:35.890 INFO:teuthology.orchestra.run.smithi119.stdout: debug auth = 20 2024-09-13T18:55:35.890 INFO:teuthology.orchestra.run.smithi119.stdout: mon data avail warn = 5 2024-09-13T18:55:35.890 INFO:teuthology.orchestra.run.smithi119.stdout: mon mgr mkfs grace = 240 2024-09-13T18:55:35.890 INFO:teuthology.orchestra.run.smithi119.stdout: mon reweight min pgs per osd = 4 2024-09-13T18:55:35.890 INFO:teuthology.orchestra.run.smithi119.stdout: mon osd reporter subtree level = osd 2024-09-13T18:55:35.890 INFO:teuthology.orchestra.run.smithi119.stdout: mon osd prime pg temp = true 2024-09-13T18:55:35.890 INFO:teuthology.orchestra.run.smithi119.stdout: mon reweight min bytes per osd = 10 2024-09-13T18:55:35.890 INFO:teuthology.orchestra.run.smithi119.stdout: 2024-09-13T18:55:35.890 INFO:teuthology.orchestra.run.smithi119.stdout: # rotate auth tickets quickly to exercise renewal paths 2024-09-13T18:55:35.890 INFO:teuthology.orchestra.run.smithi119.stdout: auth mon ticket ttl = 660 # 11m 2024-09-13T18:55:35.891 INFO:teuthology.orchestra.run.smithi119.stdout: auth service ticket ttl = 240 # 4m 2024-09-13T18:55:35.891 INFO:teuthology.orchestra.run.smithi119.stdout: 2024-09-13T18:55:35.891 INFO:teuthology.orchestra.run.smithi119.stdout: # don't complain about insecure global_id in the test suite 2024-09-13T18:55:35.891 INFO:teuthology.orchestra.run.smithi119.stdout: mon_warn_on_insecure_global_id_reclaim = false 2024-09-13T18:55:35.891 INFO:teuthology.orchestra.run.smithi119.stdout: mon_warn_on_insecure_global_id_reclaim_allowed = false 2024-09-13T18:55:35.891 INFO:teuthology.orchestra.run.smithi119.stdout: 2024-09-13T18:55:35.891 INFO:teuthology.orchestra.run.smithi119.stdout: # 1m isn't quite enough 2024-09-13T18:55:35.891 INFO:teuthology.orchestra.run.smithi119.stdout: mon_down_mkfs_grace = 2m 2024-09-13T18:55:35.891 INFO:teuthology.orchestra.run.smithi119.stdout: 2024-09-13T18:55:35.891 INFO:teuthology.orchestra.run.smithi119.stdout: mon_warn_on_filestore_osds = false 2024-09-13T18:55:35.891 INFO:teuthology.orchestra.run.smithi119.stdout: mon op complaint time = 120 2024-09-13T18:55:35.892 INFO:teuthology.orchestra.run.smithi119.stdout: mon warn on pool no app = False 2024-09-13T18:55:35.892 INFO:teuthology.orchestra.run.smithi119.stdout: 2024-09-13T18:55:35.892 INFO:teuthology.orchestra.run.smithi119.stdout:[client] 2024-09-13T18:55:35.892 INFO:teuthology.orchestra.run.smithi119.stdout: rgw cache enabled = true 2024-09-13T18:55:35.892 INFO:teuthology.orchestra.run.smithi119.stdout: rgw enable ops log = true 2024-09-13T18:55:35.892 INFO:teuthology.orchestra.run.smithi119.stdout: rgw enable usage log = true 2024-09-13T18:55:35.892 INFO:teuthology.orchestra.run.smithi119.stdout: log file = /var/log/ceph/$cluster-$name.$pid.log 2024-09-13T18:55:35.892 INFO:teuthology.orchestra.run.smithi119.stdout: admin socket = /var/run/ceph/$cluster-$name.$pid.asok 2024-09-13T18:55:35.892 INFO:teuthology.orchestra.run.smithi119.stdout: client mount timeout = 600 2024-09-13T18:55:35.892 INFO:teuthology.orchestra.run.smithi119.stdout: debug client = 20 2024-09-13T18:55:35.893 INFO:teuthology.orchestra.run.smithi119.stdout: debug ms = 1 2024-09-13T18:55:35.893 INFO:teuthology.orchestra.run.smithi119.stdout: pid file = "" 2024-09-13T18:55:35.893 INFO:teuthology.orchestra.run.smithi119.stdout: rados mon op timeout = 900 2024-09-13T18:55:35.893 INFO:teuthology.orchestra.run.smithi119.stdout: rados osd op timeout = 900 2024-09-13T18:55:35.893 INFO:teuthology.orchestra.run.smithi119.stdout:[mon.a] 2024-09-13T18:55:35.893 INFO:teuthology.orchestra.run.smithi119.stdout:[mon.b] 2024-09-13T18:55:35.893 INFO:teuthology.orchestra.run.smithi119.stdout:[mon.c] 2024-09-13T18:55:35.893 INFO:teuthology.orchestra.run.smithi119.stdout:[mds.a] 2024-09-13T18:55:35.893 INFO:teuthology.orchestra.run.smithi119.stdout:[mds.c] 2024-09-13T18:55:35.893 INFO:teuthology.orchestra.run.smithi119.stdout:[mds.b] 2024-09-13T18:55:35.893 INFO:teuthology.orchestra.run.smithi119.stdout:[mds.d] 2024-09-13T18:55:35.894 INFO:teuthology.orchestra.run.smithi119.stdout:[mds] 2024-09-13T18:55:35.894 INFO:teuthology.orchestra.run.smithi119.stdout: debug mds = 20 2024-09-13T18:55:35.894 INFO:teuthology.orchestra.run.smithi119.stdout: debug mds balancer = 20 2024-09-13T18:55:35.894 INFO:teuthology.orchestra.run.smithi119.stdout: debug ms = 1 2024-09-13T18:55:35.894 INFO:teuthology.orchestra.run.smithi119.stdout: mds debug frag = True 2024-09-13T18:55:35.894 INFO:teuthology.orchestra.run.smithi119.stdout: mds debug scatterstat = True 2024-09-13T18:55:35.894 INFO:teuthology.orchestra.run.smithi119.stdout: mds op complaint time = 180 2024-09-13T18:55:35.894 INFO:teuthology.orchestra.run.smithi119.stdout: mds verify scatter = True 2024-09-13T18:55:35.894 INFO:teuthology.orchestra.run.smithi119.stdout: osd op complaint time = 180 2024-09-13T18:55:35.894 INFO:teuthology.orchestra.run.smithi119.stdout: rados mon op timeout = 900 2024-09-13T18:55:35.894 INFO:teuthology.orchestra.run.smithi119.stdout: rados osd op timeout = 900 2024-09-13T18:55:35.896 INFO:teuthology.orchestra.run.smithi145.stdout:[global] 2024-09-13T18:55:35.896 INFO:teuthology.orchestra.run.smithi145.stdout: chdir = "" 2024-09-13T18:55:35.896 INFO:teuthology.orchestra.run.smithi145.stdout: pid file = /var/run/ceph/$cluster-$name.pid 2024-09-13T18:55:35.896 INFO:teuthology.orchestra.run.smithi145.stdout: auth supported = cephx 2024-09-13T18:55:35.896 INFO:teuthology.orchestra.run.smithi145.stdout: 2024-09-13T18:55:35.897 INFO:teuthology.orchestra.run.smithi145.stdout: filestore xattr use omap = true 2024-09-13T18:55:35.897 INFO:teuthology.orchestra.run.smithi145.stdout: 2024-09-13T18:55:35.897 INFO:teuthology.orchestra.run.smithi145.stdout: mon clock drift allowed = 1.000 2024-09-13T18:55:35.897 INFO:teuthology.orchestra.run.smithi145.stdout: 2024-09-13T18:55:35.897 INFO:teuthology.orchestra.run.smithi145.stdout: osd crush chooseleaf type = 0 2024-09-13T18:55:35.897 INFO:teuthology.orchestra.run.smithi145.stdout: auth debug = true 2024-09-13T18:55:35.897 INFO:teuthology.orchestra.run.smithi145.stdout: 2024-09-13T18:55:35.897 INFO:teuthology.orchestra.run.smithi145.stdout: ms die on old message = true 2024-09-13T18:55:35.897 INFO:teuthology.orchestra.run.smithi145.stdout: ms die on bug = true 2024-09-13T18:55:35.897 INFO:teuthology.orchestra.run.smithi145.stdout: 2024-09-13T18:55:35.898 INFO:teuthology.orchestra.run.smithi145.stdout: mon max pg per osd = 10000 # >= luminous 2024-09-13T18:55:35.898 INFO:teuthology.orchestra.run.smithi145.stdout: mon pg warn max object skew = 0 2024-09-13T18:55:35.898 INFO:teuthology.orchestra.run.smithi145.stdout: 2024-09-13T18:55:35.898 INFO:teuthology.orchestra.run.smithi145.stdout: # disable pg_autoscaler by default for new pools 2024-09-13T18:55:35.898 INFO:teuthology.orchestra.run.smithi145.stdout: osd_pool_default_pg_autoscale_mode = off 2024-09-13T18:55:35.898 INFO:teuthology.orchestra.run.smithi145.stdout: 2024-09-13T18:55:35.898 INFO:teuthology.orchestra.run.smithi145.stdout: osd pool default size = 2 2024-09-13T18:55:35.898 INFO:teuthology.orchestra.run.smithi145.stdout: 2024-09-13T18:55:35.898 INFO:teuthology.orchestra.run.smithi145.stdout: mon osd allow primary affinity = true 2024-09-13T18:55:35.898 INFO:teuthology.orchestra.run.smithi145.stdout: mon osd allow pg remap = true 2024-09-13T18:55:35.898 INFO:teuthology.orchestra.run.smithi145.stdout: mon warn on legacy crush tunables = false 2024-09-13T18:55:35.898 INFO:teuthology.orchestra.run.smithi145.stdout: mon warn on crush straw calc version zero = false 2024-09-13T18:55:35.899 INFO:teuthology.orchestra.run.smithi145.stdout: mon warn on no sortbitwise = false 2024-09-13T18:55:35.899 INFO:teuthology.orchestra.run.smithi145.stdout: mon warn on osd down out interval zero = false 2024-09-13T18:55:35.899 INFO:teuthology.orchestra.run.smithi145.stdout: mon warn on too few osds = false 2024-09-13T18:55:35.899 INFO:teuthology.orchestra.run.smithi145.stdout: mon_warn_on_pool_pg_num_not_power_of_two = false 2024-09-13T18:55:35.899 INFO:teuthology.orchestra.run.smithi145.stdout: mon_warn_on_pool_no_redundancy = false 2024-09-13T18:55:35.899 INFO:teuthology.orchestra.run.smithi145.stdout: mon_allow_pool_size_one = true 2024-09-13T18:55:35.899 INFO:teuthology.orchestra.run.smithi145.stdout: 2024-09-13T18:55:35.899 INFO:teuthology.orchestra.run.smithi145.stdout: osd pool default erasure code profile = plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd 2024-09-13T18:55:35.899 INFO:teuthology.orchestra.run.smithi145.stdout: 2024-09-13T18:55:35.899 INFO:teuthology.orchestra.run.smithi145.stdout: osd default data pool replay window = 5 2024-09-13T18:55:35.900 INFO:teuthology.orchestra.run.smithi145.stdout: 2024-09-13T18:55:35.900 INFO:teuthology.orchestra.run.smithi145.stdout: mon allow pool delete = true 2024-09-13T18:55:35.900 INFO:teuthology.orchestra.run.smithi145.stdout: 2024-09-13T18:55:35.900 INFO:teuthology.orchestra.run.smithi145.stdout: mon cluster log file level = debug 2024-09-13T18:55:35.900 INFO:teuthology.orchestra.run.smithi145.stdout: debug asserts on shutdown = true 2024-09-13T18:55:35.900 INFO:teuthology.orchestra.run.smithi145.stdout: mon health detail to clog = false 2024-09-13T18:55:35.900 INFO:teuthology.orchestra.run.smithi145.stdout: mon host = "172.21.15.119,172.21.15.145,[v2:172.21.15.145:3301,v1:172.21.15.145:6790]" 2024-09-13T18:55:35.900 INFO:teuthology.orchestra.run.smithi145.stdout: fsid = b3bca492-3414-44ef-b63c-42eead5ea701 2024-09-13T18:55:35.900 INFO:teuthology.orchestra.run.smithi145.stdout: 2024-09-13T18:55:35.900 INFO:teuthology.orchestra.run.smithi145.stdout:[osd] 2024-09-13T18:55:35.900 INFO:teuthology.orchestra.run.smithi145.stdout: osd journal size = 100 2024-09-13T18:55:35.900 INFO:teuthology.orchestra.run.smithi145.stdout: 2024-09-13T18:55:35.901 INFO:teuthology.orchestra.run.smithi145.stdout: osd scrub load threshold = 5.0 2024-09-13T18:55:35.901 INFO:teuthology.orchestra.run.smithi145.stdout: osd scrub max interval = 600 2024-09-13T18:55:35.901 INFO:teuthology.orchestra.run.smithi145.stdout: osd mclock profile = high_recovery_ops 2024-09-13T18:55:35.901 INFO:teuthology.orchestra.run.smithi145.stdout: 2024-09-13T18:55:35.901 INFO:teuthology.orchestra.run.smithi145.stdout: osd recover clone overlap = true 2024-09-13T18:55:35.901 INFO:teuthology.orchestra.run.smithi145.stdout: osd recovery max chunk = 1048576 2024-09-13T18:55:35.901 INFO:teuthology.orchestra.run.smithi145.stdout: 2024-09-13T18:55:35.901 INFO:teuthology.orchestra.run.smithi145.stdout: osd debug shutdown = true 2024-09-13T18:55:35.901 INFO:teuthology.orchestra.run.smithi145.stdout: osd debug op order = true 2024-09-13T18:55:35.901 INFO:teuthology.orchestra.run.smithi145.stdout: osd debug verify stray on activate = true 2024-09-13T18:55:35.901 INFO:teuthology.orchestra.run.smithi145.stdout: 2024-09-13T18:55:35.902 INFO:teuthology.orchestra.run.smithi145.stdout: osd open classes on start = true 2024-09-13T18:55:35.902 INFO:teuthology.orchestra.run.smithi145.stdout: osd debug pg log writeout = true 2024-09-13T18:55:35.902 INFO:teuthology.orchestra.run.smithi145.stdout: 2024-09-13T18:55:35.902 INFO:teuthology.orchestra.run.smithi145.stdout: osd deep scrub update digest min age = 30 2024-09-13T18:55:35.902 INFO:teuthology.orchestra.run.smithi145.stdout: 2024-09-13T18:55:35.902 INFO:teuthology.orchestra.run.smithi145.stdout: osd map max advance = 10 2024-09-13T18:55:35.902 INFO:teuthology.orchestra.run.smithi145.stdout: 2024-09-13T18:55:35.902 INFO:teuthology.orchestra.run.smithi145.stdout: journal zero on create = true 2024-09-13T18:55:35.902 INFO:teuthology.orchestra.run.smithi145.stdout: 2024-09-13T18:55:35.902 INFO:teuthology.orchestra.run.smithi145.stdout: filestore ondisk finisher threads = 3 2024-09-13T18:55:35.903 INFO:teuthology.orchestra.run.smithi145.stdout: filestore apply finisher threads = 3 2024-09-13T18:55:35.903 INFO:teuthology.orchestra.run.smithi145.stdout: 2024-09-13T18:55:35.903 INFO:teuthology.orchestra.run.smithi145.stdout: bdev debug aio = true 2024-09-13T18:55:35.903 INFO:teuthology.orchestra.run.smithi145.stdout: osd debug misdirected ops = true 2024-09-13T18:55:35.903 INFO:teuthology.orchestra.run.smithi145.stdout: bluestore block size = 96636764160 2024-09-13T18:55:35.903 INFO:teuthology.orchestra.run.smithi145.stdout: bluestore fsck on mount = True 2024-09-13T18:55:35.903 INFO:teuthology.orchestra.run.smithi145.stdout: debug bluefs = 20 2024-09-13T18:55:35.903 INFO:teuthology.orchestra.run.smithi145.stdout: debug bluestore = 20 2024-09-13T18:55:35.903 INFO:teuthology.orchestra.run.smithi145.stdout: debug ms = 1 2024-09-13T18:55:35.903 INFO:teuthology.orchestra.run.smithi145.stdout: debug osd = 20 2024-09-13T18:55:35.903 INFO:teuthology.orchestra.run.smithi145.stdout: debug rocksdb = 10 2024-09-13T18:55:35.904 INFO:teuthology.orchestra.run.smithi145.stdout: mon osd backfillfull_ratio = 0.85 2024-09-13T18:55:35.904 INFO:teuthology.orchestra.run.smithi145.stdout: mon osd full ratio = 0.9 2024-09-13T18:55:35.904 INFO:teuthology.orchestra.run.smithi145.stdout: mon osd nearfull ratio = 0.8 2024-09-13T18:55:35.904 INFO:teuthology.orchestra.run.smithi145.stdout: osd failsafe full ratio = 0.95 2024-09-13T18:55:35.904 INFO:teuthology.orchestra.run.smithi145.stdout: osd objectstore = bluestore 2024-09-13T18:55:35.904 INFO:teuthology.orchestra.run.smithi145.stdout: osd op complaint time = 180 2024-09-13T18:55:35.904 INFO:teuthology.orchestra.run.smithi145.stdout: 2024-09-13T18:55:35.904 INFO:teuthology.orchestra.run.smithi145.stdout:[mgr] 2024-09-13T18:55:35.904 INFO:teuthology.orchestra.run.smithi145.stdout: debug ms = 1 2024-09-13T18:55:35.904 INFO:teuthology.orchestra.run.smithi145.stdout: debug mgr = 20 2024-09-13T18:55:35.904 INFO:teuthology.orchestra.run.smithi145.stdout: debug mon = 20 2024-09-13T18:55:35.905 INFO:teuthology.orchestra.run.smithi145.stdout: debug auth = 20 2024-09-13T18:55:35.905 INFO:teuthology.orchestra.run.smithi145.stdout: mon reweight min pgs per osd = 4 2024-09-13T18:55:35.905 INFO:teuthology.orchestra.run.smithi145.stdout: mon reweight min bytes per osd = 10 2024-09-13T18:55:35.905 INFO:teuthology.orchestra.run.smithi145.stdout: mgr/telemetry/nag = false 2024-09-13T18:55:35.905 INFO:teuthology.orchestra.run.smithi145.stdout: debug client = 20 2024-09-13T18:55:35.905 INFO:teuthology.orchestra.run.smithi145.stdout: 2024-09-13T18:55:35.905 INFO:teuthology.orchestra.run.smithi145.stdout:[mon] 2024-09-13T18:55:35.905 INFO:teuthology.orchestra.run.smithi145.stdout: debug ms = 1 2024-09-13T18:55:35.905 INFO:teuthology.orchestra.run.smithi145.stdout: debug mon = 20 2024-09-13T18:55:35.905 INFO:teuthology.orchestra.run.smithi145.stdout: debug paxos = 20 2024-09-13T18:55:35.905 INFO:teuthology.orchestra.run.smithi145.stdout: debug auth = 20 2024-09-13T18:55:35.905 INFO:teuthology.orchestra.run.smithi145.stdout: mon data avail warn = 5 2024-09-13T18:55:35.906 INFO:teuthology.orchestra.run.smithi145.stdout: mon mgr mkfs grace = 240 2024-09-13T18:55:35.906 INFO:teuthology.orchestra.run.smithi145.stdout: mon reweight min pgs per osd = 4 2024-09-13T18:55:35.906 INFO:teuthology.orchestra.run.smithi145.stdout: mon osd reporter subtree level = osd 2024-09-13T18:55:35.906 INFO:teuthology.orchestra.run.smithi145.stdout: mon osd prime pg temp = true 2024-09-13T18:55:35.906 INFO:teuthology.orchestra.run.smithi145.stdout: mon reweight min bytes per osd = 10 2024-09-13T18:55:35.906 INFO:teuthology.orchestra.run.smithi145.stdout: 2024-09-13T18:55:35.906 INFO:teuthology.orchestra.run.smithi145.stdout: # rotate auth tickets quickly to exercise renewal paths 2024-09-13T18:55:35.906 INFO:teuthology.orchestra.run.smithi145.stdout: auth mon ticket ttl = 660 # 11m 2024-09-13T18:55:35.906 INFO:teuthology.orchestra.run.smithi145.stdout: auth service ticket ttl = 240 # 4m 2024-09-13T18:55:35.906 INFO:teuthology.orchestra.run.smithi145.stdout: 2024-09-13T18:55:35.906 INFO:teuthology.orchestra.run.smithi145.stdout: # don't complain about insecure global_id in the test suite 2024-09-13T18:55:35.907 INFO:teuthology.orchestra.run.smithi145.stdout: mon_warn_on_insecure_global_id_reclaim = false 2024-09-13T18:55:35.907 INFO:teuthology.orchestra.run.smithi145.stdout: mon_warn_on_insecure_global_id_reclaim_allowed = false 2024-09-13T18:55:35.907 INFO:teuthology.orchestra.run.smithi145.stdout: 2024-09-13T18:55:35.907 INFO:teuthology.orchestra.run.smithi145.stdout: # 1m isn't quite enough 2024-09-13T18:55:35.907 INFO:teuthology.orchestra.run.smithi145.stdout: mon_down_mkfs_grace = 2m 2024-09-13T18:55:35.907 INFO:teuthology.orchestra.run.smithi145.stdout: 2024-09-13T18:55:35.907 INFO:teuthology.orchestra.run.smithi145.stdout: mon_warn_on_filestore_osds = false 2024-09-13T18:55:35.907 INFO:teuthology.orchestra.run.smithi145.stdout: mon op complaint time = 120 2024-09-13T18:55:35.907 INFO:teuthology.orchestra.run.smithi145.stdout: mon warn on pool no app = False 2024-09-13T18:55:35.907 INFO:teuthology.orchestra.run.smithi145.stdout: 2024-09-13T18:55:35.908 INFO:teuthology.orchestra.run.smithi145.stdout:[client] 2024-09-13T18:55:35.908 INFO:teuthology.orchestra.run.smithi145.stdout: rgw cache enabled = true 2024-09-13T18:55:35.908 INFO:teuthology.orchestra.run.smithi145.stdout: rgw enable ops log = true 2024-09-13T18:55:35.908 INFO:teuthology.orchestra.run.smithi145.stdout: rgw enable usage log = true 2024-09-13T18:55:35.908 INFO:teuthology.orchestra.run.smithi145.stdout: log file = /var/log/ceph/$cluster-$name.$pid.log 2024-09-13T18:55:35.908 INFO:teuthology.orchestra.run.smithi145.stdout: admin socket = /var/run/ceph/$cluster-$name.$pid.asok 2024-09-13T18:55:35.908 INFO:teuthology.orchestra.run.smithi145.stdout: client mount timeout = 600 2024-09-13T18:55:35.908 INFO:teuthology.orchestra.run.smithi145.stdout: debug client = 20 2024-09-13T18:55:35.908 INFO:teuthology.orchestra.run.smithi145.stdout: debug ms = 1 2024-09-13T18:55:35.908 INFO:teuthology.orchestra.run.smithi145.stdout: pid file = "" 2024-09-13T18:55:35.908 INFO:teuthology.orchestra.run.smithi145.stdout: rados mon op timeout = 900 2024-09-13T18:55:35.909 INFO:teuthology.orchestra.run.smithi145.stdout: rados osd op timeout = 900 2024-09-13T18:55:35.909 INFO:teuthology.orchestra.run.smithi145.stdout:[mon.a] 2024-09-13T18:55:35.909 INFO:teuthology.orchestra.run.smithi145.stdout:[mon.b] 2024-09-13T18:55:35.909 INFO:teuthology.orchestra.run.smithi145.stdout:[mon.c] 2024-09-13T18:55:35.909 INFO:teuthology.orchestra.run.smithi145.stdout:[mds.a] 2024-09-13T18:55:35.909 INFO:teuthology.orchestra.run.smithi145.stdout:[mds.c] 2024-09-13T18:55:35.909 INFO:teuthology.orchestra.run.smithi145.stdout:[mds.b] 2024-09-13T18:55:35.909 INFO:teuthology.orchestra.run.smithi145.stdout:[mds.d] 2024-09-13T18:55:35.909 INFO:teuthology.orchestra.run.smithi145.stdout:[mds] 2024-09-13T18:55:35.909 INFO:teuthology.orchestra.run.smithi145.stdout: debug mds = 20 2024-09-13T18:55:35.909 INFO:teuthology.orchestra.run.smithi145.stdout: debug mds balancer = 20 2024-09-13T18:55:35.909 INFO:teuthology.orchestra.run.smithi145.stdout: debug ms = 1 2024-09-13T18:55:35.910 INFO:teuthology.orchestra.run.smithi145.stdout: mds debug frag = True 2024-09-13T18:55:35.910 INFO:teuthology.orchestra.run.smithi145.stdout: mds debug scatterstat = True 2024-09-13T18:55:35.910 INFO:teuthology.orchestra.run.smithi145.stdout: mds op complaint time = 180 2024-09-13T18:55:35.910 INFO:teuthology.orchestra.run.smithi145.stdout: mds verify scatter = True 2024-09-13T18:55:35.910 INFO:teuthology.orchestra.run.smithi145.stdout: osd op complaint time = 180 2024-09-13T18:55:35.910 INFO:teuthology.orchestra.run.smithi145.stdout: rados mon op timeout = 900 2024-09-13T18:55:35.910 INFO:teuthology.orchestra.run.smithi145.stdout: rados osd op timeout = 900 2024-09-13T18:55:35.910 INFO:tasks.ceph:Creating admin key on mon.a... 2024-09-13T18:55:35.910 DEBUG:teuthology.orchestra.run.smithi119:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --gen-key --name=client.admin --cap mon 'allow *' --cap osd 'allow *' --cap mds 'allow *' --cap mgr 'allow *' /etc/ceph/ceph.keyring 2024-09-13T18:55:35.990 INFO:tasks.ceph:Copying monmap to all nodes... 2024-09-13T18:55:35.991 DEBUG:teuthology.orchestra.run.smithi119:> set -ex 2024-09-13T18:55:35.991 DEBUG:teuthology.orchestra.run.smithi119:> dd if=/etc/ceph/ceph.keyring of=/dev/stdout 2024-09-13T18:55:36.006 DEBUG:teuthology.orchestra.run.smithi119:> set -ex 2024-09-13T18:55:36.006 DEBUG:teuthology.orchestra.run.smithi119:> dd if=/home/ubuntu/cephtest/ceph.monmap of=/dev/stdout 2024-09-13T18:55:36.061 INFO:tasks.ceph:Sending monmap to node ubuntu@smithi119.front.sepia.ceph.com 2024-09-13T18:55:36.061 DEBUG:teuthology.orchestra.run.smithi119:> set -ex 2024-09-13T18:55:36.062 DEBUG:teuthology.orchestra.run.smithi119:> sudo dd of=/etc/ceph/ceph.keyring 2024-09-13T18:55:36.062 DEBUG:teuthology.orchestra.run.smithi119:> sudo chmod 0644 /etc/ceph/ceph.keyring 2024-09-13T18:55:36.135 DEBUG:teuthology.orchestra.run.smithi119:> set -ex 2024-09-13T18:55:36.135 DEBUG:teuthology.orchestra.run.smithi119:> dd of=/home/ubuntu/cephtest/ceph.monmap 2024-09-13T18:55:36.190 INFO:tasks.ceph:Sending monmap to node ubuntu@smithi145.front.sepia.ceph.com 2024-09-13T18:55:36.191 DEBUG:teuthology.orchestra.run.smithi145:> set -ex 2024-09-13T18:55:36.191 DEBUG:teuthology.orchestra.run.smithi145:> sudo dd of=/etc/ceph/ceph.keyring 2024-09-13T18:55:36.191 DEBUG:teuthology.orchestra.run.smithi145:> sudo chmod 0644 /etc/ceph/ceph.keyring 2024-09-13T18:55:36.226 DEBUG:teuthology.orchestra.run.smithi145:> set -ex 2024-09-13T18:55:36.226 DEBUG:teuthology.orchestra.run.smithi145:> dd of=/home/ubuntu/cephtest/ceph.monmap 2024-09-13T18:55:36.282 INFO:tasks.ceph:Setting up mon nodes... 2024-09-13T18:55:36.282 INFO:tasks.ceph:Setting up mgr nodes... 2024-09-13T18:55:36.283 DEBUG:teuthology.orchestra.run.smithi119:> sudo mkdir -p /var/lib/ceph/mgr/ceph-y && sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=mgr.y /var/lib/ceph/mgr/ceph-y/keyring 2024-09-13T18:55:36.332 INFO:teuthology.orchestra.run.smithi119.stdout:creating /var/lib/ceph/mgr/ceph-y/keyring 2024-09-13T18:55:36.335 DEBUG:teuthology.orchestra.run.smithi145:> sudo mkdir -p /var/lib/ceph/mgr/ceph-x && sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=mgr.x /var/lib/ceph/mgr/ceph-x/keyring 2024-09-13T18:55:36.389 INFO:teuthology.orchestra.run.smithi145.stdout:creating /var/lib/ceph/mgr/ceph-x/keyring 2024-09-13T18:55:36.392 INFO:tasks.ceph:Setting up mds nodes... 2024-09-13T18:55:36.392 DEBUG:teuthology.orchestra.run.smithi119:> sudo mkdir -p /var/lib/ceph/mds/ceph-a && sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=mds.a /var/lib/ceph/mds/ceph-a/keyring 2024-09-13T18:55:36.443 INFO:teuthology.orchestra.run.smithi119.stdout:creating /var/lib/ceph/mds/ceph-a/keyring 2024-09-13T18:55:36.446 DEBUG:teuthology.orchestra.run.smithi119:> sudo chown -R ceph:ceph /var/lib/ceph/mds/ceph-a 2024-09-13T18:55:36.470 DEBUG:teuthology.orchestra.run.smithi119:> sudo mkdir -p /var/lib/ceph/mds/ceph-c && sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=mds.c /var/lib/ceph/mds/ceph-c/keyring 2024-09-13T18:55:36.560 INFO:teuthology.orchestra.run.smithi119.stdout:creating /var/lib/ceph/mds/ceph-c/keyring 2024-09-13T18:55:36.563 DEBUG:teuthology.orchestra.run.smithi119:> sudo chown -R ceph:ceph /var/lib/ceph/mds/ceph-c 2024-09-13T18:55:36.587 DEBUG:teuthology.orchestra.run.smithi145:> sudo mkdir -p /var/lib/ceph/mds/ceph-b && sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=mds.b /var/lib/ceph/mds/ceph-b/keyring 2024-09-13T18:55:36.637 INFO:teuthology.orchestra.run.smithi145.stdout:creating /var/lib/ceph/mds/ceph-b/keyring 2024-09-13T18:55:36.640 DEBUG:teuthology.orchestra.run.smithi145:> sudo chown -R ceph:ceph /var/lib/ceph/mds/ceph-b 2024-09-13T18:55:36.665 DEBUG:teuthology.orchestra.run.smithi145:> sudo mkdir -p /var/lib/ceph/mds/ceph-d && sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=mds.d /var/lib/ceph/mds/ceph-d/keyring 2024-09-13T18:55:36.755 INFO:teuthology.orchestra.run.smithi145.stdout:creating /var/lib/ceph/mds/ceph-d/keyring 2024-09-13T18:55:36.758 DEBUG:teuthology.orchestra.run.smithi145:> sudo chown -R ceph:ceph /var/lib/ceph/mds/ceph-d 2024-09-13T18:55:36.782 INFO:tasks.ceph_client:Setting up client nodes... 2024-09-13T18:55:36.783 DEBUG:teuthology.orchestra.run.smithi119:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=client.0 /etc/ceph/ceph.client.0.keyring && sudo chmod 0644 /etc/ceph/ceph.client.0.keyring 2024-09-13T18:55:36.823 INFO:teuthology.orchestra.run.smithi119.stdout:creating /etc/ceph/ceph.client.0.keyring 2024-09-13T18:55:36.836 DEBUG:teuthology.orchestra.run.smithi119:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=client.2 /etc/ceph/ceph.client.2.keyring && sudo chmod 0644 /etc/ceph/ceph.client.2.keyring 2024-09-13T18:55:36.916 INFO:teuthology.orchestra.run.smithi119.stdout:creating /etc/ceph/ceph.client.2.keyring 2024-09-13T18:55:36.928 DEBUG:teuthology.orchestra.run.smithi145:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=client.1 /etc/ceph/ceph.client.1.keyring && sudo chmod 0644 /etc/ceph/ceph.client.1.keyring 2024-09-13T18:55:36.969 INFO:teuthology.orchestra.run.smithi145.stdout:creating /etc/ceph/ceph.client.1.keyring 2024-09-13T18:55:36.982 DEBUG:teuthology.orchestra.run.smithi145:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=client.3 /etc/ceph/ceph.client.3.keyring && sudo chmod 0644 /etc/ceph/ceph.client.3.keyring 2024-09-13T18:55:37.064 INFO:teuthology.orchestra.run.smithi145.stdout:creating /etc/ceph/ceph.client.3.keyring 2024-09-13T18:55:37.077 INFO:tasks.ceph:Running mkfs on osd nodes... 2024-09-13T18:55:37.077 INFO:tasks.ceph:ctx.disk_config.remote_to_roles_to_dev: {Remote(name='ubuntu@smithi119.front.sepia.ceph.com'): {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'}, Remote(name='ubuntu@smithi145.front.sepia.ceph.com'): {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'}} 2024-09-13T18:55:37.077 DEBUG:teuthology.orchestra.run.smithi119:> sudo mkdir -p /var/lib/ceph/osd/ceph-0 2024-09-13T18:55:37.102 INFO:tasks.ceph:roles_to_devs: {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'} 2024-09-13T18:55:37.102 INFO:tasks.ceph:role: osd.0 2024-09-13T18:55:37.102 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_1 on ubuntu@smithi119.front.sepia.ceph.com 2024-09-13T18:55:37.103 DEBUG:teuthology.orchestra.run.smithi119:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_1 2024-09-13T18:55:37.174 INFO:teuthology.orchestra.run.smithi119.stdout:meta-data=/dev/vg_nvme/lv_1 isize=2048 agcount=4, agsize=5859072 blks 2024-09-13T18:55:37.174 INFO:teuthology.orchestra.run.smithi119.stdout: = sectsz=512 attr=2, projid32bit=1 2024-09-13T18:55:37.174 INFO:teuthology.orchestra.run.smithi119.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2024-09-13T18:55:37.174 INFO:teuthology.orchestra.run.smithi119.stdout: = reflink=1 bigtime=1 inobtcount=1 nrext64=0 2024-09-13T18:55:37.175 INFO:teuthology.orchestra.run.smithi119.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2024-09-13T18:55:37.175 INFO:teuthology.orchestra.run.smithi119.stdout: = sunit=0 swidth=0 blks 2024-09-13T18:55:37.175 INFO:teuthology.orchestra.run.smithi119.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2024-09-13T18:55:37.175 INFO:teuthology.orchestra.run.smithi119.stdout:log =internal log bsize=4096 blocks=16384, version=2 2024-09-13T18:55:37.175 INFO:teuthology.orchestra.run.smithi119.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2024-09-13T18:55:37.175 INFO:teuthology.orchestra.run.smithi119.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2024-09-13T18:55:37.692 INFO:teuthology.orchestra.run.smithi119.stdout:Discarding blocks...Done. 2024-09-13T18:55:37.694 INFO:tasks.ceph:mount /dev/vg_nvme/lv_1 on ubuntu@smithi119.front.sepia.ceph.com -o noatime 2024-09-13T18:55:37.694 DEBUG:teuthology.orchestra.run.smithi119:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_1 /var/lib/ceph/osd/ceph-0 2024-09-13T18:55:37.830 DEBUG:teuthology.orchestra.run.smithi119:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-0 2024-09-13T18:55:37.863 DEBUG:teuthology.orchestra.run.smithi119:> sudo mkdir -p /var/lib/ceph/osd/ceph-1 2024-09-13T18:55:37.929 INFO:tasks.ceph:roles_to_devs: {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'} 2024-09-13T18:55:37.929 INFO:tasks.ceph:role: osd.1 2024-09-13T18:55:37.929 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_2 on ubuntu@smithi119.front.sepia.ceph.com 2024-09-13T18:55:37.930 DEBUG:teuthology.orchestra.run.smithi119:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_2 2024-09-13T18:55:38.002 INFO:teuthology.orchestra.run.smithi119.stdout:meta-data=/dev/vg_nvme/lv_2 isize=2048 agcount=4, agsize=5859072 blks 2024-09-13T18:55:38.002 INFO:teuthology.orchestra.run.smithi119.stdout: = sectsz=512 attr=2, projid32bit=1 2024-09-13T18:55:38.002 INFO:teuthology.orchestra.run.smithi119.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2024-09-13T18:55:38.002 INFO:teuthology.orchestra.run.smithi119.stdout: = reflink=1 bigtime=1 inobtcount=1 nrext64=0 2024-09-13T18:55:38.002 INFO:teuthology.orchestra.run.smithi119.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2024-09-13T18:55:38.002 INFO:teuthology.orchestra.run.smithi119.stdout: = sunit=0 swidth=0 blks 2024-09-13T18:55:38.002 INFO:teuthology.orchestra.run.smithi119.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2024-09-13T18:55:38.002 INFO:teuthology.orchestra.run.smithi119.stdout:log =internal log bsize=4096 blocks=16384, version=2 2024-09-13T18:55:38.002 INFO:teuthology.orchestra.run.smithi119.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2024-09-13T18:55:38.003 INFO:teuthology.orchestra.run.smithi119.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2024-09-13T18:55:38.449 INFO:teuthology.orchestra.run.smithi119.stdout:Discarding blocks...Done. 2024-09-13T18:55:38.451 INFO:tasks.ceph:mount /dev/vg_nvme/lv_2 on ubuntu@smithi119.front.sepia.ceph.com -o noatime 2024-09-13T18:55:38.451 DEBUG:teuthology.orchestra.run.smithi119:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_2 /var/lib/ceph/osd/ceph-1 2024-09-13T18:55:38.538 DEBUG:teuthology.orchestra.run.smithi119:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-1 2024-09-13T18:55:38.567 DEBUG:teuthology.orchestra.run.smithi119:> sudo mkdir -p /var/lib/ceph/osd/ceph-2 2024-09-13T18:55:38.632 INFO:tasks.ceph:roles_to_devs: {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'} 2024-09-13T18:55:38.632 INFO:tasks.ceph:role: osd.2 2024-09-13T18:55:38.632 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_3 on ubuntu@smithi119.front.sepia.ceph.com 2024-09-13T18:55:38.632 DEBUG:teuthology.orchestra.run.smithi119:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_3 2024-09-13T18:55:38.705 INFO:teuthology.orchestra.run.smithi119.stdout:meta-data=/dev/vg_nvme/lv_3 isize=2048 agcount=4, agsize=5859072 blks 2024-09-13T18:55:38.705 INFO:teuthology.orchestra.run.smithi119.stdout: = sectsz=512 attr=2, projid32bit=1 2024-09-13T18:55:38.705 INFO:teuthology.orchestra.run.smithi119.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2024-09-13T18:55:38.705 INFO:teuthology.orchestra.run.smithi119.stdout: = reflink=1 bigtime=1 inobtcount=1 nrext64=0 2024-09-13T18:55:38.705 INFO:teuthology.orchestra.run.smithi119.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2024-09-13T18:55:38.705 INFO:teuthology.orchestra.run.smithi119.stdout: = sunit=0 swidth=0 blks 2024-09-13T18:55:38.705 INFO:teuthology.orchestra.run.smithi119.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2024-09-13T18:55:38.705 INFO:teuthology.orchestra.run.smithi119.stdout:log =internal log bsize=4096 blocks=16384, version=2 2024-09-13T18:55:38.705 INFO:teuthology.orchestra.run.smithi119.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2024-09-13T18:55:38.705 INFO:teuthology.orchestra.run.smithi119.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2024-09-13T18:55:39.196 INFO:teuthology.orchestra.run.smithi119.stdout:Discarding blocks...Done. 2024-09-13T18:55:39.198 INFO:tasks.ceph:mount /dev/vg_nvme/lv_3 on ubuntu@smithi119.front.sepia.ceph.com -o noatime 2024-09-13T18:55:39.198 DEBUG:teuthology.orchestra.run.smithi119:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_3 /var/lib/ceph/osd/ceph-2 2024-09-13T18:55:39.351 DEBUG:teuthology.orchestra.run.smithi119:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-2 2024-09-13T18:55:39.381 DEBUG:teuthology.orchestra.run.smithi119:> sudo mkdir -p /var/lib/ceph/osd/ceph-3 2024-09-13T18:55:39.446 INFO:tasks.ceph:roles_to_devs: {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'} 2024-09-13T18:55:39.446 INFO:tasks.ceph:role: osd.3 2024-09-13T18:55:39.446 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_4 on ubuntu@smithi119.front.sepia.ceph.com 2024-09-13T18:55:39.446 DEBUG:teuthology.orchestra.run.smithi119:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_4 2024-09-13T18:55:39.519 INFO:teuthology.orchestra.run.smithi119.stdout:meta-data=/dev/vg_nvme/lv_4 isize=2048 agcount=4, agsize=5859072 blks 2024-09-13T18:55:39.519 INFO:teuthology.orchestra.run.smithi119.stdout: = sectsz=512 attr=2, projid32bit=1 2024-09-13T18:55:39.519 INFO:teuthology.orchestra.run.smithi119.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2024-09-13T18:55:39.519 INFO:teuthology.orchestra.run.smithi119.stdout: = reflink=1 bigtime=1 inobtcount=1 nrext64=0 2024-09-13T18:55:39.519 INFO:teuthology.orchestra.run.smithi119.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2024-09-13T18:55:39.519 INFO:teuthology.orchestra.run.smithi119.stdout: = sunit=0 swidth=0 blks 2024-09-13T18:55:39.519 INFO:teuthology.orchestra.run.smithi119.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2024-09-13T18:55:39.519 INFO:teuthology.orchestra.run.smithi119.stdout:log =internal log bsize=4096 blocks=16384, version=2 2024-09-13T18:55:39.519 INFO:teuthology.orchestra.run.smithi119.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2024-09-13T18:55:39.519 INFO:teuthology.orchestra.run.smithi119.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2024-09-13T18:55:40.039 INFO:teuthology.orchestra.run.smithi119.stdout:Discarding blocks...Done. 2024-09-13T18:55:40.041 INFO:tasks.ceph:mount /dev/vg_nvme/lv_4 on ubuntu@smithi119.front.sepia.ceph.com -o noatime 2024-09-13T18:55:40.041 DEBUG:teuthology.orchestra.run.smithi119:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_4 /var/lib/ceph/osd/ceph-3 2024-09-13T18:55:40.187 DEBUG:teuthology.orchestra.run.smithi119:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-3 2024-09-13T18:55:40.218 DEBUG:teuthology.orchestra.run.smithi119:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 0 --monmap /home/ubuntu/cephtest/ceph.monmap 2024-09-13T18:55:40.319 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:55:40.316+0000 7fed12419640 -1 auth: error reading file: /var/lib/ceph/osd/ceph-0/keyring: can't open /var/lib/ceph/osd/ceph-0/keyring: (2) No such file or directory 2024-09-13T18:55:40.320 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:55:40.316+0000 7fed12419640 -1 created new key in keyring /var/lib/ceph/osd/ceph-0/keyring 2024-09-13T18:55:40.320 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:55:40.316+0000 7fed12419640 -1 bluestore(/var/lib/ceph/osd/ceph-0/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-0/block: (2) No such file or directory 2024-09-13T18:55:40.320 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:55:40.316+0000 7fed12419640 -1 bluestore(/var/lib/ceph/osd/ceph-0/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-0/block: (2) No such file or directory 2024-09-13T18:55:40.320 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:55:40.316+0000 7fed12419640 -1 bluestore(/var/lib/ceph/osd/ceph-0/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-0/block: (2) No such file or directory 2024-09-13T18:55:40.320 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:55:40.317+0000 7fed12419640 -1 bluestore(/var/lib/ceph/osd/ceph-0) _read_fsid unparsable uuid 2024-09-13T18:55:43.176 DEBUG:teuthology.orchestra.run.smithi119:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-0 2024-09-13T18:55:43.205 DEBUG:teuthology.orchestra.run.smithi119:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 1 --monmap /home/ubuntu/cephtest/ceph.monmap 2024-09-13T18:55:43.295 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:55:43.292+0000 7f8f9fbcc640 -1 auth: error reading file: /var/lib/ceph/osd/ceph-1/keyring: can't open /var/lib/ceph/osd/ceph-1/keyring: (2) No such file or directory 2024-09-13T18:55:43.295 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:55:43.292+0000 7f8f9fbcc640 -1 created new key in keyring /var/lib/ceph/osd/ceph-1/keyring 2024-09-13T18:55:43.295 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:55:43.292+0000 7f8f9fbcc640 -1 bluestore(/var/lib/ceph/osd/ceph-1/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-1/block: (2) No such file or directory 2024-09-13T18:55:43.296 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:55:43.292+0000 7f8f9fbcc640 -1 bluestore(/var/lib/ceph/osd/ceph-1/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-1/block: (2) No such file or directory 2024-09-13T18:55:43.296 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:55:43.292+0000 7f8f9fbcc640 -1 bluestore(/var/lib/ceph/osd/ceph-1/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-1/block: (2) No such file or directory 2024-09-13T18:55:43.296 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:55:43.293+0000 7f8f9fbcc640 -1 bluestore(/var/lib/ceph/osd/ceph-1) _read_fsid unparsable uuid 2024-09-13T18:55:46.148 DEBUG:teuthology.orchestra.run.smithi119:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-1 2024-09-13T18:55:46.176 DEBUG:teuthology.orchestra.run.smithi119:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 2 --monmap /home/ubuntu/cephtest/ceph.monmap 2024-09-13T18:55:46.265 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:55:46.262+0000 7effbac1e640 -1 auth: error reading file: /var/lib/ceph/osd/ceph-2/keyring: can't open /var/lib/ceph/osd/ceph-2/keyring: (2) No such file or directory 2024-09-13T18:55:46.265 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:55:46.262+0000 7effbac1e640 -1 created new key in keyring /var/lib/ceph/osd/ceph-2/keyring 2024-09-13T18:55:46.265 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:55:46.262+0000 7effbac1e640 -1 bluestore(/var/lib/ceph/osd/ceph-2/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-2/block: (2) No such file or directory 2024-09-13T18:55:46.265 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:55:46.262+0000 7effbac1e640 -1 bluestore(/var/lib/ceph/osd/ceph-2/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-2/block: (2) No such file or directory 2024-09-13T18:55:46.265 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:55:46.262+0000 7effbac1e640 -1 bluestore(/var/lib/ceph/osd/ceph-2/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-2/block: (2) No such file or directory 2024-09-13T18:55:46.265 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:55:46.263+0000 7effbac1e640 -1 bluestore(/var/lib/ceph/osd/ceph-2) _read_fsid unparsable uuid 2024-09-13T18:55:49.117 DEBUG:teuthology.orchestra.run.smithi119:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-2 2024-09-13T18:55:49.143 DEBUG:teuthology.orchestra.run.smithi119:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 3 --monmap /home/ubuntu/cephtest/ceph.monmap 2024-09-13T18:55:49.230 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:55:49.227+0000 7f58f4317640 -1 auth: error reading file: /var/lib/ceph/osd/ceph-3/keyring: can't open /var/lib/ceph/osd/ceph-3/keyring: (2) No such file or directory 2024-09-13T18:55:49.230 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:55:49.227+0000 7f58f4317640 -1 created new key in keyring /var/lib/ceph/osd/ceph-3/keyring 2024-09-13T18:55:49.230 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:55:49.227+0000 7f58f4317640 -1 bluestore(/var/lib/ceph/osd/ceph-3/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-3/block: (2) No such file or directory 2024-09-13T18:55:49.230 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:55:49.227+0000 7f58f4317640 -1 bluestore(/var/lib/ceph/osd/ceph-3/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-3/block: (2) No such file or directory 2024-09-13T18:55:49.231 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:55:49.227+0000 7f58f4317640 -1 bluestore(/var/lib/ceph/osd/ceph-3/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-3/block: (2) No such file or directory 2024-09-13T18:55:49.231 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:55:49.228+0000 7f58f4317640 -1 bluestore(/var/lib/ceph/osd/ceph-3) _read_fsid unparsable uuid 2024-09-13T18:55:52.091 DEBUG:teuthology.orchestra.run.smithi119:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-3 2024-09-13T18:55:52.119 DEBUG:teuthology.orchestra.run.smithi145:> sudo mkdir -p /var/lib/ceph/osd/ceph-4 2024-09-13T18:55:52.149 INFO:tasks.ceph:roles_to_devs: {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'} 2024-09-13T18:55:52.150 INFO:tasks.ceph:role: osd.4 2024-09-13T18:55:52.150 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_1 on ubuntu@smithi145.front.sepia.ceph.com 2024-09-13T18:55:52.150 DEBUG:teuthology.orchestra.run.smithi145:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_1 2024-09-13T18:55:52.227 INFO:teuthology.orchestra.run.smithi145.stdout:meta-data=/dev/vg_nvme/lv_1 isize=2048 agcount=4, agsize=5859072 blks 2024-09-13T18:55:52.227 INFO:teuthology.orchestra.run.smithi145.stdout: = sectsz=512 attr=2, projid32bit=1 2024-09-13T18:55:52.227 INFO:teuthology.orchestra.run.smithi145.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2024-09-13T18:55:52.227 INFO:teuthology.orchestra.run.smithi145.stdout: = reflink=1 bigtime=1 inobtcount=1 nrext64=0 2024-09-13T18:55:52.227 INFO:teuthology.orchestra.run.smithi145.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2024-09-13T18:55:52.227 INFO:teuthology.orchestra.run.smithi145.stdout: = sunit=0 swidth=0 blks 2024-09-13T18:55:52.227 INFO:teuthology.orchestra.run.smithi145.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2024-09-13T18:55:52.227 INFO:teuthology.orchestra.run.smithi145.stdout:log =internal log bsize=4096 blocks=16384, version=2 2024-09-13T18:55:52.228 INFO:teuthology.orchestra.run.smithi145.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2024-09-13T18:55:52.228 INFO:teuthology.orchestra.run.smithi145.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2024-09-13T18:55:52.737 INFO:teuthology.orchestra.run.smithi145.stdout:Discarding blocks...Done. 2024-09-13T18:55:52.740 INFO:tasks.ceph:mount /dev/vg_nvme/lv_1 on ubuntu@smithi145.front.sepia.ceph.com -o noatime 2024-09-13T18:55:52.740 DEBUG:teuthology.orchestra.run.smithi145:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_1 /var/lib/ceph/osd/ceph-4 2024-09-13T18:55:52.846 DEBUG:teuthology.orchestra.run.smithi145:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-4 2024-09-13T18:55:52.881 DEBUG:teuthology.orchestra.run.smithi145:> sudo mkdir -p /var/lib/ceph/osd/ceph-5 2024-09-13T18:55:52.949 INFO:tasks.ceph:roles_to_devs: {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'} 2024-09-13T18:55:52.949 INFO:tasks.ceph:role: osd.5 2024-09-13T18:55:52.949 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_2 on ubuntu@smithi145.front.sepia.ceph.com 2024-09-13T18:55:52.949 DEBUG:teuthology.orchestra.run.smithi145:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_2 2024-09-13T18:55:53.023 INFO:teuthology.orchestra.run.smithi145.stdout:meta-data=/dev/vg_nvme/lv_2 isize=2048 agcount=4, agsize=5859072 blks 2024-09-13T18:55:53.023 INFO:teuthology.orchestra.run.smithi145.stdout: = sectsz=512 attr=2, projid32bit=1 2024-09-13T18:55:53.023 INFO:teuthology.orchestra.run.smithi145.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2024-09-13T18:55:53.023 INFO:teuthology.orchestra.run.smithi145.stdout: = reflink=1 bigtime=1 inobtcount=1 nrext64=0 2024-09-13T18:55:53.023 INFO:teuthology.orchestra.run.smithi145.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2024-09-13T18:55:53.023 INFO:teuthology.orchestra.run.smithi145.stdout: = sunit=0 swidth=0 blks 2024-09-13T18:55:53.024 INFO:teuthology.orchestra.run.smithi145.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2024-09-13T18:55:53.024 INFO:teuthology.orchestra.run.smithi145.stdout:log =internal log bsize=4096 blocks=16384, version=2 2024-09-13T18:55:53.024 INFO:teuthology.orchestra.run.smithi145.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2024-09-13T18:55:53.024 INFO:teuthology.orchestra.run.smithi145.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2024-09-13T18:55:53.487 INFO:teuthology.orchestra.run.smithi145.stdout:Discarding blocks...Done. 2024-09-13T18:55:53.489 INFO:tasks.ceph:mount /dev/vg_nvme/lv_2 on ubuntu@smithi145.front.sepia.ceph.com -o noatime 2024-09-13T18:55:53.489 DEBUG:teuthology.orchestra.run.smithi145:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_2 /var/lib/ceph/osd/ceph-5 2024-09-13T18:55:53.582 DEBUG:teuthology.orchestra.run.smithi145:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-5 2024-09-13T18:55:53.613 DEBUG:teuthology.orchestra.run.smithi145:> sudo mkdir -p /var/lib/ceph/osd/ceph-6 2024-09-13T18:55:53.680 INFO:tasks.ceph:roles_to_devs: {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'} 2024-09-13T18:55:53.680 INFO:tasks.ceph:role: osd.6 2024-09-13T18:55:53.680 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_3 on ubuntu@smithi145.front.sepia.ceph.com 2024-09-13T18:55:53.680 DEBUG:teuthology.orchestra.run.smithi145:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_3 2024-09-13T18:55:53.753 INFO:teuthology.orchestra.run.smithi145.stdout:meta-data=/dev/vg_nvme/lv_3 isize=2048 agcount=4, agsize=5859072 blks 2024-09-13T18:55:53.753 INFO:teuthology.orchestra.run.smithi145.stdout: = sectsz=512 attr=2, projid32bit=1 2024-09-13T18:55:53.753 INFO:teuthology.orchestra.run.smithi145.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2024-09-13T18:55:53.753 INFO:teuthology.orchestra.run.smithi145.stdout: = reflink=1 bigtime=1 inobtcount=1 nrext64=0 2024-09-13T18:55:53.753 INFO:teuthology.orchestra.run.smithi145.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2024-09-13T18:55:53.753 INFO:teuthology.orchestra.run.smithi145.stdout: = sunit=0 swidth=0 blks 2024-09-13T18:55:53.754 INFO:teuthology.orchestra.run.smithi145.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2024-09-13T18:55:53.754 INFO:teuthology.orchestra.run.smithi145.stdout:log =internal log bsize=4096 blocks=16384, version=2 2024-09-13T18:55:53.754 INFO:teuthology.orchestra.run.smithi145.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2024-09-13T18:55:53.754 INFO:teuthology.orchestra.run.smithi145.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2024-09-13T18:55:54.243 INFO:teuthology.orchestra.run.smithi145.stdout:Discarding blocks...Done. 2024-09-13T18:55:54.245 INFO:tasks.ceph:mount /dev/vg_nvme/lv_3 on ubuntu@smithi145.front.sepia.ceph.com -o noatime 2024-09-13T18:55:54.245 DEBUG:teuthology.orchestra.run.smithi145:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_3 /var/lib/ceph/osd/ceph-6 2024-09-13T18:55:54.377 DEBUG:teuthology.orchestra.run.smithi145:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-6 2024-09-13T18:55:54.409 DEBUG:teuthology.orchestra.run.smithi145:> sudo mkdir -p /var/lib/ceph/osd/ceph-7 2024-09-13T18:55:54.475 INFO:tasks.ceph:roles_to_devs: {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'} 2024-09-13T18:55:54.475 INFO:tasks.ceph:role: osd.7 2024-09-13T18:55:54.475 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_4 on ubuntu@smithi145.front.sepia.ceph.com 2024-09-13T18:55:54.475 DEBUG:teuthology.orchestra.run.smithi145:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_4 2024-09-13T18:55:54.549 INFO:teuthology.orchestra.run.smithi145.stdout:meta-data=/dev/vg_nvme/lv_4 isize=2048 agcount=4, agsize=5859072 blks 2024-09-13T18:55:54.549 INFO:teuthology.orchestra.run.smithi145.stdout: = sectsz=512 attr=2, projid32bit=1 2024-09-13T18:55:54.549 INFO:teuthology.orchestra.run.smithi145.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2024-09-13T18:55:54.550 INFO:teuthology.orchestra.run.smithi145.stdout: = reflink=1 bigtime=1 inobtcount=1 nrext64=0 2024-09-13T18:55:54.550 INFO:teuthology.orchestra.run.smithi145.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2024-09-13T18:55:54.550 INFO:teuthology.orchestra.run.smithi145.stdout: = sunit=0 swidth=0 blks 2024-09-13T18:55:54.550 INFO:teuthology.orchestra.run.smithi145.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2024-09-13T18:55:54.550 INFO:teuthology.orchestra.run.smithi145.stdout:log =internal log bsize=4096 blocks=16384, version=2 2024-09-13T18:55:54.550 INFO:teuthology.orchestra.run.smithi145.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2024-09-13T18:55:54.550 INFO:teuthology.orchestra.run.smithi145.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2024-09-13T18:55:55.065 INFO:teuthology.orchestra.run.smithi145.stdout:Discarding blocks...Done. 2024-09-13T18:55:55.067 INFO:tasks.ceph:mount /dev/vg_nvme/lv_4 on ubuntu@smithi145.front.sepia.ceph.com -o noatime 2024-09-13T18:55:55.067 DEBUG:teuthology.orchestra.run.smithi145:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_4 /var/lib/ceph/osd/ceph-7 2024-09-13T18:55:55.212 DEBUG:teuthology.orchestra.run.smithi145:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-7 2024-09-13T18:55:55.244 DEBUG:teuthology.orchestra.run.smithi145:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 4 --monmap /home/ubuntu/cephtest/ceph.monmap 2024-09-13T18:55:55.341 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:55:55.338+0000 7fa10e60d640 -1 auth: error reading file: /var/lib/ceph/osd/ceph-4/keyring: can't open /var/lib/ceph/osd/ceph-4/keyring: (2) No such file or directory 2024-09-13T18:55:55.342 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:55:55.339+0000 7fa10e60d640 -1 created new key in keyring /var/lib/ceph/osd/ceph-4/keyring 2024-09-13T18:55:55.342 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:55:55.339+0000 7fa10e60d640 -1 bluestore(/var/lib/ceph/osd/ceph-4/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-4/block: (2) No such file or directory 2024-09-13T18:55:55.342 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:55:55.339+0000 7fa10e60d640 -1 bluestore(/var/lib/ceph/osd/ceph-4/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-4/block: (2) No such file or directory 2024-09-13T18:55:55.342 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:55:55.339+0000 7fa10e60d640 -1 bluestore(/var/lib/ceph/osd/ceph-4/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-4/block: (2) No such file or directory 2024-09-13T18:55:55.343 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:55:55.339+0000 7fa10e60d640 -1 bluestore(/var/lib/ceph/osd/ceph-4) _read_fsid unparsable uuid 2024-09-13T18:55:58.200 DEBUG:teuthology.orchestra.run.smithi145:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-4 2024-09-13T18:55:58.230 DEBUG:teuthology.orchestra.run.smithi145:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 5 --monmap /home/ubuntu/cephtest/ceph.monmap 2024-09-13T18:55:58.321 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:55:58.318+0000 7fbe28e13640 -1 auth: error reading file: /var/lib/ceph/osd/ceph-5/keyring: can't open /var/lib/ceph/osd/ceph-5/keyring: (2) No such file or directory 2024-09-13T18:55:58.321 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:55:58.318+0000 7fbe28e13640 -1 created new key in keyring /var/lib/ceph/osd/ceph-5/keyring 2024-09-13T18:55:58.322 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:55:58.318+0000 7fbe28e13640 -1 bluestore(/var/lib/ceph/osd/ceph-5/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-5/block: (2) No such file or directory 2024-09-13T18:55:58.322 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:55:58.318+0000 7fbe28e13640 -1 bluestore(/var/lib/ceph/osd/ceph-5/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-5/block: (2) No such file or directory 2024-09-13T18:55:58.322 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:55:58.318+0000 7fbe28e13640 -1 bluestore(/var/lib/ceph/osd/ceph-5/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-5/block: (2) No such file or directory 2024-09-13T18:55:58.322 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:55:58.319+0000 7fbe28e13640 -1 bluestore(/var/lib/ceph/osd/ceph-5) _read_fsid unparsable uuid 2024-09-13T18:56:01.169 DEBUG:teuthology.orchestra.run.smithi145:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-5 2024-09-13T18:56:01.196 DEBUG:teuthology.orchestra.run.smithi145:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 6 --monmap /home/ubuntu/cephtest/ceph.monmap 2024-09-13T18:56:01.284 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:01.282+0000 7f88dd40e640 -1 auth: error reading file: /var/lib/ceph/osd/ceph-6/keyring: can't open /var/lib/ceph/osd/ceph-6/keyring: (2) No such file or directory 2024-09-13T18:56:01.285 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:01.282+0000 7f88dd40e640 -1 created new key in keyring /var/lib/ceph/osd/ceph-6/keyring 2024-09-13T18:56:01.285 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:01.282+0000 7f88dd40e640 -1 bluestore(/var/lib/ceph/osd/ceph-6/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-6/block: (2) No such file or directory 2024-09-13T18:56:01.285 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:01.282+0000 7f88dd40e640 -1 bluestore(/var/lib/ceph/osd/ceph-6/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-6/block: (2) No such file or directory 2024-09-13T18:56:01.285 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:01.282+0000 7f88dd40e640 -1 bluestore(/var/lib/ceph/osd/ceph-6/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-6/block: (2) No such file or directory 2024-09-13T18:56:01.285 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:01.283+0000 7f88dd40e640 -1 bluestore(/var/lib/ceph/osd/ceph-6) _read_fsid unparsable uuid 2024-09-13T18:56:03.899 DEBUG:teuthology.orchestra.run.smithi119:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-13T18:56:03.902 DEBUG:teuthology.orchestra.run.smithi145:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-13T18:56:04.138 DEBUG:teuthology.orchestra.run.smithi145:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-6 2024-09-13T18:56:04.165 DEBUG:teuthology.orchestra.run.smithi145:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 7 --monmap /home/ubuntu/cephtest/ceph.monmap 2024-09-13T18:56:04.253 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:04.250+0000 7f12aa9c5640 -1 auth: error reading file: /var/lib/ceph/osd/ceph-7/keyring: can't open /var/lib/ceph/osd/ceph-7/keyring: (2) No such file or directory 2024-09-13T18:56:04.253 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:04.250+0000 7f12aa9c5640 -1 created new key in keyring /var/lib/ceph/osd/ceph-7/keyring 2024-09-13T18:56:04.253 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:04.250+0000 7f12aa9c5640 -1 bluestore(/var/lib/ceph/osd/ceph-7/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-7/block: (2) No such file or directory 2024-09-13T18:56:04.253 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:04.250+0000 7f12aa9c5640 -1 bluestore(/var/lib/ceph/osd/ceph-7/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-7/block: (2) No such file or directory 2024-09-13T18:56:04.253 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:04.250+0000 7f12aa9c5640 -1 bluestore(/var/lib/ceph/osd/ceph-7/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-7/block: (2) No such file or directory 2024-09-13T18:56:04.254 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:04.251+0000 7f12aa9c5640 -1 bluestore(/var/lib/ceph/osd/ceph-7) _read_fsid unparsable uuid 2024-09-13T18:56:07.102 DEBUG:teuthology.orchestra.run.smithi145:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-7 2024-09-13T18:56:07.130 INFO:tasks.ceph:Reading keys from all nodes... 2024-09-13T18:56:07.131 DEBUG:teuthology.orchestra.run.smithi119:> set -ex 2024-09-13T18:56:07.131 DEBUG:teuthology.orchestra.run.smithi119:> sudo dd if=/var/lib/ceph/mgr/ceph-y/keyring of=/dev/stdout 2024-09-13T18:56:07.160 DEBUG:teuthology.orchestra.run.smithi119:> set -ex 2024-09-13T18:56:07.160 DEBUG:teuthology.orchestra.run.smithi119:> sudo dd if=/var/lib/ceph/mds/ceph-a/keyring of=/dev/stdout 2024-09-13T18:56:07.228 DEBUG:teuthology.orchestra.run.smithi119:> set -ex 2024-09-13T18:56:07.228 DEBUG:teuthology.orchestra.run.smithi119:> sudo dd if=/var/lib/ceph/mds/ceph-c/keyring of=/dev/stdout 2024-09-13T18:56:07.296 DEBUG:teuthology.orchestra.run.smithi119:> set -ex 2024-09-13T18:56:07.296 DEBUG:teuthology.orchestra.run.smithi119:> sudo dd if=/var/lib/ceph/osd/ceph-0/keyring of=/dev/stdout 2024-09-13T18:56:07.363 DEBUG:teuthology.orchestra.run.smithi119:> set -ex 2024-09-13T18:56:07.363 DEBUG:teuthology.orchestra.run.smithi119:> sudo dd if=/var/lib/ceph/osd/ceph-1/keyring of=/dev/stdout 2024-09-13T18:56:07.430 DEBUG:teuthology.orchestra.run.smithi119:> set -ex 2024-09-13T18:56:07.430 DEBUG:teuthology.orchestra.run.smithi119:> sudo dd if=/var/lib/ceph/osd/ceph-2/keyring of=/dev/stdout 2024-09-13T18:56:07.495 DEBUG:teuthology.orchestra.run.smithi119:> set -ex 2024-09-13T18:56:07.496 DEBUG:teuthology.orchestra.run.smithi119:> sudo dd if=/var/lib/ceph/osd/ceph-3/keyring of=/dev/stdout 2024-09-13T18:56:07.559 DEBUG:teuthology.orchestra.run.smithi145:> set -ex 2024-09-13T18:56:07.560 DEBUG:teuthology.orchestra.run.smithi145:> sudo dd if=/var/lib/ceph/mgr/ceph-x/keyring of=/dev/stdout 2024-09-13T18:56:07.589 DEBUG:teuthology.orchestra.run.smithi145:> set -ex 2024-09-13T18:56:07.589 DEBUG:teuthology.orchestra.run.smithi145:> sudo dd if=/var/lib/ceph/mds/ceph-b/keyring of=/dev/stdout 2024-09-13T18:56:07.659 DEBUG:teuthology.orchestra.run.smithi145:> set -ex 2024-09-13T18:56:07.659 DEBUG:teuthology.orchestra.run.smithi145:> sudo dd if=/var/lib/ceph/mds/ceph-d/keyring of=/dev/stdout 2024-09-13T18:56:07.728 DEBUG:teuthology.orchestra.run.smithi145:> set -ex 2024-09-13T18:56:07.728 DEBUG:teuthology.orchestra.run.smithi145:> sudo dd if=/var/lib/ceph/osd/ceph-4/keyring of=/dev/stdout 2024-09-13T18:56:07.795 DEBUG:teuthology.orchestra.run.smithi145:> set -ex 2024-09-13T18:56:07.796 DEBUG:teuthology.orchestra.run.smithi145:> sudo dd if=/var/lib/ceph/osd/ceph-5/keyring of=/dev/stdout 2024-09-13T18:56:07.862 DEBUG:teuthology.orchestra.run.smithi145:> set -ex 2024-09-13T18:56:07.862 DEBUG:teuthology.orchestra.run.smithi145:> sudo dd if=/var/lib/ceph/osd/ceph-6/keyring of=/dev/stdout 2024-09-13T18:56:07.928 DEBUG:teuthology.orchestra.run.smithi145:> set -ex 2024-09-13T18:56:07.928 DEBUG:teuthology.orchestra.run.smithi145:> sudo dd if=/var/lib/ceph/osd/ceph-7/keyring of=/dev/stdout 2024-09-13T18:56:07.994 DEBUG:teuthology.orchestra.run.smithi119:> set -ex 2024-09-13T18:56:07.994 DEBUG:teuthology.orchestra.run.smithi119:> dd if=/etc/ceph/ceph.client.0.keyring of=/dev/stdout 2024-09-13T18:56:08.011 DEBUG:teuthology.orchestra.run.smithi119:> set -ex 2024-09-13T18:56:08.011 DEBUG:teuthology.orchestra.run.smithi119:> dd if=/etc/ceph/ceph.client.2.keyring of=/dev/stdout 2024-09-13T18:56:08.067 DEBUG:teuthology.orchestra.run.smithi145:> set -ex 2024-09-13T18:56:08.067 DEBUG:teuthology.orchestra.run.smithi145:> dd if=/etc/ceph/ceph.client.1.keyring of=/dev/stdout 2024-09-13T18:56:08.083 DEBUG:teuthology.orchestra.run.smithi145:> set -ex 2024-09-13T18:56:08.083 DEBUG:teuthology.orchestra.run.smithi145:> dd if=/etc/ceph/ceph.client.3.keyring of=/dev/stdout 2024-09-13T18:56:08.139 INFO:tasks.ceph:Adding keys to all mons... 2024-09-13T18:56:08.139 DEBUG:teuthology.orchestra.run.smithi119:> sudo tee -a /etc/ceph/ceph.keyring 2024-09-13T18:56:08.141 DEBUG:teuthology.orchestra.run.smithi145:> sudo tee -a /etc/ceph/ceph.keyring 2024-09-13T18:56:08.183 INFO:teuthology.orchestra.run.smithi119.stdout:[mgr.y] 2024-09-13T18:56:08.183 INFO:teuthology.orchestra.run.smithi119.stdout: key = AQCoiuRmRd+/ExAA5vnIdgSypg+8GZ5h1RR5PQ== 2024-09-13T18:56:08.183 INFO:teuthology.orchestra.run.smithi119.stdout:[mds.a] 2024-09-13T18:56:08.183 INFO:teuthology.orchestra.run.smithi119.stdout: key = AQCoiuRm7vpaGhAA8sVBT3rsTcE0tkza+04l3Q== 2024-09-13T18:56:08.183 INFO:teuthology.orchestra.run.smithi119.stdout:[mds.c] 2024-09-13T18:56:08.183 INFO:teuthology.orchestra.run.smithi119.stdout: key = AQCoiuRmAhlUIRAA+pO7T0877G/J3T46bJNgTA== 2024-09-13T18:56:08.183 INFO:teuthology.orchestra.run.smithi119.stdout:[osd.0] 2024-09-13T18:56:08.184 INFO:teuthology.orchestra.run.smithi119.stdout: key = AQCsiuRm2tLpEhAApgApzVzzT1WVSOkElWSnRw== 2024-09-13T18:56:08.184 INFO:teuthology.orchestra.run.smithi119.stdout:[osd.1] 2024-09-13T18:56:08.184 INFO:teuthology.orchestra.run.smithi119.stdout: key = AQCviuRmelh6ERAAWxeMWyp/8jxjB4Z3MnSVeg== 2024-09-13T18:56:08.184 INFO:teuthology.orchestra.run.smithi119.stdout:[osd.2] 2024-09-13T18:56:08.184 INFO:teuthology.orchestra.run.smithi119.stdout: key = AQCyiuRmUluwDxAAqb+uCZAmjV/U7O8kQZMFfA== 2024-09-13T18:56:08.184 INFO:teuthology.orchestra.run.smithi119.stdout:[osd.3] 2024-09-13T18:56:08.184 INFO:teuthology.orchestra.run.smithi119.stdout: key = AQC1iuRm09WdDRAAMBqNCJEhomTlxGN7jvxMvg== 2024-09-13T18:56:08.184 INFO:teuthology.orchestra.run.smithi119.stdout:[mgr.x] 2024-09-13T18:56:08.184 INFO:teuthology.orchestra.run.smithi119.stdout: key = AQCoiuRmYjgnFxAA+Tdk0INIVVAxTep4JpcDFw== 2024-09-13T18:56:08.184 INFO:teuthology.orchestra.run.smithi119.stdout:[mds.b] 2024-09-13T18:56:08.184 INFO:teuthology.orchestra.run.smithi119.stdout: key = AQCoiuRmFO3tJRAASwD7mVzTDF/PIwo/Dmst1w== 2024-09-13T18:56:08.184 INFO:teuthology.orchestra.run.smithi119.stdout:[mds.d] 2024-09-13T18:56:08.185 INFO:teuthology.orchestra.run.smithi119.stdout: key = AQCoiuRmmJjxLBAASd4c1Y2Vy9pXgCGiSArODw== 2024-09-13T18:56:08.185 INFO:teuthology.orchestra.run.smithi119.stdout:[osd.4] 2024-09-13T18:56:08.185 INFO:teuthology.orchestra.run.smithi119.stdout: key = AQC7iuRmo8dBFBAAGtSv+HuNIRgUqZek86649A== 2024-09-13T18:56:08.185 INFO:teuthology.orchestra.run.smithi119.stdout:[osd.5] 2024-09-13T18:56:08.185 INFO:teuthology.orchestra.run.smithi119.stdout: key = AQC+iuRmnC8KExAAfjGeaeg62PLjVrWYBf5UZA== 2024-09-13T18:56:08.185 INFO:teuthology.orchestra.run.smithi119.stdout:[osd.6] 2024-09-13T18:56:08.185 INFO:teuthology.orchestra.run.smithi119.stdout: key = AQDBiuRmkazfEBAAQB7vZytlYG1lV3Xzy9ZVVw== 2024-09-13T18:56:08.185 INFO:teuthology.orchestra.run.smithi119.stdout:[osd.7] 2024-09-13T18:56:08.185 INFO:teuthology.orchestra.run.smithi119.stdout: key = AQDEiuRm56z6DhAApWh5Nw4eMxp4jiToCulBRQ== 2024-09-13T18:56:08.185 INFO:teuthology.orchestra.run.smithi119.stdout:[client.0] 2024-09-13T18:56:08.185 INFO:teuthology.orchestra.run.smithi119.stdout: key = AQCoiuRmBGD8MBAANo4DaFEx55A5LyDRXQu3Eg== 2024-09-13T18:56:08.185 INFO:teuthology.orchestra.run.smithi119.stdout:[client.2] 2024-09-13T18:56:08.185 INFO:teuthology.orchestra.run.smithi119.stdout: key = AQCoiuRmQumGNhAADHqU3h4P/QABLQbfMCb6pg== 2024-09-13T18:56:08.185 INFO:teuthology.orchestra.run.smithi119.stdout:[client.1] 2024-09-13T18:56:08.186 INFO:teuthology.orchestra.run.smithi119.stdout: key = AQCoiuRmEcevORAArlo3Vl6y1iwCKNnCttaHCg== 2024-09-13T18:56:08.186 INFO:teuthology.orchestra.run.smithi119.stdout:[client.3] 2024-09-13T18:56:08.186 INFO:teuthology.orchestra.run.smithi119.stdout: key = AQCpiuRmiuS6AxAA2pIKwpt8Y9uBiZjulVdFZQ== 2024-09-13T18:56:08.203 INFO:teuthology.orchestra.run.smithi145.stdout:[mgr.y] 2024-09-13T18:56:08.203 INFO:teuthology.orchestra.run.smithi145.stdout: key = AQCoiuRmRd+/ExAA5vnIdgSypg+8GZ5h1RR5PQ== 2024-09-13T18:56:08.203 INFO:teuthology.orchestra.run.smithi145.stdout:[mds.a] 2024-09-13T18:56:08.203 INFO:teuthology.orchestra.run.smithi145.stdout: key = AQCoiuRm7vpaGhAA8sVBT3rsTcE0tkza+04l3Q== 2024-09-13T18:56:08.203 INFO:teuthology.orchestra.run.smithi145.stdout:[mds.c] 2024-09-13T18:56:08.203 INFO:teuthology.orchestra.run.smithi145.stdout: key = AQCoiuRmAhlUIRAA+pO7T0877G/J3T46bJNgTA== 2024-09-13T18:56:08.204 INFO:teuthology.orchestra.run.smithi145.stdout:[osd.0] 2024-09-13T18:56:08.204 INFO:teuthology.orchestra.run.smithi145.stdout: key = AQCsiuRm2tLpEhAApgApzVzzT1WVSOkElWSnRw== 2024-09-13T18:56:08.204 INFO:teuthology.orchestra.run.smithi145.stdout:[osd.1] 2024-09-13T18:56:08.204 INFO:teuthology.orchestra.run.smithi145.stdout: key = AQCviuRmelh6ERAAWxeMWyp/8jxjB4Z3MnSVeg== 2024-09-13T18:56:08.204 INFO:teuthology.orchestra.run.smithi145.stdout:[osd.2] 2024-09-13T18:56:08.204 INFO:teuthology.orchestra.run.smithi145.stdout: key = AQCyiuRmUluwDxAAqb+uCZAmjV/U7O8kQZMFfA== 2024-09-13T18:56:08.204 INFO:teuthology.orchestra.run.smithi145.stdout:[osd.3] 2024-09-13T18:56:08.204 INFO:teuthology.orchestra.run.smithi145.stdout: key = AQC1iuRm09WdDRAAMBqNCJEhomTlxGN7jvxMvg== 2024-09-13T18:56:08.204 INFO:teuthology.orchestra.run.smithi145.stdout:[mgr.x] 2024-09-13T18:56:08.204 INFO:teuthology.orchestra.run.smithi145.stdout: key = AQCoiuRmYjgnFxAA+Tdk0INIVVAxTep4JpcDFw== 2024-09-13T18:56:08.204 INFO:teuthology.orchestra.run.smithi145.stdout:[mds.b] 2024-09-13T18:56:08.204 INFO:teuthology.orchestra.run.smithi145.stdout: key = AQCoiuRmFO3tJRAASwD7mVzTDF/PIwo/Dmst1w== 2024-09-13T18:56:08.205 INFO:teuthology.orchestra.run.smithi145.stdout:[mds.d] 2024-09-13T18:56:08.205 INFO:teuthology.orchestra.run.smithi145.stdout: key = AQCoiuRmmJjxLBAASd4c1Y2Vy9pXgCGiSArODw== 2024-09-13T18:56:08.205 INFO:teuthology.orchestra.run.smithi145.stdout:[osd.4] 2024-09-13T18:56:08.205 INFO:teuthology.orchestra.run.smithi145.stdout: key = AQC7iuRmo8dBFBAAGtSv+HuNIRgUqZek86649A== 2024-09-13T18:56:08.205 INFO:teuthology.orchestra.run.smithi145.stdout:[osd.5] 2024-09-13T18:56:08.205 INFO:teuthology.orchestra.run.smithi145.stdout: key = AQC+iuRmnC8KExAAfjGeaeg62PLjVrWYBf5UZA== 2024-09-13T18:56:08.205 INFO:teuthology.orchestra.run.smithi145.stdout:[osd.6] 2024-09-13T18:56:08.205 INFO:teuthology.orchestra.run.smithi145.stdout: key = AQDBiuRmkazfEBAAQB7vZytlYG1lV3Xzy9ZVVw== 2024-09-13T18:56:08.205 INFO:teuthology.orchestra.run.smithi145.stdout:[osd.7] 2024-09-13T18:56:08.205 INFO:teuthology.orchestra.run.smithi145.stdout: key = AQDEiuRm56z6DhAApWh5Nw4eMxp4jiToCulBRQ== 2024-09-13T18:56:08.205 INFO:teuthology.orchestra.run.smithi145.stdout:[client.0] 2024-09-13T18:56:08.205 INFO:teuthology.orchestra.run.smithi145.stdout: key = AQCoiuRmBGD8MBAANo4DaFEx55A5LyDRXQu3Eg== 2024-09-13T18:56:08.205 INFO:teuthology.orchestra.run.smithi145.stdout:[client.2] 2024-09-13T18:56:08.205 INFO:teuthology.orchestra.run.smithi145.stdout: key = AQCoiuRmQumGNhAADHqU3h4P/QABLQbfMCb6pg== 2024-09-13T18:56:08.206 INFO:teuthology.orchestra.run.smithi145.stdout:[client.1] 2024-09-13T18:56:08.206 INFO:teuthology.orchestra.run.smithi145.stdout: key = AQCoiuRmEcevORAArlo3Vl6y1iwCKNnCttaHCg== 2024-09-13T18:56:08.206 INFO:teuthology.orchestra.run.smithi145.stdout:[client.3] 2024-09-13T18:56:08.206 INFO:teuthology.orchestra.run.smithi145.stdout: key = AQCpiuRmiuS6AxAA2pIKwpt8Y9uBiZjulVdFZQ== 2024-09-13T18:56:08.207 DEBUG:teuthology.orchestra.run.smithi119:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mgr.y --cap mon 'allow profile mgr' --cap osd 'allow *' --cap mds 'allow *' 2024-09-13T18:56:08.230 DEBUG:teuthology.orchestra.run.smithi145:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mgr.y --cap mon 'allow profile mgr' --cap osd 'allow *' --cap mds 'allow *' 2024-09-13T18:56:08.298 DEBUG:teuthology.orchestra.run.smithi119:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.a --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2024-09-13T18:56:08.300 DEBUG:teuthology.orchestra.run.smithi145:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.a --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2024-09-13T18:56:08.353 DEBUG:teuthology.orchestra.run.smithi119:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.c --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2024-09-13T18:56:08.355 DEBUG:teuthology.orchestra.run.smithi145:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.c --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2024-09-13T18:56:08.409 DEBUG:teuthology.orchestra.run.smithi119:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.0 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-13T18:56:08.411 DEBUG:teuthology.orchestra.run.smithi145:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.0 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-13T18:56:08.462 DEBUG:teuthology.orchestra.run.smithi119:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.1 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-13T18:56:08.465 DEBUG:teuthology.orchestra.run.smithi145:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.1 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-13T18:56:08.516 DEBUG:teuthology.orchestra.run.smithi119:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.2 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-13T18:56:08.518 DEBUG:teuthology.orchestra.run.smithi145:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.2 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-13T18:56:08.568 DEBUG:teuthology.orchestra.run.smithi119:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.3 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-13T18:56:08.571 DEBUG:teuthology.orchestra.run.smithi145:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.3 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-13T18:56:08.621 DEBUG:teuthology.orchestra.run.smithi119:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mgr.x --cap mon 'allow profile mgr' --cap osd 'allow *' --cap mds 'allow *' 2024-09-13T18:56:08.623 DEBUG:teuthology.orchestra.run.smithi145:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mgr.x --cap mon 'allow profile mgr' --cap osd 'allow *' --cap mds 'allow *' 2024-09-13T18:56:08.674 DEBUG:teuthology.orchestra.run.smithi119:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.b --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2024-09-13T18:56:08.676 DEBUG:teuthology.orchestra.run.smithi145:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.b --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2024-09-13T18:56:08.729 DEBUG:teuthology.orchestra.run.smithi119:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.d --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2024-09-13T18:56:08.732 DEBUG:teuthology.orchestra.run.smithi145:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.d --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2024-09-13T18:56:08.785 DEBUG:teuthology.orchestra.run.smithi119:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.4 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-13T18:56:08.788 DEBUG:teuthology.orchestra.run.smithi145:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.4 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-13T18:56:08.841 DEBUG:teuthology.orchestra.run.smithi119:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.5 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-13T18:56:08.843 DEBUG:teuthology.orchestra.run.smithi145:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.5 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-13T18:56:08.893 DEBUG:teuthology.orchestra.run.smithi119:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.6 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-13T18:56:08.896 DEBUG:teuthology.orchestra.run.smithi145:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.6 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-13T18:56:08.945 DEBUG:teuthology.orchestra.run.smithi119:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.7 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-13T18:56:08.948 DEBUG:teuthology.orchestra.run.smithi145:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.7 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-13T18:56:08.999 DEBUG:teuthology.orchestra.run.smithi119:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.0 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2024-09-13T18:56:09.001 DEBUG:teuthology.orchestra.run.smithi145:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.0 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2024-09-13T18:56:09.054 DEBUG:teuthology.orchestra.run.smithi119:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.2 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2024-09-13T18:56:09.057 DEBUG:teuthology.orchestra.run.smithi145:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.2 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2024-09-13T18:56:09.111 DEBUG:teuthology.orchestra.run.smithi119:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.1 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2024-09-13T18:56:09.113 DEBUG:teuthology.orchestra.run.smithi145:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.1 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2024-09-13T18:56:09.167 DEBUG:teuthology.orchestra.run.smithi119:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.3 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2024-09-13T18:56:09.169 DEBUG:teuthology.orchestra.run.smithi145:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.3 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2024-09-13T18:56:09.222 INFO:tasks.ceph:Running mkfs on mon nodes... 2024-09-13T18:56:09.222 DEBUG:teuthology.orchestra.run.smithi119:> sudo mkdir -p /var/lib/ceph/mon/ceph-a 2024-09-13T18:56:09.247 DEBUG:teuthology.orchestra.run.smithi119:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-mon --cluster ceph --mkfs -i a --monmap /home/ubuntu/cephtest/ceph.monmap --keyring /etc/ceph/ceph.keyring 2024-09-13T18:56:09.342 DEBUG:teuthology.orchestra.run.smithi119:> sudo chown -R ceph:ceph /var/lib/ceph/mon/ceph-a 2024-09-13T18:56:09.366 DEBUG:teuthology.orchestra.run.smithi145:> sudo mkdir -p /var/lib/ceph/mon/ceph-b 2024-09-13T18:56:09.391 DEBUG:teuthology.orchestra.run.smithi145:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-mon --cluster ceph --mkfs -i b --monmap /home/ubuntu/cephtest/ceph.monmap --keyring /etc/ceph/ceph.keyring 2024-09-13T18:56:09.489 DEBUG:teuthology.orchestra.run.smithi145:> sudo chown -R ceph:ceph /var/lib/ceph/mon/ceph-b 2024-09-13T18:56:09.513 DEBUG:teuthology.orchestra.run.smithi145:> sudo mkdir -p /var/lib/ceph/mon/ceph-c 2024-09-13T18:56:09.578 DEBUG:teuthology.orchestra.run.smithi145:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-mon --cluster ceph --mkfs -i c --monmap /home/ubuntu/cephtest/ceph.monmap --keyring /etc/ceph/ceph.keyring 2024-09-13T18:56:09.673 DEBUG:teuthology.orchestra.run.smithi145:> sudo chown -R ceph:ceph /var/lib/ceph/mon/ceph-c 2024-09-13T18:56:09.698 DEBUG:teuthology.orchestra.run.smithi119:> rm -- /home/ubuntu/cephtest/ceph.monmap 2024-09-13T18:56:09.700 DEBUG:teuthology.orchestra.run.smithi145:> rm -- /home/ubuntu/cephtest/ceph.monmap 2024-09-13T18:56:09.753 INFO:tasks.ceph:Starting mon daemons in cluster ceph... 2024-09-13T18:56:09.754 INFO:tasks.ceph.mon.a:Restarting daemon 2024-09-13T18:56:09.754 DEBUG:teuthology.orchestra.run.smithi119:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mon -f --cluster ceph -i a 2024-09-13T18:56:09.756 INFO:tasks.ceph.mon.a:Started 2024-09-13T18:56:09.756 INFO:tasks.ceph.mon.b:Restarting daemon 2024-09-13T18:56:09.756 DEBUG:teuthology.orchestra.run.smithi145:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mon -f --cluster ceph -i b 2024-09-13T18:56:09.795 INFO:tasks.ceph.mon.b:Started 2024-09-13T18:56:09.796 INFO:tasks.ceph.mon.c:Restarting daemon 2024-09-13T18:56:09.796 DEBUG:teuthology.orchestra.run.smithi145:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mon -f --cluster ceph -i c 2024-09-13T18:56:09.797 INFO:tasks.ceph.mon.c:Started 2024-09-13T18:56:09.798 INFO:tasks.ceph:Starting mgr daemons in cluster ceph... 2024-09-13T18:56:09.798 INFO:tasks.ceph.mgr.y:Restarting daemon 2024-09-13T18:56:09.798 DEBUG:teuthology.orchestra.run.smithi119:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mgr -f --cluster ceph -i y 2024-09-13T18:56:09.800 INFO:tasks.ceph.mgr.y:Started 2024-09-13T18:56:09.800 INFO:tasks.ceph.mgr.x:Restarting daemon 2024-09-13T18:56:09.800 DEBUG:teuthology.orchestra.run.smithi145:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mgr -f --cluster ceph -i x 2024-09-13T18:56:09.802 INFO:tasks.ceph.mgr.x:Started 2024-09-13T18:56:09.803 INFO:tasks.ceph:Setting crush tunables to default 2024-09-13T18:56:09.803 DEBUG:teuthology.orchestra.run.smithi119:> sudo ceph --cluster ceph osd crush tunables default 2024-09-13T18:56:09.901 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:09.897+0000 7f88e495e640 1 Processor -- start 2024-09-13T18:56:09.901 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:09.897+0000 7f88e495e640 1 -- start start 2024-09-13T18:56:09.902 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:09.898+0000 7f88e495e640 1 --2- >> v2:172.21.15.119:3300/0 conn(0x7f88e0145460 0x7f88e006d770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:09.902 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:09.898+0000 7f88e495e640 1 -- --> v1:172.21.15.119:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f88e00b3c60 con 0x7f88e0069ed0 2024-09-13T18:56:09.902 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:09.898+0000 7f88e495e640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f88e00b27e0 con 0x7f88e00b2200 2024-09-13T18:56:09.902 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:09.898+0000 7f88e495e640 1 -- --> v2:172.21.15.119:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f88e00ac8f0 con 0x7f88e0145460 2024-09-13T18:56:09.902 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:09.898+0000 7f88ded9d640 1 --2- >> v2:172.21.15.119:3300/0 conn(0x7f88e0145460 0x7f88e006d770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:09.902 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:09.898+0000 7f88de59c640 1 --1- >> v1:172.21.15.119:6789/0 conn(0x7f88e0069ed0 0x7f88e006a2b0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.119:6789/0 says I am v1:172.21.15.119:45890/0 (socket says 172.21.15.119:45890) 2024-09-13T18:56:09.902 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:09.898+0000 7f88de59c640 1 -- 172.21.15.119:0/2692292363 learned_addr learned my addr 172.21.15.119:0/2692292363 (peer_addr_for_me v1:172.21.15.119:0/0) 2024-09-13T18:56:09.902 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:09.898+0000 7f88ded9d640 1 -- 172.21.15.119:0/2692292363 >> v2:172.21.15.119:3300/0 conn(0x7f88e0145460 msgr2=0x7f88e006d770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 15 2024-09-13T18:56:09.902 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:09.898+0000 7f88ded9d640 1 -- 172.21.15.119:0/2692292363 >> v2:172.21.15.119:3300/0 conn(0x7f88e0145460 msgr2=0x7f88e006d770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-09-13T18:56:09.903 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:09.898+0000 7f88ded9d640 1 --2- 172.21.15.119:0/2692292363 >> v2:172.21.15.119:3300/0 conn(0x7f88e0145460 0x7f88e006d770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-09-13T18:56:09.903 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:09.898+0000 7f88ded9d640 1 --2- 172.21.15.119:0/2692292363 >> v2:172.21.15.119:3300/0 conn(0x7f88e0145460 0x7f88e006d770 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-09-13T18:56:10.060 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:10.055+0000 7f88ddd9b640 1 -- 172.21.15.119:0/2692292363 <== mon.0 v1:172.21.15.119:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3410454808 0 0) 0x7f88e00b3c60 con 0x7f88e0069ed0 2024-09-13T18:56:10.061 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:10.055+0000 7f88ddd9b640 1 -- 172.21.15.119:0/2692292363 --> v1:172.21.15.119:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f88cc003520 con 0x7f88e0069ed0 2024-09-13T18:56:10.061 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:10.056+0000 7f88ddd9b640 1 -- 172.21.15.119:0/2692292363 <== mon.1 v1:172.21.15.145:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2303234990 0 0) 0x7f88e00b27e0 con 0x7f88e00b2200 2024-09-13T18:56:10.061 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:10.056+0000 7f88ddd9b640 1 -- 172.21.15.119:0/2692292363 --> v1:172.21.15.145:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f88e00b3c60 con 0x7f88e00b2200 2024-09-13T18:56:10.061 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:10.056+0000 7f88ddd9b640 1 -- 172.21.15.119:0/2692292363 <== mon.0 v1:172.21.15.119:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 431563495 0 0) 0x7f88cc003520 con 0x7f88e0069ed0 2024-09-13T18:56:10.061 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:10.056+0000 7f88ddd9b640 1 -- 172.21.15.119:0/2692292363 >> v2:172.21.15.119:3300/0 conn(0x7f88e0145460 msgr2=0x7f88e006d770 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-09-13T18:56:10.061 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:10.056+0000 7f88ddd9b640 1 --2- 172.21.15.119:0/2692292363 >> v2:172.21.15.119:3300/0 conn(0x7f88e0145460 0x7f88e006d770 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:10.061 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:10.056+0000 7f88ddd9b640 1 -- 172.21.15.119:0/2692292363 >> v1:172.21.15.145:6789/0 conn(0x7f88e00b2200 legacy=0x7f88e00ac1e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:10.061 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:10.056+0000 7f88ddd9b640 1 -- 172.21.15.119:0/2692292363 --> v1:172.21.15.119:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f88e006d290 con 0x7f88e0069ed0 2024-09-13T18:56:10.061 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:10.056+0000 7f88ddd9b640 1 -- 172.21.15.119:0/2692292363 <== mon.0 v1:172.21.15.119:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 337823224 0 0) 0x7f88d0001670 con 0x7f88e0069ed0 2024-09-13T18:56:10.061 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:10.056+0000 7f88ddd9b640 1 -- 172.21.15.119:0/2692292363 >> v1:172.21.15.119:6789/0 conn(0x7f88e0069ed0 legacy=0x7f88e006a2b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:10.061 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:10.056+0000 7f88ddd9b640 1 --2- 172.21.15.119:0/2692292363 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f88cc003b00 0x7f88cc003f00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:10.061 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:10.056+0000 7f88ddd9b640 1 --2- 172.21.15.119:0/2692292363 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f88cc0047c0 0x7f88cc004c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:10.062 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:10.056+0000 7f88ddd9b640 1 --2- 172.21.15.119:0/2692292363 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f88cc0052a0 0x7f88cc00b980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:10.062 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:10.056+0000 7f88ddd9b640 1 -- 172.21.15.119:0/2692292363 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f88e00ac8f0 con 0x7f88cc0047c0 2024-09-13T18:56:10.062 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:10.056+0000 7f88ddd9b640 1 -- 172.21.15.119:0/2692292363 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f88cc00c150 con 0x7f88cc0052a0 2024-09-13T18:56:10.062 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:10.056+0000 7f88ddd9b640 1 -- 172.21.15.119:0/2692292363 --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f88cc00c310 con 0x7f88cc003b00 2024-09-13T18:56:10.062 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:10.056+0000 7f88d7fff640 1 --2- 172.21.15.119:0/2692292363 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f88cc0047c0 0x7f88cc004c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:10.062 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:10.056+0000 7f88de59c640 1 --2- 172.21.15.119:0/2692292363 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f88cc003b00 0x7f88cc003f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:10.062 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:10.056+0000 7f88ded9d640 1 --2- 172.21.15.119:0/2692292363 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f88cc0052a0 0x7f88cc00b980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:10.062 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:10.057+0000 7f88d7fff640 1 -- 172.21.15.119:0/2692292363 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f88cc003b00 msgr2=0x7f88cc003f00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T18:56:10.062 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:10.057+0000 7f88d7fff640 1 --2- 172.21.15.119:0/2692292363 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f88cc003b00 0x7f88cc003f00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:10.062 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:10.057+0000 7f88d7fff640 1 -- 172.21.15.119:0/2692292363 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f88cc0052a0 msgr2=0x7f88cc00b980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T18:56:10.062 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:10.057+0000 7f88d7fff640 1 --2- 172.21.15.119:0/2692292363 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f88cc0052a0 0x7f88cc00b980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:10.062 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:10.057+0000 7f88d7fff640 1 -- 172.21.15.119:0/2692292363 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f88cc003520 con 0x7f88cc0047c0 2024-09-13T18:56:10.062 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:10.057+0000 7f88ded9d640 1 -- 172.21.15.119:0/2692292363 reap_dead start 2024-09-13T18:56:10.063 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:10.057+0000 7f88de59c640 1 --2- 172.21.15.119:0/2692292363 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f88cc003b00 0x7f88cc003f00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T18:56:10.064 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:10.057+0000 7f88d7fff640 1 --2- 172.21.15.119:0/2692292363 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f88cc0047c0 0x7f88cc004c40 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7f88c80018a0 tx=0x7f88cc0057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c2e012d0fe6ac27 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:56:10.064 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:10.058+0000 7f88ddd9b640 1 -- 172.21.15.119:0/2692292363 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f88c80052d0 con 0x7f88cc0047c0 2024-09-13T18:56:10.064 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:10.058+0000 7f88ddd9b640 1 -- 172.21.15.119:0/2692292363 <== mon.0 v2:172.21.15.119:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f88c8005430 con 0x7f88cc0047c0 2024-09-13T18:56:10.064 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:10.058+0000 7f88ddd9b640 1 -- 172.21.15.119:0/2692292363 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f88c802ac00 con 0x7f88cc0047c0 2024-09-13T18:56:10.064 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:10.058+0000 7f88e495e640 1 -- 172.21.15.119:0/2692292363 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f88cc0047c0 msgr2=0x7f88cc004c40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:10.064 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:10.058+0000 7f88e495e640 1 --2- 172.21.15.119:0/2692292363 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f88cc0047c0 0x7f88cc004c40 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7f88c80018a0 tx=0x7f88cc0057f0 comp rx=0 tx=0).stop 2024-09-13T18:56:10.065 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:10.058+0000 7f88e495e640 1 -- 172.21.15.119:0/2692292363 shutdown_connections 2024-09-13T18:56:10.065 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:10.058+0000 7f88e495e640 1 --2- 172.21.15.119:0/2692292363 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f88cc0047c0 0x7f88cc004c40 unknown :-1 s=CLOSED pgs=7 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:10.065 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:10.058+0000 7f88e495e640 1 -- 172.21.15.119:0/2692292363 >> 172.21.15.119:0/2692292363 conn(0x7f88e00b4720 msgr2=0x7f88e00b4b30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:56:10.065 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:10.058+0000 7f88e495e640 1 -- 172.21.15.119:0/2692292363 shutdown_connections 2024-09-13T18:56:10.065 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:10.058+0000 7f88e495e640 1 -- 172.21.15.119:0/2692292363 wait complete. 2024-09-13T18:56:10.065 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:10.060+0000 7f88e495e640 1 Processor -- start 2024-09-13T18:56:10.065 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:10.060+0000 7f88e495e640 1 -- start start 2024-09-13T18:56:10.070 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:10.061+0000 7f88e495e640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f88cc0047c0 0x7f88e015bf20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:10.070 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:10.061+0000 7f88e495e640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f88e0099360 0x7f88e009cdd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:10.070 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:10.061+0000 7f88e495e640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f88e009d310 0x7f88e009ad80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:10.070 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:10.062+0000 7f88e495e640 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f88e009a450 con 0x7f88e0099360 2024-09-13T18:56:10.070 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:10.062+0000 7f88e495e640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f88e015c460 con 0x7f88e009d310 2024-09-13T18:56:10.070 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:10.062+0000 7f88e495e640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f88e0099840 con 0x7f88cc0047c0 2024-09-13T18:56:10.071 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:10.062+0000 7f88d7fff640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f88e0099360 0x7f88e009cdd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:10.071 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:10.062+0000 7f88de59c640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f88cc0047c0 0x7f88e015bf20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:10.071 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:10.062+0000 7f88d7fff640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f88e0099360 0x7f88e009cdd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.119:3300/0 says I am v2:172.21.15.119:39304/0 (socket says 172.21.15.119:39304) 2024-09-13T18:56:10.071 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:10.062+0000 7f88d7fff640 1 -- 172.21.15.119:0/2787771359 learned_addr learned my addr 172.21.15.119:0/2787771359 (peer_addr_for_me v2:172.21.15.119:0/0) 2024-09-13T18:56:10.071 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:10.062+0000 7f88ded9d640 1 --2- 172.21.15.119:0/2787771359 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f88e009d310 0x7f88e009ad80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:10.071 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:10.062+0000 7f88d7fff640 1 -- 172.21.15.119:0/2787771359 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f88cc0047c0 msgr2=0x7f88e015bf20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:10.071 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:10.062+0000 7f88d7fff640 1 --2- 172.21.15.119:0/2787771359 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f88cc0047c0 0x7f88e015bf20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:10.071 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:10.062+0000 7f88d7fff640 1 -- 172.21.15.119:0/2787771359 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f88e009d310 msgr2=0x7f88e009ad80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:10.071 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:10.062+0000 7f88d7fff640 1 --2- 172.21.15.119:0/2787771359 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f88e009d310 0x7f88e009ad80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:10.071 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:10.062+0000 7f88d7fff640 1 -- 172.21.15.119:0/2787771359 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f88e0099b20 con 0x7f88e0099360 2024-09-13T18:56:10.071 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:10.062+0000 7f88de59c640 1 --2- 172.21.15.119:0/2787771359 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f88cc0047c0 0x7f88e015bf20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T18:56:10.071 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:10.062+0000 7f88d7fff640 1 --2- 172.21.15.119:0/2787771359 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f88e0099360 0x7f88e009cdd0 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7f88c802a5c0 tx=0x7f88c80012d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:56:10.071 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:10.063+0000 7f88d6ffd640 1 -- 172.21.15.119:0/2787771359 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f88c80069e0 con 0x7f88e0099360 2024-09-13T18:56:10.072 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:10.063+0000 7f88d6ffd640 1 -- 172.21.15.119:0/2787771359 <== mon.0 v2:172.21.15.119:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f88c8006b40 con 0x7f88e0099360 2024-09-13T18:56:10.072 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:10.063+0000 7f88d6ffd640 1 -- 172.21.15.119:0/2787771359 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f88c8006cb0 con 0x7f88e0099360 2024-09-13T18:56:10.072 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:10.063+0000 7f88e495e640 1 -- 172.21.15.119:0/2787771359 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f88e0099e00 con 0x7f88e0099360 2024-09-13T18:56:10.072 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:10.063+0000 7f88e495e640 1 -- 172.21.15.119:0/2787771359 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f88e009b2c0 con 0x7f88e0099360 2024-09-13T18:56:10.072 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:10.063+0000 7f88d6ffd640 1 -- 172.21.15.119:0/2787771359 <== mon.0 v2:172.21.15.119:3300/0 4 ==== mgrmap(e 1) v1 ==== 668+0+0 (secure 0 0 0) 0x7f88c8007340 con 0x7f88e0099360 2024-09-13T18:56:10.072 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:10.063+0000 7f88d6ffd640 1 -- 172.21.15.119:0/2787771359 <== mon.0 v2:172.21.15.119:3300/0 5 ==== osd_map(1..1 src has 1..1) v4 ==== 725+0+0 (secure 0 0 0) 0x7f88c803c460 con 0x7f88e0099360 2024-09-13T18:56:10.072 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:10.064+0000 7f88e495e640 1 -- 172.21.15.119:0/2787771359 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f88e015db10 con 0x7f88e0099360 2024-09-13T18:56:10.072 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:10.066+0000 7f88d6ffd640 1 -- 172.21.15.119:0/2787771359 <== mon.0 v2:172.21.15.119:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+73245 (secure 0 0 0) 0x7f88e015db10 con 0x7f88e0099360 2024-09-13T18:56:10.152 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:10.149+0000 7f88e495e640 1 -- 172.21.15.119:0/2787771359 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_command({"prefix": "osd crush tunables", "profile": "default"} v 0) v1 -- 0x7f88e01458f0 con 0x7f88e0099360 2024-09-13T18:56:10.155 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:10.151+0000 7f88d6ffd640 1 -- 172.21.15.119:0/2787771359 <== mon.0 v2:172.21.15.119:3300/0 7 ==== mon_command_ack([{"prefix": "osd crush tunables", "profile": "default"}]=0 adjusted tunables profile to default v2) v1 ==== 124+0+0 (secure 0 0 0) 0x7f88c8054090 con 0x7f88e0099360 2024-09-13T18:56:10.155 INFO:teuthology.orchestra.run.smithi119.stderr:adjusted tunables profile to default 2024-09-13T18:56:10.156 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:10.152+0000 7f88e495e640 1 -- 172.21.15.119:0/2787771359 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f88e0099360 msgr2=0x7f88e009cdd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:10.156 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:10.152+0000 7f88e495e640 1 --2- 172.21.15.119:0/2787771359 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f88e0099360 0x7f88e009cdd0 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7f88c802a5c0 tx=0x7f88c80012d0 comp rx=0 tx=0).stop 2024-09-13T18:56:10.156 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:10.152+0000 7f88e495e640 1 -- 172.21.15.119:0/2787771359 shutdown_connections 2024-09-13T18:56:10.156 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:10.152+0000 7f88e495e640 1 --2- 172.21.15.119:0/2787771359 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f88e009d310 0x7f88e009ad80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:10.156 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:10.152+0000 7f88e495e640 1 --2- 172.21.15.119:0/2787771359 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f88e0099360 0x7f88e009cdd0 unknown :-1 s=CLOSED pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:10.156 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:10.152+0000 7f88e495e640 1 --2- 172.21.15.119:0/2787771359 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f88cc0047c0 0x7f88e015bf20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:10.156 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:10.152+0000 7f88e495e640 1 -- 172.21.15.119:0/2787771359 >> 172.21.15.119:0/2787771359 conn(0x7f88e00b4720 msgr2=0x7f88e006a2b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:56:10.156 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:10.152+0000 7f88e495e640 1 -- 172.21.15.119:0/2787771359 shutdown_connections 2024-09-13T18:56:10.156 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:10.152+0000 7f88e495e640 1 -- 172.21.15.119:0/2787771359 wait complete. 2024-09-13T18:56:10.166 INFO:tasks.ceph:check_enable_crimson: False 2024-09-13T18:56:10.166 INFO:tasks.ceph:Starting osd daemons in cluster ceph... 2024-09-13T18:56:10.167 DEBUG:teuthology.orchestra.run.smithi119:> set -ex 2024-09-13T18:56:10.167 DEBUG:teuthology.orchestra.run.smithi119:> sudo dd if=/var/lib/ceph/osd/ceph-0/fsid of=/dev/stdout 2024-09-13T18:56:10.179 INFO:tasks.ceph.mgr.x.smithi145.stderr:2024-09-13T18:56:10.176+0000 7efed243c040 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-09-13T18:56:10.184 INFO:tasks.ceph.mgr.y.smithi119.stderr:2024-09-13T18:56:10.181+0000 7f68a3c14040 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-09-13T18:56:10.191 DEBUG:teuthology.orchestra.run.smithi119:> set -ex 2024-09-13T18:56:10.191 DEBUG:teuthology.orchestra.run.smithi119:> sudo dd if=/var/lib/ceph/osd/ceph-1/fsid of=/dev/stdout 2024-09-13T18:56:10.219 INFO:tasks.ceph.mgr.x.smithi145.stderr:2024-09-13T18:56:10.216+0000 7efed243c040 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-09-13T18:56:10.227 INFO:tasks.ceph.mgr.y.smithi119.stderr:2024-09-13T18:56:10.223+0000 7f68a3c14040 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-09-13T18:56:10.251 DEBUG:teuthology.orchestra.run.smithi119:> set -ex 2024-09-13T18:56:10.251 DEBUG:teuthology.orchestra.run.smithi119:> sudo dd if=/var/lib/ceph/osd/ceph-2/fsid of=/dev/stdout 2024-09-13T18:56:10.316 DEBUG:teuthology.orchestra.run.smithi119:> set -ex 2024-09-13T18:56:10.316 DEBUG:teuthology.orchestra.run.smithi119:> sudo dd if=/var/lib/ceph/osd/ceph-3/fsid of=/dev/stdout 2024-09-13T18:56:10.376 INFO:tasks.ceph.mgr.y.smithi119.stderr:2024-09-13T18:56:10.373+0000 7f68a3c14040 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-09-13T18:56:10.377 INFO:tasks.ceph.mgr.x.smithi145.stderr:2024-09-13T18:56:10.375+0000 7efed243c040 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-09-13T18:56:10.381 DEBUG:teuthology.orchestra.run.smithi145:> set -ex 2024-09-13T18:56:10.381 DEBUG:teuthology.orchestra.run.smithi145:> sudo dd if=/var/lib/ceph/osd/ceph-4/fsid of=/dev/stdout 2024-09-13T18:56:10.406 DEBUG:teuthology.orchestra.run.smithi145:> set -ex 2024-09-13T18:56:10.406 DEBUG:teuthology.orchestra.run.smithi145:> sudo dd if=/var/lib/ceph/osd/ceph-5/fsid of=/dev/stdout 2024-09-13T18:56:10.428 INFO:tasks.ceph.mgr.y.smithi119.stderr:2024-09-13T18:56:10.425+0000 7f68a3c14040 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-09-13T18:56:10.430 INFO:tasks.ceph.mgr.x.smithi145.stderr:2024-09-13T18:56:10.427+0000 7efed243c040 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-09-13T18:56:10.454 DEBUG:teuthology.orchestra.run.smithi145:> set -ex 2024-09-13T18:56:10.454 DEBUG:teuthology.orchestra.run.smithi145:> sudo dd if=/var/lib/ceph/osd/ceph-6/fsid of=/dev/stdout 2024-09-13T18:56:10.519 DEBUG:teuthology.orchestra.run.smithi145:> set -ex 2024-09-13T18:56:10.519 DEBUG:teuthology.orchestra.run.smithi145:> sudo dd if=/var/lib/ceph/osd/ceph-7/fsid of=/dev/stdout 2024-09-13T18:56:10.584 DEBUG:teuthology.orchestra.run.smithi145:> sudo ceph --cluster ceph osd new 09edfd5c-bc57-47d1-a7b7-6d97f0f88db1 0 2024-09-13T18:56:10.592 INFO:tasks.ceph.mgr.y.smithi119.stderr:2024-09-13T18:56:10.588+0000 7f68a3c14040 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-09-13T18:56:10.609 INFO:tasks.ceph.mgr.x.smithi145.stderr:2024-09-13T18:56:10.606+0000 7efed243c040 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-09-13T18:56:10.701 INFO:tasks.ceph.mgr.y.smithi119.stderr:2024-09-13T18:56:10.698+0000 7f68a3c14040 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-09-13T18:56:10.706 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:10.703+0000 7f771ba8b640 1 Processor -- start 2024-09-13T18:56:10.706 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:10.704+0000 7f771ba8b640 1 -- start start 2024-09-13T18:56:10.708 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:10.704+0000 7f771ba8b640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f7714159710 0x7f77140b0470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:10.708 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:10.704+0000 7f771ba8b640 1 --2- >> v2:172.21.15.119:3300/0 conn(0x7f77140b09b0 0x7f77140cba50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:10.708 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:10.704+0000 7f771ba8b640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f77140afde0 con 0x7f77140cbf90 2024-09-13T18:56:10.708 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:10.704+0000 7f771ba8b640 1 -- --> v2:172.21.15.119:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f77140cc440 con 0x7f77140b09b0 2024-09-13T18:56:10.708 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:10.704+0000 7f771ba8b640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f7714159af0 con 0x7f7714159710 2024-09-13T18:56:10.708 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:10.705+0000 7f7719827640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f7714159710 0x7f77140b0470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:10.708 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:10.705+0000 7f7719827640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f7714159710 0x7f77140b0470 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.145:3301/0 says I am v2:172.21.15.145:34076/0 (socket says 172.21.15.145:34076) 2024-09-13T18:56:10.708 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:10.705+0000 7f7719827640 1 -- 172.21.15.145:0/2049342425 learned_addr learned my addr 172.21.15.145:0/2049342425 (peer_addr_for_me v2:172.21.15.145:0/0) 2024-09-13T18:56:10.708 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:10.705+0000 7f771a028640 1 --1- >> v1:172.21.15.145:6789/0 conn(0x7f77140cbf90 0x7f77140c44c0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.145:6789/0 says I am v1:172.21.15.145:58420/0 (socket says 172.21.15.145:58420) 2024-09-13T18:56:10.709 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:10.705+0000 7f7719026640 1 --2- 172.21.15.145:0/2049342425 >> v2:172.21.15.119:3300/0 conn(0x7f77140b09b0 0x7f77140cba50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:10.709 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:10.705+0000 7f7718825640 1 -- 172.21.15.145:0/2049342425 <== mon.1 v1:172.21.15.145:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 622802992 0 0) 0x7f77140afde0 con 0x7f77140cbf90 2024-09-13T18:56:10.709 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:10.705+0000 7f7718825640 1 -- 172.21.15.145:0/2049342425 --> v1:172.21.15.145:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f7700003520 con 0x7f77140cbf90 2024-09-13T18:56:10.709 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:10.705+0000 7f7719827640 1 -- 172.21.15.145:0/2049342425 >> v2:172.21.15.119:3300/0 conn(0x7f77140b09b0 msgr2=0x7f77140cba50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T18:56:10.709 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:10.705+0000 7f7719827640 1 --2- 172.21.15.145:0/2049342425 >> v2:172.21.15.119:3300/0 conn(0x7f77140b09b0 0x7f77140cba50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:10.709 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:10.705+0000 7f7719827640 1 -- 172.21.15.145:0/2049342425 >> v1:172.21.15.145:6789/0 conn(0x7f77140cbf90 legacy=0x7f77140c44c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:10.709 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:10.705+0000 7f7719827640 1 -- 172.21.15.145:0/2049342425 --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f77140cd170 con 0x7f7714159710 2024-09-13T18:56:10.710 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:10.706+0000 7f7719827640 1 --2- 172.21.15.145:0/2049342425 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f7714159710 0x7f77140b0470 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7f7710009870 tx=0x7f771002c480 comp rx=0 tx=0).ready entity=mon.2 client_cookie=77d65675d2352347 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:56:10.710 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:10.706+0000 7f7718825640 1 -- 172.21.15.145:0/2049342425 <== mon.2 v2:172.21.15.145:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7710031710 con 0x7f7714159710 2024-09-13T18:56:10.711 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:10.706+0000 7f7718825640 1 -- 172.21.15.145:0/2049342425 <== mon.2 v2:172.21.15.145:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f771002f050 con 0x7f7714159710 2024-09-13T18:56:10.711 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:10.706+0000 7f7718825640 1 -- 172.21.15.145:0/2049342425 <== mon.2 v2:172.21.15.145:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7710031a90 con 0x7f7714159710 2024-09-13T18:56:10.711 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:10.706+0000 7f771ba8b640 1 -- 172.21.15.145:0/2049342425 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f7714159710 msgr2=0x7f77140b0470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:10.711 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:10.706+0000 7f771ba8b640 1 --2- 172.21.15.145:0/2049342425 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f7714159710 0x7f77140b0470 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7f7710009870 tx=0x7f771002c480 comp rx=0 tx=0).stop 2024-09-13T18:56:10.711 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:10.707+0000 7f771ba8b640 1 -- 172.21.15.145:0/2049342425 shutdown_connections 2024-09-13T18:56:10.711 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:10.707+0000 7f771ba8b640 1 --2- 172.21.15.145:0/2049342425 >> v2:172.21.15.119:3300/0 conn(0x7f77140b09b0 0x7f77140cba50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:10.711 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:10.707+0000 7f771ba8b640 1 --2- 172.21.15.145:0/2049342425 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f7714159710 0x7f77140b0470 unknown :-1 s=CLOSED pgs=7 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:10.711 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:10.707+0000 7f771ba8b640 1 -- 172.21.15.145:0/2049342425 >> 172.21.15.145:0/2049342425 conn(0x7f77140989d0 msgr2=0x7f77140b0e00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:56:10.711 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:10.707+0000 7f771ba8b640 1 -- 172.21.15.145:0/2049342425 shutdown_connections 2024-09-13T18:56:10.711 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:10.707+0000 7f771ba8b640 1 -- 172.21.15.145:0/2049342425 wait complete. 2024-09-13T18:56:10.711 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:10.708+0000 7f771ba8b640 1 Processor -- start 2024-09-13T18:56:10.711 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:10.708+0000 7f771ba8b640 1 -- start start 2024-09-13T18:56:10.714 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:10.709+0000 7f771ba8b640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f77140b09b0 0x7f7714153670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:10.714 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:10.709+0000 7f771ba8b640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f77140cbf90 0x7f77140c8130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:10.714 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:10.709+0000 7f771ba8b640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f7714159710 0x7f77140b3ca0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:10.714 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:10.709+0000 7f771ba8b640 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7714153bb0 con 0x7f77140b09b0 2024-09-13T18:56:10.714 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:10.709+0000 7f771ba8b640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f77140b2c40 con 0x7f7714159710 2024-09-13T18:56:10.714 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:10.709+0000 7f771ba8b640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f77140c8670 con 0x7f77140cbf90 2024-09-13T18:56:10.714 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:10.709+0000 7f7719026640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f77140cbf90 0x7f77140c8130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:10.714 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:10.709+0000 7f771a028640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f7714159710 0x7f77140b3ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:10.715 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:10.709+0000 7f7719026640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f77140cbf90 0x7f77140c8130 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.145:3301/0 says I am v2:172.21.15.145:34078/0 (socket says 172.21.15.145:34078) 2024-09-13T18:56:10.715 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:10.709+0000 7f7719026640 1 -- 172.21.15.145:0/2235183589 learned_addr learned my addr 172.21.15.145:0/2235183589 (peer_addr_for_me v2:172.21.15.145:0/0) 2024-09-13T18:56:10.715 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:10.709+0000 7f7719827640 1 --2- 172.21.15.145:0/2235183589 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f77140b09b0 0x7f7714153670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:10.715 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:10.709+0000 7f7719026640 1 -- 172.21.15.145:0/2235183589 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f7714159710 msgr2=0x7f77140b3ca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:10.715 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:10.709+0000 7f7719026640 1 --2- 172.21.15.145:0/2235183589 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f7714159710 0x7f77140b3ca0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:10.715 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:10.709+0000 7f7719026640 1 -- 172.21.15.145:0/2235183589 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f77140b09b0 msgr2=0x7f7714153670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:10.715 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:10.709+0000 7f7719026640 1 --2- 172.21.15.145:0/2235183589 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f77140b09b0 0x7f7714153670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:10.715 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:10.709+0000 7f7719026640 1 -- 172.21.15.145:0/2235183589 --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f77100094d0 con 0x7f77140cbf90 2024-09-13T18:56:10.716 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:10.709+0000 7f771a028640 1 --2- 172.21.15.145:0/2235183589 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f7714159710 0x7f77140b3ca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T18:56:10.716 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:10.709+0000 7f7719026640 1 --2- 172.21.15.145:0/2235183589 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f77140cbf90 0x7f77140c8130 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7f7704009fd0 tx=0x7f770400ed40 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:56:10.716 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:10.709+0000 7f770a7fc640 1 -- 172.21.15.145:0/2235183589 <== mon.2 v2:172.21.15.145:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f770400c940 con 0x7f77140cbf90 2024-09-13T18:56:10.716 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:10.709+0000 7f770a7fc640 1 -- 172.21.15.145:0/2235183589 <== mon.2 v2:172.21.15.145:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f770400caa0 con 0x7f77140cbf90 2024-09-13T18:56:10.716 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:10.709+0000 7f771ba8b640 1 -- 172.21.15.145:0/2235183589 --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f77140b2ee0 con 0x7f77140cbf90 2024-09-13T18:56:10.716 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:10.709+0000 7f770a7fc640 1 -- 172.21.15.145:0/2235183589 <== mon.2 v2:172.21.15.145:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f770400ce30 con 0x7f77140cbf90 2024-09-13T18:56:10.716 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:10.709+0000 7f771ba8b640 1 -- 172.21.15.145:0/2235183589 --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f77140b34a0 con 0x7f77140cbf90 2024-09-13T18:56:10.716 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:10.710+0000 7f770a7fc640 1 -- 172.21.15.145:0/2235183589 <== mon.2 v2:172.21.15.145:3301/0 4 ==== mgrmap(e 1) v1 ==== 668+0+0 (secure 0 0 0) 0x7f7704005c90 con 0x7f77140cbf90 2024-09-13T18:56:10.716 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:10.710+0000 7f770a7fc640 1 -- 172.21.15.145:0/2235183589 <== mon.2 v2:172.21.15.145:3301/0 5 ==== osd_map(2..2 src has 1..2) v4 ==== 725+0+0 (secure 0 0 0) 0x7f77040137b0 con 0x7f77140cbf90 2024-09-13T18:56:10.716 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:10.710+0000 7f771ba8b640 1 -- 172.21.15.145:0/2235183589 --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f77140cc6a0 con 0x7f77140cbf90 2024-09-13T18:56:10.717 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:10.714+0000 7f770a7fc640 1 -- 172.21.15.145:0/2235183589 <== mon.2 v2:172.21.15.145:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+73245 (secure 0 0 0) 0x7f7704021060 con 0x7f77140cbf90 2024-09-13T18:56:10.726 INFO:tasks.ceph.mgr.x.smithi145.stderr:2024-09-13T18:56:10.723+0000 7efed243c040 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-09-13T18:56:10.785 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:10.782+0000 7f771ba8b640 1 -- 172.21.15.145:0/2235183589 --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_command({"prefix": "osd new", "uuid": "09edfd5c-bc57-47d1-a7b7-6d97f0f88db1", "id": 0} v 0) v1 -- 0x7f77140c5870 con 0x7f77140cbf90 2024-09-13T18:56:10.788 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:10.786+0000 7f770a7fc640 1 -- 172.21.15.145:0/2235183589 <== mon.2 v2:172.21.15.145:3301/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "09edfd5c-bc57-47d1-a7b7-6d97f0f88db1", "id": 0}]=0 v3) v1 ==== 112+0+2 (secure 0 0 0) 0x7f7704017070 con 0x7f77140cbf90 2024-09-13T18:56:10.788 INFO:teuthology.orchestra.run.smithi145.stdout:0 2024-09-13T18:56:10.789 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:10.786+0000 7f771ba8b640 1 -- 172.21.15.145:0/2235183589 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f77140cbf90 msgr2=0x7f77140c8130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:10.789 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:10.786+0000 7f771ba8b640 1 --2- 172.21.15.145:0/2235183589 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f77140cbf90 0x7f77140c8130 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7f7704009fd0 tx=0x7f770400ed40 comp rx=0 tx=0).stop 2024-09-13T18:56:10.790 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:10.786+0000 7f771ba8b640 1 -- 172.21.15.145:0/2235183589 shutdown_connections 2024-09-13T18:56:10.790 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:10.786+0000 7f771ba8b640 1 --2- 172.21.15.145:0/2235183589 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f7714159710 0x7f77140b3ca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:10.790 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:10.786+0000 7f771ba8b640 1 --2- 172.21.15.145:0/2235183589 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f77140cbf90 0x7f77140c8130 unknown :-1 s=CLOSED pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:10.790 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:10.786+0000 7f771ba8b640 1 --2- 172.21.15.145:0/2235183589 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f77140b09b0 0x7f7714153670 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:10.790 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:10.786+0000 7f771ba8b640 1 -- 172.21.15.145:0/2235183589 >> 172.21.15.145:0/2235183589 conn(0x7f77140989d0 msgr2=0x7f77140ca700 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:56:10.790 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:10.787+0000 7f771ba8b640 1 -- 172.21.15.145:0/2235183589 shutdown_connections 2024-09-13T18:56:10.790 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:10.787+0000 7f771ba8b640 1 -- 172.21.15.145:0/2235183589 wait complete. 2024-09-13T18:56:10.799 DEBUG:teuthology.orchestra.run.smithi145:> sudo ceph --cluster ceph osd new f26f4bd2-3aee-4208-9e62-87f17047d886 1 2024-09-13T18:56:10.897 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:10.894+0000 7fa749f33640 1 Processor -- start 2024-09-13T18:56:10.897 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:10.894+0000 7fa749f33640 1 -- start start 2024-09-13T18:56:10.898 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:10.895+0000 7fa749f33640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fa74406e5e0 0x7fa7440b3400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:10.898 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:10.895+0000 7fa749f33640 1 -- --> v1:172.21.15.119:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fa7440ad7f0 con 0x7fa7440ad360 2024-09-13T18:56:10.898 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:10.895+0000 7fa749f33640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fa7440adad0 con 0x7fa7440b2200 2024-09-13T18:56:10.898 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:10.895+0000 7fa749f33640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa7440b3940 con 0x7fa74406e5e0 2024-09-13T18:56:10.898 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:10.895+0000 7fa7437fe640 1 --1- >> v1:172.21.15.145:6789/0 conn(0x7fa7440b2200 0x7fa7440b25e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.145:6789/0 says I am v1:172.21.15.145:58424/0 (socket says 172.21.15.145:58424) 2024-09-13T18:56:10.899 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:10.895+0000 7fa7437fe640 1 -- 172.21.15.145:0/2343679186 learned_addr learned my addr 172.21.15.145:0/2343679186 (peer_addr_for_me v1:172.21.15.145:0/0) 2024-09-13T18:56:10.899 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:10.895+0000 7fa743fff640 1 --2- 172.21.15.145:0/2343679186 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fa74406e5e0 0x7fa7440b3400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:10.899 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:10.895+0000 7fa743fff640 1 -- 172.21.15.145:0/2343679186 >> v1:172.21.15.145:6789/0 conn(0x7fa7440b2200 legacy=0x7fa7440b25e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:10.899 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:10.895+0000 7fa743fff640 1 -- 172.21.15.145:0/2343679186 >> v1:172.21.15.119:6789/0 conn(0x7fa7440ad360 legacy=0x7fa7440b2cf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:10.899 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:10.895+0000 7fa743fff640 1 -- 172.21.15.145:0/2343679186 --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa7440addb0 con 0x7fa74406e5e0 2024-09-13T18:56:10.900 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:10.896+0000 7fa743fff640 1 --2- 172.21.15.145:0/2343679186 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fa74406e5e0 0x7fa7440b3400 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7fa73c009750 tx=0x7fa73c02a010 comp rx=0 tx=0).ready entity=mon.2 client_cookie=343dfdc852c9ae58 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:56:10.901 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:10.896+0000 7fa7427fc640 1 -- 172.21.15.145:0/2343679186 <== mon.2 v2:172.21.15.145:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa73c02ad20 con 0x7fa74406e5e0 2024-09-13T18:56:10.901 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:10.896+0000 7fa7427fc640 1 -- 172.21.15.145:0/2343679186 <== mon.2 v2:172.21.15.145:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa73c02ae80 con 0x7fa74406e5e0 2024-09-13T18:56:10.901 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:10.896+0000 7fa7427fc640 1 -- 172.21.15.145:0/2343679186 <== mon.2 v2:172.21.15.145:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa73c032660 con 0x7fa74406e5e0 2024-09-13T18:56:10.901 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:10.897+0000 7fa749f33640 1 -- 172.21.15.145:0/2343679186 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fa74406e5e0 msgr2=0x7fa7440b3400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:10.901 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:10.897+0000 7fa749f33640 1 --2- 172.21.15.145:0/2343679186 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fa74406e5e0 0x7fa7440b3400 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7fa73c009750 tx=0x7fa73c02a010 comp rx=0 tx=0).stop 2024-09-13T18:56:10.901 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:10.897+0000 7fa749f33640 1 -- 172.21.15.145:0/2343679186 shutdown_connections 2024-09-13T18:56:10.901 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:10.897+0000 7fa749f33640 1 --2- 172.21.15.145:0/2343679186 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fa74406e5e0 0x7fa7440b3400 unknown :-1 s=CLOSED pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:10.901 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:10.897+0000 7fa749f33640 1 -- 172.21.15.145:0/2343679186 >> 172.21.15.145:0/2343679186 conn(0x7fa7440b4720 msgr2=0x7fa7440b4b30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:56:10.901 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:10.897+0000 7fa749f33640 1 -- 172.21.15.145:0/2343679186 shutdown_connections 2024-09-13T18:56:10.901 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:10.897+0000 7fa749f33640 1 -- 172.21.15.145:0/2343679186 wait complete. 2024-09-13T18:56:10.901 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:10.898+0000 7fa749f33640 1 Processor -- start 2024-09-13T18:56:10.901 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:10.898+0000 7fa749f33640 1 -- start start 2024-09-13T18:56:10.904 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:10.899+0000 7fa749f33640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fa74406e5e0 0x7fa7440cdc60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:10.904 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:10.899+0000 7fa749f33640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fa7440b2200 0x7fa7440cec80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:10.904 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:10.899+0000 7fa749f33640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fa7441531f0 0x7fa7440cf1c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:10.904 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:10.899+0000 7fa749f33640 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa7440cd7d0 con 0x7fa7441531f0 2024-09-13T18:56:10.904 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:10.899+0000 7fa749f33640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa7440997d0 con 0x7fa74406e5e0 2024-09-13T18:56:10.904 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:10.899+0000 7fa749f33640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa7440ccea0 con 0x7fa7440b2200 2024-09-13T18:56:10.904 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:10.899+0000 7fa7437fe640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fa74406e5e0 0x7fa7440cdc60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:10.904 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:10.899+0000 7fa742ffd640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fa7440b2200 0x7fa7440cec80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:10.904 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:10.899+0000 7fa7437fe640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fa74406e5e0 0x7fa7440cdc60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.145:3300/0 says I am v2:172.21.15.145:52874/0 (socket says 172.21.15.145:52874) 2024-09-13T18:56:10.904 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:10.899+0000 7fa742ffd640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fa7440b2200 0x7fa7440cec80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.145:3301/0 says I am v2:172.21.15.145:34102/0 (socket says 172.21.15.145:34102) 2024-09-13T18:56:10.904 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:10.899+0000 7fa7437fe640 1 -- 172.21.15.145:0/317107459 learned_addr learned my addr 172.21.15.145:0/317107459 (peer_addr_for_me v2:172.21.15.145:0/0) 2024-09-13T18:56:10.904 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:10.899+0000 7fa743fff640 1 --2- 172.21.15.145:0/317107459 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fa7441531f0 0x7fa7440cf1c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:10.905 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:10.899+0000 7fa742ffd640 1 -- 172.21.15.145:0/317107459 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fa74406e5e0 msgr2=0x7fa7440cdc60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:10.905 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:10.899+0000 7fa742ffd640 1 --2- 172.21.15.145:0/317107459 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fa74406e5e0 0x7fa7440cdc60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:10.905 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:10.899+0000 7fa742ffd640 1 -- 172.21.15.145:0/317107459 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fa7441531f0 msgr2=0x7fa7440cf1c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:10.905 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:10.899+0000 7fa742ffd640 1 --2- 172.21.15.145:0/317107459 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fa7441531f0 0x7fa7440cf1c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:10.905 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:10.899+0000 7fa742ffd640 1 -- 172.21.15.145:0/317107459 --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa73c009400 con 0x7fa7440b2200 2024-09-13T18:56:10.905 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:10.899+0000 7fa7437fe640 1 --2- 172.21.15.145:0/317107459 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fa74406e5e0 0x7fa7440cdc60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T18:56:10.905 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:10.900+0000 7fa742ffd640 1 --2- 172.21.15.145:0/317107459 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fa7440b2200 0x7fa7440cec80 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7fa73800c770 tx=0x7fa73800cc30 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:56:10.905 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:10.900+0000 7fa72bfff640 1 -- 172.21.15.145:0/317107459 <== mon.2 v2:172.21.15.145:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa738003b70 con 0x7fa7440b2200 2024-09-13T18:56:10.905 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:10.900+0000 7fa72bfff640 1 -- 172.21.15.145:0/317107459 <== mon.2 v2:172.21.15.145:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa738003cd0 con 0x7fa7440b2200 2024-09-13T18:56:10.905 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:10.900+0000 7fa72bfff640 1 -- 172.21.15.145:0/317107459 <== mon.2 v2:172.21.15.145:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa73800aa30 con 0x7fa7440b2200 2024-09-13T18:56:10.905 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:10.900+0000 7fa749f33640 1 -- 172.21.15.145:0/317107459 --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa7440cd180 con 0x7fa7440b2200 2024-09-13T18:56:10.905 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:10.900+0000 7fa749f33640 1 -- 172.21.15.145:0/317107459 --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa744099360 con 0x7fa7440b2200 2024-09-13T18:56:10.905 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:10.900+0000 7fa72bfff640 1 -- 172.21.15.145:0/317107459 <== mon.2 v2:172.21.15.145:3301/0 4 ==== mgrmap(e 1) v1 ==== 668+0+0 (secure 0 0 0) 0x7fa7380050d0 con 0x7fa7440b2200 2024-09-13T18:56:10.905 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:10.900+0000 7fa72bfff640 1 -- 172.21.15.145:0/317107459 <== mon.2 v2:172.21.15.145:3301/0 5 ==== osd_map(3..3 src has 1..3) v4 ==== 840+0+0 (secure 0 0 0) 0x7fa7380124f0 con 0x7fa7440b2200 2024-09-13T18:56:10.906 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:10.901+0000 7fa749f33640 1 -- 172.21.15.145:0/317107459 --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fa7440cd940 con 0x7fa7440b2200 2024-09-13T18:56:10.906 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:10.903+0000 7fa72bfff640 1 -- 172.21.15.145:0/317107459 <== mon.2 v2:172.21.15.145:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+73245 (secure 0 0 0) 0x7fa738005560 con 0x7fa7440b2200 2024-09-13T18:56:10.984 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:10.982+0000 7fa749f33640 1 -- 172.21.15.145:0/317107459 --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_command({"prefix": "osd new", "uuid": "f26f4bd2-3aee-4208-9e62-87f17047d886", "id": 1} v 0) v1 -- 0x7fa74406cf60 con 0x7fa7440b2200 2024-09-13T18:56:10.988 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:10.986+0000 7fa72bfff640 1 -- 172.21.15.145:0/317107459 <== mon.2 v2:172.21.15.145:3301/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "f26f4bd2-3aee-4208-9e62-87f17047d886", "id": 1}]=0 v4) v1 ==== 112+0+2 (secure 0 0 0) 0x7fa738005700 con 0x7fa7440b2200 2024-09-13T18:56:10.988 INFO:teuthology.orchestra.run.smithi145.stdout:1 2024-09-13T18:56:10.989 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:10.986+0000 7fa749f33640 1 -- 172.21.15.145:0/317107459 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fa7440b2200 msgr2=0x7fa7440cec80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:10.989 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:10.986+0000 7fa749f33640 1 --2- 172.21.15.145:0/317107459 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fa7440b2200 0x7fa7440cec80 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7fa73800c770 tx=0x7fa73800cc30 comp rx=0 tx=0).stop 2024-09-13T18:56:10.989 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:10.986+0000 7fa749f33640 1 -- 172.21.15.145:0/317107459 shutdown_connections 2024-09-13T18:56:10.990 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:10.986+0000 7fa749f33640 1 --2- 172.21.15.145:0/317107459 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fa7441531f0 0x7fa7440cf1c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:10.990 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:10.986+0000 7fa749f33640 1 --2- 172.21.15.145:0/317107459 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fa7440b2200 0x7fa7440cec80 unknown :-1 s=CLOSED pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:10.990 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:10.986+0000 7fa749f33640 1 --2- 172.21.15.145:0/317107459 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fa74406e5e0 0x7fa7440cdc60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:10.990 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:10.986+0000 7fa749f33640 1 -- 172.21.15.145:0/317107459 >> 172.21.15.145:0/317107459 conn(0x7fa7440b4720 msgr2=0x7fa7440b07b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:56:10.990 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:10.987+0000 7fa749f33640 1 -- 172.21.15.145:0/317107459 shutdown_connections 2024-09-13T18:56:10.990 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:10.987+0000 7fa749f33640 1 -- 172.21.15.145:0/317107459 wait complete. 2024-09-13T18:56:10.999 DEBUG:teuthology.orchestra.run.smithi145:> sudo ceph --cluster ceph osd new 1e9d6e0c-51f9-4f4a-bead-0e7edc7dd200 2 2024-09-13T18:56:11.006 INFO:tasks.ceph.mgr.y.smithi119.stderr:2024-09-13T18:56:11.003+0000 7f68a3c14040 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-09-13T18:56:11.056 INFO:tasks.ceph.mgr.x.smithi145.stderr:2024-09-13T18:56:11.053+0000 7efed243c040 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-09-13T18:56:11.056 INFO:tasks.ceph.mgr.y.smithi119.stderr:2024-09-13T18:56:11.053+0000 7f68a3c14040 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-09-13T18:56:11.098 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:11.095+0000 7fa2b1e96640 1 Processor -- start 2024-09-13T18:56:11.098 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:11.095+0000 7fa2b1e96640 1 -- start start 2024-09-13T18:56:11.099 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:11.096+0000 7fa2b1e96640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fa2ac0ce3e0 0x7fa2ac0990e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:11.099 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:11.096+0000 7fa2b1e96640 1 --2- >> v2:172.21.15.119:3300/0 conn(0x7fa2ac162210 0x7fa2ac164600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:11.100 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:11.096+0000 7fa2b1e96640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fa2ac0cc300 con 0x7fa2ac15a7f0 2024-09-13T18:56:11.100 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:11.096+0000 7fa2b1e96640 1 -- --> v2:172.21.15.119:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fa2ac0b3d20 con 0x7fa2ac162210 2024-09-13T18:56:11.100 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:11.096+0000 7fa2b1e96640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa2ac0b33f0 con 0x7fa2ac0ce3e0 2024-09-13T18:56:11.100 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:11.096+0000 7fa2a2ffd640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fa2ac0ce3e0 0x7fa2ac0990e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:11.100 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:11.096+0000 7fa2a2ffd640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fa2ac0ce3e0 0x7fa2ac0990e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.145:3301/0 says I am v2:172.21.15.145:34110/0 (socket says 172.21.15.145:34110) 2024-09-13T18:56:11.100 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:11.096+0000 7fa2a2ffd640 1 -- 172.21.15.145:0/2232907503 learned_addr learned my addr 172.21.15.145:0/2232907503 (peer_addr_for_me v2:172.21.15.145:0/0) 2024-09-13T18:56:11.100 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:11.096+0000 7fa2ab7fe640 1 --1- >> v1:172.21.15.145:6789/0 conn(0x7fa2ac15a7f0 0x7fa2ac0989d0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.145:6789/0 says I am v1:172.21.15.145:58430/0 (socket says 172.21.15.145:58430) 2024-09-13T18:56:11.100 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:11.096+0000 7fa2abfff640 1 --2- 172.21.15.145:0/2232907503 >> v2:172.21.15.119:3300/0 conn(0x7fa2ac162210 0x7fa2ac164600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:11.100 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:11.097+0000 7fa2a2ffd640 1 -- 172.21.15.145:0/2232907503 >> v2:172.21.15.119:3300/0 conn(0x7fa2ac162210 msgr2=0x7fa2ac164600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T18:56:11.100 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:11.097+0000 7fa2a2ffd640 1 --2- 172.21.15.145:0/2232907503 >> v2:172.21.15.119:3300/0 conn(0x7fa2ac162210 0x7fa2ac164600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:11.100 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:11.097+0000 7fa2a2ffd640 1 -- 172.21.15.145:0/2232907503 >> v1:172.21.15.145:6789/0 conn(0x7fa2ac15a7f0 legacy=0x7fa2ac0989d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:11.100 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:11.097+0000 7fa2aaffd640 1 -- 172.21.15.145:0/2232907503 <== mon.1 v1:172.21.15.145:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2596592169 0 0) 0x7fa2ac0cc300 con 0x7fa2ac15a7f0 2024-09-13T18:56:11.100 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:11.097+0000 7fa2a2ffd640 1 -- 172.21.15.145:0/2232907503 --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa2ac0b36d0 con 0x7fa2ac0ce3e0 2024-09-13T18:56:11.101 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:11.097+0000 7fa2abfff640 1 --2- 172.21.15.145:0/2232907503 >> v2:172.21.15.119:3300/0 conn(0x7fa2ac162210 0x7fa2ac164600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T18:56:11.102 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:11.097+0000 7fa2a2ffd640 1 --2- 172.21.15.145:0/2232907503 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fa2ac0ce3e0 0x7fa2ac0990e0 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7fa294009870 tx=0x7fa29402a130 comp rx=0 tx=0).ready entity=mon.2 client_cookie=29a9eedd005ad0eb server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:56:11.102 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:11.097+0000 7fa2aaffd640 1 -- 172.21.15.145:0/2232907503 <== mon.2 v2:172.21.15.145:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa29402ae80 con 0x7fa2ac0ce3e0 2024-09-13T18:56:11.102 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:11.097+0000 7fa2aaffd640 1 -- 172.21.15.145:0/2232907503 <== mon.2 v2:172.21.15.145:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa294032440 con 0x7fa2ac0ce3e0 2024-09-13T18:56:11.102 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:11.097+0000 7fa2aaffd640 1 -- 172.21.15.145:0/2232907503 <== mon.2 v2:172.21.15.145:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa2940327b0 con 0x7fa2ac0ce3e0 2024-09-13T18:56:11.102 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:11.098+0000 7fa2b1e96640 1 -- 172.21.15.145:0/2232907503 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fa2ac0ce3e0 msgr2=0x7fa2ac0990e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:11.102 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:11.098+0000 7fa2b1e96640 1 --2- 172.21.15.145:0/2232907503 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fa2ac0ce3e0 0x7fa2ac0990e0 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7fa294009870 tx=0x7fa29402a130 comp rx=0 tx=0).stop 2024-09-13T18:56:11.102 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:11.098+0000 7fa2b1e96640 1 -- 172.21.15.145:0/2232907503 shutdown_connections 2024-09-13T18:56:11.102 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:11.098+0000 7fa2b1e96640 1 --2- 172.21.15.145:0/2232907503 >> v2:172.21.15.119:3300/0 conn(0x7fa2ac162210 0x7fa2ac164600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:11.103 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:11.098+0000 7fa2b1e96640 1 --2- 172.21.15.145:0/2232907503 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fa2ac0ce3e0 0x7fa2ac0990e0 unknown :-1 s=CLOSED pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:11.103 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:11.098+0000 7fa2b1e96640 1 -- 172.21.15.145:0/2232907503 >> 172.21.15.145:0/2232907503 conn(0x7fa2ac0b1f60 msgr2=0x7fa2ac0b2370 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:56:11.103 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:11.098+0000 7fa2b1e96640 1 -- 172.21.15.145:0/2232907503 shutdown_connections 2024-09-13T18:56:11.103 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:11.098+0000 7fa2b1e96640 1 -- 172.21.15.145:0/2232907503 wait complete. 2024-09-13T18:56:11.103 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:11.099+0000 7fa2b1e96640 1 Processor -- start 2024-09-13T18:56:11.103 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:11.100+0000 7fa2b1e96640 1 -- start start 2024-09-13T18:56:11.105 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:11.100+0000 7fa2b1e96640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fa2ac0ce3e0 0x7fa2ac152910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:11.105 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:11.100+0000 7fa2b1e96640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fa2ac15a7f0 0x7fa2ac157fc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:11.105 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:11.100+0000 7fa2b1e96640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fa2ac162210 0x7fa2ac158500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:11.105 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:11.100+0000 7fa2b1e96640 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa2ac1566f0 con 0x7fa2ac0ce3e0 2024-09-13T18:56:11.105 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:11.100+0000 7fa2b1e96640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa2ac152e50 con 0x7fa2ac162210 2024-09-13T18:56:11.105 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:11.100+0000 7fa2b1e96640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa2ac156940 con 0x7fa2ac15a7f0 2024-09-13T18:56:11.106 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:11.100+0000 7fa2abfff640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fa2ac162210 0x7fa2ac158500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:11.106 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:11.100+0000 7fa2abfff640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fa2ac162210 0x7fa2ac158500 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.145:3300/0 says I am v2:172.21.15.145:52880/0 (socket says 172.21.15.145:52880) 2024-09-13T18:56:11.106 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:11.100+0000 7fa2abfff640 1 -- 172.21.15.145:0/4132539322 learned_addr learned my addr 172.21.15.145:0/4132539322 (peer_addr_for_me v2:172.21.15.145:0/0) 2024-09-13T18:56:11.106 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:11.100+0000 7fa2a2ffd640 1 --2- 172.21.15.145:0/4132539322 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fa2ac15a7f0 0x7fa2ac157fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:11.106 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:11.100+0000 7fa2ab7fe640 1 --2- 172.21.15.145:0/4132539322 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fa2ac0ce3e0 0x7fa2ac152910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:11.106 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:11.101+0000 7fa2abfff640 1 -- 172.21.15.145:0/4132539322 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fa2ac15a7f0 msgr2=0x7fa2ac157fc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:11.106 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:11.101+0000 7fa2abfff640 1 --2- 172.21.15.145:0/4132539322 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fa2ac15a7f0 0x7fa2ac157fc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:11.106 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:11.101+0000 7fa2abfff640 1 -- 172.21.15.145:0/4132539322 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fa2ac0ce3e0 msgr2=0x7fa2ac152910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:11.106 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:11.101+0000 7fa2abfff640 1 --2- 172.21.15.145:0/4132539322 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fa2ac0ce3e0 0x7fa2ac152910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:11.106 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:11.101+0000 7fa2abfff640 1 -- 172.21.15.145:0/4132539322 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa2940094d0 con 0x7fa2ac162210 2024-09-13T18:56:11.106 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:11.101+0000 7fa2abfff640 1 --2- 172.21.15.145:0/4132539322 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fa2ac162210 0x7fa2ac158500 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7fa2a4007ef0 tx=0x7fa2a400d4a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:56:11.106 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:11.101+0000 7fa2a8ff9640 1 -- 172.21.15.145:0/4132539322 <== mon.1 v2:172.21.15.145:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa2a4015600 con 0x7fa2ac162210 2024-09-13T18:56:11.106 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:11.101+0000 7fa2a8ff9640 1 -- 172.21.15.145:0/4132539322 <== mon.1 v2:172.21.15.145:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa2a400f040 con 0x7fa2ac162210 2024-09-13T18:56:11.107 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:11.101+0000 7fa2b1e96640 1 -- 172.21.15.145:0/4132539322 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa2ac156c20 con 0x7fa2ac162210 2024-09-13T18:56:11.107 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:11.101+0000 7fa2a8ff9640 1 -- 172.21.15.145:0/4132539322 <== mon.1 v2:172.21.15.145:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa2a40159a0 con 0x7fa2ac162210 2024-09-13T18:56:11.107 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:11.101+0000 7fa2b1e96640 1 -- 172.21.15.145:0/4132539322 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa2ac1571e0 con 0x7fa2ac162210 2024-09-13T18:56:11.107 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:11.101+0000 7fa2a8ff9640 1 -- 172.21.15.145:0/4132539322 <== mon.1 v2:172.21.15.145:3300/0 4 ==== mgrmap(e 1) v1 ==== 668+0+0 (secure 0 0 0) 0x7fa2a401f440 con 0x7fa2ac162210 2024-09-13T18:56:11.107 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:11.101+0000 7fa2a8ff9640 1 -- 172.21.15.145:0/4132539322 <== mon.1 v2:172.21.15.145:3300/0 5 ==== osd_map(4..4 src has 1..4) v4 ==== 955+0+0 (secure 0 0 0) 0x7fa2a401e7d0 con 0x7fa2ac162210 2024-09-13T18:56:11.107 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:11.102+0000 7fa2b1e96640 1 -- 172.21.15.145:0/4132539322 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fa2ac0989d0 con 0x7fa2ac162210 2024-09-13T18:56:11.107 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:11.104+0000 7fa2a8ff9640 1 -- 172.21.15.145:0/4132539322 <== mon.1 v2:172.21.15.145:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+73245 (secure 0 0 0) 0x7fa2a401a070 con 0x7fa2ac162210 2024-09-13T18:56:11.109 INFO:tasks.ceph.mgr.x.smithi145.stderr:2024-09-13T18:56:11.106+0000 7efed243c040 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-09-13T18:56:11.175 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:11.172+0000 7fa2b1e96640 1 -- 172.21.15.145:0/4132539322 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_command({"prefix": "osd new", "uuid": "1e9d6e0c-51f9-4f4a-bead-0e7edc7dd200", "id": 2} v 0) v1 -- 0x7fa2ac0ccc60 con 0x7fa2ac162210 2024-09-13T18:56:11.182 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:11.180+0000 7fa2a8ff9640 1 -- 172.21.15.145:0/4132539322 <== mon.1 v2:172.21.15.145:3300/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "1e9d6e0c-51f9-4f4a-bead-0e7edc7dd200", "id": 2}]=0 v5) v1 ==== 112+0+2 (secure 0 0 0) 0x7fa2a401e3b0 con 0x7fa2ac162210 2024-09-13T18:56:11.182 INFO:teuthology.orchestra.run.smithi145.stdout:2 2024-09-13T18:56:11.183 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:11.180+0000 7fa2b1e96640 1 -- 172.21.15.145:0/4132539322 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fa2ac162210 msgr2=0x7fa2ac158500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:11.184 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:11.181+0000 7fa2b1e96640 1 --2- 172.21.15.145:0/4132539322 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fa2ac162210 0x7fa2ac158500 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7fa2a4007ef0 tx=0x7fa2a400d4a0 comp rx=0 tx=0).stop 2024-09-13T18:56:11.184 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:11.181+0000 7fa2b1e96640 1 -- 172.21.15.145:0/4132539322 shutdown_connections 2024-09-13T18:56:11.184 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:11.181+0000 7fa2b1e96640 1 --2- 172.21.15.145:0/4132539322 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fa2ac162210 0x7fa2ac158500 unknown :-1 s=CLOSED pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:11.184 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:11.181+0000 7fa2b1e96640 1 --2- 172.21.15.145:0/4132539322 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fa2ac15a7f0 0x7fa2ac157fc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:11.184 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:11.181+0000 7fa2b1e96640 1 --2- 172.21.15.145:0/4132539322 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fa2ac0ce3e0 0x7fa2ac152910 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:11.184 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:11.181+0000 7fa2b1e96640 1 -- 172.21.15.145:0/4132539322 >> 172.21.15.145:0/4132539322 conn(0x7fa2ac0b1f60 msgr2=0x7fa2ac0cef30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:56:11.184 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:11.181+0000 7fa2b1e96640 1 -- 172.21.15.145:0/4132539322 shutdown_connections 2024-09-13T18:56:11.184 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:11.181+0000 7fa2b1e96640 1 -- 172.21.15.145:0/4132539322 wait complete. 2024-09-13T18:56:11.193 DEBUG:teuthology.orchestra.run.smithi145:> sudo ceph --cluster ceph osd new 7c289b1f-a555-46e4-b85a-c0f230c9e02a 3 2024-09-13T18:56:11.205 INFO:tasks.ceph.mgr.y.smithi119.stderr:2024-09-13T18:56:11.202+0000 7f68a3c14040 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-09-13T18:56:11.263 INFO:tasks.ceph.mgr.x.smithi145.stderr:2024-09-13T18:56:11.261+0000 7efed243c040 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-09-13T18:56:11.291 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:11.288+0000 7f0fe0d83640 1 Processor -- start 2024-09-13T18:56:11.291 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:11.288+0000 7f0fe0d83640 1 -- start start 2024-09-13T18:56:11.292 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:11.289+0000 7f0fe0d83640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f0fdc06b9f0 0x7f0fdc0989d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:11.292 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:11.289+0000 7f0fe0d83640 1 -- --> v1:172.21.15.119:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f0fdc0caac0 con 0x7f0fdc098f10 2024-09-13T18:56:11.292 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:11.289+0000 7f0fe0d83640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f0fdc0cb080 con 0x7f0fdc15c830 2024-09-13T18:56:11.292 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:11.289+0000 7f0fe0d83640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f0fdc0993a0 con 0x7f0fdc06b9f0 2024-09-13T18:56:11.292 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:11.289+0000 7f0fd9d9b640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f0fdc06b9f0 0x7f0fdc0989d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:11.293 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:11.289+0000 7f0fd9d9b640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f0fdc06b9f0 0x7f0fdc0989d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.145:3300/0 says I am v2:172.21.15.145:52882/0 (socket says 172.21.15.145:52882) 2024-09-13T18:56:11.293 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:11.289+0000 7f0fda59c640 1 --1- >> v1:172.21.15.145:6789/0 conn(0x7f0fdc15c830 0x7f0fdc099590 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.145:6789/0 says I am v1:172.21.15.145:58440/0 (socket says 172.21.15.145:58440) 2024-09-13T18:56:11.293 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:11.289+0000 7f0fd9d9b640 1 -- 172.21.15.145:0/3970391836 learned_addr learned my addr 172.21.15.145:0/3970391836 (peer_addr_for_me v2:172.21.15.145:0/0) 2024-09-13T18:56:11.293 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:11.289+0000 7f0fd9d9b640 1 -- 172.21.15.145:0/3970391836 >> v1:172.21.15.145:6789/0 conn(0x7f0fdc15c830 legacy=0x7f0fdc099590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:11.293 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:11.289+0000 7f0fd9d9b640 1 -- 172.21.15.145:0/3970391836 >> v1:172.21.15.119:6789/0 conn(0x7f0fdc098f10 legacy=0x7f0fdc0cb510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:11.293 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:11.289+0000 7f0fd959a640 1 -- 172.21.15.145:0/3970391836 <== mon.1 v1:172.21.15.145:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1164441489 0 0) 0x7f0fdc0cb080 con 0x7f0fdc15c830 2024-09-13T18:56:11.293 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:11.289+0000 7f0fd9d9b640 1 -- 172.21.15.145:0/3970391836 --> v2:172.21.15.145:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0fdc0b2d40 con 0x7f0fdc06b9f0 2024-09-13T18:56:11.294 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:11.290+0000 7f0fd9d9b640 1 --2- 172.21.15.145:0/3970391836 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f0fdc06b9f0 0x7f0fdc0989d0 secure :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0x7f0fc4009870 tx=0x7f0fc402a300 comp rx=0 tx=0).ready entity=mon.1 client_cookie=dbcb7be7a93cfb02 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:56:11.294 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:11.290+0000 7f0fd959a640 1 -- 172.21.15.145:0/3970391836 <== mon.1 v2:172.21.15.145:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0fc4032640 con 0x7f0fdc06b9f0 2024-09-13T18:56:11.295 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:11.290+0000 7f0fd959a640 1 -- 172.21.15.145:0/3970391836 <== mon.1 v2:172.21.15.145:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0fc40327a0 con 0x7f0fdc06b9f0 2024-09-13T18:56:11.295 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:11.290+0000 7f0fd959a640 1 -- 172.21.15.145:0/3970391836 <== mon.1 v2:172.21.15.145:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0fc4032b30 con 0x7f0fdc06b9f0 2024-09-13T18:56:11.295 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:11.291+0000 7f0fe0d83640 1 -- 172.21.15.145:0/3970391836 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f0fdc06b9f0 msgr2=0x7f0fdc0989d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:11.295 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:11.291+0000 7f0fe0d83640 1 --2- 172.21.15.145:0/3970391836 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f0fdc06b9f0 0x7f0fdc0989d0 secure :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0x7f0fc4009870 tx=0x7f0fc402a300 comp rx=0 tx=0).stop 2024-09-13T18:56:11.295 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:11.291+0000 7f0fe0d83640 1 -- 172.21.15.145:0/3970391836 shutdown_connections 2024-09-13T18:56:11.295 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:11.291+0000 7f0fe0d83640 1 --2- 172.21.15.145:0/3970391836 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f0fdc06b9f0 0x7f0fdc0989d0 unknown :-1 s=CLOSED pgs=14 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:11.295 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:11.291+0000 7f0fe0d83640 1 -- 172.21.15.145:0/3970391836 >> 172.21.15.145:0/3970391836 conn(0x7f0fdc0b1f60 msgr2=0x7f0fdc0b2370 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:56:11.295 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:11.291+0000 7f0fe0d83640 1 -- 172.21.15.145:0/3970391836 shutdown_connections 2024-09-13T18:56:11.295 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:11.291+0000 7f0fe0d83640 1 -- 172.21.15.145:0/3970391836 wait complete. 2024-09-13T18:56:11.298 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:11.293+0000 7f0fe0d83640 1 Processor -- start 2024-09-13T18:56:11.298 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:11.293+0000 7f0fe0d83640 1 -- start start 2024-09-13T18:56:11.298 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:11.293+0000 7f0fe0d83640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f0fdc098f10 0x7f0fdc159dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:11.298 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:11.293+0000 7f0fe0d83640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f0fdc15c830 0x7f0fdc0c4900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:11.298 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:11.293+0000 7f0fe0d83640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f0fdc0c4e40 0x7f0fdc0c65b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:11.298 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:11.293+0000 7f0fe0d83640 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0fdc15fb20 con 0x7f0fdc15c830 2024-09-13T18:56:11.298 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:11.293+0000 7f0fe0d83640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0fdc15a300 con 0x7f0fdc098f10 2024-09-13T18:56:11.298 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:11.293+0000 7f0fe0d83640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f0fdc15eea0 con 0x7f0fdc0c4e40 2024-09-13T18:56:11.298 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:11.293+0000 7f0fda59c640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f0fdc098f10 0x7f0fdc159dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:11.298 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:11.293+0000 7f0fda59c640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f0fdc098f10 0x7f0fdc159dc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.145:3300/0 says I am v2:172.21.15.145:52892/0 (socket says 172.21.15.145:52892) 2024-09-13T18:56:11.298 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:11.293+0000 7f0fda59c640 1 -- 172.21.15.145:0/3084789282 learned_addr learned my addr 172.21.15.145:0/3084789282 (peer_addr_for_me v2:172.21.15.145:0/0) 2024-09-13T18:56:11.298 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:11.293+0000 7f0fdad9d640 1 --2- 172.21.15.145:0/3084789282 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f0fdc0c4e40 0x7f0fdc0c65b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:11.299 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:11.293+0000 7f0fd9d9b640 1 --2- 172.21.15.145:0/3084789282 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f0fdc15c830 0x7f0fdc0c4900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:11.299 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:11.294+0000 7f0fda59c640 1 -- 172.21.15.145:0/3084789282 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f0fdc0c4e40 msgr2=0x7f0fdc0c65b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:11.299 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:11.294+0000 7f0fda59c640 1 --2- 172.21.15.145:0/3084789282 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f0fdc0c4e40 0x7f0fdc0c65b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:11.299 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:11.294+0000 7f0fda59c640 1 -- 172.21.15.145:0/3084789282 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f0fdc15c830 msgr2=0x7f0fdc0c4900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:11.299 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:11.294+0000 7f0fda59c640 1 --2- 172.21.15.145:0/3084789282 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f0fdc15c830 0x7f0fdc0c4900 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:11.299 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:11.294+0000 7f0fda59c640 1 -- 172.21.15.145:0/3084789282 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0fc40094d0 con 0x7f0fdc098f10 2024-09-13T18:56:11.299 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:11.294+0000 7f0fda59c640 1 --2- 172.21.15.145:0/3084789282 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f0fdc098f10 0x7f0fdc159dc0 secure :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0x7f0fcc00c420 tx=0x7f0fcc00c8e0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:56:11.299 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:11.294+0000 7f0fd2ffd640 1 -- 172.21.15.145:0/3084789282 <== mon.1 v2:172.21.15.145:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0fcc0074e0 con 0x7f0fdc098f10 2024-09-13T18:56:11.299 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:11.294+0000 7f0fd2ffd640 1 -- 172.21.15.145:0/3084789282 <== mon.1 v2:172.21.15.145:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0fcc007640 con 0x7f0fdc098f10 2024-09-13T18:56:11.299 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:11.294+0000 7f0fd2ffd640 1 -- 172.21.15.145:0/3084789282 <== mon.1 v2:172.21.15.145:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0fcc004a20 con 0x7f0fdc098f10 2024-09-13T18:56:11.299 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:11.294+0000 7f0fe0d83640 1 -- 172.21.15.145:0/3084789282 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f0fdc15f180 con 0x7f0fdc098f10 2024-09-13T18:56:11.299 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:11.294+0000 7f0fe0d83640 1 -- 172.21.15.145:0/3084789282 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f0fdc15f740 con 0x7f0fdc098f10 2024-09-13T18:56:11.299 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:11.294+0000 7f0fd2ffd640 1 -- 172.21.15.145:0/3084789282 <== mon.1 v2:172.21.15.145:3300/0 4 ==== mgrmap(e 1) v1 ==== 668+0+0 (secure 0 0 0) 0x7f0fcc01d3f0 con 0x7f0fdc098f10 2024-09-13T18:56:11.299 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:11.294+0000 7f0fd2ffd640 1 -- 172.21.15.145:0/3084789282 <== mon.1 v2:172.21.15.145:3300/0 5 ==== osd_map(5..5 src has 1..5) v4 ==== 1070+0+0 (secure 0 0 0) 0x7f0fcc013850 con 0x7f0fdc098f10 2024-09-13T18:56:11.300 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:11.295+0000 7f0fe0d83640 1 -- 172.21.15.145:0/3084789282 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f0fdc06c140 con 0x7f0fdc098f10 2024-09-13T18:56:11.300 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:11.297+0000 7f0fd2ffd640 1 -- 172.21.15.145:0/3084789282 <== mon.1 v2:172.21.15.145:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+73245 (secure 0 0 0) 0x7f0fdc06c140 con 0x7f0fdc098f10 2024-09-13T18:56:11.368 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:11.365+0000 7f0fe0d83640 1 -- 172.21.15.145:0/3084789282 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_command({"prefix": "osd new", "uuid": "7c289b1f-a555-46e4-b85a-c0f230c9e02a", "id": 3} v 0) v1 -- 0x7f0fdc0cf350 con 0x7f0fdc098f10 2024-09-13T18:56:11.376 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:11.373+0000 7f0fd2ffd640 1 -- 172.21.15.145:0/3084789282 <== mon.1 v2:172.21.15.145:3300/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "7c289b1f-a555-46e4-b85a-c0f230c9e02a", "id": 3}]=0 v6) v1 ==== 112+0+2 (secure 0 0 0) 0x7f0fcc013510 con 0x7f0fdc098f10 2024-09-13T18:56:11.376 INFO:teuthology.orchestra.run.smithi145.stdout:3 2024-09-13T18:56:11.377 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:11.374+0000 7f0fe0d83640 1 -- 172.21.15.145:0/3084789282 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f0fdc098f10 msgr2=0x7f0fdc159dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:11.377 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:11.374+0000 7f0fe0d83640 1 --2- 172.21.15.145:0/3084789282 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f0fdc098f10 0x7f0fdc159dc0 secure :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0x7f0fcc00c420 tx=0x7f0fcc00c8e0 comp rx=0 tx=0).stop 2024-09-13T18:56:11.377 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:11.374+0000 7f0fe0d83640 1 -- 172.21.15.145:0/3084789282 shutdown_connections 2024-09-13T18:56:11.377 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:11.374+0000 7f0fe0d83640 1 --2- 172.21.15.145:0/3084789282 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f0fdc0c4e40 0x7f0fdc0c65b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:11.378 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:11.374+0000 7f0fe0d83640 1 --2- 172.21.15.145:0/3084789282 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f0fdc15c830 0x7f0fdc0c4900 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:11.378 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:11.374+0000 7f0fe0d83640 1 --2- 172.21.15.145:0/3084789282 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f0fdc098f10 0x7f0fdc159dc0 unknown :-1 s=CLOSED pgs=15 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:11.378 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:11.374+0000 7f0fe0d83640 1 -- 172.21.15.145:0/3084789282 >> 172.21.15.145:0/3084789282 conn(0x7f0fdc0b1f60 msgr2=0x7f0fdc0ce5c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:56:11.378 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:11.374+0000 7f0fe0d83640 1 -- 172.21.15.145:0/3084789282 shutdown_connections 2024-09-13T18:56:11.378 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:11.374+0000 7f0fe0d83640 1 -- 172.21.15.145:0/3084789282 wait complete. 2024-09-13T18:56:11.387 DEBUG:teuthology.orchestra.run.smithi145:> sudo ceph --cluster ceph osd new a0a2f75b-5a33-4b69-b834-b8cf5a90ac5f 4 2024-09-13T18:56:11.485 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:11.482+0000 7f6ad1d65640 1 Processor -- start 2024-09-13T18:56:11.485 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:11.482+0000 7f6ad1d65640 1 -- start start 2024-09-13T18:56:11.487 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:11.483+0000 7f6ad1d65640 1 --2- >> v2:172.21.15.119:3300/0 conn(0x7f6acc15c830 0x7f6acc099590 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:11.487 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:11.483+0000 7f6ad1d65640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f6acc06b9f0 0x7f6acc0989d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:11.487 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:11.483+0000 7f6ad1d65640 1 -- --> v1:172.21.15.119:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f6acc0caac0 con 0x7f6acc098f10 2024-09-13T18:56:11.487 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:11.483+0000 7f6ad1d65640 1 -- --> v2:172.21.15.119:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f6acc099380 con 0x7f6acc15c830 2024-09-13T18:56:11.487 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:11.483+0000 7f6ad1d65640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f6acc0cb080 con 0x7f6acc06b9f0 2024-09-13T18:56:11.487 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:11.483+0000 7f6acaffd640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f6acc06b9f0 0x7f6acc0989d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:11.488 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:11.483+0000 7f6acaffd640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f6acc06b9f0 0x7f6acc0989d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.145:3300/0 says I am v2:172.21.15.145:52902/0 (socket says 172.21.15.145:52902) 2024-09-13T18:56:11.488 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:11.483+0000 7f6acaffd640 1 -- 172.21.15.145:0/3226236995 learned_addr learned my addr 172.21.15.145:0/3226236995 (peer_addr_for_me v2:172.21.15.145:0/0) 2024-09-13T18:56:11.488 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:11.483+0000 7f6acb7fe640 1 --2- 172.21.15.145:0/3226236995 >> v2:172.21.15.119:3300/0 conn(0x7f6acc15c830 0x7f6acc099590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:11.488 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:11.483+0000 7f6acaffd640 1 -- 172.21.15.145:0/3226236995 >> v2:172.21.15.119:3300/0 conn(0x7f6acc15c830 msgr2=0x7f6acc099590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T18:56:11.488 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:11.483+0000 7f6acaffd640 1 --2- 172.21.15.145:0/3226236995 >> v2:172.21.15.119:3300/0 conn(0x7f6acc15c830 0x7f6acc099590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:11.488 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:11.483+0000 7f6acaffd640 1 -- 172.21.15.145:0/3226236995 >> v1:172.21.15.119:6789/0 conn(0x7f6acc098f10 legacy=0x7f6acc0ce600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:11.488 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:11.483+0000 7f6acaffd640 1 -- 172.21.15.145:0/3226236995 --> v2:172.21.15.145:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6acc0b2d40 con 0x7f6acc06b9f0 2024-09-13T18:56:11.488 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:11.484+0000 7f6acaffd640 1 --2- 172.21.15.145:0/3226236995 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6acc06b9f0 0x7f6acc0989d0 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7f6acc0cfba0 tx=0x7f6ac002a270 comp rx=0 tx=0).ready entity=mon.1 client_cookie=cfe4bc55a48196f3 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:56:11.488 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:11.484+0000 7f6aca7fc640 1 -- 172.21.15.145:0/3226236995 <== mon.1 v2:172.21.15.145:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6ac0032440 con 0x7f6acc06b9f0 2024-09-13T18:56:11.488 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:11.484+0000 7f6aca7fc640 1 -- 172.21.15.145:0/3226236995 <== mon.1 v2:172.21.15.145:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6ac00325a0 con 0x7f6acc06b9f0 2024-09-13T18:56:11.488 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:11.484+0000 7f6aca7fc640 1 -- 172.21.15.145:0/3226236995 <== mon.1 v2:172.21.15.145:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6ac0032930 con 0x7f6acc06b9f0 2024-09-13T18:56:11.489 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:11.484+0000 7f6ad1d65640 1 -- 172.21.15.145:0/3226236995 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6acc06b9f0 msgr2=0x7f6acc0989d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:11.489 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:11.484+0000 7f6ad1d65640 1 --2- 172.21.15.145:0/3226236995 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6acc06b9f0 0x7f6acc0989d0 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7f6acc0cfba0 tx=0x7f6ac002a270 comp rx=0 tx=0).stop 2024-09-13T18:56:11.489 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:11.484+0000 7f6ad1d65640 1 -- 172.21.15.145:0/3226236995 shutdown_connections 2024-09-13T18:56:11.489 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:11.484+0000 7f6ad1d65640 1 --2- 172.21.15.145:0/3226236995 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6acc06b9f0 0x7f6acc0989d0 unknown :-1 s=CLOSED pgs=16 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:11.489 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:11.484+0000 7f6ad1d65640 1 --2- 172.21.15.145:0/3226236995 >> v2:172.21.15.119:3300/0 conn(0x7f6acc15c830 0x7f6acc099590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:11.489 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:11.484+0000 7f6ad1d65640 1 -- 172.21.15.145:0/3226236995 >> 172.21.15.145:0/3226236995 conn(0x7f6acc0b1f60 msgr2=0x7f6acc0b2370 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:56:11.489 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:11.484+0000 7f6ad1d65640 1 -- 172.21.15.145:0/3226236995 shutdown_connections 2024-09-13T18:56:11.489 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:11.484+0000 7f6ad1d65640 1 -- 172.21.15.145:0/3226236995 wait complete. 2024-09-13T18:56:11.491 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:11.486+0000 7f6ad1d65640 1 Processor -- start 2024-09-13T18:56:11.491 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:11.486+0000 7f6ad1d65640 1 -- start start 2024-09-13T18:56:11.492 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:11.486+0000 7f6ad1d65640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f6acc098f10 0x7f6acc15b950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:11.492 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:11.486+0000 7f6ad1d65640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f6acc15c830 0x7f6acc0c6690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:11.492 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:11.486+0000 7f6ad1d65640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6acc0c6bd0 0x7f6acc0c4030 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:11.492 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:11.487+0000 7f6ad1d65640 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6acc0c5a70 con 0x7f6acc15c830 2024-09-13T18:56:11.492 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:11.487+0000 7f6ad1d65640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6acc0c7080 con 0x7f6acc0c6bd0 2024-09-13T18:56:11.492 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:11.487+0000 7f6ad1d65640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f6acc0c4df0 con 0x7f6acc098f10 2024-09-13T18:56:11.492 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:11.487+0000 7f6acb7fe640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f6acc098f10 0x7f6acc15b950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:11.492 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:11.487+0000 7f6acb7fe640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f6acc098f10 0x7f6acc15b950 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.145:3301/0 says I am v2:172.21.15.145:34130/0 (socket says 172.21.15.145:34130) 2024-09-13T18:56:11.492 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:11.487+0000 7f6acb7fe640 1 -- 172.21.15.145:0/4283855460 learned_addr learned my addr 172.21.15.145:0/4283855460 (peer_addr_for_me v2:172.21.15.145:0/0) 2024-09-13T18:56:11.492 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:11.487+0000 7f6acbfff640 1 --2- 172.21.15.145:0/4283855460 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6acc0c6bd0 0x7f6acc0c4030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:11.492 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:11.487+0000 7f6acaffd640 1 --2- 172.21.15.145:0/4283855460 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f6acc15c830 0x7f6acc0c6690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:11.493 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:11.487+0000 7f6acb7fe640 1 -- 172.21.15.145:0/4283855460 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6acc0c6bd0 msgr2=0x7f6acc0c4030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:11.493 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:11.487+0000 7f6acb7fe640 1 --2- 172.21.15.145:0/4283855460 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6acc0c6bd0 0x7f6acc0c4030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:11.493 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:11.487+0000 7f6acb7fe640 1 -- 172.21.15.145:0/4283855460 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f6acc15c830 msgr2=0x7f6acc0c6690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:11.493 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:11.487+0000 7f6acb7fe640 1 --2- 172.21.15.145:0/4283855460 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f6acc15c830 0x7f6acc0c6690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:11.493 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:11.487+0000 7f6acb7fe640 1 -- 172.21.15.145:0/4283855460 --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6ac00094d0 con 0x7f6acc098f10 2024-09-13T18:56:11.493 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:11.487+0000 7f6acbfff640 1 --2- 172.21.15.145:0/4283855460 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6acc0c6bd0 0x7f6acc0c4030 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T18:56:11.493 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:11.487+0000 7f6acaffd640 1 --2- 172.21.15.145:0/4283855460 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f6acc15c830 0x7f6acc0c6690 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T18:56:11.493 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:11.487+0000 7f6acb7fe640 1 --2- 172.21.15.145:0/4283855460 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f6acc098f10 0x7f6acc15b950 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7f6abc00e870 tx=0x7f6abc00ed30 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:56:11.493 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:11.487+0000 7f6ab3fff640 1 -- 172.21.15.145:0/4283855460 <== mon.2 v2:172.21.15.145:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6abc0094f0 con 0x7f6acc098f10 2024-09-13T18:56:11.493 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:11.487+0000 7f6ab3fff640 1 -- 172.21.15.145:0/4283855460 <== mon.2 v2:172.21.15.145:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6abc00c940 con 0x7f6acc098f10 2024-09-13T18:56:11.493 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:11.487+0000 7f6ad1d65640 1 -- 172.21.15.145:0/4283855460 --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f6acc0c50d0 con 0x7f6acc098f10 2024-09-13T18:56:11.493 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:11.487+0000 7f6ab3fff640 1 -- 172.21.15.145:0/4283855460 <== mon.2 v2:172.21.15.145:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6abc00ccf0 con 0x7f6acc098f10 2024-09-13T18:56:11.493 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:11.487+0000 7f6ad1d65640 1 -- 172.21.15.145:0/4283855460 --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f6acc0c5690 con 0x7f6acc098f10 2024-09-13T18:56:11.493 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:11.487+0000 7f6ab3fff640 1 -- 172.21.15.145:0/4283855460 <== mon.2 v2:172.21.15.145:3301/0 4 ==== mgrmap(e 1) v1 ==== 668+0+0 (secure 0 0 0) 0x7f6abc005c90 con 0x7f6acc098f10 2024-09-13T18:56:11.494 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:11.488+0000 7f6ab3fff640 1 -- 172.21.15.145:0/4283855460 <== mon.2 v2:172.21.15.145:3301/0 5 ==== osd_map(6..6 src has 1..6) v4 ==== 1185+0+0 (secure 0 0 0) 0x7f6abc013980 con 0x7f6acc098f10 2024-09-13T18:56:11.494 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:11.488+0000 7f6ad1d65640 1 -- 172.21.15.145:0/4283855460 --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f6acc15cc10 con 0x7f6acc098f10 2024-09-13T18:56:11.494 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:11.490+0000 7f6ab3fff640 1 -- 172.21.15.145:0/4283855460 <== mon.2 v2:172.21.15.145:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+73245 (secure 0 0 0) 0x7f6abc021060 con 0x7f6acc098f10 2024-09-13T18:56:11.561 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:11.558+0000 7f6ad1d65640 1 -- 172.21.15.145:0/4283855460 --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_command({"prefix": "osd new", "uuid": "a0a2f75b-5a33-4b69-b834-b8cf5a90ac5f", "id": 4} v 0) v1 -- 0x7f6acc0b3cc0 con 0x7f6acc098f10 2024-09-13T18:56:11.570 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:11.568+0000 7f6ab3fff640 1 -- 172.21.15.145:0/4283855460 <== mon.2 v2:172.21.15.145:3301/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "a0a2f75b-5a33-4b69-b834-b8cf5a90ac5f", "id": 4}]=0 v7) v1 ==== 112+0+2 (secure 0 0 0) 0x7f6abc017070 con 0x7f6acc098f10 2024-09-13T18:56:11.571 INFO:teuthology.orchestra.run.smithi145.stdout:4 2024-09-13T18:56:11.572 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:11.569+0000 7f6ad1d65640 1 -- 172.21.15.145:0/4283855460 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f6acc098f10 msgr2=0x7f6acc15b950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:11.572 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:11.569+0000 7f6ad1d65640 1 --2- 172.21.15.145:0/4283855460 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f6acc098f10 0x7f6acc15b950 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7f6abc00e870 tx=0x7f6abc00ed30 comp rx=0 tx=0).stop 2024-09-13T18:56:11.572 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:11.569+0000 7f6ad1d65640 1 -- 172.21.15.145:0/4283855460 shutdown_connections 2024-09-13T18:56:11.572 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:11.569+0000 7f6ad1d65640 1 --2- 172.21.15.145:0/4283855460 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6acc0c6bd0 0x7f6acc0c4030 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:11.572 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:11.569+0000 7f6ad1d65640 1 --2- 172.21.15.145:0/4283855460 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f6acc15c830 0x7f6acc0c6690 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:11.572 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:11.569+0000 7f6ad1d65640 1 --2- 172.21.15.145:0/4283855460 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f6acc098f10 0x7f6acc15b950 unknown :-1 s=CLOSED pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:11.572 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:11.569+0000 7f6ad1d65640 1 -- 172.21.15.145:0/4283855460 >> 172.21.15.145:0/4283855460 conn(0x7f6acc0b1f60 msgr2=0x7f6acc06f230 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:56:11.572 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:11.569+0000 7f6ad1d65640 1 -- 172.21.15.145:0/4283855460 shutdown_connections 2024-09-13T18:56:11.573 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:11.569+0000 7f6ad1d65640 1 -- 172.21.15.145:0/4283855460 wait complete. 2024-09-13T18:56:11.583 DEBUG:teuthology.orchestra.run.smithi145:> sudo ceph --cluster ceph osd new e301c92f-a5af-49da-8384-bef6d48c9982 5 2024-09-13T18:56:11.681 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:11.678+0000 7fc6b6318640 1 Processor -- start 2024-09-13T18:56:11.681 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:11.678+0000 7fc6b6318640 1 -- start start 2024-09-13T18:56:11.684 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:11.679+0000 7fc6b6318640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fc6b00cdf10 0x7fc6b0069ed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:11.684 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:11.679+0000 7fc6b6318640 1 --2- >> v2:172.21.15.119:3300/0 conn(0x7fc6b006b600 0x7fc6b0065c60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:11.684 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:11.679+0000 7fc6b6318640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fc6b015c9a0 con 0x7fc6b00ce2f0 2024-09-13T18:56:11.684 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:11.679+0000 7fc6b6318640 1 -- --> v2:172.21.15.119:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fc6b006b170 con 0x7fc6b006b600 2024-09-13T18:56:11.684 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:11.679+0000 7fc6b6318640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc6b00661a0 con 0x7fc6b00cdf10 2024-09-13T18:56:11.684 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:11.679+0000 7fc6affff640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fc6b00cdf10 0x7fc6b0069ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:11.684 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:11.679+0000 7fc6b48b5640 1 --1- >> v1:172.21.15.145:6789/0 conn(0x7fc6b00ce2f0 0x7fc6b00cc700 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.145:6789/0 says I am v1:172.21.15.145:58454/0 (socket says 172.21.15.145:58454) 2024-09-13T18:56:11.684 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:11.679+0000 7fc6affff640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fc6b00cdf10 0x7fc6b0069ed0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.145:3301/0 says I am v2:172.21.15.145:34132/0 (socket says 172.21.15.145:34132) 2024-09-13T18:56:11.685 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:11.679+0000 7fc6b48b5640 1 -- 172.21.15.145:0/1290572916 learned_addr learned my addr 172.21.15.145:0/1290572916 (peer_addr_for_me v1:172.21.15.145:0/0) 2024-09-13T18:56:11.685 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:11.679+0000 7fc6af7fe640 1 --2- 172.21.15.145:0/1290572916 >> v2:172.21.15.119:3300/0 conn(0x7fc6b006b600 0x7fc6b0065c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:11.685 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:11.679+0000 7fc6aeffd640 1 -- 172.21.15.145:0/1290572916 <== mon.1 v1:172.21.15.145:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2204353485 0 0) 0x7fc6b015c9a0 con 0x7fc6b00ce2f0 2024-09-13T18:56:11.685 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:11.679+0000 7fc6aeffd640 1 -- 172.21.15.145:0/1290572916 --> v1:172.21.15.145:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fc698003520 con 0x7fc6b00ce2f0 2024-09-13T18:56:11.685 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:11.679+0000 7fc6affff640 1 -- 172.21.15.145:0/1290572916 >> v2:172.21.15.119:3300/0 conn(0x7fc6b006b600 msgr2=0x7fc6b0065c60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T18:56:11.685 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:11.679+0000 7fc6affff640 1 --2- 172.21.15.145:0/1290572916 >> v2:172.21.15.119:3300/0 conn(0x7fc6b006b600 0x7fc6b0065c60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:11.685 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:11.679+0000 7fc6affff640 1 -- 172.21.15.145:0/1290572916 >> v1:172.21.15.145:6789/0 conn(0x7fc6b00ce2f0 legacy=0x7fc6b00cc700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:11.685 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:11.680+0000 7fc6affff640 1 -- 172.21.15.145:0/1290572916 --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc6b006a560 con 0x7fc6b00cdf10 2024-09-13T18:56:11.685 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:11.680+0000 7fc6affff640 1 --2- 172.21.15.145:0/1290572916 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fc6b00cdf10 0x7fc6b0069ed0 secure :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0x7fc6a00097a0 tx=0x7fc6a002a180 comp rx=0 tx=0).ready entity=mon.2 client_cookie=d0ae04a6deb233d1 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:56:11.685 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:11.680+0000 7fc6aeffd640 1 -- 172.21.15.145:0/1290572916 <== mon.2 v2:172.21.15.145:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc6a0032440 con 0x7fc6b00cdf10 2024-09-13T18:56:11.685 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:11.680+0000 7fc6aeffd640 1 -- 172.21.15.145:0/1290572916 <== mon.2 v2:172.21.15.145:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc6a00325a0 con 0x7fc6b00cdf10 2024-09-13T18:56:11.686 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:11.680+0000 7fc6aeffd640 1 -- 172.21.15.145:0/1290572916 <== mon.2 v2:172.21.15.145:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc6a0032930 con 0x7fc6b00cdf10 2024-09-13T18:56:11.686 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:11.681+0000 7fc6b6318640 1 -- 172.21.15.145:0/1290572916 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fc6b00cdf10 msgr2=0x7fc6b0069ed0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:11.687 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:11.681+0000 7fc6b6318640 1 --2- 172.21.15.145:0/1290572916 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fc6b00cdf10 0x7fc6b0069ed0 secure :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0x7fc6a00097a0 tx=0x7fc6a002a180 comp rx=0 tx=0).stop 2024-09-13T18:56:11.688 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:11.681+0000 7fc6b6318640 1 -- 172.21.15.145:0/1290572916 shutdown_connections 2024-09-13T18:56:11.688 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:11.681+0000 7fc6b6318640 1 --2- 172.21.15.145:0/1290572916 >> v2:172.21.15.119:3300/0 conn(0x7fc6b006b600 0x7fc6b0065c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:11.688 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:11.681+0000 7fc6b6318640 1 --2- 172.21.15.145:0/1290572916 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fc6b00cdf10 0x7fc6b0069ed0 unknown :-1 s=CLOSED pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:11.688 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:11.681+0000 7fc6b6318640 1 -- 172.21.15.145:0/1290572916 >> 172.21.15.145:0/1290572916 conn(0x7fc6b00cb5b0 msgr2=0x7fc6b00cb9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:56:11.688 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:11.681+0000 7fc6b6318640 1 -- 172.21.15.145:0/1290572916 shutdown_connections 2024-09-13T18:56:11.688 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:11.681+0000 7fc6b6318640 1 -- 172.21.15.145:0/1290572916 wait complete. 2024-09-13T18:56:11.691 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:11.682+0000 7fc6b6318640 1 Processor -- start 2024-09-13T18:56:11.691 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:11.682+0000 7fc6b6318640 1 -- start start 2024-09-13T18:56:11.691 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:11.683+0000 7fc6b6318640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fc6b006b600 0x7fc6b01f26a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:11.691 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:11.683+0000 7fc6b6318640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fc6b00cdf10 0x7fc6b00b38c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:11.691 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:11.683+0000 7fc6b6318640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fc6b00ce2f0 0x7fc6b01572f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:11.691 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:11.683+0000 7fc6b6318640 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc6b01568e0 con 0x7fc6b006b600 2024-09-13T18:56:11.692 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:11.683+0000 7fc6b6318640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc6b00b4150 con 0x7fc6b00cdf10 2024-09-13T18:56:11.692 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:11.683+0000 7fc6b6318640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc6b00b4430 con 0x7fc6b00ce2f0 2024-09-13T18:56:11.692 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:11.683+0000 7fc6af7fe640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fc6b00cdf10 0x7fc6b00b38c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:11.692 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:11.683+0000 7fc6b48b5640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fc6b00ce2f0 0x7fc6b01572f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:11.692 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:11.683+0000 7fc6af7fe640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fc6b00cdf10 0x7fc6b00b38c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.145:3300/0 says I am v2:172.21.15.145:52924/0 (socket says 172.21.15.145:52924) 2024-09-13T18:56:11.692 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:11.683+0000 7fc6af7fe640 1 -- 172.21.15.145:0/2694572787 learned_addr learned my addr 172.21.15.145:0/2694572787 (peer_addr_for_me v2:172.21.15.145:0/0) 2024-09-13T18:56:11.692 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:11.683+0000 7fc6affff640 1 --2- 172.21.15.145:0/2694572787 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fc6b006b600 0x7fc6b01f26a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:11.692 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:11.683+0000 7fc6af7fe640 1 -- 172.21.15.145:0/2694572787 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fc6b00ce2f0 msgr2=0x7fc6b01572f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:11.692 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:11.683+0000 7fc6af7fe640 1 --2- 172.21.15.145:0/2694572787 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fc6b00ce2f0 0x7fc6b01572f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:11.692 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:11.683+0000 7fc6af7fe640 1 -- 172.21.15.145:0/2694572787 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fc6b006b600 msgr2=0x7fc6b01f26a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:11.692 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:11.683+0000 7fc6af7fe640 1 --2- 172.21.15.145:0/2694572787 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fc6b006b600 0x7fc6b01f26a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:11.693 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:11.683+0000 7fc6af7fe640 1 -- 172.21.15.145:0/2694572787 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc6a0009400 con 0x7fc6b00cdf10 2024-09-13T18:56:11.693 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:11.684+0000 7fc6af7fe640 1 --2- 172.21.15.145:0/2694572787 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fc6b00cdf10 0x7fc6b00b38c0 secure :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0x7fc6a400e840 tx=0x7fc6a400ed00 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:56:11.693 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:11.684+0000 7fc6acff9640 1 -- 172.21.15.145:0/2694572787 <== mon.1 v2:172.21.15.145:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc6a40094f0 con 0x7fc6b00cdf10 2024-09-13T18:56:11.693 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:11.684+0000 7fc6acff9640 1 -- 172.21.15.145:0/2694572787 <== mon.1 v2:172.21.15.145:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc6a400c940 con 0x7fc6b00cdf10 2024-09-13T18:56:11.693 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:11.684+0000 7fc6b6318640 1 -- 172.21.15.145:0/2694572787 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc6b0156af0 con 0x7fc6b00cdf10 2024-09-13T18:56:11.693 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:11.684+0000 7fc6acff9640 1 -- 172.21.15.145:0/2694572787 <== mon.1 v2:172.21.15.145:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc6a400ccd0 con 0x7fc6b00cdf10 2024-09-13T18:56:11.693 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:11.684+0000 7fc6b6318640 1 -- 172.21.15.145:0/2694572787 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc6b01f2be0 con 0x7fc6b00cdf10 2024-09-13T18:56:11.693 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:11.684+0000 7fc6acff9640 1 -- 172.21.15.145:0/2694572787 <== mon.1 v2:172.21.15.145:3300/0 4 ==== mgrmap(e 1) v1 ==== 668+0+0 (secure 0 0 0) 0x7fc6a4005c90 con 0x7fc6b00cdf10 2024-09-13T18:56:11.693 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:11.684+0000 7fc6acff9640 1 -- 172.21.15.145:0/2694572787 <== mon.1 v2:172.21.15.145:3300/0 5 ==== osd_map(7..7 src has 1..7) v4 ==== 1300+0+0 (secure 0 0 0) 0x7fc6a40067f0 con 0x7fc6b00cdf10 2024-09-13T18:56:11.693 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:11.685+0000 7fc6b6318640 1 -- 172.21.15.145:0/2694572787 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fc6b00720d0 con 0x7fc6b00cdf10 2024-09-13T18:56:11.693 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:11.687+0000 7fc6acff9640 1 -- 172.21.15.145:0/2694572787 <== mon.1 v2:172.21.15.145:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+73245 (secure 0 0 0) 0x7fc6a4021060 con 0x7fc6b00cdf10 2024-09-13T18:56:11.757 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:11.755+0000 7fc6b6318640 1 -- 172.21.15.145:0/2694572787 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_command({"prefix": "osd new", "uuid": "e301c92f-a5af-49da-8384-bef6d48c9982", "id": 5} v 0) v1 -- 0x7fc6b0065c60 con 0x7fc6b00cdf10 2024-09-13T18:56:11.765 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:11.762+0000 7fc6acff9640 1 -- 172.21.15.145:0/2694572787 <== mon.1 v2:172.21.15.145:3300/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "e301c92f-a5af-49da-8384-bef6d48c9982", "id": 5}]=0 v8) v1 ==== 112+0+2 (secure 0 0 0) 0x7fc6a4017070 con 0x7fc6b00cdf10 2024-09-13T18:56:11.765 INFO:teuthology.orchestra.run.smithi145.stdout:5 2024-09-13T18:56:11.766 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:11.763+0000 7fc6b6318640 1 -- 172.21.15.145:0/2694572787 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fc6b00cdf10 msgr2=0x7fc6b00b38c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:11.766 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:11.763+0000 7fc6b6318640 1 --2- 172.21.15.145:0/2694572787 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fc6b00cdf10 0x7fc6b00b38c0 secure :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0x7fc6a400e840 tx=0x7fc6a400ed00 comp rx=0 tx=0).stop 2024-09-13T18:56:11.766 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:11.763+0000 7fc6b6318640 1 -- 172.21.15.145:0/2694572787 shutdown_connections 2024-09-13T18:56:11.766 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:11.763+0000 7fc6b6318640 1 --2- 172.21.15.145:0/2694572787 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fc6b00ce2f0 0x7fc6b01572f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:11.766 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:11.763+0000 7fc6b6318640 1 --2- 172.21.15.145:0/2694572787 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fc6b00cdf10 0x7fc6b00b38c0 unknown :-1 s=CLOSED pgs=18 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:11.767 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:11.763+0000 7fc6b6318640 1 --2- 172.21.15.145:0/2694572787 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fc6b006b600 0x7fc6b01f26a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:11.767 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:11.763+0000 7fc6b6318640 1 -- 172.21.15.145:0/2694572787 >> 172.21.15.145:0/2694572787 conn(0x7fc6b00cb5b0 msgr2=0x7fc6b009cde0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:56:11.767 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:11.763+0000 7fc6b6318640 1 -- 172.21.15.145:0/2694572787 shutdown_connections 2024-09-13T18:56:11.767 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:11.763+0000 7fc6b6318640 1 -- 172.21.15.145:0/2694572787 wait complete. 2024-09-13T18:56:11.776 DEBUG:teuthology.orchestra.run.smithi145:> sudo ceph --cluster ceph osd new dd2ee71c-4024-4f56-90b1-d362ff9ae8f5 6 2024-09-13T18:56:11.874 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:11.871+0000 7f44fe78a640 1 Processor -- start 2024-09-13T18:56:11.874 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:11.871+0000 7f44fe78a640 1 -- start start 2024-09-13T18:56:11.876 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:11.872+0000 7f44fe78a640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f44f815dc30 0x7f44f80cb5b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:11.876 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:11.872+0000 7f44fe78a640 1 -- --> v1:172.21.15.119:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f44f80cc200 con 0x7f44f80cb1d0 2024-09-13T18:56:11.876 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:11.872+0000 7f44fe78a640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f44f80b1050 con 0x7f44f8099ac0 2024-09-13T18:56:11.876 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:11.872+0000 7f44fe78a640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f44f80ce630 con 0x7f44f815dc30 2024-09-13T18:56:11.876 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:11.872+0000 7f44f77fe640 1 --1- >> v1:172.21.15.145:6789/0 conn(0x7f44f8099ac0 0x7f44f815d520 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.145:6789/0 says I am v1:172.21.15.145:58466/0 (socket says 172.21.15.145:58466) 2024-09-13T18:56:11.876 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:11.872+0000 7f44f77fe640 1 -- 172.21.15.145:0/1601621904 learned_addr learned my addr 172.21.15.145:0/1601621904 (peer_addr_for_me v1:172.21.15.145:0/0) 2024-09-13T18:56:11.876 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:11.872+0000 7f44fcd27640 1 --2- 172.21.15.145:0/1601621904 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f44f815dc30 0x7f44f80cb5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:11.877 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:11.872+0000 7f44f6ffd640 1 -- 172.21.15.145:0/1601621904 <== mon.1 v1:172.21.15.145:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 413322218 0 0) 0x7f44f80b1050 con 0x7f44f8099ac0 2024-09-13T18:56:11.877 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:11.872+0000 7f44f6ffd640 1 -- 172.21.15.145:0/1601621904 --> v1:172.21.15.145:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f44e0003520 con 0x7f44f8099ac0 2024-09-13T18:56:11.877 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:11.872+0000 7f44fcd27640 1 -- 172.21.15.145:0/1601621904 >> v1:172.21.15.145:6789/0 conn(0x7f44f8099ac0 legacy=0x7f44f815d520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:11.877 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:11.872+0000 7f44fcd27640 1 -- 172.21.15.145:0/1601621904 >> v1:172.21.15.119:6789/0 conn(0x7f44f80cb1d0 legacy=0x7f44f80cdf20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:11.877 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:11.872+0000 7f44fcd27640 1 -- 172.21.15.145:0/1601621904 --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f44f80b1330 con 0x7f44f815dc30 2024-09-13T18:56:11.877 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:11.873+0000 7f44fcd27640 1 --2- 172.21.15.145:0/1601621904 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f44f815dc30 0x7f44f80cb5b0 secure :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0x7f44f0009dc0 tx=0x7f44f002a6d0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=aed4e5387ad8ec5b server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:56:11.877 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:11.873+0000 7f44f6ffd640 1 -- 172.21.15.145:0/1601621904 <== mon.2 v2:172.21.15.145:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f44f0007740 con 0x7f44f815dc30 2024-09-13T18:56:11.877 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:11.873+0000 7f44f6ffd640 1 -- 172.21.15.145:0/1601621904 <== mon.2 v2:172.21.15.145:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f44f002d050 con 0x7f44f815dc30 2024-09-13T18:56:11.877 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:11.873+0000 7f44f6ffd640 1 -- 172.21.15.145:0/1601621904 <== mon.2 v2:172.21.15.145:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f44f0007aa0 con 0x7f44f815dc30 2024-09-13T18:56:11.880 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:11.874+0000 7f44fe78a640 1 -- 172.21.15.145:0/1601621904 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f44f815dc30 msgr2=0x7f44f80cb5b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:11.880 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:11.874+0000 7f44fe78a640 1 --2- 172.21.15.145:0/1601621904 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f44f815dc30 0x7f44f80cb5b0 secure :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0x7f44f0009dc0 tx=0x7f44f002a6d0 comp rx=0 tx=0).stop 2024-09-13T18:56:11.880 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:11.874+0000 7f44fe78a640 1 -- 172.21.15.145:0/1601621904 shutdown_connections 2024-09-13T18:56:11.880 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:11.874+0000 7f44fe78a640 1 --2- 172.21.15.145:0/1601621904 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f44f815dc30 0x7f44f80cb5b0 unknown :-1 s=CLOSED pgs=14 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:11.880 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:11.874+0000 7f44fe78a640 1 -- 172.21.15.145:0/1601621904 >> 172.21.15.145:0/1601621904 conn(0x7f44f80b1e40 msgr2=0x7f44f80b2250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:56:11.880 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:11.874+0000 7f44fe78a640 1 -- 172.21.15.145:0/1601621904 shutdown_connections 2024-09-13T18:56:11.880 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:11.874+0000 7f44fe78a640 1 -- 172.21.15.145:0/1601621904 wait complete. 2024-09-13T18:56:11.881 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:11.875+0000 7f44fe78a640 1 Processor -- start 2024-09-13T18:56:11.881 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:11.875+0000 7f44fe78a640 1 -- start start 2024-09-13T18:56:11.881 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:11.876+0000 7f44fe78a640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f44f8099ac0 0x7f44f814b0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:11.881 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:11.876+0000 7f44fe78a640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f44f80cb1d0 0x7f44f814b600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:11.881 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:11.876+0000 7f44fe78a640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f44f815dc30 0x7f44f814bb40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:11.881 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:11.876+0000 7f44fe78a640 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f44f81563d0 con 0x7f44f8099ac0 2024-09-13T18:56:11.881 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:11.876+0000 7f44fe78a640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f44f81566b0 con 0x7f44f815dc30 2024-09-13T18:56:11.881 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:11.876+0000 7f44fe78a640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f44f8156990 con 0x7f44f80cb1d0 2024-09-13T18:56:11.881 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:11.876+0000 7f44f77fe640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f44f80cb1d0 0x7f44f814b600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:11.881 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:11.876+0000 7f44fcd27640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f44f815dc30 0x7f44f814bb40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:11.881 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:11.876+0000 7f44f77fe640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f44f80cb1d0 0x7f44f814b600 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.145:3301/0 says I am v2:172.21.15.145:34140/0 (socket says 172.21.15.145:34140) 2024-09-13T18:56:11.881 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:11.876+0000 7f44f77fe640 1 -- 172.21.15.145:0/1062755369 learned_addr learned my addr 172.21.15.145:0/1062755369 (peer_addr_for_me v2:172.21.15.145:0/0) 2024-09-13T18:56:11.882 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:11.876+0000 7f44f7fff640 1 --2- 172.21.15.145:0/1062755369 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f44f8099ac0 0x7f44f814b0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:11.882 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:11.876+0000 7f44f77fe640 1 -- 172.21.15.145:0/1062755369 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f44f815dc30 msgr2=0x7f44f814bb40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:11.882 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:11.876+0000 7f44f77fe640 1 --2- 172.21.15.145:0/1062755369 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f44f815dc30 0x7f44f814bb40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:11.882 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:11.876+0000 7f44f77fe640 1 -- 172.21.15.145:0/1062755369 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f44f8099ac0 msgr2=0x7f44f814b0c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:11.882 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:11.876+0000 7f44f77fe640 1 --2- 172.21.15.145:0/1062755369 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f44f8099ac0 0x7f44f814b0c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:11.882 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:11.876+0000 7f44f77fe640 1 -- 172.21.15.145:0/1062755369 --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f44f0009a70 con 0x7f44f80cb1d0 2024-09-13T18:56:11.882 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:11.877+0000 7f44fcd27640 1 --2- 172.21.15.145:0/1062755369 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f44f815dc30 0x7f44f814bb40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T18:56:11.882 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:11.877+0000 7f44f77fe640 1 --2- 172.21.15.145:0/1062755369 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f44f80cb1d0 0x7f44f814b600 secure :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0x7f44ec00c500 tx=0x7f44ec00c9c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:56:11.882 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:11.877+0000 7f44f4ff9640 1 -- 172.21.15.145:0/1062755369 <== mon.2 v2:172.21.15.145:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f44ec005ce0 con 0x7f44f80cb1d0 2024-09-13T18:56:11.882 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:11.877+0000 7f44f4ff9640 1 -- 172.21.15.145:0/1062755369 <== mon.2 v2:172.21.15.145:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f44ec005e40 con 0x7f44f80cb1d0 2024-09-13T18:56:11.882 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:11.877+0000 7f44fe78a640 1 -- 172.21.15.145:0/1062755369 --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f44f8156c70 con 0x7f44f80cb1d0 2024-09-13T18:56:11.882 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:11.877+0000 7f44f4ff9640 1 -- 172.21.15.145:0/1062755369 <== mon.2 v2:172.21.15.145:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f44ec007330 con 0x7f44f80cb1d0 2024-09-13T18:56:11.882 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:11.877+0000 7f44fe78a640 1 -- 172.21.15.145:0/1062755369 --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f44f8151d80 con 0x7f44f80cb1d0 2024-09-13T18:56:11.882 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:11.877+0000 7f44f4ff9640 1 -- 172.21.15.145:0/1062755369 <== mon.2 v2:172.21.15.145:3301/0 4 ==== mgrmap(e 1) v1 ==== 668+0+0 (secure 0 0 0) 0x7f44ec01c440 con 0x7f44f80cb1d0 2024-09-13T18:56:11.882 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:11.877+0000 7f44f4ff9640 1 -- 172.21.15.145:0/1062755369 <== mon.2 v2:172.21.15.145:3301/0 5 ==== osd_map(8..8 src has 1..8) v4 ==== 1415+0+0 (secure 0 0 0) 0x7f44ec012ae0 con 0x7f44f80cb1d0 2024-09-13T18:56:11.883 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:11.878+0000 7f44fe78a640 1 -- 172.21.15.145:0/1062755369 --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f44f80cb5b0 con 0x7f44f80cb1d0 2024-09-13T18:56:11.883 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:11.880+0000 7f44f4ff9640 1 -- 172.21.15.145:0/1062755369 <== mon.2 v2:172.21.15.145:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+73245 (secure 0 0 0) 0x7f44ec017070 con 0x7f44f80cb1d0 2024-09-13T18:56:11.948 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:11.946+0000 7f44fe78a640 1 -- 172.21.15.145:0/1062755369 --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_command({"prefix": "osd new", "uuid": "dd2ee71c-4024-4f56-90b1-d362ff9ae8f5", "id": 6} v 0) v1 -- 0x7f44f80b4a70 con 0x7f44f80cb1d0 2024-09-13T18:56:11.956 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:11.954+0000 7f44f4ff9640 1 -- 172.21.15.145:0/1062755369 <== mon.2 v2:172.21.15.145:3301/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "dd2ee71c-4024-4f56-90b1-d362ff9ae8f5", "id": 6}]=0 v9) v1 ==== 112+0+2 (secure 0 0 0) 0x7f44ec0125c0 con 0x7f44f80cb1d0 2024-09-13T18:56:11.956 INFO:teuthology.orchestra.run.smithi145.stdout:6 2024-09-13T18:56:11.958 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:11.954+0000 7f44fe78a640 1 -- 172.21.15.145:0/1062755369 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f44f80cb1d0 msgr2=0x7f44f814b600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:11.958 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:11.954+0000 7f44fe78a640 1 --2- 172.21.15.145:0/1062755369 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f44f80cb1d0 0x7f44f814b600 secure :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0x7f44ec00c500 tx=0x7f44ec00c9c0 comp rx=0 tx=0).stop 2024-09-13T18:56:11.958 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:11.955+0000 7f44fe78a640 1 -- 172.21.15.145:0/1062755369 shutdown_connections 2024-09-13T18:56:11.958 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:11.955+0000 7f44fe78a640 1 --2- 172.21.15.145:0/1062755369 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f44f815dc30 0x7f44f814bb40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:11.958 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:11.955+0000 7f44fe78a640 1 --2- 172.21.15.145:0/1062755369 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f44f80cb1d0 0x7f44f814b600 unknown :-1 s=CLOSED pgs=15 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:11.958 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:11.955+0000 7f44fe78a640 1 --2- 172.21.15.145:0/1062755369 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f44f8099ac0 0x7f44f814b0c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:11.958 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:11.955+0000 7f44fe78a640 1 -- 172.21.15.145:0/1062755369 >> 172.21.15.145:0/1062755369 conn(0x7f44f80b1e40 msgr2=0x7f44f8099300 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:56:11.958 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:11.955+0000 7f44fe78a640 1 -- 172.21.15.145:0/1062755369 shutdown_connections 2024-09-13T18:56:11.958 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:11.955+0000 7f44fe78a640 1 -- 172.21.15.145:0/1062755369 wait complete. 2024-09-13T18:56:11.968 DEBUG:teuthology.orchestra.run.smithi145:> sudo ceph --cluster ceph osd new 7412449e-689b-45ee-9ae5-744a8c27f166 7 2024-09-13T18:56:12.067 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:12.064+0000 7f42803ae640 1 Processor -- start 2024-09-13T18:56:12.067 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:12.064+0000 7f42803ae640 1 -- start start 2024-09-13T18:56:12.068 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:12.065+0000 7f42803ae640 1 --2- >> v2:172.21.15.119:3300/0 conn(0x7f42780cdfa0 0x7f42780ce530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:12.068 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:12.065+0000 7f42803ae640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f42780cc740 0x7f42780cea70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:12.068 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:12.065+0000 7f42803ae640 1 -- --> v1:172.21.15.119:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f42780cb5e0 con 0x7f427815d8c0 2024-09-13T18:56:12.068 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:12.065+0000 7f42803ae640 1 -- --> v2:172.21.15.119:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f42780cbc60 con 0x7f42780cdfa0 2024-09-13T18:56:12.069 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:12.065+0000 7f42803ae640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f42780cbf40 con 0x7f42780cc740 2024-09-13T18:56:12.069 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:12.065+0000 7f427e94b640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f42780cc740 0x7f42780cea70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:12.069 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:12.065+0000 7f427e94b640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f42780cc740 0x7f42780cea70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.145:3300/0 says I am v2:172.21.15.145:52942/0 (socket says 172.21.15.145:52942) 2024-09-13T18:56:12.069 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:12.065+0000 7f427e94b640 1 -- 172.21.15.145:0/2203733428 learned_addr learned my addr 172.21.15.145:0/2203733428 (peer_addr_for_me v2:172.21.15.145:0/0) 2024-09-13T18:56:12.069 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:12.065+0000 7f427d949640 1 --2- 172.21.15.145:0/2203733428 >> v2:172.21.15.119:3300/0 conn(0x7f42780cdfa0 0x7f42780ce530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:12.069 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:12.065+0000 7f427e94b640 1 -- 172.21.15.145:0/2203733428 >> v2:172.21.15.119:3300/0 conn(0x7f42780cdfa0 msgr2=0x7f42780ce530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T18:56:12.069 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:12.065+0000 7f427e94b640 1 --2- 172.21.15.145:0/2203733428 >> v2:172.21.15.119:3300/0 conn(0x7f42780cdfa0 0x7f42780ce530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:12.069 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:12.065+0000 7f427e94b640 1 -- 172.21.15.145:0/2203733428 >> v1:172.21.15.119:6789/0 conn(0x7f427815d8c0 legacy=0x7f42780cad20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:12.069 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:12.065+0000 7f427e94b640 1 -- 172.21.15.145:0/2203733428 --> v2:172.21.15.145:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f42780cc220 con 0x7f42780cc740 2024-09-13T18:56:12.071 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:12.066+0000 7f427e94b640 1 --2- 172.21.15.145:0/2203733428 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f42780cc740 0x7f42780cea70 secure :-1 s=READY pgs=20 cs=0 l=1 rev1=1 crypto rx=0x7f42780ca2d0 tx=0x7f427002a730 comp rx=0 tx=0).ready entity=mon.1 client_cookie=b4fde72bbeb31d90 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:56:12.071 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:12.066+0000 7f427d148640 1 -- 172.21.15.145:0/2203733428 <== mon.1 v2:172.21.15.145:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4270031600 con 0x7f42780cc740 2024-09-13T18:56:12.071 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:12.066+0000 7f427d148640 1 -- 172.21.15.145:0/2203733428 <== mon.1 v2:172.21.15.145:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f427002d050 con 0x7f42780cc740 2024-09-13T18:56:12.071 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:12.066+0000 7f427d148640 1 -- 172.21.15.145:0/2203733428 <== mon.1 v2:172.21.15.145:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4270031980 con 0x7f42780cc740 2024-09-13T18:56:12.071 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:12.067+0000 7f42803ae640 1 -- 172.21.15.145:0/2203733428 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f42780cc740 msgr2=0x7f42780cea70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:12.071 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:12.067+0000 7f42803ae640 1 --2- 172.21.15.145:0/2203733428 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f42780cc740 0x7f42780cea70 secure :-1 s=READY pgs=20 cs=0 l=1 rev1=1 crypto rx=0x7f42780ca2d0 tx=0x7f427002a730 comp rx=0 tx=0).stop 2024-09-13T18:56:12.071 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:12.067+0000 7f42803ae640 1 -- 172.21.15.145:0/2203733428 shutdown_connections 2024-09-13T18:56:12.071 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:12.067+0000 7f42803ae640 1 --2- 172.21.15.145:0/2203733428 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f42780cc740 0x7f42780cea70 unknown :-1 s=CLOSED pgs=20 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:12.071 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:12.067+0000 7f42803ae640 1 --2- 172.21.15.145:0/2203733428 >> v2:172.21.15.119:3300/0 conn(0x7f42780cdfa0 0x7f42780ce530 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:12.071 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:12.067+0000 7f42803ae640 1 -- 172.21.15.145:0/2203733428 >> 172.21.15.145:0/2203733428 conn(0x7f42780b0d60 msgr2=0x7f42780b1170 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:56:12.072 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:12.067+0000 7f42803ae640 1 -- 172.21.15.145:0/2203733428 shutdown_connections 2024-09-13T18:56:12.072 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:12.067+0000 7f42803ae640 1 -- 172.21.15.145:0/2203733428 wait complete. 2024-09-13T18:56:12.072 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:12.068+0000 7f42803ae640 1 Processor -- start 2024-09-13T18:56:12.072 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:12.068+0000 7f42803ae640 1 -- start start 2024-09-13T18:56:12.074 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:12.069+0000 7f42803ae640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f42780cc740 0x7f4278159af0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:12.074 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:12.069+0000 7f42803ae640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f42780cdfa0 0x7f42780ac8c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:12.074 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:12.069+0000 7f42803ae640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f427815d8c0 0x7f42780aeeb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:12.074 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:12.069+0000 7f42803ae640 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f427815a030 con 0x7f427815d8c0 2024-09-13T18:56:12.074 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:12.069+0000 7f42803ae640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f42781f1270 con 0x7f42780cc740 2024-09-13T18:56:12.074 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:12.069+0000 7f42803ae640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f42780ad2a0 con 0x7f42780cdfa0 2024-09-13T18:56:12.074 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:12.069+0000 7f427e14a640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f42780cc740 0x7f4278159af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:12.075 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:12.069+0000 7f427e14a640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f42780cc740 0x7f4278159af0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.145:3300/0 says I am v2:172.21.15.145:52956/0 (socket says 172.21.15.145:52956) 2024-09-13T18:56:12.075 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:12.069+0000 7f427e14a640 1 -- 172.21.15.145:0/2877309911 learned_addr learned my addr 172.21.15.145:0/2877309911 (peer_addr_for_me v2:172.21.15.145:0/0) 2024-09-13T18:56:12.075 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:12.069+0000 7f427d949640 1 --2- 172.21.15.145:0/2877309911 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f42780cdfa0 0x7f42780ac8c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:12.075 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:12.069+0000 7f427e94b640 1 --2- 172.21.15.145:0/2877309911 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f427815d8c0 0x7f42780aeeb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:12.075 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:12.069+0000 7f427e14a640 1 -- 172.21.15.145:0/2877309911 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f42780cdfa0 msgr2=0x7f42780ac8c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:12.075 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:12.069+0000 7f427e14a640 1 --2- 172.21.15.145:0/2877309911 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f42780cdfa0 0x7f42780ac8c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:12.075 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:12.069+0000 7f427e14a640 1 -- 172.21.15.145:0/2877309911 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f427815d8c0 msgr2=0x7f42780aeeb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:12.075 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:12.069+0000 7f427e14a640 1 --2- 172.21.15.145:0/2877309911 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f427815d8c0 0x7f42780aeeb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:12.075 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:12.069+0000 7f427e14a640 1 -- 172.21.15.145:0/2877309911 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4270009b30 con 0x7f42780cc740 2024-09-13T18:56:12.075 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:12.070+0000 7f427e14a640 1 --2- 172.21.15.145:0/2877309911 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f42780cc740 0x7f4278159af0 secure :-1 s=READY pgs=21 cs=0 l=1 rev1=1 crypto rx=0x7f426c00c430 tx=0x7f426c00c8f0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:56:12.075 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:12.070+0000 7f426affd640 1 -- 172.21.15.145:0/2877309911 <== mon.1 v2:172.21.15.145:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f426c0052d0 con 0x7f42780cc740 2024-09-13T18:56:12.076 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:12.070+0000 7f426affd640 1 -- 172.21.15.145:0/2877309911 <== mon.1 v2:172.21.15.145:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f426c005430 con 0x7f42780cc740 2024-09-13T18:56:12.076 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:12.070+0000 7f42803ae640 1 -- 172.21.15.145:0/2877309911 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f427815de20 con 0x7f42780cc740 2024-09-13T18:56:12.076 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:12.070+0000 7f426affd640 1 -- 172.21.15.145:0/2877309911 <== mon.1 v2:172.21.15.145:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f426c003830 con 0x7f42780cc740 2024-09-13T18:56:12.076 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:12.070+0000 7f42803ae640 1 -- 172.21.15.145:0/2877309911 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f42780ad860 con 0x7f42780cc740 2024-09-13T18:56:12.076 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:12.070+0000 7f426affd640 1 -- 172.21.15.145:0/2877309911 <== mon.1 v2:172.21.15.145:3300/0 4 ==== mgrmap(e 1) v1 ==== 668+0+0 (secure 0 0 0) 0x7f426c003c90 con 0x7f42780cc740 2024-09-13T18:56:12.076 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:12.070+0000 7f426affd640 1 -- 172.21.15.145:0/2877309911 <== mon.1 v2:172.21.15.145:3300/0 5 ==== osd_map(9..9 src has 1..9) v4 ==== 1530+0+0 (secure 0 0 0) 0x7f426c011e00 con 0x7f42780cc740 2024-09-13T18:56:12.076 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:12.071+0000 7f42803ae640 1 -- 172.21.15.145:0/2877309911 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f42780ca0c0 con 0x7f42780cc740 2024-09-13T18:56:12.076 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:12.073+0000 7f426affd640 1 -- 172.21.15.145:0/2877309911 <== mon.1 v2:172.21.15.145:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+73245 (secure 0 0 0) 0x7f426c017070 con 0x7f42780cc740 2024-09-13T18:56:12.137 INFO:tasks.ceph.mgr.y.smithi119.stderr:2024-09-13T18:56:12.133+0000 7f68a3c14040 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-09-13T18:56:12.143 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:12.141+0000 7f42803ae640 1 -- 172.21.15.145:0/2877309911 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_command({"prefix": "osd new", "uuid": "7412449e-689b-45ee-9ae5-744a8c27f166", "id": 7} v 0) v1 -- 0x7f42780cad20 con 0x7f42780cc740 2024-09-13T18:56:12.152 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:12.150+0000 7f426affd640 1 -- 172.21.15.145:0/2877309911 <== mon.1 v2:172.21.15.145:3300/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "7412449e-689b-45ee-9ae5-744a8c27f166", "id": 7}]=0 v10) v1 ==== 112+0+2 (secure 0 0 0) 0x7f426c012ad0 con 0x7f42780cc740 2024-09-13T18:56:12.152 INFO:teuthology.orchestra.run.smithi145.stdout:7 2024-09-13T18:56:12.153 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:12.150+0000 7f42803ae640 1 -- 172.21.15.145:0/2877309911 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f42780cc740 msgr2=0x7f4278159af0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:12.153 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:12.150+0000 7f42803ae640 1 --2- 172.21.15.145:0/2877309911 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f42780cc740 0x7f4278159af0 secure :-1 s=READY pgs=21 cs=0 l=1 rev1=1 crypto rx=0x7f426c00c430 tx=0x7f426c00c8f0 comp rx=0 tx=0).stop 2024-09-13T18:56:12.153 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:12.150+0000 7f42803ae640 1 -- 172.21.15.145:0/2877309911 shutdown_connections 2024-09-13T18:56:12.154 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:12.150+0000 7f42803ae640 1 --2- 172.21.15.145:0/2877309911 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f427815d8c0 0x7f42780aeeb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:12.154 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:12.150+0000 7f42803ae640 1 --2- 172.21.15.145:0/2877309911 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f42780cdfa0 0x7f42780ac8c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:12.154 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:12.150+0000 7f42803ae640 1 --2- 172.21.15.145:0/2877309911 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f42780cc740 0x7f4278159af0 unknown :-1 s=CLOSED pgs=21 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:12.154 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:12.151+0000 7f42803ae640 1 -- 172.21.15.145:0/2877309911 >> 172.21.15.145:0/2877309911 conn(0x7f42780b0d60 msgr2=0x7f42780b27e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:56:12.154 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:12.151+0000 7f42803ae640 1 -- 172.21.15.145:0/2877309911 shutdown_connections 2024-09-13T18:56:12.154 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-13T18:56:12.151+0000 7f42803ae640 1 -- 172.21.15.145:0/2877309911 wait complete. 2024-09-13T18:56:12.163 INFO:tasks.ceph.osd.0:Restarting daemon 2024-09-13T18:56:12.164 DEBUG:teuthology.orchestra.run.smithi119:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 0 2024-09-13T18:56:12.166 INFO:tasks.ceph.osd.0:Started 2024-09-13T18:56:12.166 INFO:tasks.ceph.osd.1:Restarting daemon 2024-09-13T18:56:12.166 DEBUG:teuthology.orchestra.run.smithi119:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 1 2024-09-13T18:56:12.168 INFO:tasks.ceph.osd.1:Started 2024-09-13T18:56:12.168 INFO:tasks.ceph.osd.2:Restarting daemon 2024-09-13T18:56:12.169 DEBUG:teuthology.orchestra.run.smithi119:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 2 2024-09-13T18:56:12.170 INFO:tasks.ceph.osd.2:Started 2024-09-13T18:56:12.171 INFO:tasks.ceph.osd.3:Restarting daemon 2024-09-13T18:56:12.171 DEBUG:teuthology.orchestra.run.smithi119:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 3 2024-09-13T18:56:12.173 INFO:tasks.ceph.osd.3:Started 2024-09-13T18:56:12.173 INFO:tasks.ceph.osd.4:Restarting daemon 2024-09-13T18:56:12.173 DEBUG:teuthology.orchestra.run.smithi145:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 4 2024-09-13T18:56:12.175 INFO:tasks.ceph.osd.4:Started 2024-09-13T18:56:12.175 INFO:tasks.ceph.osd.5:Restarting daemon 2024-09-13T18:56:12.176 DEBUG:teuthology.orchestra.run.smithi145:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 5 2024-09-13T18:56:12.179 INFO:tasks.ceph.osd.5:Started 2024-09-13T18:56:12.180 INFO:tasks.ceph.osd.6:Restarting daemon 2024-09-13T18:56:12.180 DEBUG:teuthology.orchestra.run.smithi145:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 6 2024-09-13T18:56:12.182 INFO:tasks.ceph.osd.6:Started 2024-09-13T18:56:12.182 INFO:tasks.ceph.osd.7:Restarting daemon 2024-09-13T18:56:12.182 DEBUG:teuthology.orchestra.run.smithi145:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 7 2024-09-13T18:56:12.184 INFO:tasks.ceph.osd.7:Started 2024-09-13T18:56:12.185 DEBUG:teuthology.orchestra.run.smithi119:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T18:56:12.200 INFO:tasks.ceph.mgr.y.smithi119.stderr:2024-09-13T18:56:12.197+0000 7f68a3c14040 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-09-13T18:56:12.240 INFO:tasks.ceph.mgr.x.smithi145.stderr:2024-09-13T18:56:12.237+0000 7efed243c040 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-09-13T18:56:12.298 INFO:tasks.ceph.mgr.x.smithi145.stderr:2024-09-13T18:56:12.295+0000 7efed243c040 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-09-13T18:56:12.300 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:12.297+0000 7f4ab1991640 1 Processor -- start 2024-09-13T18:56:12.300 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:12.297+0000 7f4ab1991640 1 -- start start 2024-09-13T18:56:12.303 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:12.297+0000 7f4ab1991640 1 --2- >> v2:172.21.15.119:3300/0 conn(0x7f4aac0d0da0 0x7f4aac0af0d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:12.303 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:12.297+0000 7f4ab1991640 1 -- --> v1:172.21.15.119:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f4aac06bb10 con 0x7f4aac15c860 2024-09-13T18:56:12.303 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:12.297+0000 7f4ab1991640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f4aac0ccb30 con 0x7f4aac0ceef0 2024-09-13T18:56:12.303 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:12.297+0000 7f4ab1991640 1 -- --> v2:172.21.15.119:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f4aac0d13a0 con 0x7f4aac0d0da0 2024-09-13T18:56:12.303 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:12.298+0000 7f4aab7fe640 1 --2- >> v2:172.21.15.119:3300/0 conn(0x7f4aac0d0da0 0x7f4aac0af0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:12.303 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:12.298+0000 7f4aaa7fc640 1 --1- >> v1:172.21.15.119:6789/0 conn(0x7f4aac15c860 0x7f4aac0d0690 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.119:6789/0 says I am v1:172.21.15.119:45920/0 (socket says 172.21.15.119:45920) 2024-09-13T18:56:12.303 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:12.298+0000 7f4aaa7fc640 1 -- 172.21.15.119:0/601511463 learned_addr learned my addr 172.21.15.119:0/601511463 (peer_addr_for_me v1:172.21.15.119:0/0) 2024-09-13T18:56:12.303 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:12.298+0000 7f4aa9ffb640 1 -- 172.21.15.119:0/601511463 <== mon.0 v1:172.21.15.119:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2831824005 0 0) 0x7f4aac06bb10 con 0x7f4aac15c860 2024-09-13T18:56:12.303 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:12.298+0000 7f4aa9ffb640 1 -- 172.21.15.119:0/601511463 --> v1:172.21.15.119:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f4a98003520 con 0x7f4aac15c860 2024-09-13T18:56:12.303 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:12.298+0000 7f4aa9ffb640 1 -- 172.21.15.119:0/601511463 <== mon.1 v1:172.21.15.145:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2754794212 0 0) 0x7f4aac0ccb30 con 0x7f4aac0ceef0 2024-09-13T18:56:12.304 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:12.298+0000 7f4aa9ffb640 1 -- 172.21.15.119:0/601511463 --> v1:172.21.15.145:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f4aac06bb10 con 0x7f4aac0ceef0 2024-09-13T18:56:12.304 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:12.298+0000 7f4aa9ffb640 1 -- 172.21.15.119:0/601511463 <== mon.1 v1:172.21.15.145:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 4133933280 0 0) 0x7f4aac06bb10 con 0x7f4aac0ceef0 2024-09-13T18:56:12.304 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:12.298+0000 7f4aab7fe640 1 -- 172.21.15.119:0/601511463 >> v1:172.21.15.145:6789/0 conn(0x7f4aac0ceef0 legacy=0x7f4aac0cf2d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:12.304 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:12.298+0000 7f4aab7fe640 1 -- 172.21.15.119:0/601511463 >> v1:172.21.15.119:6789/0 conn(0x7f4aac15c860 legacy=0x7f4aac0d0690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:12.304 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:12.298+0000 7f4aab7fe640 1 -- 172.21.15.119:0/601511463 --> v2:172.21.15.119:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4aac0d1680 con 0x7f4aac0d0da0 2024-09-13T18:56:12.304 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:12.299+0000 7f4aab7fe640 1 --2- 172.21.15.119:0/601511463 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f4aac0d0da0 0x7f4aac0af0d0 secure :-1 s=READY pgs=24 cs=0 l=1 rev1=1 crypto rx=0x7f4aa4009d90 tx=0x7f4aa402a730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cfe2a4ea91eb1103 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:56:12.304 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:12.299+0000 7f4aa9ffb640 1 -- 172.21.15.119:0/601511463 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4a9c001670 con 0x7f4aac0d0da0 2024-09-13T18:56:12.304 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:12.299+0000 7f4aa9ffb640 1 -- 172.21.15.119:0/601511463 <== mon.0 v2:172.21.15.119:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4aa402d050 con 0x7f4aac0d0da0 2024-09-13T18:56:12.304 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:12.299+0000 7f4aa9ffb640 1 -- 172.21.15.119:0/601511463 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4aa4007760 con 0x7f4aac0d0da0 2024-09-13T18:56:12.307 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:12.300+0000 7f4ab1991640 1 -- 172.21.15.119:0/601511463 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f4aac0d0da0 msgr2=0x7f4aac0af0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:12.307 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:12.300+0000 7f4ab1991640 1 --2- 172.21.15.119:0/601511463 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f4aac0d0da0 0x7f4aac0af0d0 secure :-1 s=READY pgs=24 cs=0 l=1 rev1=1 crypto rx=0x7f4aa4009d90 tx=0x7f4aa402a730 comp rx=0 tx=0).stop 2024-09-13T18:56:12.307 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:12.300+0000 7f4ab1991640 1 -- 172.21.15.119:0/601511463 shutdown_connections 2024-09-13T18:56:12.307 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:12.300+0000 7f4ab1991640 1 --2- 172.21.15.119:0/601511463 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f4aac0d0da0 0x7f4aac0af0d0 unknown :-1 s=CLOSED pgs=24 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:12.307 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:12.300+0000 7f4ab1991640 1 -- 172.21.15.119:0/601511463 >> 172.21.15.119:0/601511463 conn(0x7f4aac09b870 msgr2=0x7f4aac089f60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:56:12.308 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:12.300+0000 7f4ab1991640 1 -- 172.21.15.119:0/601511463 shutdown_connections 2024-09-13T18:56:12.308 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:12.300+0000 7f4ab1991640 1 -- 172.21.15.119:0/601511463 wait complete. 2024-09-13T18:56:12.308 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:12.301+0000 7f4ab1991640 1 Processor -- start 2024-09-13T18:56:12.308 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:12.301+0000 7f4ab1991640 1 -- start start 2024-09-13T18:56:12.308 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:12.302+0000 7f4ab1991640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f4aac0ceef0 0x7f4aac153540 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:12.308 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:12.302+0000 7f4ab1991640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f4aac0d0da0 0x7f4aac0b30b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:12.308 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:12.302+0000 7f4ab1991640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f4aac15c860 0x7f4aac15dc50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:12.308 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:12.302+0000 7f4ab1991640 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4aac153a80 con 0x7f4aac15c860 2024-09-13T18:56:12.308 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:12.302+0000 7f4ab1991640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4aac0b3a20 con 0x7f4aac0ceef0 2024-09-13T18:56:12.309 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:12.302+0000 7f4ab1991640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f4aac0b3d00 con 0x7f4aac0d0da0 2024-09-13T18:56:12.309 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:12.302+0000 7f4aaaffd640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f4aac0ceef0 0x7f4aac153540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:12.309 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:12.302+0000 7f4aab7fe640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f4aac15c860 0x7f4aac15dc50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:12.309 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:12.302+0000 7f4aab7fe640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f4aac15c860 0x7f4aac15dc50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.119:3300/0 says I am v2:172.21.15.119:39356/0 (socket says 172.21.15.119:39356) 2024-09-13T18:56:12.309 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:12.302+0000 7f4aaa7fc640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f4aac0d0da0 0x7f4aac0b30b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:12.309 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:12.302+0000 7f4aaaffd640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f4aac0ceef0 0x7f4aac153540 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.145:3300/0 says I am v2:172.21.15.119:41966/0 (socket says 172.21.15.119:41966) 2024-09-13T18:56:12.309 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:12.302+0000 7f4aab7fe640 1 -- 172.21.15.119:0/1752261899 learned_addr learned my addr 172.21.15.119:0/1752261899 (peer_addr_for_me v2:172.21.15.119:0/0) 2024-09-13T18:56:12.309 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:12.303+0000 7f4aaaffd640 1 -- 172.21.15.119:0/1752261899 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f4aac0d0da0 msgr2=0x7f4aac0b30b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:12.309 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:12.303+0000 7f4aaaffd640 1 --2- 172.21.15.119:0/1752261899 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f4aac0d0da0 0x7f4aac0b30b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:12.309 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:12.303+0000 7f4aaaffd640 1 -- 172.21.15.119:0/1752261899 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f4aac15c860 msgr2=0x7f4aac15dc50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:12.309 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:12.303+0000 7f4aaaffd640 1 --2- 172.21.15.119:0/1752261899 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f4aac15c860 0x7f4aac15dc50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:12.309 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:12.303+0000 7f4aaaffd640 1 -- 172.21.15.119:0/1752261899 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4aa4009a70 con 0x7f4aac0ceef0 2024-09-13T18:56:12.309 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:12.303+0000 7f4aab7fe640 1 --2- 172.21.15.119:0/1752261899 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f4aac15c860 0x7f4aac15dc50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T18:56:12.310 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:12.303+0000 7f4aaaffd640 1 --2- 172.21.15.119:0/1752261899 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f4aac0ceef0 0x7f4aac153540 secure :-1 s=READY pgs=30 cs=0 l=1 rev1=1 crypto rx=0x7f4a9c00c520 tx=0x7f4a9c00c9e0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:56:12.310 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:12.303+0000 7f4aa3fff640 1 -- 172.21.15.119:0/1752261899 <== mon.1 v2:172.21.15.145:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4a9c005480 con 0x7f4aac0ceef0 2024-09-13T18:56:12.310 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:12.303+0000 7f4ab1991640 1 -- 172.21.15.119:0/1752261899 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f4aac0b3fe0 con 0x7f4aac0ceef0 2024-09-13T18:56:12.310 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:12.303+0000 7f4aa3fff640 1 -- 172.21.15.119:0/1752261899 <== mon.1 v2:172.21.15.145:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4a9c0035f0 con 0x7f4aac0ceef0 2024-09-13T18:56:12.310 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:12.303+0000 7f4aa3fff640 1 -- 172.21.15.119:0/1752261899 <== mon.1 v2:172.21.15.145:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4a9c0039e0 con 0x7f4aac0ceef0 2024-09-13T18:56:12.310 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:12.303+0000 7f4ab1991640 1 -- 172.21.15.119:0/1752261899 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f4aac0b45a0 con 0x7f4aac0ceef0 2024-09-13T18:56:12.310 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:12.303+0000 7f4aa3fff640 1 -- 172.21.15.119:0/1752261899 <== mon.1 v2:172.21.15.145:3300/0 4 ==== mgrmap(e 1) v1 ==== 668+0+0 (secure 0 0 0) 0x7f4a9c01c440 con 0x7f4aac0ceef0 2024-09-13T18:56:12.310 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:12.303+0000 7f4aa3fff640 1 -- 172.21.15.119:0/1752261899 <== mon.1 v2:172.21.15.145:3300/0 5 ==== osd_map(10..10 src has 1..10) v4 ==== 1645+0+0 (secure 0 0 0) 0x7f4a9c01cdc0 con 0x7f4aac0ceef0 2024-09-13T18:56:12.311 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:12.304+0000 7f4ab1991640 1 -- 172.21.15.119:0/1752261899 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f4aac0af0d0 con 0x7f4aac0ceef0 2024-09-13T18:56:12.311 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:12.306+0000 7f4aa3fff640 1 -- 172.21.15.119:0/1752261899 <== mon.1 v2:172.21.15.145:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+73245 (secure 0 0 0) 0x7f4a9c017070 con 0x7f4aac0ceef0 2024-09-13T18:56:12.366 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:12.363+0000 7f4ab1991640 1 -- 172.21.15.119:0/1752261899 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f4aac0d2250 con 0x7f4aac0ceef0 2024-09-13T18:56:12.367 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:12.363+0000 7f4aa3fff640 1 -- 172.21.15.119:0/1752261899 <== mon.1 v2:172.21.15.145:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v10) v1 ==== 74+0+7057 (secure 0 0 0) 0x7f4a9c01c6f0 con 0x7f4aac0ceef0 2024-09-13T18:56:12.367 INFO:teuthology.orchestra.run.smithi119.stdout: 2024-09-13T18:56:12.367 INFO:teuthology.orchestra.run.smithi119.stdout:{"epoch":10,"fsid":"b3bca492-3414-44ef-b63c-42eead5ea701","created":"2024-09-13T18:56:10.047760+0000","modified":"2024-09-13T18:56:12.143228+0000","last_up_change":"0.000000","last_in_change":"2024-09-13T18:56:12.143228+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":2,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":0,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[],"osds":[{"osd":0,"uuid":"09edfd5c-bc57-47d1-a7b7-6d97f0f88db1","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":1,"uuid":"f26f4bd2-3aee-4208-9e62-87f17047d886","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":2,"uuid":"1e9d6e0c-51f9-4f4a-bead-0e7edc7dd200","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":3,"uuid":"7c289b1f-a555-46e4-b85a-c0f230c9e02a","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":4,"uuid":"a0a2f75b-5a33-4b69-b834-b8cf5a90ac5f","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":5,"uuid":"e301c92f-a5af-49da-8384-bef6d48c9982","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":6,"uuid":"dd2ee71c-4024-4f56-90b1-d362ff9ae8f5","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":7,"uuid":"7412449e-689b-45ee-9ae5-744a8c27f166","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T18:56:12.368 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:12.364+0000 7f4ab1991640 1 -- 172.21.15.119:0/1752261899 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f4aac0ceef0 msgr2=0x7f4aac153540 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:12.368 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:12.364+0000 7f4ab1991640 1 --2- 172.21.15.119:0/1752261899 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f4aac0ceef0 0x7f4aac153540 secure :-1 s=READY pgs=30 cs=0 l=1 rev1=1 crypto rx=0x7f4a9c00c520 tx=0x7f4a9c00c9e0 comp rx=0 tx=0).stop 2024-09-13T18:56:12.368 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:12.364+0000 7f4ab1991640 1 -- 172.21.15.119:0/1752261899 shutdown_connections 2024-09-13T18:56:12.368 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:12.364+0000 7f4ab1991640 1 --2- 172.21.15.119:0/1752261899 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f4aac15c860 0x7f4aac15dc50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:12.369 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:12.364+0000 7f4ab1991640 1 --2- 172.21.15.119:0/1752261899 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f4aac0d0da0 0x7f4aac0b30b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:12.369 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:12.364+0000 7f4ab1991640 1 --2- 172.21.15.119:0/1752261899 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f4aac0ceef0 0x7f4aac153540 unknown :-1 s=CLOSED pgs=30 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:12.369 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:12.364+0000 7f4ab1991640 1 -- 172.21.15.119:0/1752261899 >> 172.21.15.119:0/1752261899 conn(0x7f4aac09b870 msgr2=0x7f4aac0b0a60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:56:12.369 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:12.365+0000 7f4ab1991640 1 -- 172.21.15.119:0/1752261899 shutdown_connections 2024-09-13T18:56:12.369 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:12.365+0000 7f4ab1991640 1 -- 172.21.15.119:0/1752261899 wait complete. 2024-09-13T18:56:12.378 INFO:tasks.ceph.ceph_manager.ceph:[] 2024-09-13T18:56:12.379 INFO:tasks.ceph:Waiting for OSDs to come up 2024-09-13T18:56:12.596 INFO:tasks.ceph.mgr.y.smithi119.stderr:2024-09-13T18:56:12.592+0000 7f68a3c14040 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-09-13T18:56:12.665 INFO:tasks.ceph.mgr.x.smithi145.stderr:2024-09-13T18:56:12.663+0000 7efed243c040 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-09-13T18:56:12.680 INFO:tasks.ceph.mgr.y.smithi119.stderr:2024-09-13T18:56:12.677+0000 7f68a3c14040 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-09-13T18:56:12.747 INFO:tasks.ceph.mgr.x.smithi145.stderr:2024-09-13T18:56:12.745+0000 7efed243c040 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-09-13T18:56:12.776 INFO:tasks.ceph.osd.2.smithi119.stderr:2024-09-13T18:56:12.772+0000 7f036f20b640 -1 Falling back to public interface 2024-09-13T18:56:12.784 INFO:tasks.ceph.osd.5.smithi145.stderr:2024-09-13T18:56:12.781+0000 7f60cfe11640 -1 Falling back to public interface 2024-09-13T18:56:12.786 INFO:tasks.ceph.mgr.y.smithi119.stderr:2024-09-13T18:56:12.782+0000 7f68a3c14040 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-09-13T18:56:12.790 INFO:tasks.ceph.osd.4.smithi145.stderr:2024-09-13T18:56:12.787+0000 7f064620c640 -1 Falling back to public interface 2024-09-13T18:56:12.796 INFO:tasks.ceph.osd.3.smithi119.stderr:2024-09-13T18:56:12.792+0000 7f83baddd640 -1 Falling back to public interface 2024-09-13T18:56:12.796 INFO:tasks.ceph.osd.0.smithi119.stderr:2024-09-13T18:56:12.792+0000 7f132d7a8640 -1 Falling back to public interface 2024-09-13T18:56:12.796 INFO:tasks.ceph.osd.1.smithi119.stderr:2024-09-13T18:56:12.792+0000 7f987e0d6640 -1 Falling back to public interface 2024-09-13T18:56:12.798 INFO:tasks.ceph.osd.6.smithi145.stderr:2024-09-13T18:56:12.795+0000 7f0e22e11640 -1 Falling back to public interface 2024-09-13T18:56:12.807 INFO:tasks.ceph.osd.7.smithi145.stderr:2024-09-13T18:56:12.804+0000 7ff4f7a1e640 -1 Falling back to public interface 2024-09-13T18:56:12.835 INFO:tasks.ceph.mgr.y.smithi119.stderr:2024-09-13T18:56:12.832+0000 7f68a3c14040 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-09-13T18:56:12.855 INFO:tasks.ceph.mgr.x.smithi145.stderr:2024-09-13T18:56:12.853+0000 7efed243c040 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-09-13T18:56:12.900 INFO:tasks.ceph.mgr.x.smithi145.stderr:2024-09-13T18:56:12.898+0000 7efed243c040 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-09-13T18:56:12.945 INFO:tasks.ceph.mgr.y.smithi119.stderr:2024-09-13T18:56:12.942+0000 7f68a3c14040 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-09-13T18:56:12.998 INFO:tasks.ceph.mgr.y.smithi119.stderr:2024-09-13T18:56:12.994+0000 7f68a3c14040 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-09-13T18:56:13.008 INFO:tasks.ceph.mgr.x.smithi145.stderr:2024-09-13T18:56:13.006+0000 7efed243c040 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-09-13T18:56:13.042 INFO:tasks.ceph.mgr.y.smithi119.stderr:2024-09-13T18:56:13.039+0000 7f68a3c14040 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-09-13T18:56:13.061 INFO:tasks.ceph.mgr.x.smithi145.stderr:2024-09-13T18:56:13.058+0000 7efed243c040 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-09-13T18:56:13.108 INFO:tasks.ceph.mgr.x.smithi145.stderr:2024-09-13T18:56:13.105+0000 7efed243c040 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-09-13T18:56:13.155 INFO:tasks.ceph.mgr.y.smithi119.stderr:2024-09-13T18:56:13.151+0000 7f68a3c14040 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-09-13T18:56:13.185 DEBUG:teuthology.orchestra.run.smithi119:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph --cluster ceph osd dump --format=json 2024-09-13T18:56:13.206 INFO:tasks.ceph.mgr.y.smithi119.stderr:2024-09-13T18:56:13.203+0000 7f68a3c14040 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-09-13T18:56:13.216 INFO:tasks.ceph.mgr.x.smithi145.stderr:2024-09-13T18:56:13.214+0000 7efed243c040 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-09-13T18:56:13.260 INFO:tasks.ceph.mgr.y.smithi119.stderr:2024-09-13T18:56:13.257+0000 7f68a3c14040 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-09-13T18:56:13.265 INFO:tasks.ceph.mgr.x.smithi145.stderr:2024-09-13T18:56:13.262+0000 7efed243c040 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-09-13T18:56:13.276 INFO:teuthology.misc.health.smithi119.stderr:2024-09-13T18:56:13.273+0000 7f609451f640 1 Processor -- start 2024-09-13T18:56:13.276 INFO:teuthology.misc.health.smithi119.stderr:2024-09-13T18:56:13.273+0000 7f609451f640 1 -- start start 2024-09-13T18:56:13.278 INFO:teuthology.misc.health.smithi119.stderr:2024-09-13T18:56:13.274+0000 7f609451f640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f608c0d2430 0x7f608c0d28a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:13.278 INFO:teuthology.misc.health.smithi119.stderr:2024-09-13T18:56:13.274+0000 7f609451f640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f608c0d0430 0x7f608c0d0840 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:13.279 INFO:teuthology.misc.health.smithi119.stderr:2024-09-13T18:56:13.274+0000 7f609451f640 1 -- --> v1:172.21.15.119:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f608c0cde10 con 0x7f608c15c690 2024-09-13T18:56:13.279 INFO:teuthology.misc.health.smithi119.stderr:2024-09-13T18:56:13.274+0000 7f609451f640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f608c0d2de0 con 0x7f608c0d2430 2024-09-13T18:56:13.279 INFO:teuthology.misc.health.smithi119.stderr:2024-09-13T18:56:13.274+0000 7f609451f640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f608c0ce0f0 con 0x7f608c0d0430 2024-09-13T18:56:13.279 INFO:teuthology.misc.health.smithi119.stderr:2024-09-13T18:56:13.274+0000 7f60922bb640 1 --1- >> v1:172.21.15.119:6789/0 conn(0x7f608c15c690 0x7f608c0cd290 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.119:6789/0 says I am v1:172.21.15.119:39028/0 (socket says 172.21.15.119:39028) 2024-09-13T18:56:13.279 INFO:teuthology.misc.health.smithi119.stderr:2024-09-13T18:56:13.274+0000 7f60922bb640 1 -- 172.21.15.119:0/2155071218 learned_addr learned my addr 172.21.15.119:0/2155071218 (peer_addr_for_me v1:172.21.15.119:0/0) 2024-09-13T18:56:13.279 INFO:teuthology.misc.health.smithi119.stderr:2024-09-13T18:56:13.275+0000 7f6092abc640 1 --2- 172.21.15.119:0/2155071218 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f608c0d0430 0x7f608c0d0840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:13.279 INFO:teuthology.misc.health.smithi119.stderr:2024-09-13T18:56:13.275+0000 7f6091aba640 1 --2- 172.21.15.119:0/2155071218 >> v2:172.21.15.145:3300/0 conn(0x7f608c0d2430 0x7f608c0d28a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:13.279 INFO:teuthology.misc.health.smithi119.stderr:2024-09-13T18:56:13.275+0000 7f60912b9640 1 -- 172.21.15.119:0/2155071218 <== mon.0 v1:172.21.15.119:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1551851502 0 0) 0x7f608c0cde10 con 0x7f608c15c690 2024-09-13T18:56:13.279 INFO:teuthology.misc.health.smithi119.stderr:2024-09-13T18:56:13.275+0000 7f60912b9640 1 -- 172.21.15.119:0/2155071218 --> v1:172.21.15.119:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f6078003520 con 0x7f608c15c690 2024-09-13T18:56:13.279 INFO:teuthology.misc.health.smithi119.stderr:2024-09-13T18:56:13.275+0000 7f6091aba640 1 -- 172.21.15.119:0/2155071218 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f608c0d0430 msgr2=0x7f608c0d0840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T18:56:13.279 INFO:teuthology.misc.health.smithi119.stderr:2024-09-13T18:56:13.275+0000 7f6091aba640 1 --2- 172.21.15.119:0/2155071218 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f608c0d0430 0x7f608c0d0840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:13.279 INFO:teuthology.misc.health.smithi119.stderr:2024-09-13T18:56:13.275+0000 7f6091aba640 1 -- 172.21.15.119:0/2155071218 >> v1:172.21.15.119:6789/0 conn(0x7f608c15c690 legacy=0x7f608c0cd290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:13.279 INFO:teuthology.misc.health.smithi119.stderr:2024-09-13T18:56:13.275+0000 7f6091aba640 1 -- 172.21.15.119:0/2155071218 --> v2:172.21.15.145:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f608c0ce3d0 con 0x7f608c0d2430 2024-09-13T18:56:13.280 INFO:teuthology.misc.health.smithi119.stderr:2024-09-13T18:56:13.275+0000 7f6092abc640 1 --2- 172.21.15.119:0/2155071218 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f608c0d0430 0x7f608c0d0840 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T18:56:13.280 INFO:teuthology.misc.health.smithi119.stderr:2024-09-13T18:56:13.276+0000 7f6091aba640 1 --2- 172.21.15.119:0/2155071218 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f608c0d2430 0x7f608c0d28a0 secure :-1 s=READY pgs=31 cs=0 l=1 rev1=1 crypto rx=0x7f607c0097a0 tx=0x7f607c02a180 comp rx=0 tx=0).ready entity=mon.1 client_cookie=69f2d40e62b66c9d server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:56:13.280 INFO:teuthology.misc.health.smithi119.stderr:2024-09-13T18:56:13.276+0000 7f60912b9640 1 -- 172.21.15.119:0/2155071218 <== mon.1 v2:172.21.15.145:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f607c032440 con 0x7f608c0d2430 2024-09-13T18:56:13.280 INFO:teuthology.misc.health.smithi119.stderr:2024-09-13T18:56:13.276+0000 7f60912b9640 1 -- 172.21.15.119:0/2155071218 <== mon.1 v2:172.21.15.145:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f607c0325a0 con 0x7f608c0d2430 2024-09-13T18:56:13.280 INFO:teuthology.misc.health.smithi119.stderr:2024-09-13T18:56:13.276+0000 7f60912b9640 1 -- 172.21.15.119:0/2155071218 <== mon.1 v2:172.21.15.145:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f607c032930 con 0x7f608c0d2430 2024-09-13T18:56:13.284 INFO:teuthology.misc.health.smithi119.stderr:2024-09-13T18:56:13.276+0000 7f609451f640 1 -- 172.21.15.119:0/2155071218 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f608c0d2430 msgr2=0x7f608c0d28a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:13.284 INFO:teuthology.misc.health.smithi119.stderr:2024-09-13T18:56:13.276+0000 7f609451f640 1 --2- 172.21.15.119:0/2155071218 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f608c0d2430 0x7f608c0d28a0 secure :-1 s=READY pgs=31 cs=0 l=1 rev1=1 crypto rx=0x7f607c0097a0 tx=0x7f607c02a180 comp rx=0 tx=0).stop 2024-09-13T18:56:13.284 INFO:teuthology.misc.health.smithi119.stderr:2024-09-13T18:56:13.277+0000 7f609451f640 1 -- 172.21.15.119:0/2155071218 shutdown_connections 2024-09-13T18:56:13.284 INFO:teuthology.misc.health.smithi119.stderr:2024-09-13T18:56:13.277+0000 7f609451f640 1 --2- 172.21.15.119:0/2155071218 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f608c0d0430 0x7f608c0d0840 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:13.285 INFO:teuthology.misc.health.smithi119.stderr:2024-09-13T18:56:13.277+0000 7f609451f640 1 --2- 172.21.15.119:0/2155071218 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f608c0d2430 0x7f608c0d28a0 unknown :-1 s=CLOSED pgs=31 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:13.285 INFO:teuthology.misc.health.smithi119.stderr:2024-09-13T18:56:13.277+0000 7f609451f640 1 -- 172.21.15.119:0/2155071218 >> 172.21.15.119:0/2155071218 conn(0x7f608c09b810 msgr2=0x7f608c089f60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:56:13.285 INFO:teuthology.misc.health.smithi119.stderr:2024-09-13T18:56:13.277+0000 7f609451f640 1 -- 172.21.15.119:0/2155071218 shutdown_connections 2024-09-13T18:56:13.285 INFO:teuthology.misc.health.smithi119.stderr:2024-09-13T18:56:13.277+0000 7f609451f640 1 -- 172.21.15.119:0/2155071218 wait complete. 2024-09-13T18:56:13.285 INFO:teuthology.misc.health.smithi119.stderr:2024-09-13T18:56:13.278+0000 7f609451f640 1 Processor -- start 2024-09-13T18:56:13.285 INFO:teuthology.misc.health.smithi119.stderr:2024-09-13T18:56:13.278+0000 7f609451f640 1 -- start start 2024-09-13T18:56:13.285 INFO:teuthology.misc.health.smithi119.stderr:2024-09-13T18:56:13.279+0000 7f609451f640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f608c0d0430 0x7f608c15a340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:13.285 INFO:teuthology.misc.health.smithi119.stderr:2024-09-13T18:56:13.279+0000 7f609451f640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f608c0d2430 0x7f608c15edc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:13.285 INFO:teuthology.misc.health.smithi119.stderr:2024-09-13T18:56:13.279+0000 7f609451f640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f608c15c690 0x7f608c15f300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:13.285 INFO:teuthology.misc.health.smithi119.stderr:2024-09-13T18:56:13.279+0000 7f609451f640 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f608c09c290 con 0x7f608c0d0430 2024-09-13T18:56:13.285 INFO:teuthology.misc.health.smithi119.stderr:2024-09-13T18:56:13.279+0000 7f609451f640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f608c1f1d60 con 0x7f608c15c690 2024-09-13T18:56:13.285 INFO:teuthology.misc.health.smithi119.stderr:2024-09-13T18:56:13.279+0000 7f609451f640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f608c0b5390 con 0x7f608c0d2430 2024-09-13T18:56:13.285 INFO:teuthology.misc.health.smithi119.stderr:2024-09-13T18:56:13.279+0000 7f60922bb640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f608c0d0430 0x7f608c15a340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:13.285 INFO:teuthology.misc.health.smithi119.stderr:2024-09-13T18:56:13.279+0000 7f60922bb640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f608c0d0430 0x7f608c15a340 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.119:3300/0 says I am v2:172.21.15.119:33722/0 (socket says 172.21.15.119:33722) 2024-09-13T18:56:13.286 INFO:teuthology.misc.health.smithi119.stderr:2024-09-13T18:56:13.279+0000 7f60922bb640 1 -- 172.21.15.119:0/969928569 learned_addr learned my addr 172.21.15.119:0/969928569 (peer_addr_for_me v2:172.21.15.119:0/0) 2024-09-13T18:56:13.286 INFO:teuthology.misc.health.smithi119.stderr:2024-09-13T18:56:13.279+0000 7f6091aba640 1 --2- 172.21.15.119:0/969928569 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f608c0d2430 0x7f608c15edc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:13.286 INFO:teuthology.misc.health.smithi119.stderr:2024-09-13T18:56:13.279+0000 7f6092abc640 1 --2- 172.21.15.119:0/969928569 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f608c15c690 0x7f608c15f300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:13.286 INFO:teuthology.misc.health.smithi119.stderr:2024-09-13T18:56:13.279+0000 7f60922bb640 1 -- 172.21.15.119:0/969928569 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f608c0d2430 msgr2=0x7f608c15edc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:13.286 INFO:teuthology.misc.health.smithi119.stderr:2024-09-13T18:56:13.279+0000 7f60922bb640 1 --2- 172.21.15.119:0/969928569 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f608c0d2430 0x7f608c15edc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:13.286 INFO:teuthology.misc.health.smithi119.stderr:2024-09-13T18:56:13.279+0000 7f60922bb640 1 -- 172.21.15.119:0/969928569 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f608c15c690 msgr2=0x7f608c15f300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:13.286 INFO:teuthology.misc.health.smithi119.stderr:2024-09-13T18:56:13.279+0000 7f60922bb640 1 --2- 172.21.15.119:0/969928569 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f608c15c690 0x7f608c15f300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:13.286 INFO:teuthology.misc.health.smithi119.stderr:2024-09-13T18:56:13.279+0000 7f60922bb640 1 -- 172.21.15.119:0/969928569 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6084009a70 con 0x7f608c0d0430 2024-09-13T18:56:13.286 INFO:teuthology.misc.health.smithi119.stderr:2024-09-13T18:56:13.279+0000 7f60922bb640 1 --2- 172.21.15.119:0/969928569 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f608c0d0430 0x7f608c15a340 secure :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0x7f608800c400 tx=0x7f608800c800 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:56:13.286 INFO:teuthology.misc.health.smithi119.stderr:2024-09-13T18:56:13.279+0000 7f6082ffd640 1 -- 172.21.15.119:0/969928569 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6088005ce0 con 0x7f608c0d0430 2024-09-13T18:56:13.286 INFO:teuthology.misc.health.smithi119.stderr:2024-09-13T18:56:13.279+0000 7f6082ffd640 1 -- 172.21.15.119:0/969928569 <== mon.0 v2:172.21.15.119:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6088005e40 con 0x7f608c0d0430 2024-09-13T18:56:13.286 INFO:teuthology.misc.health.smithi119.stderr:2024-09-13T18:56:13.279+0000 7f609451f640 1 -- 172.21.15.119:0/969928569 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f607c009400 con 0x7f608c0d0430 2024-09-13T18:56:13.286 INFO:teuthology.misc.health.smithi119.stderr:2024-09-13T18:56:13.279+0000 7f6082ffd640 1 -- 172.21.15.119:0/969928569 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f60880072d0 con 0x7f608c0d0430 2024-09-13T18:56:13.286 INFO:teuthology.misc.health.smithi119.stderr:2024-09-13T18:56:13.279+0000 7f609451f640 1 -- 172.21.15.119:0/969928569 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f608c0b5c30 con 0x7f608c0d0430 2024-09-13T18:56:13.287 INFO:teuthology.misc.health.smithi119.stderr:2024-09-13T18:56:13.280+0000 7f6082ffd640 1 -- 172.21.15.119:0/969928569 <== mon.0 v2:172.21.15.119:3300/0 4 ==== mgrmap(e 1) v1 ==== 668+0+0 (secure 0 0 0) 0x7f608801c440 con 0x7f608c0d0430 2024-09-13T18:56:13.287 INFO:teuthology.misc.health.smithi119.stderr:2024-09-13T18:56:13.280+0000 7f6082ffd640 1 -- 172.21.15.119:0/969928569 <== mon.0 v2:172.21.15.119:3300/0 5 ==== osd_map(10..10 src has 1..10) v4 ==== 1645+0+0 (secure 0 0 0) 0x7f6088012ad0 con 0x7f608c0d0430 2024-09-13T18:56:13.287 INFO:teuthology.misc.health.smithi119.stderr:2024-09-13T18:56:13.280+0000 7f609451f640 1 -- 172.21.15.119:0/969928569 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f608c08af30 con 0x7f608c0d0430 2024-09-13T18:56:13.287 INFO:teuthology.misc.health.smithi119.stderr:2024-09-13T18:56:13.282+0000 7f6082ffd640 1 -- 172.21.15.119:0/969928569 <== mon.0 v2:172.21.15.119:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+73245 (secure 0 0 0) 0x7f6088021060 con 0x7f608c0d0430 2024-09-13T18:56:13.316 INFO:tasks.ceph.mgr.x.smithi145.stderr:2024-09-13T18:56:13.314+0000 7efed243c040 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-09-13T18:56:13.331 INFO:tasks.ceph.mgr.y.smithi119.stderr:2024-09-13T18:56:13.328+0000 7f68a3c14040 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-09-13T18:56:13.342 INFO:teuthology.misc.health.smithi119.stderr:2024-09-13T18:56:13.339+0000 7f609451f640 1 -- 172.21.15.119:0/969928569 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f608c0d28a0 con 0x7f608c0d0430 2024-09-13T18:56:13.342 INFO:teuthology.misc.health.smithi119.stderr:2024-09-13T18:56:13.340+0000 7f6082ffd640 1 -- 172.21.15.119:0/969928569 <== mon.0 v2:172.21.15.119:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v10) v1 ==== 74+0+7057 (secure 0 0 0) 0x7f6088017070 con 0x7f608c0d0430 2024-09-13T18:56:13.343 INFO:teuthology.misc.health.smithi119.stdout: 2024-09-13T18:56:13.343 INFO:teuthology.misc.health.smithi119.stdout:{"epoch":10,"fsid":"b3bca492-3414-44ef-b63c-42eead5ea701","created":"2024-09-13T18:56:10.047760+0000","modified":"2024-09-13T18:56:12.143228+0000","last_up_change":"0.000000","last_in_change":"2024-09-13T18:56:12.143228+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":2,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":0,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[],"osds":[{"osd":0,"uuid":"09edfd5c-bc57-47d1-a7b7-6d97f0f88db1","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":1,"uuid":"f26f4bd2-3aee-4208-9e62-87f17047d886","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":2,"uuid":"1e9d6e0c-51f9-4f4a-bead-0e7edc7dd200","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":3,"uuid":"7c289b1f-a555-46e4-b85a-c0f230c9e02a","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":4,"uuid":"a0a2f75b-5a33-4b69-b834-b8cf5a90ac5f","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":5,"uuid":"e301c92f-a5af-49da-8384-bef6d48c9982","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":6,"uuid":"dd2ee71c-4024-4f56-90b1-d362ff9ae8f5","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":7,"uuid":"7412449e-689b-45ee-9ae5-744a8c27f166","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T18:56:13.344 INFO:teuthology.misc.health.smithi119.stderr:2024-09-13T18:56:13.341+0000 7f609451f640 1 -- 172.21.15.119:0/969928569 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f608c0d0430 msgr2=0x7f608c15a340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:13.344 INFO:teuthology.misc.health.smithi119.stderr:2024-09-13T18:56:13.341+0000 7f609451f640 1 --2- 172.21.15.119:0/969928569 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f608c0d0430 0x7f608c15a340 secure :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0x7f608800c400 tx=0x7f608800c800 comp rx=0 tx=0).stop 2024-09-13T18:56:13.344 INFO:teuthology.misc.health.smithi119.stderr:2024-09-13T18:56:13.341+0000 7f609451f640 1 -- 172.21.15.119:0/969928569 shutdown_connections 2024-09-13T18:56:13.344 INFO:teuthology.misc.health.smithi119.stderr:2024-09-13T18:56:13.341+0000 7f609451f640 1 --2- 172.21.15.119:0/969928569 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f608c15c690 0x7f608c15f300 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:13.344 INFO:teuthology.misc.health.smithi119.stderr:2024-09-13T18:56:13.341+0000 7f609451f640 1 --2- 172.21.15.119:0/969928569 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f608c0d2430 0x7f608c15edc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:13.344 INFO:teuthology.misc.health.smithi119.stderr:2024-09-13T18:56:13.341+0000 7f609451f640 1 --2- 172.21.15.119:0/969928569 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f608c0d0430 0x7f608c15a340 unknown :-1 s=CLOSED pgs=26 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:13.345 INFO:teuthology.misc.health.smithi119.stderr:2024-09-13T18:56:13.341+0000 7f609451f640 1 -- 172.21.15.119:0/969928569 >> 172.21.15.119:0/969928569 conn(0x7f608c09b810 msgr2=0x7f608c0b13f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:56:13.345 INFO:teuthology.misc.health.smithi119.stderr:2024-09-13T18:56:13.341+0000 7f609451f640 1 -- 172.21.15.119:0/969928569 shutdown_connections 2024-09-13T18:56:13.345 INFO:teuthology.misc.health.smithi119.stderr:2024-09-13T18:56:13.341+0000 7f609451f640 1 -- 172.21.15.119:0/969928569 wait complete. 2024-09-13T18:56:13.353 DEBUG:teuthology.misc:0 of 8 OSDs are up 2024-09-13T18:56:13.377 INFO:tasks.ceph.mgr.y.smithi119.stderr:2024-09-13T18:56:13.375+0000 7f68a3c14040 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-09-13T18:56:13.385 INFO:tasks.ceph.mgr.x.smithi145.stderr:2024-09-13T18:56:13.382+0000 7efed243c040 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-09-13T18:56:13.421 INFO:tasks.ceph.mgr.y.smithi119.stderr:2024-09-13T18:56:13.419+0000 7f68a3c14040 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-09-13T18:56:13.428 INFO:tasks.ceph.mgr.x.smithi145.stderr:2024-09-13T18:56:13.426+0000 7efed243c040 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-09-13T18:56:13.472 INFO:tasks.ceph.mgr.x.smithi145.stderr:2024-09-13T18:56:13.469+0000 7efed243c040 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-09-13T18:56:14.058 INFO:tasks.ceph.mgr.y.smithi119.stderr:2024-09-13T18:56:14.056+0000 7f68a3c14040 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-09-13T18:56:14.113 INFO:tasks.ceph.mgr.x.smithi145.stderr:2024-09-13T18:56:14.110+0000 7efed243c040 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-09-13T18:56:15.079 INFO:tasks.ceph.mgr.y.smithi119.stderr:2024-09-13T18:56:15.077+0000 7f6844206640 -1 mgr.server handle_report got status from non-daemon mon.c 2024-09-13T18:56:15.080 INFO:tasks.ceph.mgr.y.smithi119.stderr:2024-09-13T18:56:15.078+0000 7f6844206640 -1 mgr.server handle_report got status from non-daemon mon.b 2024-09-13T18:56:16.266 INFO:tasks.ceph.osd.2.smithi119.stderr:2024-09-13T18:56:16.264+0000 7f036f20b640 -1 osd.2 0 log_to_monitors true 2024-09-13T18:56:16.285 INFO:tasks.ceph.osd.5.smithi145.stderr:2024-09-13T18:56:16.282+0000 7f60cfe11640 -1 osd.5 0 log_to_monitors true 2024-09-13T18:56:16.298 INFO:tasks.ceph.osd.4.smithi145.stderr:2024-09-13T18:56:16.296+0000 7f064620c640 -1 osd.4 0 log_to_monitors true 2024-09-13T18:56:16.301 INFO:tasks.ceph.osd.6.smithi145.stderr:2024-09-13T18:56:16.298+0000 7f0e22e11640 -1 osd.6 0 log_to_monitors true 2024-09-13T18:56:16.315 INFO:tasks.ceph.osd.0.smithi119.stderr:2024-09-13T18:56:16.313+0000 7f132d7a8640 -1 osd.0 0 log_to_monitors true 2024-09-13T18:56:16.321 INFO:tasks.ceph.osd.7.smithi145.stderr:2024-09-13T18:56:16.318+0000 7ff4f7a1e640 -1 osd.7 0 log_to_monitors true 2024-09-13T18:56:16.327 INFO:tasks.ceph.osd.1.smithi119.stderr:2024-09-13T18:56:16.325+0000 7f987e0d6640 -1 osd.1 0 log_to_monitors true 2024-09-13T18:56:16.338 INFO:tasks.ceph.osd.3.smithi119.stderr:2024-09-13T18:56:16.336+0000 7f83baddd640 -1 osd.3 0 log_to_monitors true 2024-09-13T18:56:20.095 INFO:tasks.ceph.osd.6.smithi145.stderr:2024-09-13T18:56:20.093+0000 7f0e1e790640 -1 osd.6 0 waiting for initial osdmap 2024-09-13T18:56:20.102 INFO:tasks.ceph.osd.6.smithi145.stderr:2024-09-13T18:56:20.099+0000 7f0e165b1640 -1 osd.6 12 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-13T18:56:20.141 INFO:tasks.ceph.osd.7.smithi145.stderr:2024-09-13T18:56:20.139+0000 7ff4f345b640 -1 osd.7 0 waiting for initial osdmap 2024-09-13T18:56:20.161 DEBUG:teuthology.orchestra.run.smithi119:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph --cluster ceph osd dump --format=json 2024-09-13T18:56:20.172 INFO:tasks.ceph.osd.7.smithi145.stderr:2024-09-13T18:56:20.170+0000 7ff4eb27c640 -1 osd.7 12 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-13T18:56:20.185 INFO:tasks.ceph.osd.4.smithi145.stderr:2024-09-13T18:56:20.182+0000 7f0641a84640 -1 osd.4 0 waiting for initial osdmap 2024-09-13T18:56:20.205 INFO:tasks.ceph.osd.4.smithi145.stderr:2024-09-13T18:56:20.203+0000 7f06398a5640 -1 osd.4 12 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-13T18:56:20.219 INFO:tasks.ceph.osd.0.smithi119.stderr:2024-09-13T18:56:20.213+0000 7f1329735640 -1 osd.0 0 waiting for initial osdmap 2024-09-13T18:56:20.225 INFO:tasks.ceph.osd.1.smithi119.stderr:2024-09-13T18:56:20.223+0000 7f987a063640 -1 osd.1 0 waiting for initial osdmap 2024-09-13T18:56:20.230 INFO:tasks.ceph.osd.3.smithi119.stderr:2024-09-13T18:56:20.228+0000 7f83b6d6a640 -1 osd.3 0 waiting for initial osdmap 2024-09-13T18:56:20.235 INFO:tasks.ceph.osd.0.smithi119.stderr:2024-09-13T18:56:20.233+0000 7f1321556640 -1 osd.0 12 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-13T18:56:20.245 INFO:tasks.ceph.osd.1.smithi119.stderr:2024-09-13T18:56:20.243+0000 7f9871e84640 -1 osd.1 12 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-13T18:56:20.246 INFO:tasks.ceph.osd.3.smithi119.stderr:2024-09-13T18:56:20.244+0000 7f83aeb8b640 -1 osd.3 12 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-13T18:56:20.248 INFO:tasks.ceph.osd.2.smithi119.stderr:2024-09-13T18:56:20.245+0000 7f036ac2f640 -1 osd.2 0 waiting for initial osdmap 2024-09-13T18:56:20.259 INFO:tasks.ceph.osd.2.smithi119.stderr:2024-09-13T18:56:20.257+0000 7f0362a50640 -1 osd.2 12 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-13T18:56:20.295 INFO:teuthology.misc.health.smithi119.stderr:2024-09-13T18:56:20.293+0000 7f5d3c6d0640 1 Processor -- start 2024-09-13T18:56:20.295 INFO:teuthology.misc.health.smithi119.stderr:2024-09-13T18:56:20.293+0000 7f5d3c6d0640 1 -- start start 2024-09-13T18:56:20.297 INFO:teuthology.misc.health.smithi119.stderr:2024-09-13T18:56:20.294+0000 7f5d3c6d0640 1 --2- >> v2:172.21.15.119:3300/0 conn(0x7f5d340af5b0 0x7f5d340afa90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:20.297 INFO:teuthology.misc.health.smithi119.stderr:2024-09-13T18:56:20.294+0000 7f5d3c6d0640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f5d340ce8c0 0x7f5d340ced70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:20.297 INFO:teuthology.misc.health.smithi119.stderr:2024-09-13T18:56:20.294+0000 7f5d3c6d0640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f5d3415de50 con 0x7f5d3415da70 2024-09-13T18:56:20.297 INFO:teuthology.misc.health.smithi119.stderr:2024-09-13T18:56:20.294+0000 7f5d3c6d0640 1 -- --> v2:172.21.15.119:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f5d340cf2b0 con 0x7f5d340af5b0 2024-09-13T18:56:20.297 INFO:teuthology.misc.health.smithi119.stderr:2024-09-13T18:56:20.294+0000 7f5d3c6d0640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f5d34099dd0 con 0x7f5d340ce8c0 2024-09-13T18:56:20.297 INFO:teuthology.misc.health.smithi119.stderr:2024-09-13T18:56:20.294+0000 7f5d39c6b640 1 --2- >> v2:172.21.15.119:3300/0 conn(0x7f5d340af5b0 0x7f5d340afa90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:20.297 INFO:teuthology.misc.health.smithi119.stderr:2024-09-13T18:56:20.294+0000 7f5d3a46c640 1 --1- >> v1:172.21.15.145:6789/0 conn(0x7f5d3415da70 0x7f5d340996c0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.145:6789/0 says I am v1:172.21.15.119:59128/0 (socket says 172.21.15.119:59128) 2024-09-13T18:56:20.297 INFO:teuthology.misc.health.smithi119.stderr:2024-09-13T18:56:20.294+0000 7f5d3a46c640 1 -- 172.21.15.119:0/1718955801 learned_addr learned my addr 172.21.15.119:0/1718955801 (peer_addr_for_me v1:172.21.15.119:0/0) 2024-09-13T18:56:20.297 INFO:teuthology.misc.health.smithi119.stderr:2024-09-13T18:56:20.294+0000 7f5d3ac6d640 1 --2- 172.21.15.119:0/1718955801 >> v2:172.21.15.145:3300/0 conn(0x7f5d340ce8c0 0x7f5d340ced70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:20.297 INFO:teuthology.misc.health.smithi119.stderr:2024-09-13T18:56:20.294+0000 7f5d39c6b640 1 -- 172.21.15.119:0/1718955801 >> v2:172.21.15.145:3300/0 conn(0x7f5d340ce8c0 msgr2=0x7f5d340ced70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T18:56:20.297 INFO:teuthology.misc.health.smithi119.stderr:2024-09-13T18:56:20.294+0000 7f5d39c6b640 1 --2- 172.21.15.119:0/1718955801 >> v2:172.21.15.145:3300/0 conn(0x7f5d340ce8c0 0x7f5d340ced70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:20.298 INFO:teuthology.misc.health.smithi119.stderr:2024-09-13T18:56:20.294+0000 7f5d39c6b640 1 -- 172.21.15.119:0/1718955801 >> v1:172.21.15.145:6789/0 conn(0x7f5d3415da70 legacy=0x7f5d340996c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:20.298 INFO:teuthology.misc.health.smithi119.stderr:2024-09-13T18:56:20.294+0000 7f5d3946a640 1 -- 172.21.15.119:0/1718955801 <== mon.1 v1:172.21.15.145:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1932826193 0 0) 0x7f5d3415de50 con 0x7f5d3415da70 2024-09-13T18:56:20.298 INFO:teuthology.misc.health.smithi119.stderr:2024-09-13T18:56:20.294+0000 7f5d39c6b640 1 -- 172.21.15.119:0/1718955801 --> v2:172.21.15.119:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5d340cdf50 con 0x7f5d340af5b0 2024-09-13T18:56:20.299 INFO:teuthology.misc.health.smithi119.stderr:2024-09-13T18:56:20.295+0000 7f5d39c6b640 1 --2- 172.21.15.119:0/1718955801 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f5d340af5b0 0x7f5d340afa90 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7f5d340b2e30 tx=0x7f5d2402a1a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3d4f6d6c5df4e90d server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:56:20.299 INFO:teuthology.misc.health.smithi119.stderr:2024-09-13T18:56:20.295+0000 7f5d3946a640 1 -- 172.21.15.119:0/1718955801 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5d24032440 con 0x7f5d340af5b0 2024-09-13T18:56:20.299 INFO:teuthology.misc.health.smithi119.stderr:2024-09-13T18:56:20.295+0000 7f5d3946a640 1 -- 172.21.15.119:0/1718955801 <== mon.0 v2:172.21.15.119:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f5d240325a0 con 0x7f5d340af5b0 2024-09-13T18:56:20.299 INFO:teuthology.misc.health.smithi119.stderr:2024-09-13T18:56:20.295+0000 7f5d3946a640 1 -- 172.21.15.119:0/1718955801 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5d24032930 con 0x7f5d340af5b0 2024-09-13T18:56:20.299 INFO:teuthology.misc.health.smithi119.stderr:2024-09-13T18:56:20.295+0000 7f5d3c6d0640 1 -- 172.21.15.119:0/1718955801 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f5d340af5b0 msgr2=0x7f5d340afa90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:20.299 INFO:teuthology.misc.health.smithi119.stderr:2024-09-13T18:56:20.295+0000 7f5d3c6d0640 1 --2- 172.21.15.119:0/1718955801 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f5d340af5b0 0x7f5d340afa90 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7f5d340b2e30 tx=0x7f5d2402a1a0 comp rx=0 tx=0).stop 2024-09-13T18:56:20.300 INFO:teuthology.misc.health.smithi119.stderr:2024-09-13T18:56:20.296+0000 7f5d3c6d0640 1 -- 172.21.15.119:0/1718955801 shutdown_connections 2024-09-13T18:56:20.300 INFO:teuthology.misc.health.smithi119.stderr:2024-09-13T18:56:20.296+0000 7f5d3c6d0640 1 --2- 172.21.15.119:0/1718955801 >> v2:172.21.15.145:3300/0 conn(0x7f5d340ce8c0 0x7f5d340ced70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:20.300 INFO:teuthology.misc.health.smithi119.stderr:2024-09-13T18:56:20.296+0000 7f5d3c6d0640 1 --2- 172.21.15.119:0/1718955801 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f5d340af5b0 0x7f5d340afa90 unknown :-1 s=CLOSED pgs=36 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:20.300 INFO:teuthology.misc.health.smithi119.stderr:2024-09-13T18:56:20.296+0000 7f5d3c6d0640 1 -- 172.21.15.119:0/1718955801 >> 172.21.15.119:0/1718955801 conn(0x7f5d340d02e0 msgr2=0x7f5d340d06c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:56:20.300 INFO:teuthology.misc.health.smithi119.stderr:2024-09-13T18:56:20.296+0000 7f5d3c6d0640 1 -- 172.21.15.119:0/1718955801 shutdown_connections 2024-09-13T18:56:20.300 INFO:teuthology.misc.health.smithi119.stderr:2024-09-13T18:56:20.296+0000 7f5d3c6d0640 1 -- 172.21.15.119:0/1718955801 wait complete. 2024-09-13T18:56:20.300 INFO:teuthology.misc.health.smithi119.stderr:2024-09-13T18:56:20.297+0000 7f5d3c6d0640 1 Processor -- start 2024-09-13T18:56:20.300 INFO:teuthology.misc.health.smithi119.stderr:2024-09-13T18:56:20.297+0000 7f5d3c6d0640 1 -- start start 2024-09-13T18:56:20.302 INFO:teuthology.misc.health.smithi119.stderr:2024-09-13T18:56:20.297+0000 7f5d3c6d0640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f5d340af5b0 0x7f5d340c9250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:20.303 INFO:teuthology.misc.health.smithi119.stderr:2024-09-13T18:56:20.297+0000 7f5d3c6d0640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f5d340ce8c0 0x7f5d340b5ce0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:20.303 INFO:teuthology.misc.health.smithi119.stderr:2024-09-13T18:56:20.297+0000 7f5d3c6d0640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f5d3415da70 0x7f5d34158c20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:20.303 INFO:teuthology.misc.health.smithi119.stderr:2024-09-13T18:56:20.297+0000 7f5d3c6d0640 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5d341f0980 con 0x7f5d3415da70 2024-09-13T18:56:20.303 INFO:teuthology.misc.health.smithi119.stderr:2024-09-13T18:56:20.297+0000 7f5d3c6d0640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5d341f0eb0 con 0x7f5d340af5b0 2024-09-13T18:56:20.303 INFO:teuthology.misc.health.smithi119.stderr:2024-09-13T18:56:20.297+0000 7f5d3c6d0640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f5d34159160 con 0x7f5d340ce8c0 2024-09-13T18:56:20.303 INFO:teuthology.misc.health.smithi119.stderr:2024-09-13T18:56:20.298+0000 7f5d3ac6d640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f5d3415da70 0x7f5d34158c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:20.303 INFO:teuthology.misc.health.smithi119.stderr:2024-09-13T18:56:20.298+0000 7f5d3a46c640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f5d340af5b0 0x7f5d340c9250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:20.303 INFO:teuthology.misc.health.smithi119.stderr:2024-09-13T18:56:20.298+0000 7f5d3ac6d640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f5d3415da70 0x7f5d34158c20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.119:3300/0 says I am v2:172.21.15.119:33852/0 (socket says 172.21.15.119:33852) 2024-09-13T18:56:20.303 INFO:teuthology.misc.health.smithi119.stderr:2024-09-13T18:56:20.298+0000 7f5d3ac6d640 1 -- 172.21.15.119:0/10136423 learned_addr learned my addr 172.21.15.119:0/10136423 (peer_addr_for_me v2:172.21.15.119:0/0) 2024-09-13T18:56:20.303 INFO:teuthology.misc.health.smithi119.stderr:2024-09-13T18:56:20.298+0000 7f5d39c6b640 1 --2- 172.21.15.119:0/10136423 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f5d340ce8c0 0x7f5d340b5ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:20.303 INFO:teuthology.misc.health.smithi119.stderr:2024-09-13T18:56:20.298+0000 7f5d3ac6d640 1 -- 172.21.15.119:0/10136423 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f5d340ce8c0 msgr2=0x7f5d340b5ce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:20.303 INFO:teuthology.misc.health.smithi119.stderr:2024-09-13T18:56:20.298+0000 7f5d3ac6d640 1 --2- 172.21.15.119:0/10136423 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f5d340ce8c0 0x7f5d340b5ce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:20.304 INFO:teuthology.misc.health.smithi119.stderr:2024-09-13T18:56:20.298+0000 7f5d3ac6d640 1 -- 172.21.15.119:0/10136423 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f5d340af5b0 msgr2=0x7f5d340c9250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:20.304 INFO:teuthology.misc.health.smithi119.stderr:2024-09-13T18:56:20.298+0000 7f5d3ac6d640 1 --2- 172.21.15.119:0/10136423 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f5d340af5b0 0x7f5d340c9250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:20.304 INFO:teuthology.misc.health.smithi119.stderr:2024-09-13T18:56:20.298+0000 7f5d3ac6d640 1 -- 172.21.15.119:0/10136423 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5d24009400 con 0x7f5d3415da70 2024-09-13T18:56:20.304 INFO:teuthology.misc.health.smithi119.stderr:2024-09-13T18:56:20.298+0000 7f5d3ac6d640 1 --2- 172.21.15.119:0/10136423 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f5d3415da70 0x7f5d34158c20 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7f5d2c00efc0 tx=0x7f5d2c00c490 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:56:20.304 INFO:teuthology.misc.health.smithi119.stderr:2024-09-13T18:56:20.298+0000 7f5d2affd640 1 -- 172.21.15.119:0/10136423 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5d2c009ba0 con 0x7f5d3415da70 2024-09-13T18:56:20.304 INFO:teuthology.misc.health.smithi119.stderr:2024-09-13T18:56:20.298+0000 7f5d2affd640 1 -- 172.21.15.119:0/10136423 <== mon.0 v2:172.21.15.119:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f5d2c00f040 con 0x7f5d3415da70 2024-09-13T18:56:20.304 INFO:teuthology.misc.health.smithi119.stderr:2024-09-13T18:56:20.298+0000 7f5d2affd640 1 -- 172.21.15.119:0/10136423 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5d2c0146c0 con 0x7f5d3415da70 2024-09-13T18:56:20.304 INFO:teuthology.misc.health.smithi119.stderr:2024-09-13T18:56:20.298+0000 7f5d3c6d0640 1 -- 172.21.15.119:0/10136423 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f5d340c74e0 con 0x7f5d3415da70 2024-09-13T18:56:20.304 INFO:teuthology.misc.health.smithi119.stderr:2024-09-13T18:56:20.298+0000 7f5d3c6d0640 1 -- 172.21.15.119:0/10136423 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f5d340c7780 con 0x7f5d3415da70 2024-09-13T18:56:20.304 INFO:teuthology.misc.health.smithi119.stderr:2024-09-13T18:56:20.299+0000 7f5d3c6d0640 1 -- 172.21.15.119:0/10136423 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f5d340ced70 con 0x7f5d3415da70 2024-09-13T18:56:20.304 INFO:teuthology.misc.health.smithi119.stderr:2024-09-13T18:56:20.300+0000 7f5d2affd640 1 -- 172.21.15.119:0/10136423 <== mon.0 v2:172.21.15.119:3300/0 4 ==== mgrmap(e 4) v1 ==== 89089+0+0 (secure 0 0 0) 0x7f5d2c014820 con 0x7f5d3415da70 2024-09-13T18:56:20.304 INFO:teuthology.misc.health.smithi119.stderr:2024-09-13T18:56:20.300+0000 7f5d2affd640 1 --2- 172.21.15.119:0/10136423 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f5d1806ab70 0x7f5d1806d030 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:20.304 INFO:teuthology.misc.health.smithi119.stderr:2024-09-13T18:56:20.300+0000 7f5d2affd640 1 -- 172.21.15.119:0/10136423 <== mon.0 v2:172.21.15.119:3300/0 5 ==== osd_map(12..12 src has 1..12) v4 ==== 2231+0+0 (secure 0 0 0) 0x7f5d2c088db0 con 0x7f5d3415da70 2024-09-13T18:56:20.304 INFO:teuthology.misc.health.smithi119.stderr:2024-09-13T18:56:20.300+0000 7f5d3a46c640 1 --2- 172.21.15.119:0/10136423 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f5d1806ab70 0x7f5d1806d030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:20.305 INFO:teuthology.misc.health.smithi119.stderr:2024-09-13T18:56:20.301+0000 7f5d3a46c640 1 --2- 172.21.15.119:0/10136423 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f5d1806ab70 0x7f5d1806d030 secure :-1 s=READY pgs=33 cs=0 l=1 rev1=1 crypto rx=0x7f5d30000f60 tx=0x7f5d30007d50 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:56:20.307 INFO:teuthology.misc.health.smithi119.stderr:2024-09-13T18:56:20.304+0000 7f5d2affd640 1 -- 172.21.15.119:0/10136423 <== mon.0 v2:172.21.15.119:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f5d2c054f40 con 0x7f5d3415da70 2024-09-13T18:56:20.470 INFO:teuthology.misc.health.smithi119.stderr:2024-09-13T18:56:20.468+0000 7f5d3c6d0640 1 -- 172.21.15.119:0/10136423 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f5d3415d290 con 0x7f5d3415da70 2024-09-13T18:56:20.471 INFO:teuthology.misc.health.smithi119.stderr:2024-09-13T18:56:20.468+0000 7f5d2affd640 1 -- 172.21.15.119:0/10136423 <== mon.0 v2:172.21.15.119:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v12) v1 ==== 74+0+7057 (secure 0 0 0) 0x7f5d2c018020 con 0x7f5d3415da70 2024-09-13T18:56:20.471 INFO:teuthology.misc.health.smithi119.stdout: 2024-09-13T18:56:20.471 INFO:teuthology.misc.health.smithi119.stdout:{"epoch":12,"fsid":"b3bca492-3414-44ef-b63c-42eead5ea701","created":"2024-09-13T18:56:10.047760+0000","modified":"2024-09-13T18:56:18.079762+0000","last_up_change":"0.000000","last_in_change":"2024-09-13T18:56:12.143228+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":0,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[],"osds":[{"osd":0,"uuid":"09edfd5c-bc57-47d1-a7b7-6d97f0f88db1","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":1,"uuid":"f26f4bd2-3aee-4208-9e62-87f17047d886","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":2,"uuid":"1e9d6e0c-51f9-4f4a-bead-0e7edc7dd200","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":3,"uuid":"7c289b1f-a555-46e4-b85a-c0f230c9e02a","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":4,"uuid":"a0a2f75b-5a33-4b69-b834-b8cf5a90ac5f","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":5,"uuid":"e301c92f-a5af-49da-8384-bef6d48c9982","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":6,"uuid":"dd2ee71c-4024-4f56-90b1-d362ff9ae8f5","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":7,"uuid":"7412449e-689b-45ee-9ae5-744a8c27f166","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T18:56:20.473 INFO:teuthology.misc.health.smithi119.stderr:2024-09-13T18:56:20.470+0000 7f5d3c6d0640 1 -- 172.21.15.119:0/10136423 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f5d1806ab70 msgr2=0x7f5d1806d030 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:20.474 INFO:teuthology.misc.health.smithi119.stderr:2024-09-13T18:56:20.470+0000 7f5d3c6d0640 1 --2- 172.21.15.119:0/10136423 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f5d1806ab70 0x7f5d1806d030 secure :-1 s=READY pgs=33 cs=0 l=1 rev1=1 crypto rx=0x7f5d30000f60 tx=0x7f5d30007d50 comp rx=0 tx=0).stop 2024-09-13T18:56:20.474 INFO:teuthology.misc.health.smithi119.stderr:2024-09-13T18:56:20.470+0000 7f5d3c6d0640 1 -- 172.21.15.119:0/10136423 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f5d3415da70 msgr2=0x7f5d34158c20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:20.474 INFO:teuthology.misc.health.smithi119.stderr:2024-09-13T18:56:20.470+0000 7f5d3c6d0640 1 --2- 172.21.15.119:0/10136423 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f5d3415da70 0x7f5d34158c20 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7f5d2c00efc0 tx=0x7f5d2c00c490 comp rx=0 tx=0).stop 2024-09-13T18:56:20.474 INFO:teuthology.misc.health.smithi119.stderr:2024-09-13T18:56:20.470+0000 7f5d3c6d0640 1 -- 172.21.15.119:0/10136423 shutdown_connections 2024-09-13T18:56:20.474 INFO:teuthology.misc.health.smithi119.stderr:2024-09-13T18:56:20.470+0000 7f5d3c6d0640 1 --2- 172.21.15.119:0/10136423 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f5d1806ab70 0x7f5d1806d030 unknown :-1 s=CLOSED pgs=33 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:20.474 INFO:teuthology.misc.health.smithi119.stderr:2024-09-13T18:56:20.470+0000 7f5d3c6d0640 1 --2- 172.21.15.119:0/10136423 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f5d3415da70 0x7f5d34158c20 unknown :-1 s=CLOSED pgs=37 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:20.474 INFO:teuthology.misc.health.smithi119.stderr:2024-09-13T18:56:20.470+0000 7f5d3c6d0640 1 --2- 172.21.15.119:0/10136423 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f5d340ce8c0 0x7f5d340b5ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:20.475 INFO:teuthology.misc.health.smithi119.stderr:2024-09-13T18:56:20.470+0000 7f5d3c6d0640 1 --2- 172.21.15.119:0/10136423 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f5d340af5b0 0x7f5d340c9250 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:20.475 INFO:teuthology.misc.health.smithi119.stderr:2024-09-13T18:56:20.470+0000 7f5d3c6d0640 1 -- 172.21.15.119:0/10136423 >> 172.21.15.119:0/10136423 conn(0x7f5d340d02e0 msgr2=0x7f5d340b0250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:56:20.475 INFO:teuthology.misc.health.smithi119.stderr:2024-09-13T18:56:20.470+0000 7f5d3c6d0640 1 -- 172.21.15.119:0/10136423 shutdown_connections 2024-09-13T18:56:20.475 INFO:teuthology.misc.health.smithi119.stderr:2024-09-13T18:56:20.470+0000 7f5d3c6d0640 1 -- 172.21.15.119:0/10136423 wait complete. 2024-09-13T18:56:20.482 DEBUG:teuthology.misc:0 of 8 OSDs are up 2024-09-13T18:56:21.282 INFO:tasks.ceph.osd.5.smithi145.stderr:2024-09-13T18:56:21.279+0000 7f60cb71c640 -1 osd.5 0 waiting for initial osdmap 2024-09-13T18:56:21.295 INFO:tasks.ceph.osd.5.smithi145.stderr:2024-09-13T18:56:21.293+0000 7f60c353d640 -1 osd.5 13 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-13T18:56:27.288 DEBUG:teuthology.orchestra.run.smithi119:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph --cluster ceph osd dump --format=json 2024-09-13T18:56:27.389 INFO:teuthology.misc.health.smithi119.stderr:2024-09-13T18:56:27.387+0000 7f35d23ec640 1 Processor -- start 2024-09-13T18:56:27.389 INFO:teuthology.misc.health.smithi119.stderr:2024-09-13T18:56:27.387+0000 7f35d23ec640 1 -- start start 2024-09-13T18:56:27.390 INFO:teuthology.misc.health.smithi119.stderr:2024-09-13T18:56:27.387+0000 7f35d23ec640 1 --2- >> v2:172.21.15.119:3300/0 conn(0x7f35cc0999d0 0x7f35cc06e9d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:27.391 INFO:teuthology.misc.health.smithi119.stderr:2024-09-13T18:56:27.387+0000 7f35d23ec640 1 -- --> v1:172.21.15.119:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f35cc0cc5f0 con 0x7f35cc0990e0 2024-09-13T18:56:27.391 INFO:teuthology.misc.health.smithi119.stderr:2024-09-13T18:56:27.387+0000 7f35d23ec640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f35cc0ccb20 con 0x7f35cc15db10 2024-09-13T18:56:27.391 INFO:teuthology.misc.health.smithi119.stderr:2024-09-13T18:56:27.387+0000 7f35d23ec640 1 -- --> v2:172.21.15.119:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f35cc099730 con 0x7f35cc0999d0 2024-09-13T18:56:27.391 INFO:teuthology.misc.health.smithi119.stderr:2024-09-13T18:56:27.388+0000 7f35d0989640 1 --2- >> v2:172.21.15.119:3300/0 conn(0x7f35cc0999d0 0x7f35cc06e9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:27.391 INFO:teuthology.misc.health.smithi119.stderr:2024-09-13T18:56:27.388+0000 7f35cb7fe640 1 --1- >> v1:172.21.15.119:6789/0 conn(0x7f35cc0990e0 0x7f35cc06e2c0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.119:6789/0 says I am v1:172.21.15.119:45436/0 (socket says 172.21.15.119:45436) 2024-09-13T18:56:27.391 INFO:teuthology.misc.health.smithi119.stderr:2024-09-13T18:56:27.388+0000 7f35cb7fe640 1 -- 172.21.15.119:0/3898183573 learned_addr learned my addr 172.21.15.119:0/3898183573 (peer_addr_for_me v1:172.21.15.119:0/0) 2024-09-13T18:56:27.391 INFO:teuthology.misc.health.smithi119.stderr:2024-09-13T18:56:27.388+0000 7f35d0989640 1 -- 172.21.15.119:0/3898183573 >> v1:172.21.15.145:6789/0 conn(0x7f35cc15db10 legacy=0x7f35cc0989d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:27.391 INFO:teuthology.misc.health.smithi119.stderr:2024-09-13T18:56:27.388+0000 7f35d0989640 1 -- 172.21.15.119:0/3898183573 >> v1:172.21.15.119:6789/0 conn(0x7f35cc0990e0 legacy=0x7f35cc06e2c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:27.391 INFO:teuthology.misc.health.smithi119.stderr:2024-09-13T18:56:27.388+0000 7f35caffd640 1 -- 172.21.15.119:0/3898183573 <== mon.0 v1:172.21.15.119:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2866511477 0 0) 0x7f35cc0cc5f0 con 0x7f35cc0990e0 2024-09-13T18:56:27.391 INFO:teuthology.misc.health.smithi119.stderr:2024-09-13T18:56:27.388+0000 7f35d0989640 1 -- 172.21.15.119:0/3898183573 --> v2:172.21.15.119:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f35cc0cc840 con 0x7f35cc0999d0 2024-09-13T18:56:27.392 INFO:teuthology.misc.health.smithi119.stderr:2024-09-13T18:56:27.389+0000 7f35d0989640 1 --2- 172.21.15.119:0/3898183573 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f35cc0999d0 0x7f35cc06e9d0 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7f35c4009d90 tx=0x7f35c402a660 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e62202906d286d77 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:56:27.393 INFO:teuthology.misc.health.smithi119.stderr:2024-09-13T18:56:27.389+0000 7f35caffd640 1 -- 172.21.15.119:0/3898183573 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f35c4007740 con 0x7f35cc0999d0 2024-09-13T18:56:27.393 INFO:teuthology.misc.health.smithi119.stderr:2024-09-13T18:56:27.389+0000 7f35caffd640 1 -- 172.21.15.119:0/3898183573 <== mon.0 v2:172.21.15.119:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f35c402d050 con 0x7f35cc0999d0 2024-09-13T18:56:27.393 INFO:teuthology.misc.health.smithi119.stderr:2024-09-13T18:56:27.389+0000 7f35caffd640 1 -- 172.21.15.119:0/3898183573 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f35c4007ac0 con 0x7f35cc0999d0 2024-09-13T18:56:27.393 INFO:teuthology.misc.health.smithi119.stderr:2024-09-13T18:56:27.389+0000 7f35d23ec640 1 -- 172.21.15.119:0/3898183573 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f35cc0999d0 msgr2=0x7f35cc06e9d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:27.393 INFO:teuthology.misc.health.smithi119.stderr:2024-09-13T18:56:27.389+0000 7f35d23ec640 1 --2- 172.21.15.119:0/3898183573 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f35cc0999d0 0x7f35cc06e9d0 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7f35c4009d90 tx=0x7f35c402a660 comp rx=0 tx=0).stop 2024-09-13T18:56:27.393 INFO:teuthology.misc.health.smithi119.stderr:2024-09-13T18:56:27.389+0000 7f35d23ec640 1 -- 172.21.15.119:0/3898183573 shutdown_connections 2024-09-13T18:56:27.393 INFO:teuthology.misc.health.smithi119.stderr:2024-09-13T18:56:27.389+0000 7f35d23ec640 1 --2- 172.21.15.119:0/3898183573 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f35cc0999d0 0x7f35cc06e9d0 unknown :-1 s=CLOSED pgs=42 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:27.393 INFO:teuthology.misc.health.smithi119.stderr:2024-09-13T18:56:27.389+0000 7f35d23ec640 1 -- 172.21.15.119:0/3898183573 >> 172.21.15.119:0/3898183573 conn(0x7f35cc0b1d70 msgr2=0x7f35cc0b2180 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:56:27.393 INFO:teuthology.misc.health.smithi119.stderr:2024-09-13T18:56:27.390+0000 7f35d23ec640 1 -- 172.21.15.119:0/3898183573 shutdown_connections 2024-09-13T18:56:27.393 INFO:teuthology.misc.health.smithi119.stderr:2024-09-13T18:56:27.390+0000 7f35d23ec640 1 -- 172.21.15.119:0/3898183573 wait complete. 2024-09-13T18:56:27.396 INFO:teuthology.misc.health.smithi119.stderr:2024-09-13T18:56:27.391+0000 7f35d23ec640 1 Processor -- start 2024-09-13T18:56:27.396 INFO:teuthology.misc.health.smithi119.stderr:2024-09-13T18:56:27.391+0000 7f35d23ec640 1 -- start start 2024-09-13T18:56:27.396 INFO:teuthology.misc.health.smithi119.stderr:2024-09-13T18:56:27.392+0000 7f35d23ec640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f35cc0990e0 0x7f35cc0ca040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:27.396 INFO:teuthology.misc.health.smithi119.stderr:2024-09-13T18:56:27.392+0000 7f35d23ec640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f35cc0999d0 0x7f35cc157340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:27.396 INFO:teuthology.misc.health.smithi119.stderr:2024-09-13T18:56:27.392+0000 7f35d23ec640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f35cc15db10 0x7f35cc1f5160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:27.396 INFO:teuthology.misc.health.smithi119.stderr:2024-09-13T18:56:27.392+0000 7f35d23ec640 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f35cc1f6060 con 0x7f35cc15db10 2024-09-13T18:56:27.396 INFO:teuthology.misc.health.smithi119.stderr:2024-09-13T18:56:27.392+0000 7f35d23ec640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f35cc06afa0 con 0x7f35cc0999d0 2024-09-13T18:56:27.396 INFO:teuthology.misc.health.smithi119.stderr:2024-09-13T18:56:27.392+0000 7f35d23ec640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f35cc0b1370 con 0x7f35cc0990e0 2024-09-13T18:56:27.396 INFO:teuthology.misc.health.smithi119.stderr:2024-09-13T18:56:27.392+0000 7f35d0989640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f35cc15db10 0x7f35cc1f5160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:27.396 INFO:teuthology.misc.health.smithi119.stderr:2024-09-13T18:56:27.392+0000 7f35d0989640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f35cc15db10 0x7f35cc1f5160 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.119:3300/0 says I am v2:172.21.15.119:42686/0 (socket says 172.21.15.119:42686) 2024-09-13T18:56:27.396 INFO:teuthology.misc.health.smithi119.stderr:2024-09-13T18:56:27.392+0000 7f35d0989640 1 -- 172.21.15.119:0/3499602790 learned_addr learned my addr 172.21.15.119:0/3499602790 (peer_addr_for_me v2:172.21.15.119:0/0) 2024-09-13T18:56:27.397 INFO:teuthology.misc.health.smithi119.stderr:2024-09-13T18:56:27.392+0000 7f35cb7fe640 1 --2- 172.21.15.119:0/3499602790 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f35cc0999d0 0x7f35cc157340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:27.397 INFO:teuthology.misc.health.smithi119.stderr:2024-09-13T18:56:27.392+0000 7f35cbfff640 1 --2- 172.21.15.119:0/3499602790 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f35cc0990e0 0x7f35cc0ca040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:27.397 INFO:teuthology.misc.health.smithi119.stderr:2024-09-13T18:56:27.392+0000 7f35d0989640 1 -- 172.21.15.119:0/3499602790 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f35cc0990e0 msgr2=0x7f35cc0ca040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:27.397 INFO:teuthology.misc.health.smithi119.stderr:2024-09-13T18:56:27.392+0000 7f35d0989640 1 --2- 172.21.15.119:0/3499602790 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f35cc0990e0 0x7f35cc0ca040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:27.397 INFO:teuthology.misc.health.smithi119.stderr:2024-09-13T18:56:27.392+0000 7f35d0989640 1 -- 172.21.15.119:0/3499602790 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f35cc0999d0 msgr2=0x7f35cc157340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:27.397 INFO:teuthology.misc.health.smithi119.stderr:2024-09-13T18:56:27.392+0000 7f35d0989640 1 --2- 172.21.15.119:0/3499602790 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f35cc0999d0 0x7f35cc157340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:27.397 INFO:teuthology.misc.health.smithi119.stderr:2024-09-13T18:56:27.392+0000 7f35d0989640 1 -- 172.21.15.119:0/3499602790 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f35c4009a70 con 0x7f35cc15db10 2024-09-13T18:56:27.397 INFO:teuthology.misc.health.smithi119.stderr:2024-09-13T18:56:27.392+0000 7f35d0989640 1 --2- 172.21.15.119:0/3499602790 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f35cc15db10 0x7f35cc1f5160 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7f35c4009d90 tx=0x7f35c4004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:56:27.397 INFO:teuthology.misc.health.smithi119.stderr:2024-09-13T18:56:27.392+0000 7f35c8ff9640 1 -- 172.21.15.119:0/3499602790 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f35c4031910 con 0x7f35cc15db10 2024-09-13T18:56:27.397 INFO:teuthology.misc.health.smithi119.stderr:2024-09-13T18:56:27.392+0000 7f35c8ff9640 1 -- 172.21.15.119:0/3499602790 <== mon.0 v2:172.21.15.119:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f35c4031a70 con 0x7f35cc15db10 2024-09-13T18:56:27.397 INFO:teuthology.misc.health.smithi119.stderr:2024-09-13T18:56:27.392+0000 7f35d23ec640 1 -- 172.21.15.119:0/3499602790 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f35cc0b1650 con 0x7f35cc15db10 2024-09-13T18:56:27.397 INFO:teuthology.misc.health.smithi119.stderr:2024-09-13T18:56:27.392+0000 7f35c8ff9640 1 -- 172.21.15.119:0/3499602790 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f35c4031de0 con 0x7f35cc15db10 2024-09-13T18:56:27.397 INFO:teuthology.misc.health.smithi119.stderr:2024-09-13T18:56:27.393+0000 7f35d23ec640 1 -- 172.21.15.119:0/3499602790 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f35cc06b1f0 con 0x7f35cc15db10 2024-09-13T18:56:27.397 INFO:teuthology.misc.health.smithi119.stderr:2024-09-13T18:56:27.393+0000 7f35d23ec640 1 -- 172.21.15.119:0/3499602790 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f35cc06f8a0 con 0x7f35cc15db10 2024-09-13T18:56:27.398 INFO:teuthology.misc.health.smithi119.stderr:2024-09-13T18:56:27.394+0000 7f35c8ff9640 1 -- 172.21.15.119:0/3499602790 <== mon.0 v2:172.21.15.119:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f35c403c420 con 0x7f35cc15db10 2024-09-13T18:56:27.398 INFO:teuthology.misc.health.smithi119.stderr:2024-09-13T18:56:27.394+0000 7f35c8ff9640 1 --2- 172.21.15.119:0/3499602790 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f35b806ac30 0x7f35b806d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:27.398 INFO:teuthology.misc.health.smithi119.stderr:2024-09-13T18:56:27.394+0000 7f35cbfff640 1 --2- 172.21.15.119:0/3499602790 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f35b806ac30 0x7f35b806d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:27.399 INFO:teuthology.misc.health.smithi119.stderr:2024-09-13T18:56:27.394+0000 7f35c8ff9640 1 -- 172.21.15.119:0/3499602790 <== mon.0 v2:172.21.15.119:3300/0 5 ==== osd_map(16..16 src has 1..16) v4 ==== 4857+0+0 (secure 0 0 0) 0x7f35c40aa810 con 0x7f35cc15db10 2024-09-13T18:56:27.399 INFO:teuthology.misc.health.smithi119.stderr:2024-09-13T18:56:27.395+0000 7f35cbfff640 1 --2- 172.21.15.119:0/3499602790 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f35b806ac30 0x7f35b806d0f0 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7f35bc000f60 tx=0x7f35bc009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:56:27.401 INFO:teuthology.misc.health.smithi119.stderr:2024-09-13T18:56:27.399+0000 7f35c8ff9640 1 -- 172.21.15.119:0/3499602790 <== mon.0 v2:172.21.15.119:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f35c4075e80 con 0x7f35cc15db10 2024-09-13T18:56:27.564 INFO:teuthology.misc.health.smithi119.stderr:2024-09-13T18:56:27.561+0000 7f35d23ec640 1 -- 172.21.15.119:0/3499602790 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f35cc06b3e0 con 0x7f35cc15db10 2024-09-13T18:56:27.565 INFO:teuthology.misc.health.smithi119.stderr:2024-09-13T18:56:27.562+0000 7f35c8ff9640 1 -- 172.21.15.119:0/3499602790 <== mon.0 v2:172.21.15.119:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v16) v1 ==== 74+0+12898 (secure 0 0 0) 0x7f35c40794a0 con 0x7f35cc15db10 2024-09-13T18:56:27.565 INFO:teuthology.misc.health.smithi119.stdout: 2024-09-13T18:56:27.565 INFO:teuthology.misc.health.smithi119.stdout:{"epoch":16,"fsid":"b3bca492-3414-44ef-b63c-42eead5ea701","created":"2024-09-13T18:56:10.047760+0000","modified":"2024-09-13T18:56:24.099420+0000","last_up_change":"2024-09-13T18:56:22.096428+0000","last_in_change":"2024-09-13T18:56:12.143228+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T18:56:22.095896+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"09edfd5c-bc57-47d1-a7b7-6d97f0f88db1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6810","nonce":3811853106},{"type":"v1","addr":"172.21.15.119:6813","nonce":3811853106}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6817","nonce":3811853106},{"type":"v1","addr":"172.21.15.119:6820","nonce":3811853106}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6828","nonce":3811853106},{"type":"v1","addr":"172.21.15.119:6830","nonce":3811853106}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6823","nonce":3811853106},{"type":"v1","addr":"172.21.15.119:6825","nonce":3811853106}]},"public_addr":"172.21.15.119:6813/3811853106","cluster_addr":"172.21.15.119:6820/3811853106","heartbeat_back_addr":"172.21.15.119:6830/3811853106","heartbeat_front_addr":"172.21.15.119:6825/3811853106","state":["exists","up"]},{"osd":1,"uuid":"f26f4bd2-3aee-4208-9e62-87f17047d886","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6809","nonce":1656755168},{"type":"v1","addr":"172.21.15.119:6812","nonce":1656755168}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6815","nonce":1656755168},{"type":"v1","addr":"172.21.15.119:6818","nonce":1656755168}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6829","nonce":1656755168},{"type":"v1","addr":"172.21.15.119:6831","nonce":1656755168}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6822","nonce":1656755168},{"type":"v1","addr":"172.21.15.119:6826","nonce":1656755168}]},"public_addr":"172.21.15.119:6812/1656755168","cluster_addr":"172.21.15.119:6818/1656755168","heartbeat_back_addr":"172.21.15.119:6831/1656755168","heartbeat_front_addr":"172.21.15.119:6826/1656755168","state":["exists","up"]},{"osd":2,"uuid":"1e9d6e0c-51f9-4f4a-bead-0e7edc7dd200","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6800","nonce":3093354378},{"type":"v1","addr":"172.21.15.119:6801","nonce":3093354378}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6802","nonce":3093354378},{"type":"v1","addr":"172.21.15.119:6803","nonce":3093354378}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6806","nonce":3093354378},{"type":"v1","addr":"172.21.15.119:6807","nonce":3093354378}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6804","nonce":3093354378},{"type":"v1","addr":"172.21.15.119:6805","nonce":3093354378}]},"public_addr":"172.21.15.119:6801/3093354378","cluster_addr":"172.21.15.119:6803/3093354378","heartbeat_back_addr":"172.21.15.119:6807/3093354378","heartbeat_front_addr":"172.21.15.119:6805/3093354378","state":["exists","up"]},{"osd":3,"uuid":"7c289b1f-a555-46e4-b85a-c0f230c9e02a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6808","nonce":886995937},{"type":"v1","addr":"172.21.15.119:6811","nonce":886995937}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6814","nonce":886995937},{"type":"v1","addr":"172.21.15.119:6816","nonce":886995937}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6824","nonce":886995937},{"type":"v1","addr":"172.21.15.119:6827","nonce":886995937}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6819","nonce":886995937},{"type":"v1","addr":"172.21.15.119:6821","nonce":886995937}]},"public_addr":"172.21.15.119:6811/886995937","cluster_addr":"172.21.15.119:6816/886995937","heartbeat_back_addr":"172.21.15.119:6827/886995937","heartbeat_front_addr":"172.21.15.119:6821/886995937","state":["exists","up"]},{"osd":4,"uuid":"a0a2f75b-5a33-4b69-b834-b8cf5a90ac5f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6808","nonce":2802887692},{"type":"v1","addr":"172.21.15.145:6809","nonce":2802887692}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6810","nonce":2802887692},{"type":"v1","addr":"172.21.15.145:6811","nonce":2802887692}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6814","nonce":2802887692},{"type":"v1","addr":"172.21.15.145:6815","nonce":2802887692}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6812","nonce":2802887692},{"type":"v1","addr":"172.21.15.145:6813","nonce":2802887692}]},"public_addr":"172.21.15.145:6809/2802887692","cluster_addr":"172.21.15.145:6811/2802887692","heartbeat_back_addr":"172.21.15.145:6815/2802887692","heartbeat_front_addr":"172.21.15.145:6813/2802887692","state":["exists","up"]},{"osd":5,"uuid":"e301c92f-a5af-49da-8384-bef6d48c9982","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6800","nonce":1431235391},{"type":"v1","addr":"172.21.15.145:6801","nonce":1431235391}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6802","nonce":1431235391},{"type":"v1","addr":"172.21.15.145:6803","nonce":1431235391}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6806","nonce":1431235391},{"type":"v1","addr":"172.21.15.145:6807","nonce":1431235391}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6804","nonce":1431235391},{"type":"v1","addr":"172.21.15.145:6805","nonce":1431235391}]},"public_addr":"172.21.15.145:6801/1431235391","cluster_addr":"172.21.15.145:6803/1431235391","heartbeat_back_addr":"172.21.15.145:6807/1431235391","heartbeat_front_addr":"172.21.15.145:6805/1431235391","state":["exists","up"]},{"osd":6,"uuid":"dd2ee71c-4024-4f56-90b1-d362ff9ae8f5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6816","nonce":1755123178},{"type":"v1","addr":"172.21.15.145:6817","nonce":1755123178}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6818","nonce":1755123178},{"type":"v1","addr":"172.21.15.145:6819","nonce":1755123178}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6822","nonce":1755123178},{"type":"v1","addr":"172.21.15.145:6823","nonce":1755123178}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6820","nonce":1755123178},{"type":"v1","addr":"172.21.15.145:6821","nonce":1755123178}]},"public_addr":"172.21.15.145:6817/1755123178","cluster_addr":"172.21.15.145:6819/1755123178","heartbeat_back_addr":"172.21.15.145:6823/1755123178","heartbeat_front_addr":"172.21.15.145:6821/1755123178","state":["exists","up"]},{"osd":7,"uuid":"7412449e-689b-45ee-9ae5-744a8c27f166","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":14,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6824","nonce":3012628958},{"type":"v1","addr":"172.21.15.145:6825","nonce":3012628958}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6826","nonce":3012628958},{"type":"v1","addr":"172.21.15.145:6827","nonce":3012628958}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6830","nonce":3012628958},{"type":"v1","addr":"172.21.15.145:6831","nonce":3012628958}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6828","nonce":3012628958},{"type":"v1","addr":"172.21.15.145:6829","nonce":3012628958}]},"public_addr":"172.21.15.145:6825/3012628958","cluster_addr":"172.21.15.145:6827/3012628958","heartbeat_back_addr":"172.21.15.145:6831/3012628958","heartbeat_front_addr":"172.21.15.145:6829/3012628958","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T18:56:17.286635+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T18:56:17.334491+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T18:56:17.297521+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T18:56:17.383716+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T18:56:17.267776+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T18:56:17.312998+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T18:56:17.303008+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T18:56:17.304729+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T18:56:27.567 INFO:teuthology.misc.health.smithi119.stderr:2024-09-13T18:56:27.564+0000 7f35d23ec640 1 -- 172.21.15.119:0/3499602790 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f35b806ac30 msgr2=0x7f35b806d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:27.567 INFO:teuthology.misc.health.smithi119.stderr:2024-09-13T18:56:27.564+0000 7f35d23ec640 1 --2- 172.21.15.119:0/3499602790 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f35b806ac30 0x7f35b806d0f0 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7f35bc000f60 tx=0x7f35bc009040 comp rx=0 tx=0).stop 2024-09-13T18:56:27.567 INFO:teuthology.misc.health.smithi119.stderr:2024-09-13T18:56:27.564+0000 7f35d23ec640 1 -- 172.21.15.119:0/3499602790 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f35cc15db10 msgr2=0x7f35cc1f5160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:27.567 INFO:teuthology.misc.health.smithi119.stderr:2024-09-13T18:56:27.564+0000 7f35d23ec640 1 --2- 172.21.15.119:0/3499602790 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f35cc15db10 0x7f35cc1f5160 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7f35c4009d90 tx=0x7f35c4004a40 comp rx=0 tx=0).stop 2024-09-13T18:56:27.567 INFO:teuthology.misc.health.smithi119.stderr:2024-09-13T18:56:27.564+0000 7f35d23ec640 1 -- 172.21.15.119:0/3499602790 shutdown_connections 2024-09-13T18:56:27.567 INFO:teuthology.misc.health.smithi119.stderr:2024-09-13T18:56:27.564+0000 7f35d23ec640 1 --2- 172.21.15.119:0/3499602790 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f35b806ac30 0x7f35b806d0f0 unknown :-1 s=CLOSED pgs=52 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:27.567 INFO:teuthology.misc.health.smithi119.stderr:2024-09-13T18:56:27.564+0000 7f35d23ec640 1 --2- 172.21.15.119:0/3499602790 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f35cc15db10 0x7f35cc1f5160 unknown :-1 s=CLOSED pgs=43 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:27.567 INFO:teuthology.misc.health.smithi119.stderr:2024-09-13T18:56:27.564+0000 7f35d23ec640 1 --2- 172.21.15.119:0/3499602790 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f35cc0999d0 0x7f35cc157340 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:27.567 INFO:teuthology.misc.health.smithi119.stderr:2024-09-13T18:56:27.564+0000 7f35d23ec640 1 --2- 172.21.15.119:0/3499602790 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f35cc0990e0 0x7f35cc0ca040 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:27.567 INFO:teuthology.misc.health.smithi119.stderr:2024-09-13T18:56:27.564+0000 7f35d23ec640 1 -- 172.21.15.119:0/3499602790 >> 172.21.15.119:0/3499602790 conn(0x7f35cc0b1d70 msgr2=0x7f35cc0cdf00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:56:27.568 INFO:teuthology.misc.health.smithi119.stderr:2024-09-13T18:56:27.564+0000 7f35d23ec640 1 -- 172.21.15.119:0/3499602790 shutdown_connections 2024-09-13T18:56:27.568 INFO:teuthology.misc.health.smithi119.stderr:2024-09-13T18:56:27.564+0000 7f35d23ec640 1 -- 172.21.15.119:0/3499602790 wait complete. 2024-09-13T18:56:27.576 DEBUG:teuthology.misc:8 of 8 OSDs are up 2024-09-13T18:56:27.576 INFO:tasks.ceph:Starting mds daemons in cluster ceph... 2024-09-13T18:56:27.577 INFO:tasks.ceph.mds.a:Restarting daemon 2024-09-13T18:56:27.577 DEBUG:teuthology.orchestra.run.smithi119:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i a 2024-09-13T18:56:27.579 INFO:tasks.ceph.mds.a:Started 2024-09-13T18:56:27.579 INFO:tasks.ceph.mds.c:Restarting daemon 2024-09-13T18:56:27.579 DEBUG:teuthology.orchestra.run.smithi119:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i c 2024-09-13T18:56:27.581 INFO:tasks.ceph.mds.c:Started 2024-09-13T18:56:27.581 INFO:tasks.ceph.mds.b:Restarting daemon 2024-09-13T18:56:27.581 DEBUG:teuthology.orchestra.run.smithi145:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i b 2024-09-13T18:56:27.585 INFO:tasks.ceph.mds.b:Started 2024-09-13T18:56:27.585 INFO:tasks.ceph.mds.d:Restarting daemon 2024-09-13T18:56:27.585 DEBUG:teuthology.orchestra.run.smithi145:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i d 2024-09-13T18:56:27.587 INFO:tasks.ceph.mds.d:Started 2024-09-13T18:56:27.587 INFO:tasks.ceph:Setting up CephFS filesystem(s)... 2024-09-13T18:56:27.588 DEBUG:teuthology.orchestra.run.smithi119:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T18:56:27.653 INFO:tasks.ceph.mds.a.smithi119.stdout:starting mds.a at 2024-09-13T18:56:27.653 INFO:tasks.ceph.mds.c.smithi119.stdout:starting mds.c at 2024-09-13T18:56:27.669 INFO:tasks.ceph.mds.d.smithi145.stdout:starting mds.d at 2024-09-13T18:56:27.670 INFO:tasks.ceph.mds.b.smithi145.stdout:starting mds.b at 2024-09-13T18:56:27.691 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:27.689+0000 7f53f2983640 1 Processor -- start 2024-09-13T18:56:27.692 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:27.689+0000 7f53f2983640 1 -- start start 2024-09-13T18:56:27.693 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:27.689+0000 7f53f2983640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f53ec0b2bc0 0x7f53ec0989d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:27.693 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:27.689+0000 7f53f2983640 1 --2- >> v2:172.21.15.119:3300/0 conn(0x7f53ec06dc00 0x7f53ec0b2fa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:27.693 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:27.689+0000 7f53f2983640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f53ec1595d0 con 0x7f53ec0b34e0 2024-09-13T18:56:27.694 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:27.690+0000 7f53f2983640 1 -- --> v2:172.21.15.119:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f53ec098f10 con 0x7f53ec06dc00 2024-09-13T18:56:27.694 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:27.690+0000 7f53f2983640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f53ec06e090 con 0x7f53ec0b2bc0 2024-09-13T18:56:27.694 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:27.690+0000 7f53e3fff640 1 --2- >> v2:172.21.15.119:3300/0 conn(0x7f53ec06dc00 0x7f53ec0b2fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:27.694 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:27.690+0000 7f53e3fff640 1 --2- >> v2:172.21.15.119:3300/0 conn(0x7f53ec06dc00 0x7f53ec0b2fa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.119:3300/0 says I am v2:172.21.15.119:42740/0 (socket says 172.21.15.119:42740) 2024-09-13T18:56:27.694 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:27.690+0000 7f53e3fff640 1 -- 172.21.15.119:0/112867992 learned_addr learned my addr 172.21.15.119:0/112867992 (peer_addr_for_me v2:172.21.15.119:0/0) 2024-09-13T18:56:27.694 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:27.690+0000 7f53ebfff640 1 --2- 172.21.15.119:0/112867992 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f53ec0b2bc0 0x7f53ec0989d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:27.694 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:27.690+0000 7f53e3fff640 1 -- 172.21.15.119:0/112867992 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f53ec0b2bc0 msgr2=0x7f53ec0989d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T18:56:27.694 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:27.690+0000 7f53e3fff640 1 --2- 172.21.15.119:0/112867992 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f53ec0b2bc0 0x7f53ec0989d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:27.694 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:27.690+0000 7f53e3fff640 1 -- 172.21.15.119:0/112867992 >> v1:172.21.15.145:6789/0 conn(0x7f53ec0b34e0 legacy=0x7f53ec0ac780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T18:56:27.694 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:27.690+0000 7f53e3fff640 1 -- 172.21.15.119:0/112867992 --> v2:172.21.15.119:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f53ec06e370 con 0x7f53ec06dc00 2024-09-13T18:56:27.694 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:27.691+0000 7f53e3fff640 1 --2- 172.21.15.119:0/112867992 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f53ec06dc00 0x7f53ec0b2fa0 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7f53d4009870 tx=0x7f53d402a210 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c7fac8caa34107a7 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:56:27.694 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:27.691+0000 7f53eb7fe640 1 -- 172.21.15.119:0/112867992 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f53d4032440 con 0x7f53ec06dc00 2024-09-13T18:56:27.694 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:27.691+0000 7f53eb7fe640 1 -- 172.21.15.119:0/112867992 <== mon.0 v2:172.21.15.119:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f53d40325a0 con 0x7f53ec06dc00 2024-09-13T18:56:27.694 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:27.691+0000 7f53eb7fe640 1 -- 172.21.15.119:0/112867992 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f53d4032930 con 0x7f53ec06dc00 2024-09-13T18:56:27.697 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:27.691+0000 7f53f2983640 1 -- 172.21.15.119:0/112867992 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f53ec06dc00 msgr2=0x7f53ec0b2fa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:27.697 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:27.691+0000 7f53f2983640 1 --2- 172.21.15.119:0/112867992 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f53ec06dc00 0x7f53ec0b2fa0 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7f53d4009870 tx=0x7f53d402a210 comp rx=0 tx=0).stop 2024-09-13T18:56:27.697 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:27.691+0000 7f53f2983640 1 -- 172.21.15.119:0/112867992 shutdown_connections 2024-09-13T18:56:27.697 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:27.691+0000 7f53f2983640 1 --2- 172.21.15.119:0/112867992 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f53ec06dc00 0x7f53ec0b2fa0 unknown :-1 s=CLOSED pgs=51 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:27.697 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:27.691+0000 7f53f2983640 1 --2- 172.21.15.119:0/112867992 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f53ec0b2bc0 0x7f53ec0989d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:27.698 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:27.691+0000 7f53f2983640 1 -- 172.21.15.119:0/112867992 >> 172.21.15.119:0/112867992 conn(0x7f53ec0b49b0 msgr2=0x7f53ec0b0f70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:56:27.698 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:27.691+0000 7f53f2983640 1 -- 172.21.15.119:0/112867992 shutdown_connections 2024-09-13T18:56:27.698 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:27.692+0000 7f53f2983640 1 -- 172.21.15.119:0/112867992 wait complete. 2024-09-13T18:56:27.698 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:27.693+0000 7f53f2983640 1 Processor -- start 2024-09-13T18:56:27.698 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:27.693+0000 7f53f2983640 1 -- start start 2024-09-13T18:56:27.698 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:27.693+0000 7f53f2983640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f53ec0b2bc0 0x7f53ec143f70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:27.698 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:27.693+0000 7f53f2983640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f53ec0b34e0 0x7f53ec155250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:27.698 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:27.693+0000 7f53f2983640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f53ec153130 0x7f53ec1538b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:27.698 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:27.693+0000 7f53f2983640 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f53ec1444b0 con 0x7f53ec0b34e0 2024-09-13T18:56:27.698 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:27.693+0000 7f53f2983640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f53ec1541b0 con 0x7f53ec0b2bc0 2024-09-13T18:56:27.698 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:27.693+0000 7f53f2983640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f53ec154490 con 0x7f53ec153130 2024-09-13T18:56:27.698 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:27.693+0000 7f53e3fff640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f53ec0b34e0 0x7f53ec155250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:27.698 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:27.693+0000 7f53e3fff640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f53ec0b34e0 0x7f53ec155250 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.119:3300/0 says I am v2:172.21.15.119:42750/0 (socket says 172.21.15.119:42750) 2024-09-13T18:56:27.699 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:27.693+0000 7f53e3fff640 1 -- 172.21.15.119:0/1942642088 learned_addr learned my addr 172.21.15.119:0/1942642088 (peer_addr_for_me v2:172.21.15.119:0/0) 2024-09-13T18:56:27.699 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:27.694+0000 7f53ebfff640 1 --2- 172.21.15.119:0/1942642088 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f53ec0b2bc0 0x7f53ec143f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:27.699 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:27.694+0000 7f53e3fff640 1 -- 172.21.15.119:0/1942642088 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f53ec153130 msgr2=0x7f53ec1538b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:27.699 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:27.694+0000 7f53e3fff640 1 --2- 172.21.15.119:0/1942642088 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f53ec153130 0x7f53ec1538b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:27.699 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:27.694+0000 7f53e3fff640 1 -- 172.21.15.119:0/1942642088 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f53ec0b2bc0 msgr2=0x7f53ec143f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:27.699 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:27.694+0000 7f53e3fff640 1 --2- 172.21.15.119:0/1942642088 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f53ec0b2bc0 0x7f53ec143f70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:27.699 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:27.694+0000 7f53e3fff640 1 -- 172.21.15.119:0/1942642088 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f53d40094d0 con 0x7f53ec0b34e0 2024-09-13T18:56:27.699 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:27.694+0000 7f53e3fff640 1 --2- 172.21.15.119:0/1942642088 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f53ec0b34e0 0x7f53ec155250 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7f53d4009870 tx=0x7f53d40046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:56:27.699 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:27.694+0000 7f53e97fa640 1 -- 172.21.15.119:0/1942642088 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f53d4032440 con 0x7f53ec0b34e0 2024-09-13T18:56:27.699 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:27.694+0000 7f53e97fa640 1 -- 172.21.15.119:0/1942642088 <== mon.0 v2:172.21.15.119:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f53d4030b80 con 0x7f53ec0b34e0 2024-09-13T18:56:27.699 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:27.694+0000 7f53f2983640 1 -- 172.21.15.119:0/1942642088 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f53ec154770 con 0x7f53ec0b34e0 2024-09-13T18:56:27.699 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:27.694+0000 7f53e97fa640 1 -- 172.21.15.119:0/1942642088 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f53d403d420 con 0x7f53ec0b34e0 2024-09-13T18:56:27.699 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:27.694+0000 7f53f2983640 1 -- 172.21.15.119:0/1942642088 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f53ec154d30 con 0x7f53ec0b34e0 2024-09-13T18:56:27.700 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:27.695+0000 7f53f2983640 1 -- 172.21.15.119:0/1942642088 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f53ec1545d0 con 0x7f53ec0b34e0 2024-09-13T18:56:27.700 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:27.696+0000 7f53e97fa640 1 -- 172.21.15.119:0/1942642088 <== mon.0 v2:172.21.15.119:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f53d4039040 con 0x7f53ec0b34e0 2024-09-13T18:56:27.701 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:27.696+0000 7f53e97fa640 1 --2- 172.21.15.119:0/1942642088 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f53cc06ac00 0x7f53cc06d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:27.701 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:27.696+0000 7f53ebfff640 1 --2- 172.21.15.119:0/1942642088 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f53cc06ac00 0x7f53cc06d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:27.701 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:27.696+0000 7f53e97fa640 1 -- 172.21.15.119:0/1942642088 <== mon.0 v2:172.21.15.119:3300/0 5 ==== osd_map(16..16 src has 1..16) v4 ==== 4857+0+0 (secure 0 0 0) 0x7f53d40a9bc0 con 0x7f53ec0b34e0 2024-09-13T18:56:27.701 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:27.697+0000 7f53ebfff640 1 --2- 172.21.15.119:0/1942642088 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f53cc06ac00 0x7f53cc06d0c0 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7f53dc006fd0 tx=0x7f53dc008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:56:27.703 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:27.700+0000 7f53e97fa640 1 -- 172.21.15.119:0/1942642088 <== mon.0 v2:172.21.15.119:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f53ec1545d0 con 0x7f53ec0b34e0 2024-09-13T18:56:27.862 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:27.860+0000 7f53f2983640 1 -- 172.21.15.119:0/1942642088 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f53ec1545d0 con 0x7f53ec0b34e0 2024-09-13T18:56:27.863 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:27.861+0000 7f53e97fa640 1 -- 172.21.15.119:0/1942642088 <== mon.0 v2:172.21.15.119:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v16) v1 ==== 74+0+12898 (secure 0 0 0) 0x7f53ec1545d0 con 0x7f53ec0b34e0 2024-09-13T18:56:27.863 INFO:teuthology.orchestra.run.smithi119.stdout: 2024-09-13T18:56:27.863 INFO:teuthology.orchestra.run.smithi119.stdout:{"epoch":16,"fsid":"b3bca492-3414-44ef-b63c-42eead5ea701","created":"2024-09-13T18:56:10.047760+0000","modified":"2024-09-13T18:56:24.099420+0000","last_up_change":"2024-09-13T18:56:22.096428+0000","last_in_change":"2024-09-13T18:56:12.143228+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T18:56:22.095896+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"09edfd5c-bc57-47d1-a7b7-6d97f0f88db1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6810","nonce":3811853106},{"type":"v1","addr":"172.21.15.119:6813","nonce":3811853106}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6817","nonce":3811853106},{"type":"v1","addr":"172.21.15.119:6820","nonce":3811853106}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6828","nonce":3811853106},{"type":"v1","addr":"172.21.15.119:6830","nonce":3811853106}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6823","nonce":3811853106},{"type":"v1","addr":"172.21.15.119:6825","nonce":3811853106}]},"public_addr":"172.21.15.119:6813/3811853106","cluster_addr":"172.21.15.119:6820/3811853106","heartbeat_back_addr":"172.21.15.119:6830/3811853106","heartbeat_front_addr":"172.21.15.119:6825/3811853106","state":["exists","up"]},{"osd":1,"uuid":"f26f4bd2-3aee-4208-9e62-87f17047d886","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6809","nonce":1656755168},{"type":"v1","addr":"172.21.15.119:6812","nonce":1656755168}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6815","nonce":1656755168},{"type":"v1","addr":"172.21.15.119:6818","nonce":1656755168}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6829","nonce":1656755168},{"type":"v1","addr":"172.21.15.119:6831","nonce":1656755168}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6822","nonce":1656755168},{"type":"v1","addr":"172.21.15.119:6826","nonce":1656755168}]},"public_addr":"172.21.15.119:6812/1656755168","cluster_addr":"172.21.15.119:6818/1656755168","heartbeat_back_addr":"172.21.15.119:6831/1656755168","heartbeat_front_addr":"172.21.15.119:6826/1656755168","state":["exists","up"]},{"osd":2,"uuid":"1e9d6e0c-51f9-4f4a-bead-0e7edc7dd200","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6800","nonce":3093354378},{"type":"v1","addr":"172.21.15.119:6801","nonce":3093354378}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6802","nonce":3093354378},{"type":"v1","addr":"172.21.15.119:6803","nonce":3093354378}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6806","nonce":3093354378},{"type":"v1","addr":"172.21.15.119:6807","nonce":3093354378}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6804","nonce":3093354378},{"type":"v1","addr":"172.21.15.119:6805","nonce":3093354378}]},"public_addr":"172.21.15.119:6801/3093354378","cluster_addr":"172.21.15.119:6803/3093354378","heartbeat_back_addr":"172.21.15.119:6807/3093354378","heartbeat_front_addr":"172.21.15.119:6805/3093354378","state":["exists","up"]},{"osd":3,"uuid":"7c289b1f-a555-46e4-b85a-c0f230c9e02a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6808","nonce":886995937},{"type":"v1","addr":"172.21.15.119:6811","nonce":886995937}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6814","nonce":886995937},{"type":"v1","addr":"172.21.15.119:6816","nonce":886995937}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6824","nonce":886995937},{"type":"v1","addr":"172.21.15.119:6827","nonce":886995937}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6819","nonce":886995937},{"type":"v1","addr":"172.21.15.119:6821","nonce":886995937}]},"public_addr":"172.21.15.119:6811/886995937","cluster_addr":"172.21.15.119:6816/886995937","heartbeat_back_addr":"172.21.15.119:6827/886995937","heartbeat_front_addr":"172.21.15.119:6821/886995937","state":["exists","up"]},{"osd":4,"uuid":"a0a2f75b-5a33-4b69-b834-b8cf5a90ac5f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6808","nonce":2802887692},{"type":"v1","addr":"172.21.15.145:6809","nonce":2802887692}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6810","nonce":2802887692},{"type":"v1","addr":"172.21.15.145:6811","nonce":2802887692}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6814","nonce":2802887692},{"type":"v1","addr":"172.21.15.145:6815","nonce":2802887692}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6812","nonce":2802887692},{"type":"v1","addr":"172.21.15.145:6813","nonce":2802887692}]},"public_addr":"172.21.15.145:6809/2802887692","cluster_addr":"172.21.15.145:6811/2802887692","heartbeat_back_addr":"172.21.15.145:6815/2802887692","heartbeat_front_addr":"172.21.15.145:6813/2802887692","state":["exists","up"]},{"osd":5,"uuid":"e301c92f-a5af-49da-8384-bef6d48c9982","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6800","nonce":1431235391},{"type":"v1","addr":"172.21.15.145:6801","nonce":1431235391}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6802","nonce":1431235391},{"type":"v1","addr":"172.21.15.145:6803","nonce":1431235391}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6806","nonce":1431235391},{"type":"v1","addr":"172.21.15.145:6807","nonce":1431235391}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6804","nonce":1431235391},{"type":"v1","addr":"172.21.15.145:6805","nonce":1431235391}]},"public_addr":"172.21.15.145:6801/1431235391","cluster_addr":"172.21.15.145:6803/1431235391","heartbeat_back_addr":"172.21.15.145:6807/1431235391","heartbeat_front_addr":"172.21.15.145:6805/1431235391","state":["exists","up"]},{"osd":6,"uuid":"dd2ee71c-4024-4f56-90b1-d362ff9ae8f5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6816","nonce":1755123178},{"type":"v1","addr":"172.21.15.145:6817","nonce":1755123178}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6818","nonce":1755123178},{"type":"v1","addr":"172.21.15.145:6819","nonce":1755123178}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6822","nonce":1755123178},{"type":"v1","addr":"172.21.15.145:6823","nonce":1755123178}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6820","nonce":1755123178},{"type":"v1","addr":"172.21.15.145:6821","nonce":1755123178}]},"public_addr":"172.21.15.145:6817/1755123178","cluster_addr":"172.21.15.145:6819/1755123178","heartbeat_back_addr":"172.21.15.145:6823/1755123178","heartbeat_front_addr":"172.21.15.145:6821/1755123178","state":["exists","up"]},{"osd":7,"uuid":"7412449e-689b-45ee-9ae5-744a8c27f166","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":14,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6824","nonce":3012628958},{"type":"v1","addr":"172.21.15.145:6825","nonce":3012628958}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6826","nonce":3012628958},{"type":"v1","addr":"172.21.15.145:6827","nonce":3012628958}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6830","nonce":3012628958},{"type":"v1","addr":"172.21.15.145:6831","nonce":3012628958}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6828","nonce":3012628958},{"type":"v1","addr":"172.21.15.145:6829","nonce":3012628958}]},"public_addr":"172.21.15.145:6825/3012628958","cluster_addr":"172.21.15.145:6827/3012628958","heartbeat_back_addr":"172.21.15.145:6831/3012628958","heartbeat_front_addr":"172.21.15.145:6829/3012628958","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T18:56:17.286635+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T18:56:17.334491+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T18:56:17.297521+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T18:56:17.383716+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T18:56:17.267776+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T18:56:17.312998+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T18:56:17.303008+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T18:56:17.304729+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T18:56:27.865 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:27.862+0000 7f53f2983640 1 -- 172.21.15.119:0/1942642088 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f53cc06ac00 msgr2=0x7f53cc06d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:27.866 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:27.862+0000 7f53f2983640 1 --2- 172.21.15.119:0/1942642088 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f53cc06ac00 0x7f53cc06d0c0 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7f53dc006fd0 tx=0x7f53dc008040 comp rx=0 tx=0).stop 2024-09-13T18:56:27.866 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:27.862+0000 7f53f2983640 1 -- 172.21.15.119:0/1942642088 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f53ec0b34e0 msgr2=0x7f53ec155250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:27.866 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:27.862+0000 7f53f2983640 1 --2- 172.21.15.119:0/1942642088 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f53ec0b34e0 0x7f53ec155250 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7f53d4009870 tx=0x7f53d40046c0 comp rx=0 tx=0).stop 2024-09-13T18:56:27.866 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:27.863+0000 7f53f2983640 1 -- 172.21.15.119:0/1942642088 shutdown_connections 2024-09-13T18:56:27.866 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:27.863+0000 7f53f2983640 1 --2- 172.21.15.119:0/1942642088 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f53cc06ac00 0x7f53cc06d0c0 unknown :-1 s=CLOSED pgs=54 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:27.866 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:27.863+0000 7f53f2983640 1 --2- 172.21.15.119:0/1942642088 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f53ec153130 0x7f53ec1538b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:27.866 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:27.863+0000 7f53f2983640 1 --2- 172.21.15.119:0/1942642088 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f53ec0b34e0 0x7f53ec155250 unknown :-1 s=CLOSED pgs=52 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:27.866 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:27.863+0000 7f53f2983640 1 --2- 172.21.15.119:0/1942642088 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f53ec0b2bc0 0x7f53ec143f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:27.866 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:27.863+0000 7f53f2983640 1 -- 172.21.15.119:0/1942642088 >> 172.21.15.119:0/1942642088 conn(0x7f53ec0b49b0 msgr2=0x7f53ec1587e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:56:27.866 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:27.863+0000 7f53f2983640 1 -- 172.21.15.119:0/1942642088 shutdown_connections 2024-09-13T18:56:27.866 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:27.863+0000 7f53f2983640 1 -- 172.21.15.119:0/1942642088 wait complete. 2024-09-13T18:56:27.876 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-09-13T18:56:22.095896+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '16', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-09-13T18:56:27.876 DEBUG:teuthology.orchestra.run.smithi119:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-09-13T18:56:27.976 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:27.974+0000 7f9296d1f640 1 Processor -- start 2024-09-13T18:56:27.976 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:27.974+0000 7f9296d1f640 1 -- start start 2024-09-13T18:56:27.978 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:27.974+0000 7f9296d1f640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f92900d22d0 0x7f92900d2710 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:27.978 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:27.974+0000 7f9296d1f640 1 -- --> v1:172.21.15.119:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f929006b6c0 con 0x7f929006bb50 2024-09-13T18:56:27.978 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:27.974+0000 7f9296d1f640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f92900ce500 con 0x7f929015fbc0 2024-09-13T18:56:27.978 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:27.974+0000 7f9296d1f640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f92900cdc60 con 0x7f92900d22d0 2024-09-13T18:56:27.979 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:27.975+0000 7f92952bc640 1 --1- >> v1:172.21.15.119:6789/0 conn(0x7f929006bb50 0x7f929006c000 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.119:6789/0 says I am v1:172.21.15.119:45448/0 (socket says 172.21.15.119:45448) 2024-09-13T18:56:27.980 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:27.975+0000 7f92952bc640 1 -- 172.21.15.119:0/3908748124 learned_addr learned my addr 172.21.15.119:0/3908748124 (peer_addr_for_me v1:172.21.15.119:0/0) 2024-09-13T18:56:27.980 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:27.975+0000 7f928ffff640 1 --2- 172.21.15.119:0/3908748124 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f92900d22d0 0x7f92900d2710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:27.980 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:27.975+0000 7f928f7fe640 1 -- 172.21.15.119:0/3908748124 <== mon.0 v1:172.21.15.119:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 4266442616 0 0) 0x7f929006b6c0 con 0x7f929006bb50 2024-09-13T18:56:27.980 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:27.975+0000 7f928f7fe640 1 -- 172.21.15.119:0/3908748124 --> v1:172.21.15.119:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f9280003520 con 0x7f929006bb50 2024-09-13T18:56:27.980 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:27.975+0000 7f928f7fe640 1 -- 172.21.15.119:0/3908748124 <== mon.1 v1:172.21.15.145:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3884913551 0 0) 0x7f92900ce500 con 0x7f929015fbc0 2024-09-13T18:56:27.980 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:27.975+0000 7f928f7fe640 1 -- 172.21.15.119:0/3908748124 --> v1:172.21.15.145:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f929006b6c0 con 0x7f929015fbc0 2024-09-13T18:56:27.980 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:27.975+0000 7f928ffff640 1 -- 172.21.15.119:0/3908748124 >> v1:172.21.15.145:6789/0 conn(0x7f929015fbc0 legacy=0x7f92900cd180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:27.980 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:27.975+0000 7f928ffff640 1 -- 172.21.15.119:0/3908748124 >> v1:172.21.15.119:6789/0 conn(0x7f929006bb50 legacy=0x7f929006c000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:27.980 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:27.975+0000 7f928f7fe640 1 -- 172.21.15.119:0/3908748124 <== mon.0 v1:172.21.15.119:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 3826317696 0 0) 0x7f9280003520 con 0x7f929006bb50 2024-09-13T18:56:27.980 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:27.975+0000 7f928ffff640 1 -- 172.21.15.119:0/3908748124 --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f92900cdf40 con 0x7f92900d22d0 2024-09-13T18:56:27.984 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:27.976+0000 7f928ffff640 1 --2- 172.21.15.119:0/3908748124 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f92900d22d0 0x7f92900d2710 secure :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0x7f927c0097c0 tx=0x7f927c02a180 comp rx=0 tx=0).ready entity=mon.2 client_cookie=36b0d74bcd4adb5e server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:56:27.984 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:27.976+0000 7f928f7fe640 1 -- 172.21.15.119:0/3908748124 <== mon.2 v2:172.21.15.145:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f92880019f0 con 0x7f92900d22d0 2024-09-13T18:56:27.984 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:27.976+0000 7f928f7fe640 1 -- 172.21.15.119:0/3908748124 <== mon.2 v2:172.21.15.145:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f927c02ac10 con 0x7f92900d22d0 2024-09-13T18:56:27.984 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:27.976+0000 7f928f7fe640 1 -- 172.21.15.119:0/3908748124 <== mon.2 v2:172.21.15.145:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f927c032440 con 0x7f92900d22d0 2024-09-13T18:56:27.985 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:27.976+0000 7f9296d1f640 1 -- 172.21.15.119:0/3908748124 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f92900d22d0 msgr2=0x7f92900d2710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:27.985 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:27.976+0000 7f9296d1f640 1 --2- 172.21.15.119:0/3908748124 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f92900d22d0 0x7f92900d2710 secure :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0x7f927c0097c0 tx=0x7f927c02a180 comp rx=0 tx=0).stop 2024-09-13T18:56:27.985 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:27.977+0000 7f9296d1f640 1 -- 172.21.15.119:0/3908748124 shutdown_connections 2024-09-13T18:56:27.985 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:27.977+0000 7f9296d1f640 1 --2- 172.21.15.119:0/3908748124 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f92900d22d0 0x7f92900d2710 unknown :-1 s=CLOSED pgs=26 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:27.985 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:27.977+0000 7f9296d1f640 1 -- 172.21.15.119:0/3908748124 >> 172.21.15.119:0/3908748124 conn(0x7f929009b830 msgr2=0x7f9290089f60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:56:27.985 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:27.977+0000 7f9296d1f640 1 -- 172.21.15.119:0/3908748124 shutdown_connections 2024-09-13T18:56:27.985 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:27.977+0000 7f9296d1f640 1 -- 172.21.15.119:0/3908748124 wait complete. 2024-09-13T18:56:27.985 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:27.978+0000 7f9296d1f640 1 Processor -- start 2024-09-13T18:56:27.985 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:27.978+0000 7f9296d1f640 1 -- start start 2024-09-13T18:56:27.986 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:27.979+0000 7f9296d1f640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f929006bb50 0x7f92901519c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:27.986 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:27.979+0000 7f9296d1f640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f92900d22d0 0x7f92901523a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:27.986 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:27.979+0000 7f9296d1f640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f929015fbc0 0x7f92900b7a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:27.986 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:27.979+0000 7f9296d1f640 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9290151f00 con 0x7f929006bb50 2024-09-13T18:56:27.986 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:27.979+0000 7f9296d1f640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f92900b52f0 con 0x7f92900d22d0 2024-09-13T18:56:27.986 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:27.979+0000 7f9296d1f640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f92900b55d0 con 0x7f929015fbc0 2024-09-13T18:56:27.986 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:27.979+0000 7f9294abb640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f929006bb50 0x7f92901519c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:27.986 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:27.979+0000 7f9294abb640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f929006bb50 0x7f92901519c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.119:3300/0 says I am v2:172.21.15.119:42758/0 (socket says 172.21.15.119:42758) 2024-09-13T18:56:27.986 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:27.979+0000 7f9294abb640 1 -- 172.21.15.119:0/2749148132 learned_addr learned my addr 172.21.15.119:0/2749148132 (peer_addr_for_me v2:172.21.15.119:0/0) 2024-09-13T18:56:27.986 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:27.979+0000 7f92952bc640 1 --2- 172.21.15.119:0/2749148132 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f929015fbc0 0x7f92900b7a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:27.986 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:27.979+0000 7f928ffff640 1 --2- 172.21.15.119:0/2749148132 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f92900d22d0 0x7f92901523a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:27.986 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:27.979+0000 7f9294abb640 1 -- 172.21.15.119:0/2749148132 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f929015fbc0 msgr2=0x7f92900b7a30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:27.986 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:27.979+0000 7f9294abb640 1 --2- 172.21.15.119:0/2749148132 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f929015fbc0 0x7f92900b7a30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:27.986 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:27.979+0000 7f9294abb640 1 -- 172.21.15.119:0/2749148132 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f92900d22d0 msgr2=0x7f92901523a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:27.987 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:27.979+0000 7f9294abb640 1 --2- 172.21.15.119:0/2749148132 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f92900d22d0 0x7f92901523a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:27.987 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:27.979+0000 7f9294abb640 1 -- 172.21.15.119:0/2749148132 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f927c0093a0 con 0x7f929006bb50 2024-09-13T18:56:27.987 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:27.979+0000 7f928ffff640 1 --2- 172.21.15.119:0/2749148132 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f92900d22d0 0x7f92901523a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T18:56:27.987 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:27.979+0000 7f9294abb640 1 --2- 172.21.15.119:0/2749148132 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f929006bb50 0x7f92901519c0 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7f928400c490 tx=0x7f928400c950 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:56:27.987 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:27.979+0000 7f928d7fa640 1 -- 172.21.15.119:0/2749148132 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f92840052d0 con 0x7f929006bb50 2024-09-13T18:56:27.987 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:27.979+0000 7f928d7fa640 1 -- 172.21.15.119:0/2749148132 <== mon.0 v2:172.21.15.119:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9284005430 con 0x7f929006bb50 2024-09-13T18:56:27.987 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:27.979+0000 7f9296d1f640 1 -- 172.21.15.119:0/2749148132 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f92900b58b0 con 0x7f929006bb50 2024-09-13T18:56:27.987 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:27.979+0000 7f928d7fa640 1 -- 172.21.15.119:0/2749148132 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9284012870 con 0x7f929006bb50 2024-09-13T18:56:27.987 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:27.979+0000 7f9296d1f640 1 -- 172.21.15.119:0/2749148132 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f92900b5e70 con 0x7f929006bb50 2024-09-13T18:56:27.987 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:27.980+0000 7f9296d1f640 1 -- 172.21.15.119:0/2749148132 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f92900d0250 con 0x7f929006bb50 2024-09-13T18:56:27.987 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:27.981+0000 7f928d7fa640 1 -- 172.21.15.119:0/2749148132 <== mon.0 v2:172.21.15.119:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f92840129d0 con 0x7f929006bb50 2024-09-13T18:56:27.987 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:27.981+0000 7f928d7fa640 1 --2- 172.21.15.119:0/2749148132 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f927406ac00 0x7f927406d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:27.987 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:27.981+0000 7f928d7fa640 1 -- 172.21.15.119:0/2749148132 <== mon.0 v2:172.21.15.119:3300/0 5 ==== osd_map(16..16 src has 1..16) v4 ==== 4857+0+0 (secure 0 0 0) 0x7f9284088c60 con 0x7f929006bb50 2024-09-13T18:56:27.988 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:27.981+0000 7f928ffff640 1 --2- 172.21.15.119:0/2749148132 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f927406ac00 0x7f927406d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:27.988 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:27.981+0000 7f928ffff640 1 --2- 172.21.15.119:0/2749148132 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f927406ac00 0x7f927406d0c0 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7f927c034000 tx=0x7f927c02e000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:56:27.988 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:27.985+0000 7f928d7fa640 1 -- 172.21.15.119:0/2749148132 <== mon.0 v2:172.21.15.119:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f9284054100 con 0x7f929006bb50 2024-09-13T18:56:28.149 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:28.146+0000 7f9296d1f640 1 -- 172.21.15.119:0/2749148132 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f92900b6060 con 0x7f929006bb50 2024-09-13T18:56:28.149 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:28.147+0000 7f928d7fa640 1 -- 172.21.15.119:0/2749148132 <== mon.0 v2:172.21.15.119:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v16) v1 ==== 93+0+10 (secure 0 0 0) 0x7f9284057720 con 0x7f929006bb50 2024-09-13T18:56:28.149 INFO:teuthology.orchestra.run.smithi119.stdout:pg_num: 1 2024-09-13T18:56:28.151 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:28.148+0000 7f9296d1f640 1 -- 172.21.15.119:0/2749148132 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f927406ac00 msgr2=0x7f927406d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:28.152 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:28.149+0000 7f9296d1f640 1 --2- 172.21.15.119:0/2749148132 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f927406ac00 0x7f927406d0c0 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7f927c034000 tx=0x7f927c02e000 comp rx=0 tx=0).stop 2024-09-13T18:56:28.152 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:28.149+0000 7f9296d1f640 1 -- 172.21.15.119:0/2749148132 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f929006bb50 msgr2=0x7f92901519c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:28.152 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:28.149+0000 7f9296d1f640 1 --2- 172.21.15.119:0/2749148132 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f929006bb50 0x7f92901519c0 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7f928400c490 tx=0x7f928400c950 comp rx=0 tx=0).stop 2024-09-13T18:56:28.152 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:28.149+0000 7f9296d1f640 1 -- 172.21.15.119:0/2749148132 shutdown_connections 2024-09-13T18:56:28.152 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:28.149+0000 7f9296d1f640 1 --2- 172.21.15.119:0/2749148132 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f927406ac00 0x7f927406d0c0 unknown :-1 s=CLOSED pgs=55 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:28.152 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:28.149+0000 7f9296d1f640 1 --2- 172.21.15.119:0/2749148132 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f929015fbc0 0x7f92900b7a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:28.152 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:28.149+0000 7f9296d1f640 1 --2- 172.21.15.119:0/2749148132 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f92900d22d0 0x7f92901523a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:28.152 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:28.149+0000 7f9296d1f640 1 --2- 172.21.15.119:0/2749148132 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f929006bb50 0x7f92901519c0 unknown :-1 s=CLOSED pgs=54 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:28.152 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:28.149+0000 7f9296d1f640 1 -- 172.21.15.119:0/2749148132 >> 172.21.15.119:0/2749148132 conn(0x7f929009b830 msgr2=0x7f92900c8be0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:56:28.152 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:28.149+0000 7f9296d1f640 1 -- 172.21.15.119:0/2749148132 shutdown_connections 2024-09-13T18:56:28.152 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:28.149+0000 7f9296d1f640 1 -- 172.21.15.119:0/2749148132 wait complete. 2024-09-13T18:56:28.162 DEBUG:teuthology.orchestra.run.smithi119:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-13T18:56:28.258 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:28.255+0000 7f0d990a3640 1 Processor -- start 2024-09-13T18:56:28.258 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:28.256+0000 7f0d990a3640 1 -- start start 2024-09-13T18:56:28.260 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:28.256+0000 7f0d990a3640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f0d9415c280 0x7f0d9406aee0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:28.260 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:28.256+0000 7f0d990a3640 1 --2- >> v2:172.21.15.119:3300/0 conn(0x7f0d940ac1f0 0x7f0d9406b420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:28.260 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:28.256+0000 7f0d990a3640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f0d94066090 con 0x7f0d9415c660 2024-09-13T18:56:28.260 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:28.256+0000 7f0d990a3640 1 -- --> v2:172.21.15.119:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f0d940ac6f0 con 0x7f0d940ac1f0 2024-09-13T18:56:28.260 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:28.256+0000 7f0d990a3640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f0d940ac9d0 con 0x7f0d9415c280 2024-09-13T18:56:28.260 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:28.256+0000 7f0d9359e640 1 --2- >> v2:172.21.15.119:3300/0 conn(0x7f0d940ac1f0 0x7f0d9406b420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:28.260 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:28.257+0000 7f0d9359e640 1 --2- >> v2:172.21.15.119:3300/0 conn(0x7f0d940ac1f0 0x7f0d9406b420 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.119:3300/0 says I am v2:172.21.15.119:42766/0 (socket says 172.21.15.119:42766) 2024-09-13T18:56:28.260 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:28.257+0000 7f0d9359e640 1 -- 172.21.15.119:0/3992454193 learned_addr learned my addr 172.21.15.119:0/3992454193 (peer_addr_for_me v2:172.21.15.119:0/0) 2024-09-13T18:56:28.261 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:28.257+0000 7f0d92d9d640 1 --2- 172.21.15.119:0/3992454193 >> v2:172.21.15.145:3300/0 conn(0x7f0d9415c280 0x7f0d9406aee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:28.261 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:28.257+0000 7f0d9359e640 1 -- 172.21.15.119:0/3992454193 >> v2:172.21.15.145:3300/0 conn(0x7f0d9415c280 msgr2=0x7f0d9406aee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T18:56:28.261 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:28.257+0000 7f0d9359e640 1 --2- 172.21.15.119:0/3992454193 >> v2:172.21.15.145:3300/0 conn(0x7f0d9415c280 0x7f0d9406aee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:28.261 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:28.257+0000 7f0d9359e640 1 -- 172.21.15.119:0/3992454193 >> v1:172.21.15.145:6789/0 conn(0x7f0d9415c660 legacy=0x7f0d940abae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:28.261 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:28.257+0000 7f0d9359e640 1 -- 172.21.15.119:0/3992454193 --> v2:172.21.15.119:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0d940accb0 con 0x7f0d940ac1f0 2024-09-13T18:56:28.261 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:28.257+0000 7f0d9359e640 1 --2- 172.21.15.119:0/3992454193 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f0d940ac1f0 0x7f0d9406b420 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7f0d94065cf0 tx=0x7f0d8c02a730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=90f0862c7a31ee94 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:56:28.261 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:28.258+0000 7f0d91d9b640 1 -- 172.21.15.119:0/3992454193 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0d8c031600 con 0x7f0d940ac1f0 2024-09-13T18:56:28.261 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:28.258+0000 7f0d91d9b640 1 -- 172.21.15.119:0/3992454193 <== mon.0 v2:172.21.15.119:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0d8c02d050 con 0x7f0d940ac1f0 2024-09-13T18:56:28.261 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:28.258+0000 7f0d91d9b640 1 -- 172.21.15.119:0/3992454193 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0d8c031980 con 0x7f0d940ac1f0 2024-09-13T18:56:28.262 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:28.258+0000 7f0d990a3640 1 -- 172.21.15.119:0/3992454193 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f0d940ac1f0 msgr2=0x7f0d9406b420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:28.262 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:28.258+0000 7f0d990a3640 1 --2- 172.21.15.119:0/3992454193 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f0d940ac1f0 0x7f0d9406b420 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7f0d94065cf0 tx=0x7f0d8c02a730 comp rx=0 tx=0).stop 2024-09-13T18:56:28.262 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:28.258+0000 7f0d990a3640 1 -- 172.21.15.119:0/3992454193 shutdown_connections 2024-09-13T18:56:28.263 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:28.258+0000 7f0d990a3640 1 --2- 172.21.15.119:0/3992454193 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f0d940ac1f0 0x7f0d9406b420 unknown :-1 s=CLOSED pgs=55 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:28.263 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:28.258+0000 7f0d990a3640 1 --2- 172.21.15.119:0/3992454193 >> v2:172.21.15.145:3300/0 conn(0x7f0d9415c280 0x7f0d9406aee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:28.263 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:28.258+0000 7f0d990a3640 1 -- 172.21.15.119:0/3992454193 >> 172.21.15.119:0/3992454193 conn(0x7f0d940709f0 msgr2=0x7f0d94070e00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:56:28.263 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:28.258+0000 7f0d990a3640 1 -- 172.21.15.119:0/3992454193 shutdown_connections 2024-09-13T18:56:28.263 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:28.258+0000 7f0d990a3640 1 -- 172.21.15.119:0/3992454193 wait complete. 2024-09-13T18:56:28.263 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:28.260+0000 7f0d990a3640 1 Processor -- start 2024-09-13T18:56:28.263 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:28.260+0000 7f0d990a3640 1 -- start start 2024-09-13T18:56:28.265 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:28.260+0000 7f0d990a3640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f0d940ac1f0 0x7f0d94155500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:28.265 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:28.260+0000 7f0d990a3640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f0d9415c280 0x7f0d94151c90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:28.265 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:28.260+0000 7f0d990a3640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f0d9415c660 0x7f0d94157e50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:28.265 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:28.260+0000 7f0d990a3640 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0d94153160 con 0x7f0d9415c280 2024-09-13T18:56:28.265 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:28.260+0000 7f0d990a3640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0d94153430 con 0x7f0d940ac1f0 2024-09-13T18:56:28.265 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:28.260+0000 7f0d990a3640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f0d94153710 con 0x7f0d9415c660 2024-09-13T18:56:28.266 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:28.260+0000 7f0d9259c640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f0d9415c280 0x7f0d94151c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:28.266 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:28.260+0000 7f0d9259c640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f0d9415c280 0x7f0d94151c90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.119:3300/0 says I am v2:172.21.15.119:42770/0 (socket says 172.21.15.119:42770) 2024-09-13T18:56:28.266 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:28.260+0000 7f0d9259c640 1 -- 172.21.15.119:0/1905341964 learned_addr learned my addr 172.21.15.119:0/1905341964 (peer_addr_for_me v2:172.21.15.119:0/0) 2024-09-13T18:56:28.266 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:28.261+0000 7f0d92d9d640 1 --2- 172.21.15.119:0/1905341964 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f0d940ac1f0 0x7f0d94155500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:28.266 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:28.261+0000 7f0d9359e640 1 --2- 172.21.15.119:0/1905341964 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f0d9415c660 0x7f0d94157e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:28.266 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:28.261+0000 7f0d9259c640 1 -- 172.21.15.119:0/1905341964 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f0d9415c660 msgr2=0x7f0d94157e50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:28.266 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:28.261+0000 7f0d9259c640 1 --2- 172.21.15.119:0/1905341964 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f0d9415c660 0x7f0d94157e50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:28.266 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:28.261+0000 7f0d9259c640 1 -- 172.21.15.119:0/1905341964 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f0d940ac1f0 msgr2=0x7f0d94155500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:28.266 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:28.261+0000 7f0d9259c640 1 --2- 172.21.15.119:0/1905341964 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f0d940ac1f0 0x7f0d94155500 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:28.266 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:28.261+0000 7f0d9259c640 1 -- 172.21.15.119:0/1905341964 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0d8c009b30 con 0x7f0d9415c280 2024-09-13T18:56:28.266 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:28.261+0000 7f0d9259c640 1 --2- 172.21.15.119:0/1905341964 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f0d9415c280 0x7f0d94151c90 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7f0d7c00c400 tx=0x7f0d7c00c8c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:56:28.266 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:28.261+0000 7f0d8b7fe640 1 -- 172.21.15.119:0/1905341964 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0d7c0052d0 con 0x7f0d9415c280 2024-09-13T18:56:28.266 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:28.261+0000 7f0d8b7fe640 1 -- 172.21.15.119:0/1905341964 <== mon.0 v2:172.21.15.119:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0d7c005430 con 0x7f0d9415c280 2024-09-13T18:56:28.267 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:28.261+0000 7f0d990a3640 1 -- 172.21.15.119:0/1905341964 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f0d941539f0 con 0x7f0d9415c280 2024-09-13T18:56:28.267 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:28.261+0000 7f0d8b7fe640 1 -- 172.21.15.119:0/1905341964 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0d7c003830 con 0x7f0d9415c280 2024-09-13T18:56:28.267 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:28.261+0000 7f0d990a3640 1 -- 172.21.15.119:0/1905341964 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f0d94153fb0 con 0x7f0d9415c280 2024-09-13T18:56:28.267 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:28.262+0000 7f0d990a3640 1 -- 172.21.15.119:0/1905341964 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f0d9415fd60 con 0x7f0d9415c280 2024-09-13T18:56:28.267 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:28.262+0000 7f0d8b7fe640 1 -- 172.21.15.119:0/1905341964 <== mon.0 v2:172.21.15.119:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f0d7c003990 con 0x7f0d9415c280 2024-09-13T18:56:28.267 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:28.263+0000 7f0d8b7fe640 1 --2- 172.21.15.119:0/1905341964 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f0d7406ac00 0x7f0d7406d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:28.267 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:28.263+0000 7f0d8b7fe640 1 -- 172.21.15.119:0/1905341964 <== mon.0 v2:172.21.15.119:3300/0 5 ==== osd_map(16..16 src has 1..16) v4 ==== 4857+0+0 (secure 0 0 0) 0x7f0d7c088440 con 0x7f0d9415c280 2024-09-13T18:56:28.267 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:28.263+0000 7f0d92d9d640 1 --2- 172.21.15.119:0/1905341964 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f0d7406ac00 0x7f0d7406d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:28.267 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:28.263+0000 7f0d92d9d640 1 --2- 172.21.15.119:0/1905341964 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f0d7406ac00 0x7f0d7406d0c0 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7f0d84006fd0 tx=0x7f0d84008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:56:28.269 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:28.267+0000 7f0d8b7fe640 1 -- 172.21.15.119:0/1905341964 <== mon.0 v2:172.21.15.119:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f0d7c053ab0 con 0x7f0d9415c280 2024-09-13T18:56:28.464 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:28.462+0000 7f0d990a3640 1 -- 172.21.15.119:0/1905341964 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f0d940abae0 con 0x7f0d9415c280 2024-09-13T18:56:28.465 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:28.462+0000 7f0d8b7fe640 1 -- 172.21.15.119:0/1905341964 <== mon.0 v2:172.21.15.119:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 2 v2) v1 ==== 93+0+1259 (secure 0 0 0) 0x7f0d7c017500 con 0x7f0d9415c280 2024-09-13T18:56:28.465 INFO:teuthology.orchestra.run.smithi119.stdout: 2024-09-13T18:56:28.465 INFO:teuthology.orchestra.run.smithi119.stdout:{"epoch":2,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4287,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.119:6836/3596755488","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6834","nonce":3596755488},{"type":"v1","addr":"172.21.15.119:6836","nonce":3596755488}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":2}],"filesystems":[]} 2024-09-13T18:56:28.466 INFO:teuthology.orchestra.run.smithi119.stderr:dumped fsmap epoch 2 2024-09-13T18:56:28.467 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:28.464+0000 7f0d990a3640 1 -- 172.21.15.119:0/1905341964 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f0d7406ac00 msgr2=0x7f0d7406d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:28.467 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:28.464+0000 7f0d990a3640 1 --2- 172.21.15.119:0/1905341964 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f0d7406ac00 0x7f0d7406d0c0 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7f0d84006fd0 tx=0x7f0d84008040 comp rx=0 tx=0).stop 2024-09-13T18:56:28.467 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:28.464+0000 7f0d990a3640 1 -- 172.21.15.119:0/1905341964 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f0d9415c280 msgr2=0x7f0d94151c90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:28.467 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:28.464+0000 7f0d990a3640 1 --2- 172.21.15.119:0/1905341964 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f0d9415c280 0x7f0d94151c90 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7f0d7c00c400 tx=0x7f0d7c00c8c0 comp rx=0 tx=0).stop 2024-09-13T18:56:28.467 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:28.464+0000 7f0d990a3640 1 -- 172.21.15.119:0/1905341964 shutdown_connections 2024-09-13T18:56:28.467 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:28.464+0000 7f0d990a3640 1 --2- 172.21.15.119:0/1905341964 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f0d7406ac00 0x7f0d7406d0c0 unknown :-1 s=CLOSED pgs=56 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:28.467 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:28.464+0000 7f0d990a3640 1 --2- 172.21.15.119:0/1905341964 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f0d9415c660 0x7f0d94157e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:28.467 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:28.464+0000 7f0d990a3640 1 --2- 172.21.15.119:0/1905341964 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f0d9415c280 0x7f0d94151c90 unknown :-1 s=CLOSED pgs=56 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:28.467 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:28.464+0000 7f0d990a3640 1 --2- 172.21.15.119:0/1905341964 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f0d940ac1f0 0x7f0d94155500 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:28.467 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:28.464+0000 7f0d990a3640 1 -- 172.21.15.119:0/1905341964 >> 172.21.15.119:0/1905341964 conn(0x7f0d940709f0 msgr2=0x7f0d940ae850 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:56:28.468 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:28.464+0000 7f0d990a3640 1 -- 172.21.15.119:0/1905341964 shutdown_connections 2024-09-13T18:56:28.468 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:28.464+0000 7f0d990a3640 1 -- 172.21.15.119:0/1905341964 wait complete. 2024-09-13T18:56:30.478 DEBUG:teuthology.orchestra.run.smithi119:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-13T18:56:30.586 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:30.584+0000 7fc62b91f640 1 Processor -- start 2024-09-13T18:56:30.587 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:30.584+0000 7fc62b91f640 1 -- start start 2024-09-13T18:56:30.588 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:30.585+0000 7fc62b91f640 1 --2- >> v2:172.21.15.119:3300/0 conn(0x7fc624072110 0x7fc624070190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:30.588 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:30.585+0000 7fc62b91f640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7fc6240c8920 0x7fc6240c8db0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:30.588 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:30.585+0000 7fc62b91f640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fc6240abdf0 con 0x7fc624071d30 2024-09-13T18:56:30.588 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:30.585+0000 7fc62b91f640 1 -- --> v2:172.21.15.119:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fc6240c92f0 con 0x7fc624072110 2024-09-13T18:56:30.588 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:30.585+0000 7fc62b91f640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fc6240b2280 con 0x7fc6240c8920 2024-09-13T18:56:30.588 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:30.585+0000 7fc628eba640 1 --2- >> v2:172.21.15.119:3300/0 conn(0x7fc624072110 0x7fc624070190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:30.589 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:30.585+0000 7fc628eba640 1 --2- >> v2:172.21.15.119:3300/0 conn(0x7fc624072110 0x7fc624070190 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.119:3300/0 says I am v2:172.21.15.119:42780/0 (socket says 172.21.15.119:42780) 2024-09-13T18:56:30.589 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:30.585+0000 7fc628eba640 1 -- 172.21.15.119:0/1098720433 learned_addr learned my addr 172.21.15.119:0/1098720433 (peer_addr_for_me v2:172.21.15.119:0/0) 2024-09-13T18:56:30.589 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:30.585+0000 7fc629ebc640 1 --2- 172.21.15.119:0/1098720433 >> v2:172.21.15.145:3300/0 conn(0x7fc6240c8920 0x7fc6240c8db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:30.589 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:30.585+0000 7fc628eba640 1 -- 172.21.15.119:0/1098720433 >> v2:172.21.15.145:3300/0 conn(0x7fc6240c8920 msgr2=0x7fc6240c8db0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T18:56:30.589 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:30.585+0000 7fc628eba640 1 --2- 172.21.15.119:0/1098720433 >> v2:172.21.15.145:3300/0 conn(0x7fc6240c8920 0x7fc6240c8db0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:30.589 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:30.585+0000 7fc628eba640 1 -- 172.21.15.119:0/1098720433 >> v1:172.21.15.145:6789/0 conn(0x7fc624071d30 legacy=0x7fc6240b1b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T18:56:30.589 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:30.585+0000 7fc628eba640 1 -- 172.21.15.119:0/1098720433 --> v2:172.21.15.119:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc6240ab1e0 con 0x7fc624072110 2024-09-13T18:56:30.589 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:30.585+0000 7fc629ebc640 1 --2- 172.21.15.119:0/1098720433 >> v2:172.21.15.145:3300/0 conn(0x7fc6240c8920 0x7fc6240c8db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T18:56:30.591 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:30.586+0000 7fc628eba640 1 --2- 172.21.15.119:0/1098720433 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fc624072110 0x7fc624070190 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7fc62406ff50 tx=0x7fc61802a230 comp rx=0 tx=0).ready entity=mon.0 client_cookie=827cbe638d7ec80 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:56:30.591 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:30.586+0000 7fc617fff640 1 -- 172.21.15.119:0/1098720433 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc618032440 con 0x7fc624072110 2024-09-13T18:56:30.591 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:30.586+0000 7fc617fff640 1 -- 172.21.15.119:0/1098720433 <== mon.0 v2:172.21.15.119:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc6180325a0 con 0x7fc624072110 2024-09-13T18:56:30.591 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:30.586+0000 7fc617fff640 1 -- 172.21.15.119:0/1098720433 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc618032930 con 0x7fc624072110 2024-09-13T18:56:30.591 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:30.587+0000 7fc62b91f640 1 -- 172.21.15.119:0/1098720433 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fc624072110 msgr2=0x7fc624070190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:30.591 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:30.587+0000 7fc62b91f640 1 --2- 172.21.15.119:0/1098720433 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fc624072110 0x7fc624070190 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7fc62406ff50 tx=0x7fc61802a230 comp rx=0 tx=0).stop 2024-09-13T18:56:30.591 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:30.587+0000 7fc62b91f640 1 -- 172.21.15.119:0/1098720433 shutdown_connections 2024-09-13T18:56:30.591 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:30.587+0000 7fc62b91f640 1 --2- 172.21.15.119:0/1098720433 >> v2:172.21.15.145:3300/0 conn(0x7fc6240c8920 0x7fc6240c8db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:30.591 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:30.587+0000 7fc62b91f640 1 --2- 172.21.15.119:0/1098720433 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fc624072110 0x7fc624070190 unknown :-1 s=CLOSED pgs=57 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:30.592 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:30.587+0000 7fc62b91f640 1 -- 172.21.15.119:0/1098720433 >> 172.21.15.119:0/1098720433 conn(0x7fc624069ed0 msgr2=0x7fc62406a2e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:56:30.592 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:30.587+0000 7fc62b91f640 1 -- 172.21.15.119:0/1098720433 shutdown_connections 2024-09-13T18:56:30.592 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:30.587+0000 7fc62b91f640 1 -- 172.21.15.119:0/1098720433 wait complete. 2024-09-13T18:56:30.592 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:30.588+0000 7fc62b91f640 1 Processor -- start 2024-09-13T18:56:30.592 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:30.588+0000 7fc62b91f640 1 -- start start 2024-09-13T18:56:30.595 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:30.589+0000 7fc62b91f640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fc624071d30 0x7fc624159b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:30.595 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:30.589+0000 7fc62b91f640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fc624072110 0x7fc6241593a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:30.595 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:30.589+0000 7fc62b91f640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fc6240c8920 0x7fc6240c1e00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:30.595 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:30.589+0000 7fc62b91f640 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc62415a3d0 con 0x7fc624072110 2024-09-13T18:56:30.595 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:30.589+0000 7fc62b91f640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc6240c4740 con 0x7fc6240c8920 2024-09-13T18:56:30.595 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:30.589+0000 7fc62b91f640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc6240c4f50 con 0x7fc624071d30 2024-09-13T18:56:30.595 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:30.589+0000 7fc628eba640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fc624072110 0x7fc6241593a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:30.595 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:30.589+0000 7fc628eba640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fc624072110 0x7fc6241593a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.119:3300/0 says I am v2:172.21.15.119:42786/0 (socket says 172.21.15.119:42786) 2024-09-13T18:56:30.595 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:30.589+0000 7fc628eba640 1 -- 172.21.15.119:0/2674904530 learned_addr learned my addr 172.21.15.119:0/2674904530 (peer_addr_for_me v2:172.21.15.119:0/0) 2024-09-13T18:56:30.595 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:30.589+0000 7fc629ebc640 1 --2- 172.21.15.119:0/2674904530 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fc6240c8920 0x7fc6240c1e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:30.595 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:30.589+0000 7fc6296bb640 1 --2- 172.21.15.119:0/2674904530 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fc624071d30 0x7fc624159b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:30.596 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:30.589+0000 7fc628eba640 1 -- 172.21.15.119:0/2674904530 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fc624071d30 msgr2=0x7fc624159b50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:30.596 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:30.589+0000 7fc628eba640 1 --2- 172.21.15.119:0/2674904530 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fc624071d30 0x7fc624159b50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:30.596 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:30.589+0000 7fc628eba640 1 -- 172.21.15.119:0/2674904530 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fc6240c8920 msgr2=0x7fc6240c1e00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:30.596 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:30.589+0000 7fc628eba640 1 --2- 172.21.15.119:0/2674904530 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fc6240c8920 0x7fc6240c1e00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:30.596 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:30.589+0000 7fc628eba640 1 -- 172.21.15.119:0/2674904530 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc6180094d0 con 0x7fc624072110 2024-09-13T18:56:30.596 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:30.589+0000 7fc629ebc640 1 --2- 172.21.15.119:0/2674904530 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fc6240c8920 0x7fc6240c1e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T18:56:30.596 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:30.589+0000 7fc6296bb640 1 --2- 172.21.15.119:0/2674904530 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fc624071d30 0x7fc624159b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T18:56:30.596 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:30.589+0000 7fc628eba640 1 --2- 172.21.15.119:0/2674904530 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fc624072110 0x7fc6241593a0 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7fc618000c00 tx=0x7fc6180046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:56:30.596 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:30.590+0000 7fc615ffb640 1 -- 172.21.15.119:0/2674904530 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc618032440 con 0x7fc624072110 2024-09-13T18:56:30.596 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:30.590+0000 7fc615ffb640 1 -- 172.21.15.119:0/2674904530 <== mon.0 v2:172.21.15.119:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc618030b80 con 0x7fc624072110 2024-09-13T18:56:30.596 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:30.590+0000 7fc62b91f640 1 -- 172.21.15.119:0/2674904530 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc6240c54d0 con 0x7fc624072110 2024-09-13T18:56:30.596 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:30.590+0000 7fc615ffb640 1 -- 172.21.15.119:0/2674904530 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc61803d420 con 0x7fc624072110 2024-09-13T18:56:30.597 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:30.590+0000 7fc62b91f640 1 -- 172.21.15.119:0/2674904530 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc6240c4c70 con 0x7fc624072110 2024-09-13T18:56:30.597 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:30.591+0000 7fc62b91f640 1 -- 172.21.15.119:0/2674904530 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fc624070190 con 0x7fc624072110 2024-09-13T18:56:30.597 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:30.591+0000 7fc615ffb640 1 -- 172.21.15.119:0/2674904530 <== mon.0 v2:172.21.15.119:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fc618039040 con 0x7fc624072110 2024-09-13T18:56:30.597 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:30.592+0000 7fc615ffb640 1 --2- 172.21.15.119:0/2674904530 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7fc60806ac00 0x7fc60806d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:30.597 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:30.592+0000 7fc615ffb640 1 -- 172.21.15.119:0/2674904530 <== mon.0 v2:172.21.15.119:3300/0 5 ==== osd_map(16..16 src has 1..16) v4 ==== 4857+0+0 (secure 0 0 0) 0x7fc6180a9ce0 con 0x7fc624072110 2024-09-13T18:56:30.597 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:30.592+0000 7fc6296bb640 1 --2- 172.21.15.119:0/2674904530 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7fc60806ac00 0x7fc60806d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:30.597 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:30.592+0000 7fc6296bb640 1 --2- 172.21.15.119:0/2674904530 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7fc60806ac00 0x7fc60806d0c0 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7fc620003eb0 tx=0x7fc620009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:56:30.598 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:30.596+0000 7fc615ffb640 1 -- 172.21.15.119:0/2674904530 <== mon.0 v2:172.21.15.119:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fc6180752a0 con 0x7fc624072110 2024-09-13T18:56:30.795 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:30.792+0000 7fc62b91f640 1 -- 172.21.15.119:0/2674904530 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7fc624070190 con 0x7fc624072110 2024-09-13T18:56:30.795 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:30.793+0000 7fc615ffb640 1 -- 172.21.15.119:0/2674904530 <== mon.0 v2:172.21.15.119:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 3 v3) v1 ==== 93+0+3533 (secure 0 0 0) 0x7fc61804bde0 con 0x7fc624072110 2024-09-13T18:56:30.795 INFO:teuthology.orchestra.run.smithi119.stdout: 2024-09-13T18:56:30.796 INFO:teuthology.orchestra.run.smithi119.stdout:{"epoch":3,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4241,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.145:6835/847902248","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6833","nonce":847902248},{"type":"v1","addr":"172.21.15.145:6835","nonce":847902248}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3},{"gid":4282,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.145:6834/3410464570","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6832","nonce":3410464570},{"type":"v1","addr":"172.21.15.145:6834","nonce":3410464570}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3},{"gid":4287,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.119:6836/3596755488","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6834","nonce":3596755488},{"type":"v1","addr":"172.21.15.119:6836","nonce":3596755488}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":2},{"gid":4290,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.119:6837/3907469279","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6835","nonce":3907469279},{"type":"v1","addr":"172.21.15.119:6837","nonce":3907469279}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3}],"filesystems":[]} 2024-09-13T18:56:30.796 INFO:teuthology.orchestra.run.smithi119.stderr:dumped fsmap epoch 3 2024-09-13T18:56:30.798 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:30.795+0000 7fc62b91f640 1 -- 172.21.15.119:0/2674904530 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7fc60806ac00 msgr2=0x7fc60806d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:30.798 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:30.795+0000 7fc62b91f640 1 --2- 172.21.15.119:0/2674904530 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7fc60806ac00 0x7fc60806d0c0 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7fc620003eb0 tx=0x7fc620009040 comp rx=0 tx=0).stop 2024-09-13T18:56:30.798 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:30.795+0000 7fc62b91f640 1 -- 172.21.15.119:0/2674904530 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fc624072110 msgr2=0x7fc6241593a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:30.798 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:30.795+0000 7fc62b91f640 1 --2- 172.21.15.119:0/2674904530 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fc624072110 0x7fc6241593a0 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7fc618000c00 tx=0x7fc6180046c0 comp rx=0 tx=0).stop 2024-09-13T18:56:30.798 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:30.795+0000 7fc62b91f640 1 -- 172.21.15.119:0/2674904530 shutdown_connections 2024-09-13T18:56:30.798 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:30.795+0000 7fc62b91f640 1 --2- 172.21.15.119:0/2674904530 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7fc60806ac00 0x7fc60806d0c0 unknown :-1 s=CLOSED pgs=60 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:30.798 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:30.795+0000 7fc62b91f640 1 --2- 172.21.15.119:0/2674904530 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fc6240c8920 0x7fc6240c1e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:30.798 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:30.795+0000 7fc62b91f640 1 --2- 172.21.15.119:0/2674904530 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fc624072110 0x7fc6241593a0 unknown :-1 s=CLOSED pgs=58 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:30.798 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:30.795+0000 7fc62b91f640 1 --2- 172.21.15.119:0/2674904530 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fc624071d30 0x7fc624159b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:30.798 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:30.795+0000 7fc62b91f640 1 -- 172.21.15.119:0/2674904530 >> 172.21.15.119:0/2674904530 conn(0x7fc624069ed0 msgr2=0x7fc6240b1160 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:56:30.798 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:30.795+0000 7fc62b91f640 1 -- 172.21.15.119:0/2674904530 shutdown_connections 2024-09-13T18:56:30.799 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:30.795+0000 7fc62b91f640 1 -- 172.21.15.119:0/2674904530 wait complete. 2024-09-13T18:56:30.808 DEBUG:teuthology.orchestra.run.smithi119:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T18:56:30.905 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:30.903+0000 7f1cc842b640 1 Processor -- start 2024-09-13T18:56:30.905 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:30.903+0000 7f1cc842b640 1 -- start start 2024-09-13T18:56:30.907 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:30.904+0000 7f1cc842b640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f1cc015c4c0 0x7f1cc006d8e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:30.907 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:30.904+0000 7f1cc842b640 1 -- --> v1:172.21.15.119:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f1cc01601d0 con 0x7f1cc00cd750 2024-09-13T18:56:30.907 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:30.904+0000 7f1cc842b640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f1cc006de20 con 0x7f1cc015c8a0 2024-09-13T18:56:30.908 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:30.904+0000 7f1cc842b640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f1cc00cd0e0 con 0x7f1cc015c4c0 2024-09-13T18:56:30.908 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:30.904+0000 7f1cc69c8640 1 --1- >> v1:172.21.15.119:6789/0 conn(0x7f1cc00cd750 0x7f1cc006a0d0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.119:6789/0 says I am v1:172.21.15.119:45458/0 (socket says 172.21.15.119:45458) 2024-09-13T18:56:30.908 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:30.904+0000 7f1cc69c8640 1 -- 172.21.15.119:0/248716845 learned_addr learned my addr 172.21.15.119:0/248716845 (peer_addr_for_me v1:172.21.15.119:0/0) 2024-09-13T18:56:30.908 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:30.904+0000 7f1cc61c7640 1 --2- 172.21.15.119:0/248716845 >> v2:172.21.15.145:3300/0 conn(0x7f1cc015c4c0 0x7f1cc006d8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:30.908 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:30.904+0000 7f1cc51c5640 1 -- 172.21.15.119:0/248716845 <== mon.0 v1:172.21.15.119:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 666154995 0 0) 0x7f1cc01601d0 con 0x7f1cc00cd750 2024-09-13T18:56:30.908 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:30.904+0000 7f1cc51c5640 1 -- 172.21.15.119:0/248716845 --> v1:172.21.15.119:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f1cac003520 con 0x7f1cc00cd750 2024-09-13T18:56:30.908 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:30.904+0000 7f1cc51c5640 1 -- 172.21.15.119:0/248716845 <== mon.1 v1:172.21.15.145:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3667192750 0 0) 0x7f1cc006de20 con 0x7f1cc015c8a0 2024-09-13T18:56:30.909 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:30.904+0000 7f1cc51c5640 1 -- 172.21.15.119:0/248716845 --> v1:172.21.15.145:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f1cc01601d0 con 0x7f1cc015c8a0 2024-09-13T18:56:30.909 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:30.904+0000 7f1cc51c5640 1 -- 172.21.15.119:0/248716845 <== mon.0 v1:172.21.15.119:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 4034716909 0 0) 0x7f1cac003520 con 0x7f1cc00cd750 2024-09-13T18:56:30.909 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:30.904+0000 7f1cc61c7640 1 -- 172.21.15.119:0/248716845 >> v1:172.21.15.145:6789/0 conn(0x7f1cc015c8a0 legacy=0x7f1cc00cc9d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:30.909 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:30.904+0000 7f1cc61c7640 1 -- 172.21.15.119:0/248716845 >> v1:172.21.15.119:6789/0 conn(0x7f1cc00cd750 legacy=0x7f1cc006a0d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:30.909 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:30.904+0000 7f1cc61c7640 1 -- 172.21.15.119:0/248716845 --> v2:172.21.15.145:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1cc0160420 con 0x7f1cc015c4c0 2024-09-13T18:56:30.909 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:30.905+0000 7f1cc61c7640 1 --2- 172.21.15.119:0/248716845 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f1cc015c4c0 0x7f1cc006d8e0 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7f1cbc0097a0 tx=0x7f1cbc02a1c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=d7f6a8c7a5ae8fd4 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:56:30.913 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:30.905+0000 7f1cc51c5640 1 -- 172.21.15.119:0/248716845 <== mon.1 v2:172.21.15.145:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1cb80019f0 con 0x7f1cc015c4c0 2024-09-13T18:56:30.913 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:30.905+0000 7f1cc51c5640 1 -- 172.21.15.119:0/248716845 <== mon.1 v2:172.21.15.145:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1cbc02ac50 con 0x7f1cc015c4c0 2024-09-13T18:56:30.913 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:30.905+0000 7f1cc51c5640 1 -- 172.21.15.119:0/248716845 <== mon.1 v2:172.21.15.145:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1cbc032440 con 0x7f1cc015c4c0 2024-09-13T18:56:30.913 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:30.906+0000 7f1cc842b640 1 -- 172.21.15.119:0/248716845 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f1cc015c4c0 msgr2=0x7f1cc006d8e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:30.913 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:30.906+0000 7f1cc842b640 1 --2- 172.21.15.119:0/248716845 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f1cc015c4c0 0x7f1cc006d8e0 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7f1cbc0097a0 tx=0x7f1cbc02a1c0 comp rx=0 tx=0).stop 2024-09-13T18:56:30.913 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:30.906+0000 7f1cc842b640 1 -- 172.21.15.119:0/248716845 shutdown_connections 2024-09-13T18:56:30.913 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:30.906+0000 7f1cc842b640 1 --2- 172.21.15.119:0/248716845 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f1cc015c4c0 0x7f1cc006d8e0 unknown :-1 s=CLOSED pgs=48 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:30.913 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:30.906+0000 7f1cc842b640 1 -- 172.21.15.119:0/248716845 >> 172.21.15.119:0/248716845 conn(0x7f1cc00989d0 msgr2=0x7f1cc00b4870 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:56:30.914 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:30.906+0000 7f1cc842b640 1 -- 172.21.15.119:0/248716845 shutdown_connections 2024-09-13T18:56:30.914 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:30.906+0000 7f1cc842b640 1 -- 172.21.15.119:0/248716845 wait complete. 2024-09-13T18:56:30.914 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:30.907+0000 7f1cc842b640 1 Processor -- start 2024-09-13T18:56:30.914 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:30.907+0000 7f1cc842b640 1 -- start start 2024-09-13T18:56:30.914 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:30.908+0000 7f1cc842b640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f1cc00cd750 0x7f1cc015b940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:30.914 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:30.908+0000 7f1cc842b640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f1cc015c4c0 0x7f1cc014d680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:30.914 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:30.908+0000 7f1cc842b640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f1cc015c8a0 0x7f1cc006a340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:30.914 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:30.908+0000 7f1cc842b640 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1cc00b1820 con 0x7f1cc00cd750 2024-09-13T18:56:30.914 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:30.908+0000 7f1cc842b640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1cc014dbc0 con 0x7f1cc015c8a0 2024-09-13T18:56:30.915 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:30.908+0000 7f1cc842b640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f1cc00b1260 con 0x7f1cc015c4c0 2024-09-13T18:56:30.915 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:30.908+0000 7f1cc61c7640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f1cc00cd750 0x7f1cc015b940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:30.915 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:30.908+0000 7f1cc61c7640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f1cc00cd750 0x7f1cc015b940 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.119:3300/0 says I am v2:172.21.15.119:42796/0 (socket says 172.21.15.119:42796) 2024-09-13T18:56:30.915 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:30.908+0000 7f1cc61c7640 1 -- 172.21.15.119:0/623514351 learned_addr learned my addr 172.21.15.119:0/623514351 (peer_addr_for_me v2:172.21.15.119:0/0) 2024-09-13T18:56:30.915 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:30.908+0000 7f1cc69c8640 1 --2- 172.21.15.119:0/623514351 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f1cc015c8a0 0x7f1cc006a340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:30.915 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:30.908+0000 7f1cc61c7640 1 -- 172.21.15.119:0/623514351 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f1cc015c4c0 msgr2=0x7f1cc014d680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:30.915 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:30.908+0000 7f1cc59c6640 1 --2- 172.21.15.119:0/623514351 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f1cc015c4c0 0x7f1cc014d680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:30.915 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:30.908+0000 7f1cc61c7640 1 --2- 172.21.15.119:0/623514351 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f1cc015c4c0 0x7f1cc014d680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:30.915 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:30.908+0000 7f1cc61c7640 1 -- 172.21.15.119:0/623514351 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f1cc015c8a0 msgr2=0x7f1cc006a340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:30.915 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:30.908+0000 7f1cc61c7640 1 --2- 172.21.15.119:0/623514351 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f1cc015c8a0 0x7f1cc006a340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:30.915 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:30.908+0000 7f1cc61c7640 1 -- 172.21.15.119:0/623514351 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1cbc009400 con 0x7f1cc00cd750 2024-09-13T18:56:30.915 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:30.908+0000 7f1cc69c8640 1 --2- 172.21.15.119:0/623514351 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f1cc015c8a0 0x7f1cc006a340 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T18:56:30.916 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:30.908+0000 7f1cc59c6640 1 --2- 172.21.15.119:0/623514351 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f1cc015c4c0 0x7f1cc014d680 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T18:56:30.916 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:30.908+0000 7f1cc61c7640 1 --2- 172.21.15.119:0/623514351 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f1cc00cd750 0x7f1cc015b940 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7f1cbc035040 tx=0x7f1cbc0046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:56:30.916 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:30.908+0000 7f1cb6ffd640 1 -- 172.21.15.119:0/623514351 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1cbc006e10 con 0x7f1cc00cd750 2024-09-13T18:56:30.916 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:30.909+0000 7f1cb6ffd640 1 -- 172.21.15.119:0/623514351 <== mon.0 v2:172.21.15.119:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1cbc03c680 con 0x7f1cc00cd750 2024-09-13T18:56:30.916 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:30.909+0000 7f1cc842b640 1 -- 172.21.15.119:0/623514351 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f1cc00b1540 con 0x7f1cc00cd750 2024-09-13T18:56:30.916 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:30.909+0000 7f1cb6ffd640 1 -- 172.21.15.119:0/623514351 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1cbc03ca10 con 0x7f1cc00cd750 2024-09-13T18:56:30.916 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:30.909+0000 7f1cc842b640 1 -- 172.21.15.119:0/623514351 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f1cc0158880 con 0x7f1cc00cd750 2024-09-13T18:56:30.916 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:30.910+0000 7f1cc842b640 1 -- 172.21.15.119:0/623514351 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f1cc00cdbe0 con 0x7f1cc00cd750 2024-09-13T18:56:30.916 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:30.910+0000 7f1cb6ffd640 1 -- 172.21.15.119:0/623514351 <== mon.0 v2:172.21.15.119:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f1cbc039040 con 0x7f1cc00cd750 2024-09-13T18:56:30.916 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:30.910+0000 7f1cb6ffd640 1 --2- 172.21.15.119:0/623514351 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f1ca406ac00 0x7f1ca406d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:30.916 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:30.911+0000 7f1cb6ffd640 1 -- 172.21.15.119:0/623514351 <== mon.0 v2:172.21.15.119:3300/0 5 ==== osd_map(16..16 src has 1..16) v4 ==== 4857+0+0 (secure 0 0 0) 0x7f1cbc0a9760 con 0x7f1cc00cd750 2024-09-13T18:56:30.917 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:30.911+0000 7f1cc59c6640 1 --2- 172.21.15.119:0/623514351 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f1ca406ac00 0x7f1ca406d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:30.917 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:30.911+0000 7f1cc59c6640 1 --2- 172.21.15.119:0/623514351 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f1ca406ac00 0x7f1ca406d0c0 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7f1cc00cb670 tx=0x7f1cb0009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:56:30.917 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:30.915+0000 7f1cb6ffd640 1 -- 172.21.15.119:0/623514351 <== mon.0 v2:172.21.15.119:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f1cbc074e40 con 0x7f1cc00cd750 2024-09-13T18:56:31.078 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:31.076+0000 7f1cc842b640 1 -- 172.21.15.119:0/623514351 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f1cc00ccec0 con 0x7f1cc00cd750 2024-09-13T18:56:31.079 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:31.076+0000 7f1cb6ffd640 1 -- 172.21.15.119:0/623514351 <== mon.0 v2:172.21.15.119:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v16) v1 ==== 74+0+12898 (secure 0 0 0) 0x7f1cbc037090 con 0x7f1cc00cd750 2024-09-13T18:56:31.079 INFO:teuthology.orchestra.run.smithi119.stdout: 2024-09-13T18:56:31.079 INFO:teuthology.orchestra.run.smithi119.stdout:{"epoch":16,"fsid":"b3bca492-3414-44ef-b63c-42eead5ea701","created":"2024-09-13T18:56:10.047760+0000","modified":"2024-09-13T18:56:24.099420+0000","last_up_change":"2024-09-13T18:56:22.096428+0000","last_in_change":"2024-09-13T18:56:12.143228+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T18:56:22.095896+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"09edfd5c-bc57-47d1-a7b7-6d97f0f88db1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6810","nonce":3811853106},{"type":"v1","addr":"172.21.15.119:6813","nonce":3811853106}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6817","nonce":3811853106},{"type":"v1","addr":"172.21.15.119:6820","nonce":3811853106}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6828","nonce":3811853106},{"type":"v1","addr":"172.21.15.119:6830","nonce":3811853106}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6823","nonce":3811853106},{"type":"v1","addr":"172.21.15.119:6825","nonce":3811853106}]},"public_addr":"172.21.15.119:6813/3811853106","cluster_addr":"172.21.15.119:6820/3811853106","heartbeat_back_addr":"172.21.15.119:6830/3811853106","heartbeat_front_addr":"172.21.15.119:6825/3811853106","state":["exists","up"]},{"osd":1,"uuid":"f26f4bd2-3aee-4208-9e62-87f17047d886","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6809","nonce":1656755168},{"type":"v1","addr":"172.21.15.119:6812","nonce":1656755168}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6815","nonce":1656755168},{"type":"v1","addr":"172.21.15.119:6818","nonce":1656755168}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6829","nonce":1656755168},{"type":"v1","addr":"172.21.15.119:6831","nonce":1656755168}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6822","nonce":1656755168},{"type":"v1","addr":"172.21.15.119:6826","nonce":1656755168}]},"public_addr":"172.21.15.119:6812/1656755168","cluster_addr":"172.21.15.119:6818/1656755168","heartbeat_back_addr":"172.21.15.119:6831/1656755168","heartbeat_front_addr":"172.21.15.119:6826/1656755168","state":["exists","up"]},{"osd":2,"uuid":"1e9d6e0c-51f9-4f4a-bead-0e7edc7dd200","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6800","nonce":3093354378},{"type":"v1","addr":"172.21.15.119:6801","nonce":3093354378}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6802","nonce":3093354378},{"type":"v1","addr":"172.21.15.119:6803","nonce":3093354378}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6806","nonce":3093354378},{"type":"v1","addr":"172.21.15.119:6807","nonce":3093354378}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6804","nonce":3093354378},{"type":"v1","addr":"172.21.15.119:6805","nonce":3093354378}]},"public_addr":"172.21.15.119:6801/3093354378","cluster_addr":"172.21.15.119:6803/3093354378","heartbeat_back_addr":"172.21.15.119:6807/3093354378","heartbeat_front_addr":"172.21.15.119:6805/3093354378","state":["exists","up"]},{"osd":3,"uuid":"7c289b1f-a555-46e4-b85a-c0f230c9e02a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6808","nonce":886995937},{"type":"v1","addr":"172.21.15.119:6811","nonce":886995937}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6814","nonce":886995937},{"type":"v1","addr":"172.21.15.119:6816","nonce":886995937}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6824","nonce":886995937},{"type":"v1","addr":"172.21.15.119:6827","nonce":886995937}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6819","nonce":886995937},{"type":"v1","addr":"172.21.15.119:6821","nonce":886995937}]},"public_addr":"172.21.15.119:6811/886995937","cluster_addr":"172.21.15.119:6816/886995937","heartbeat_back_addr":"172.21.15.119:6827/886995937","heartbeat_front_addr":"172.21.15.119:6821/886995937","state":["exists","up"]},{"osd":4,"uuid":"a0a2f75b-5a33-4b69-b834-b8cf5a90ac5f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6808","nonce":2802887692},{"type":"v1","addr":"172.21.15.145:6809","nonce":2802887692}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6810","nonce":2802887692},{"type":"v1","addr":"172.21.15.145:6811","nonce":2802887692}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6814","nonce":2802887692},{"type":"v1","addr":"172.21.15.145:6815","nonce":2802887692}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6812","nonce":2802887692},{"type":"v1","addr":"172.21.15.145:6813","nonce":2802887692}]},"public_addr":"172.21.15.145:6809/2802887692","cluster_addr":"172.21.15.145:6811/2802887692","heartbeat_back_addr":"172.21.15.145:6815/2802887692","heartbeat_front_addr":"172.21.15.145:6813/2802887692","state":["exists","up"]},{"osd":5,"uuid":"e301c92f-a5af-49da-8384-bef6d48c9982","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6800","nonce":1431235391},{"type":"v1","addr":"172.21.15.145:6801","nonce":1431235391}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6802","nonce":1431235391},{"type":"v1","addr":"172.21.15.145:6803","nonce":1431235391}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6806","nonce":1431235391},{"type":"v1","addr":"172.21.15.145:6807","nonce":1431235391}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6804","nonce":1431235391},{"type":"v1","addr":"172.21.15.145:6805","nonce":1431235391}]},"public_addr":"172.21.15.145:6801/1431235391","cluster_addr":"172.21.15.145:6803/1431235391","heartbeat_back_addr":"172.21.15.145:6807/1431235391","heartbeat_front_addr":"172.21.15.145:6805/1431235391","state":["exists","up"]},{"osd":6,"uuid":"dd2ee71c-4024-4f56-90b1-d362ff9ae8f5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6816","nonce":1755123178},{"type":"v1","addr":"172.21.15.145:6817","nonce":1755123178}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6818","nonce":1755123178},{"type":"v1","addr":"172.21.15.145:6819","nonce":1755123178}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6822","nonce":1755123178},{"type":"v1","addr":"172.21.15.145:6823","nonce":1755123178}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6820","nonce":1755123178},{"type":"v1","addr":"172.21.15.145:6821","nonce":1755123178}]},"public_addr":"172.21.15.145:6817/1755123178","cluster_addr":"172.21.15.145:6819/1755123178","heartbeat_back_addr":"172.21.15.145:6823/1755123178","heartbeat_front_addr":"172.21.15.145:6821/1755123178","state":["exists","up"]},{"osd":7,"uuid":"7412449e-689b-45ee-9ae5-744a8c27f166","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":14,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6824","nonce":3012628958},{"type":"v1","addr":"172.21.15.145:6825","nonce":3012628958}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6826","nonce":3012628958},{"type":"v1","addr":"172.21.15.145:6827","nonce":3012628958}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6830","nonce":3012628958},{"type":"v1","addr":"172.21.15.145:6831","nonce":3012628958}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6828","nonce":3012628958},{"type":"v1","addr":"172.21.15.145:6829","nonce":3012628958}]},"public_addr":"172.21.15.145:6825/3012628958","cluster_addr":"172.21.15.145:6827/3012628958","heartbeat_back_addr":"172.21.15.145:6831/3012628958","heartbeat_front_addr":"172.21.15.145:6829/3012628958","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T18:56:17.286635+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T18:56:17.334491+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T18:56:17.297521+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T18:56:17.383716+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T18:56:17.267776+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T18:56:17.312998+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T18:56:17.303008+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T18:56:17.304729+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T18:56:31.081 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:31.078+0000 7f1cc842b640 1 -- 172.21.15.119:0/623514351 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f1ca406ac00 msgr2=0x7f1ca406d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:31.081 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:31.078+0000 7f1cc842b640 1 --2- 172.21.15.119:0/623514351 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f1ca406ac00 0x7f1ca406d0c0 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7f1cc00cb670 tx=0x7f1cb0009040 comp rx=0 tx=0).stop 2024-09-13T18:56:31.081 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:31.078+0000 7f1cc842b640 1 -- 172.21.15.119:0/623514351 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f1cc00cd750 msgr2=0x7f1cc015b940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:31.081 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:31.078+0000 7f1cc842b640 1 --2- 172.21.15.119:0/623514351 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f1cc00cd750 0x7f1cc015b940 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7f1cbc035040 tx=0x7f1cbc0046c0 comp rx=0 tx=0).stop 2024-09-13T18:56:31.081 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:31.078+0000 7f1cc842b640 1 -- 172.21.15.119:0/623514351 shutdown_connections 2024-09-13T18:56:31.081 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:31.078+0000 7f1cc842b640 1 --2- 172.21.15.119:0/623514351 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f1ca406ac00 0x7f1ca406d0c0 unknown :-1 s=CLOSED pgs=61 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:31.082 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:31.078+0000 7f1cc842b640 1 --2- 172.21.15.119:0/623514351 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f1cc015c8a0 0x7f1cc006a340 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:31.082 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:31.078+0000 7f1cc842b640 1 --2- 172.21.15.119:0/623514351 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f1cc015c4c0 0x7f1cc014d680 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:31.082 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:31.078+0000 7f1cc842b640 1 --2- 172.21.15.119:0/623514351 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f1cc00cd750 0x7f1cc015b940 unknown :-1 s=CLOSED pgs=60 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:31.082 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:31.078+0000 7f1cc842b640 1 -- 172.21.15.119:0/623514351 >> 172.21.15.119:0/623514351 conn(0x7f1cc00989d0 msgr2=0x7f1cc0157920 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:56:31.082 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:31.078+0000 7f1cc842b640 1 -- 172.21.15.119:0/623514351 shutdown_connections 2024-09-13T18:56:31.082 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:31.078+0000 7f1cc842b640 1 -- 172.21.15.119:0/623514351 wait complete. 2024-09-13T18:56:31.091 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-09-13T18:56:22.095896+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '16', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-09-13T18:56:31.092 DEBUG:teuthology.orchestra.run.smithi119:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-09-13T18:56:31.192 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:31.189+0000 7f73747ff640 1 Processor -- start 2024-09-13T18:56:31.192 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:31.189+0000 7f73747ff640 1 -- start start 2024-09-13T18:56:31.195 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:31.190+0000 7f73747ff640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f736c15a7f0 0x7f736c0ce3e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:31.196 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:31.190+0000 7f73747ff640 1 -- --> v1:172.21.15.119:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f736c0cc300 con 0x7f736c099540 2024-09-13T18:56:31.196 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:31.190+0000 7f73747ff640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f736c0b3d20 con 0x7f736c0989d0 2024-09-13T18:56:31.196 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:31.190+0000 7f73747ff640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f736c0b33f0 con 0x7f736c15a7f0 2024-09-13T18:56:31.196 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:31.190+0000 7f7372d9c640 1 --1- >> v1:172.21.15.119:6789/0 conn(0x7f736c099540 0x7f736c164220 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.119:6789/0 says I am v1:172.21.15.119:45460/0 (socket says 172.21.15.119:45460) 2024-09-13T18:56:31.196 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:31.190+0000 7f7372d9c640 1 -- 172.21.15.119:0/3230859711 learned_addr learned my addr 172.21.15.119:0/3230859711 (peer_addr_for_me v1:172.21.15.119:0/0) 2024-09-13T18:56:31.196 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:31.191+0000 7f737259b640 1 --2- 172.21.15.119:0/3230859711 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f736c15a7f0 0x7f736c0ce3e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:31.196 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:31.191+0000 7f7371599640 1 -- 172.21.15.119:0/3230859711 <== mon.0 v1:172.21.15.119:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2712728011 0 0) 0x7f736c0cc300 con 0x7f736c099540 2024-09-13T18:56:31.196 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:31.191+0000 7f7371599640 1 -- 172.21.15.119:0/3230859711 --> v1:172.21.15.119:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f7358003520 con 0x7f736c099540 2024-09-13T18:56:31.196 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:31.191+0000 7f7371599640 1 -- 172.21.15.119:0/3230859711 <== mon.0 v1:172.21.15.119:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 4190357324 0 0) 0x7f7358003520 con 0x7f736c099540 2024-09-13T18:56:31.196 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:31.191+0000 7f7371599640 1 -- 172.21.15.119:0/3230859711 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f736c15a7f0 msgr2=0x7f736c0ce3e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T18:56:31.196 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:31.191+0000 7f7371599640 1 --2- 172.21.15.119:0/3230859711 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f736c15a7f0 0x7f736c0ce3e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:31.196 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:31.191+0000 7f7371599640 1 -- 172.21.15.119:0/3230859711 >> v1:172.21.15.145:6789/0 conn(0x7f736c0989d0 legacy=0x7f736c098e30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:31.196 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:31.191+0000 7f7371599640 1 -- 172.21.15.119:0/3230859711 --> v1:172.21.15.119:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f736c0b36d0 con 0x7f736c099540 2024-09-13T18:56:31.197 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:31.191+0000 7f7371599640 1 -- 172.21.15.119:0/3230859711 <== mon.0 v1:172.21.15.119:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 337823224 0 0) 0x7f73640019f0 con 0x7f736c099540 2024-09-13T18:56:31.197 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:31.191+0000 7f7371599640 1 -- 172.21.15.119:0/3230859711 >> v1:172.21.15.119:6789/0 conn(0x7f736c099540 legacy=0x7f736c164220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:31.197 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:31.191+0000 7f7371599640 1 --2- 172.21.15.119:0/3230859711 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f73580039a0 0x7f7358003dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:31.197 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:31.191+0000 7f7371599640 1 --2- 172.21.15.119:0/3230859711 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f73580047c0 0x7f7358004c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:31.197 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:31.191+0000 7f7371599640 1 --2- 172.21.15.119:0/3230859711 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f736c15a7f0 0x7f7358005250 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:31.197 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:31.191+0000 7f7371599640 1 -- 172.21.15.119:0/3230859711 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f736c0b33f0 con 0x7f73580047c0 2024-09-13T18:56:31.197 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:31.191+0000 7f7371599640 1 -- 172.21.15.119:0/3230859711 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f735800bb40 con 0x7f73580039a0 2024-09-13T18:56:31.197 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:31.191+0000 7f7371599640 1 -- 172.21.15.119:0/3230859711 --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f735800bd00 con 0x7f736c15a7f0 2024-09-13T18:56:31.197 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:31.191+0000 7f7371d9a640 1 --2- 172.21.15.119:0/3230859711 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f73580047c0 0x7f7358004c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:31.197 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:31.191+0000 7f737259b640 1 --2- 172.21.15.119:0/3230859711 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f73580039a0 0x7f7358003dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:31.197 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:31.191+0000 7f7372d9c640 1 --2- 172.21.15.119:0/3230859711 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f736c15a7f0 0x7f7358005250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:31.197 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:31.191+0000 7f7371d9a640 1 -- 172.21.15.119:0/3230859711 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f736c15a7f0 msgr2=0x7f7358005250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T18:56:31.197 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:31.191+0000 7f7371d9a640 1 --2- 172.21.15.119:0/3230859711 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f736c15a7f0 0x7f7358005250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:31.198 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:31.191+0000 7f7371d9a640 1 -- 172.21.15.119:0/3230859711 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f73580039a0 msgr2=0x7f7358003dc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T18:56:31.198 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:31.191+0000 7f7371d9a640 1 --2- 172.21.15.119:0/3230859711 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f73580039a0 0x7f7358003dc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:31.198 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:31.191+0000 7f7371d9a640 1 -- 172.21.15.119:0/3230859711 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7358003520 con 0x7f73580047c0 2024-09-13T18:56:31.198 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:31.191+0000 7f7372d9c640 1 --2- 172.21.15.119:0/3230859711 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f736c15a7f0 0x7f7358005250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T18:56:31.198 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:31.192+0000 7f7371d9a640 1 --2- 172.21.15.119:0/3230859711 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f73580047c0 0x7f7358004c40 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7f735c001720 tx=0x7f73580057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b655866c78852915 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:56:31.198 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:31.192+0000 7f7371599640 1 -- 172.21.15.119:0/3230859711 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f735c0052d0 con 0x7f73580047c0 2024-09-13T18:56:31.198 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:31.192+0000 7f7371599640 1 -- 172.21.15.119:0/3230859711 <== mon.0 v2:172.21.15.119:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f735c005430 con 0x7f73580047c0 2024-09-13T18:56:31.198 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:31.192+0000 7f7371599640 1 -- 172.21.15.119:0/3230859711 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f735c02abc0 con 0x7f73580047c0 2024-09-13T18:56:31.198 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:31.192+0000 7f73747ff640 1 -- 172.21.15.119:0/3230859711 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f73580047c0 msgr2=0x7f7358004c40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:31.198 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:31.192+0000 7f73747ff640 1 --2- 172.21.15.119:0/3230859711 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f73580047c0 0x7f7358004c40 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7f735c001720 tx=0x7f73580057f0 comp rx=0 tx=0).stop 2024-09-13T18:56:31.198 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:31.192+0000 7f7372d9c640 1 -- 172.21.15.119:0/3230859711 reap_dead start 2024-09-13T18:56:31.198 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:31.193+0000 7f73747ff640 1 -- 172.21.15.119:0/3230859711 shutdown_connections 2024-09-13T18:56:31.198 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:31.193+0000 7f73747ff640 1 -- 172.21.15.119:0/3230859711 >> 172.21.15.119:0/3230859711 conn(0x7f736c0b1f60 msgr2=0x7f736c0b2370 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:56:31.199 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:31.193+0000 7f73747ff640 1 -- 172.21.15.119:0/3230859711 shutdown_connections 2024-09-13T18:56:31.199 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:31.193+0000 7f73747ff640 1 -- 172.21.15.119:0/3230859711 wait complete. 2024-09-13T18:56:31.201 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:31.194+0000 7f73747ff640 1 Processor -- start 2024-09-13T18:56:31.201 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:31.194+0000 7f73747ff640 1 -- start start 2024-09-13T18:56:31.201 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:31.195+0000 7f73747ff640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f73580047c0 0x7f736c152a20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:31.201 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:31.195+0000 7f73747ff640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f736c0c4fe0 0x7f736c0c4320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:31.202 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:31.195+0000 7f73747ff640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f736c0c5440 0x7f736c0c4860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:31.202 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:31.195+0000 7f73747ff640 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f736c0c3f00 con 0x7f736c0c4fe0 2024-09-13T18:56:31.202 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:31.195+0000 7f73747ff640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f736c152f60 con 0x7f736c0c5440 2024-09-13T18:56:31.202 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:31.195+0000 7f73747ff640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f736c0c5930 con 0x7f73580047c0 2024-09-13T18:56:31.202 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:31.195+0000 7f7371d9a640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f736c0c4fe0 0x7f736c0c4320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:31.202 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:31.195+0000 7f7371d9a640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f736c0c4fe0 0x7f736c0c4320 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.119:3300/0 says I am v2:172.21.15.119:42820/0 (socket says 172.21.15.119:42820) 2024-09-13T18:56:31.202 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:31.195+0000 7f7371d9a640 1 -- 172.21.15.119:0/3501023213 learned_addr learned my addr 172.21.15.119:0/3501023213 (peer_addr_for_me v2:172.21.15.119:0/0) 2024-09-13T18:56:31.202 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:31.195+0000 7f7372d9c640 1 --2- 172.21.15.119:0/3501023213 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f736c0c5440 0x7f736c0c4860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:31.202 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:31.195+0000 7f737259b640 1 --2- 172.21.15.119:0/3501023213 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f73580047c0 0x7f736c152a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:31.202 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:31.195+0000 7f7371d9a640 1 -- 172.21.15.119:0/3501023213 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f73580047c0 msgr2=0x7f736c152a20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:31.202 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:31.195+0000 7f7371d9a640 1 --2- 172.21.15.119:0/3501023213 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f73580047c0 0x7f736c152a20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:31.202 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:31.195+0000 7f7371d9a640 1 -- 172.21.15.119:0/3501023213 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f736c0c5440 msgr2=0x7f736c0c4860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:31.202 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:31.195+0000 7f7371d9a640 1 --2- 172.21.15.119:0/3501023213 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f736c0c5440 0x7f736c0c4860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:31.203 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:31.195+0000 7f7371d9a640 1 -- 172.21.15.119:0/3501023213 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f736c0c5c10 con 0x7f736c0c4fe0 2024-09-13T18:56:31.203 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:31.195+0000 7f7371d9a640 1 --2- 172.21.15.119:0/3501023213 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f736c0c4fe0 0x7f736c0c4320 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7f735c008fd0 tx=0x7f735c001120 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:56:31.203 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:31.195+0000 7f7362ffd640 1 -- 172.21.15.119:0/3501023213 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f735c007670 con 0x7f736c0c4fe0 2024-09-13T18:56:31.203 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:31.195+0000 7f7362ffd640 1 -- 172.21.15.119:0/3501023213 <== mon.0 v2:172.21.15.119:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f735c007a30 con 0x7f736c0c4fe0 2024-09-13T18:56:31.203 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:31.195+0000 7f73747ff640 1 -- 172.21.15.119:0/3501023213 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f736c0c5ef0 con 0x7f736c0c4fe0 2024-09-13T18:56:31.203 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:31.195+0000 7f7362ffd640 1 -- 172.21.15.119:0/3501023213 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f735c006a10 con 0x7f736c0c4fe0 2024-09-13T18:56:31.203 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:31.195+0000 7f73747ff640 1 -- 172.21.15.119:0/3501023213 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f736c06c3a0 con 0x7f736c0c4fe0 2024-09-13T18:56:31.203 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:31.196+0000 7f73747ff640 1 -- 172.21.15.119:0/3501023213 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f736c0c7390 con 0x7f736c0c4fe0 2024-09-13T18:56:31.203 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:31.197+0000 7f7362ffd640 1 -- 172.21.15.119:0/3501023213 <== mon.0 v2:172.21.15.119:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f735c006b70 con 0x7f736c0c4fe0 2024-09-13T18:56:31.203 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:31.197+0000 7f7362ffd640 1 --2- 172.21.15.119:0/3501023213 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f735006ac00 0x7f735006d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:31.203 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:31.197+0000 7f7362ffd640 1 -- 172.21.15.119:0/3501023213 <== mon.0 v2:172.21.15.119:3300/0 5 ==== osd_map(16..16 src has 1..16) v4 ==== 4857+0+0 (secure 0 0 0) 0x7f735c0a8ad0 con 0x7f736c0c4fe0 2024-09-13T18:56:31.203 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:31.197+0000 7f737259b640 1 --2- 172.21.15.119:0/3501023213 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f735006ac00 0x7f735006d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:31.204 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:31.197+0000 7f737259b640 1 --2- 172.21.15.119:0/3501023213 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f735006ac00 0x7f735006d0c0 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7f7368009bc0 tx=0x7f7368009190 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:56:31.204 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:31.201+0000 7f7362ffd640 1 -- 172.21.15.119:0/3501023213 <== mon.0 v2:172.21.15.119:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f735c0740b0 con 0x7f736c0c4fe0 2024-09-13T18:56:31.365 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:31.361+0000 7f73747ff640 1 -- 172.21.15.119:0/3501023213 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f736c0c7390 con 0x7f736c0c4fe0 2024-09-13T18:56:31.365 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:31.362+0000 7f7362ffd640 1 -- 172.21.15.119:0/3501023213 <== mon.0 v2:172.21.15.119:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v16) v1 ==== 93+0+10 (secure 0 0 0) 0x7f735c042070 con 0x7f736c0c4fe0 2024-09-13T18:56:31.365 INFO:teuthology.orchestra.run.smithi119.stdout:pg_num: 1 2024-09-13T18:56:31.368 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:31.364+0000 7f73747ff640 1 -- 172.21.15.119:0/3501023213 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f735006ac00 msgr2=0x7f735006d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:31.368 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:31.364+0000 7f73747ff640 1 --2- 172.21.15.119:0/3501023213 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f735006ac00 0x7f735006d0c0 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7f7368009bc0 tx=0x7f7368009190 comp rx=0 tx=0).stop 2024-09-13T18:56:31.368 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:31.364+0000 7f73747ff640 1 -- 172.21.15.119:0/3501023213 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f736c0c4fe0 msgr2=0x7f736c0c4320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:31.368 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:31.364+0000 7f73747ff640 1 --2- 172.21.15.119:0/3501023213 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f736c0c4fe0 0x7f736c0c4320 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7f735c008fd0 tx=0x7f735c001120 comp rx=0 tx=0).stop 2024-09-13T18:56:31.369 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:31.364+0000 7f73747ff640 1 -- 172.21.15.119:0/3501023213 shutdown_connections 2024-09-13T18:56:31.369 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:31.364+0000 7f73747ff640 1 --2- 172.21.15.119:0/3501023213 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f735006ac00 0x7f735006d0c0 unknown :-1 s=CLOSED pgs=62 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:31.369 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:31.364+0000 7f73747ff640 1 --2- 172.21.15.119:0/3501023213 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f736c0c5440 0x7f736c0c4860 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:31.369 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:31.364+0000 7f73747ff640 1 --2- 172.21.15.119:0/3501023213 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f736c0c4fe0 0x7f736c0c4320 unknown :-1 s=CLOSED pgs=63 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:31.369 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:31.364+0000 7f73747ff640 1 --2- 172.21.15.119:0/3501023213 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f73580047c0 0x7f736c152a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:31.369 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:31.364+0000 7f73747ff640 1 -- 172.21.15.119:0/3501023213 >> 172.21.15.119:0/3501023213 conn(0x7f736c0b1f60 msgr2=0x7f736c06e310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:56:31.369 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:31.364+0000 7f73747ff640 1 -- 172.21.15.119:0/3501023213 shutdown_connections 2024-09-13T18:56:31.369 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:31.364+0000 7f73747ff640 1 -- 172.21.15.119:0/3501023213 wait complete. 2024-09-13T18:56:31.377 DEBUG:teuthology.orchestra.run.smithi119:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph --format=json-pretty osd lspools 2024-09-13T18:56:31.473 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:31.470+0000 7f3b3795e640 1 Processor -- start 2024-09-13T18:56:31.473 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:31.471+0000 7f3b3795e640 1 -- start start 2024-09-13T18:56:31.475 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:31.471+0000 7f3b3795e640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f3b3015c6e0 0x7f3b300b3f50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:31.475 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:31.471+0000 7f3b3795e640 1 --2- >> v2:172.21.15.119:3300/0 conn(0x7f3b300ccb20 0x7f3b300b4490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:31.475 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:31.471+0000 7f3b3795e640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f3b300d1840 con 0x7f3b300d07b0 2024-09-13T18:56:31.475 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:31.471+0000 7f3b3795e640 1 -- --> v2:172.21.15.119:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f3b3006bd20 con 0x7f3b300ccb20 2024-09-13T18:56:31.475 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:31.471+0000 7f3b3795e640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f3b300d0c30 con 0x7f3b3015c6e0 2024-09-13T18:56:31.475 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:31.472+0000 7f3b35efb640 1 --2- >> v2:172.21.15.119:3300/0 conn(0x7f3b300ccb20 0x7f3b300b4490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:31.475 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:31.472+0000 7f3b35efb640 1 --2- >> v2:172.21.15.119:3300/0 conn(0x7f3b300ccb20 0x7f3b300b4490 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.119:3300/0 says I am v2:172.21.15.119:42832/0 (socket says 172.21.15.119:42832) 2024-09-13T18:56:31.475 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:31.472+0000 7f3b35efb640 1 -- 172.21.15.119:0/2104254651 learned_addr learned my addr 172.21.15.119:0/2104254651 (peer_addr_for_me v2:172.21.15.119:0/0) 2024-09-13T18:56:31.475 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:31.472+0000 7f3b356fa640 1 --2- 172.21.15.119:0/2104254651 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f3b3015c6e0 0x7f3b300b3f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:31.475 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:31.472+0000 7f3b35efb640 1 -- 172.21.15.119:0/2104254651 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f3b3015c6e0 msgr2=0x7f3b300b3f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T18:56:31.475 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:31.472+0000 7f3b35efb640 1 --2- 172.21.15.119:0/2104254651 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f3b3015c6e0 0x7f3b300b3f50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:31.475 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:31.472+0000 7f3b35efb640 1 -- 172.21.15.119:0/2104254651 >> v1:172.21.15.145:6789/0 conn(0x7f3b300d07b0 legacy=0x7f3b30160030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T18:56:31.475 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:31.472+0000 7f3b35efb640 1 -- 172.21.15.119:0/2104254651 --> v2:172.21.15.119:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3b300d0f10 con 0x7f3b300ccb20 2024-09-13T18:56:31.477 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:31.473+0000 7f3b35efb640 1 --2- 172.21.15.119:0/2104254651 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f3b300ccb20 0x7f3b300b4490 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7f3b20009870 tx=0x7f3b2002a180 comp rx=0 tx=0).ready entity=mon.0 client_cookie=54c1825c05a62021 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:56:31.477 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:31.473+0000 7f3b2ffff640 1 -- 172.21.15.119:0/2104254651 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3b2002ae90 con 0x7f3b300ccb20 2024-09-13T18:56:31.477 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:31.473+0000 7f3b2ffff640 1 -- 172.21.15.119:0/2104254651 <== mon.0 v2:172.21.15.119:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f3b20032440 con 0x7f3b300ccb20 2024-09-13T18:56:31.477 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:31.473+0000 7f3b2ffff640 1 -- 172.21.15.119:0/2104254651 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3b200327d0 con 0x7f3b300ccb20 2024-09-13T18:56:31.477 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:31.473+0000 7f3b3795e640 1 -- 172.21.15.119:0/2104254651 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f3b300ccb20 msgr2=0x7f3b300b4490 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:31.477 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:31.473+0000 7f3b3795e640 1 --2- 172.21.15.119:0/2104254651 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f3b300ccb20 0x7f3b300b4490 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7f3b20009870 tx=0x7f3b2002a180 comp rx=0 tx=0).stop 2024-09-13T18:56:31.477 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:31.473+0000 7f3b3795e640 1 -- 172.21.15.119:0/2104254651 shutdown_connections 2024-09-13T18:56:31.477 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:31.473+0000 7f3b3795e640 1 --2- 172.21.15.119:0/2104254651 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f3b300ccb20 0x7f3b300b4490 unknown :-1 s=CLOSED pgs=64 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:31.478 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:31.473+0000 7f3b3795e640 1 --2- 172.21.15.119:0/2104254651 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f3b3015c6e0 0x7f3b300b3f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:31.478 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:31.473+0000 7f3b3795e640 1 -- 172.21.15.119:0/2104254651 >> 172.21.15.119:0/2104254651 conn(0x7f3b30089f60 msgr2=0x7f3b300d24d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:56:31.478 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:31.473+0000 7f3b3795e640 1 -- 172.21.15.119:0/2104254651 shutdown_connections 2024-09-13T18:56:31.478 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:31.473+0000 7f3b3795e640 1 -- 172.21.15.119:0/2104254651 wait complete. 2024-09-13T18:56:31.478 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:31.475+0000 7f3b3795e640 1 Processor -- start 2024-09-13T18:56:31.478 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:31.475+0000 7f3b3795e640 1 -- start start 2024-09-13T18:56:31.481 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:31.475+0000 7f3b3795e640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f3b300ccb20 0x7f3b300c95a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:31.481 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:31.475+0000 7f3b3795e640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f3b300d07b0 0x7f3b30155700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:31.481 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:31.475+0000 7f3b3795e640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f3b3015c6e0 0x7f3b300b6080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:31.481 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:31.475+0000 7f3b3795e640 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3b301591f0 con 0x7f3b300d07b0 2024-09-13T18:56:31.481 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:31.475+0000 7f3b3795e640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3b30159490 con 0x7f3b3015c6e0 2024-09-13T18:56:31.481 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:31.475+0000 7f3b3795e640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f3b30159770 con 0x7f3b300ccb20 2024-09-13T18:56:31.481 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:31.475+0000 7f3b34ef9640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f3b300d07b0 0x7f3b30155700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:31.481 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:31.475+0000 7f3b34ef9640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f3b300d07b0 0x7f3b30155700 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.119:3300/0 says I am v2:172.21.15.119:42848/0 (socket says 172.21.15.119:42848) 2024-09-13T18:56:31.481 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:31.475+0000 7f3b34ef9640 1 -- 172.21.15.119:0/2705861486 learned_addr learned my addr 172.21.15.119:0/2705861486 (peer_addr_for_me v2:172.21.15.119:0/0) 2024-09-13T18:56:31.481 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:31.476+0000 7f3b356fa640 1 --2- 172.21.15.119:0/2705861486 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f3b300ccb20 0x7f3b300c95a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:31.482 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:31.476+0000 7f3b35efb640 1 --2- 172.21.15.119:0/2705861486 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f3b3015c6e0 0x7f3b300b6080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:31.482 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:31.476+0000 7f3b34ef9640 1 -- 172.21.15.119:0/2705861486 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f3b300ccb20 msgr2=0x7f3b300c95a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:31.482 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:31.476+0000 7f3b34ef9640 1 --2- 172.21.15.119:0/2705861486 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f3b300ccb20 0x7f3b300c95a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:31.482 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:31.476+0000 7f3b34ef9640 1 -- 172.21.15.119:0/2705861486 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f3b3015c6e0 msgr2=0x7f3b300b6080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:31.482 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:31.476+0000 7f3b34ef9640 1 --2- 172.21.15.119:0/2705861486 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f3b3015c6e0 0x7f3b300b6080 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:31.482 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:31.476+0000 7f3b34ef9640 1 -- 172.21.15.119:0/2705861486 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3b200094d0 con 0x7f3b300d07b0 2024-09-13T18:56:31.482 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:31.476+0000 7f3b34ef9640 1 --2- 172.21.15.119:0/2705861486 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f3b300d07b0 0x7f3b30155700 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7f3b2400b410 tx=0x7f3b2400b8d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:56:31.482 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:31.476+0000 7f3b2dffb640 1 -- 172.21.15.119:0/2705861486 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3b24011830 con 0x7f3b300d07b0 2024-09-13T18:56:31.482 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:31.476+0000 7f3b2dffb640 1 -- 172.21.15.119:0/2705861486 <== mon.0 v2:172.21.15.119:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f3b24011990 con 0x7f3b300d07b0 2024-09-13T18:56:31.482 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:31.476+0000 7f3b3795e640 1 -- 172.21.15.119:0/2705861486 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f3b3015e650 con 0x7f3b300d07b0 2024-09-13T18:56:31.482 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:31.476+0000 7f3b2dffb640 1 -- 172.21.15.119:0/2705861486 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3b24011d40 con 0x7f3b300d07b0 2024-09-13T18:56:31.482 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:31.476+0000 7f3b3795e640 1 -- 172.21.15.119:0/2705861486 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f3b300ca550 con 0x7f3b300d07b0 2024-09-13T18:56:31.482 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:31.477+0000 7f3b3795e640 1 -- 172.21.15.119:0/2705861486 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f3b30159990 con 0x7f3b300d07b0 2024-09-13T18:56:31.483 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:31.477+0000 7f3b2dffb640 1 -- 172.21.15.119:0/2705861486 <== mon.0 v2:172.21.15.119:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f3b2401a400 con 0x7f3b300d07b0 2024-09-13T18:56:31.483 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:31.478+0000 7f3b2dffb640 1 --2- 172.21.15.119:0/2705861486 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f3b1c06ac00 0x7f3b1c06d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:31.483 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:31.478+0000 7f3b2dffb640 1 -- 172.21.15.119:0/2705861486 <== mon.0 v2:172.21.15.119:3300/0 5 ==== osd_map(16..16 src has 1..16) v4 ==== 4857+0+0 (secure 0 0 0) 0x7f3b24088ea0 con 0x7f3b300d07b0 2024-09-13T18:56:31.483 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:31.478+0000 7f3b356fa640 1 --2- 172.21.15.119:0/2705861486 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f3b1c06ac00 0x7f3b1c06d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:31.483 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:31.478+0000 7f3b356fa640 1 --2- 172.21.15.119:0/2705861486 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f3b1c06ac00 0x7f3b1c06d0c0 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7f3b28003b80 tx=0x7f3b280098d0 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:56:31.484 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:31.482+0000 7f3b2dffb640 1 -- 172.21.15.119:0/2705861486 <== mon.0 v2:172.21.15.119:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f3b24054510 con 0x7f3b300d07b0 2024-09-13T18:56:31.649 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:31.646+0000 7f3b3795e640 1 -- 172.21.15.119:0/2705861486 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_command({"prefix": "osd lspools", "format": "json-pretty"} v 0) v1 -- 0x7f3b300b4c80 con 0x7f3b300d07b0 2024-09-13T18:56:31.649 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:31.647+0000 7f3b2dffb640 1 -- 172.21.15.119:0/2705861486 <== mon.0 v2:172.21.15.119:3300/0 7 ==== mon_command_ack([{"prefix": "osd lspools", "format": "json-pretty"}]=0 v16) v1 ==== 84+0+65 (secure 0 0 0) 0x7f3b24057b30 con 0x7f3b300d07b0 2024-09-13T18:56:31.649 INFO:teuthology.orchestra.run.smithi119.stdout: 2024-09-13T18:56:31.649 INFO:teuthology.orchestra.run.smithi119.stdout:[ 2024-09-13T18:56:31.649 INFO:teuthology.orchestra.run.smithi119.stdout: { 2024-09-13T18:56:31.650 INFO:teuthology.orchestra.run.smithi119.stdout: "poolnum": 1, 2024-09-13T18:56:31.650 INFO:teuthology.orchestra.run.smithi119.stdout: "poolname": ".mgr" 2024-09-13T18:56:31.650 INFO:teuthology.orchestra.run.smithi119.stdout: } 2024-09-13T18:56:31.650 INFO:teuthology.orchestra.run.smithi119.stdout:] 2024-09-13T18:56:31.652 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:31.649+0000 7f3b3795e640 1 -- 172.21.15.119:0/2705861486 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f3b1c06ac00 msgr2=0x7f3b1c06d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:31.652 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:31.649+0000 7f3b3795e640 1 --2- 172.21.15.119:0/2705861486 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f3b1c06ac00 0x7f3b1c06d0c0 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7f3b28003b80 tx=0x7f3b280098d0 comp rx=0 tx=0).stop 2024-09-13T18:56:31.652 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:31.649+0000 7f3b3795e640 1 -- 172.21.15.119:0/2705861486 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f3b300d07b0 msgr2=0x7f3b30155700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:31.652 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:31.649+0000 7f3b3795e640 1 --2- 172.21.15.119:0/2705861486 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f3b300d07b0 0x7f3b30155700 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7f3b2400b410 tx=0x7f3b2400b8d0 comp rx=0 tx=0).stop 2024-09-13T18:56:31.652 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:31.649+0000 7f3b3795e640 1 -- 172.21.15.119:0/2705861486 shutdown_connections 2024-09-13T18:56:31.652 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:31.649+0000 7f3b3795e640 1 --2- 172.21.15.119:0/2705861486 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f3b1c06ac00 0x7f3b1c06d0c0 unknown :-1 s=CLOSED pgs=63 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:31.652 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:31.649+0000 7f3b3795e640 1 --2- 172.21.15.119:0/2705861486 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f3b3015c6e0 0x7f3b300b6080 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:31.652 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:31.649+0000 7f3b3795e640 1 --2- 172.21.15.119:0/2705861486 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f3b300d07b0 0x7f3b30155700 unknown :-1 s=CLOSED pgs=65 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:31.652 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:31.649+0000 7f3b3795e640 1 --2- 172.21.15.119:0/2705861486 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f3b300ccb20 0x7f3b300c95a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:31.652 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:31.649+0000 7f3b3795e640 1 -- 172.21.15.119:0/2705861486 >> 172.21.15.119:0/2705861486 conn(0x7f3b30089f60 msgr2=0x7f3b300af380 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:56:31.652 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:31.649+0000 7f3b3795e640 1 -- 172.21.15.119:0/2705861486 shutdown_connections 2024-09-13T18:56:31.652 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:31.649+0000 7f3b3795e640 1 -- 172.21.15.119:0/2705861486 wait complete. 2024-09-13T18:56:31.662 DEBUG:tasks.cephfs.filesystem:Creating filesystem 'cephfs' 2024-09-13T18:56:31.662 DEBUG:teuthology.orchestra.run.smithi119:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_metadata --pg_num_min 64 2024-09-13T18:56:31.762 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:31.760+0000 7f4316b08640 1 Processor -- start 2024-09-13T18:56:31.762 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:31.760+0000 7f4316b08640 1 -- start start 2024-09-13T18:56:31.763 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:31.760+0000 7f4316b08640 1 --2- >> v2:172.21.15.119:3300/0 conn(0x7f4310159310 0x7f43100ad400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:31.763 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:31.760+0000 7f4316b08640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f43100b2b40 0x7f43100ab140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:31.763 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:31.760+0000 7f4316b08640 1 -- --> v1:172.21.15.119:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f43100ccbe0 con 0x7f43100ab680 2024-09-13T18:56:31.764 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:31.760+0000 7f4316b08640 1 -- --> v2:172.21.15.119:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f43100ad940 con 0x7f4310159310 2024-09-13T18:56:31.764 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:31.760+0000 7f4316b08640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f43100b1810 con 0x7f43100b2b40 2024-09-13T18:56:31.764 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:31.761+0000 7f43150a5640 1 --1- >> v1:172.21.15.119:6789/0 conn(0x7f43100ab680 0x7f43100ce4f0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.119:6789/0 says I am v1:172.21.15.119:45472/0 (socket says 172.21.15.119:45472) 2024-09-13T18:56:31.764 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:31.761+0000 7f43148a4640 1 --2- >> v2:172.21.15.119:3300/0 conn(0x7f4310159310 0x7f43100ad400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:31.764 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:31.761+0000 7f43150a5640 1 -- 172.21.15.119:0/1031779392 learned_addr learned my addr 172.21.15.119:0/1031779392 (peer_addr_for_me v1:172.21.15.119:0/0) 2024-09-13T18:56:31.764 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:31.761+0000 7f430ffff640 1 --2- 172.21.15.119:0/1031779392 >> v2:172.21.15.145:3300/0 conn(0x7f43100b2b40 0x7f43100ab140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:31.764 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:31.761+0000 7f43148a4640 1 -- 172.21.15.119:0/1031779392 >> v2:172.21.15.145:3300/0 conn(0x7f43100b2b40 msgr2=0x7f43100ab140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T18:56:31.764 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:31.761+0000 7f43148a4640 1 --2- 172.21.15.119:0/1031779392 >> v2:172.21.15.145:3300/0 conn(0x7f43100b2b40 0x7f43100ab140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:31.764 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:31.761+0000 7f43148a4640 1 -- 172.21.15.119:0/1031779392 >> v1:172.21.15.119:6789/0 conn(0x7f43100ab680 legacy=0x7f43100ce4f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:31.764 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:31.761+0000 7f43148a4640 1 -- 172.21.15.119:0/1031779392 --> v2:172.21.15.119:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f431006d9e0 con 0x7f4310159310 2024-09-13T18:56:31.764 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:31.761+0000 7f430f7fe640 1 -- 172.21.15.119:0/1031779392 <== mon.0 v1:172.21.15.119:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3311184039 0 0) 0x7f43100ccbe0 con 0x7f43100ab680 2024-09-13T18:56:31.766 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:31.762+0000 7f43148a4640 1 --2- 172.21.15.119:0/1031779392 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f4310159310 0x7f43100ad400 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7f43100b16a0 tx=0x7f430402a110 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2007b562340c387b server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:56:31.766 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:31.762+0000 7f430f7fe640 1 -- 172.21.15.119:0/1031779392 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f430402ae60 con 0x7f4310159310 2024-09-13T18:56:31.766 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:31.762+0000 7f430f7fe640 1 -- 172.21.15.119:0/1031779392 <== mon.0 v2:172.21.15.119:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4304032440 con 0x7f4310159310 2024-09-13T18:56:31.766 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:31.762+0000 7f430f7fe640 1 -- 172.21.15.119:0/1031779392 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f43040327d0 con 0x7f4310159310 2024-09-13T18:56:31.766 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:31.762+0000 7f4316b08640 1 -- 172.21.15.119:0/1031779392 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f4310159310 msgr2=0x7f43100ad400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:31.766 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:31.762+0000 7f4316b08640 1 --2- 172.21.15.119:0/1031779392 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f4310159310 0x7f43100ad400 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7f43100b16a0 tx=0x7f430402a110 comp rx=0 tx=0).stop 2024-09-13T18:56:31.766 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:31.762+0000 7f4316b08640 1 -- 172.21.15.119:0/1031779392 shutdown_connections 2024-09-13T18:56:31.766 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:31.762+0000 7f4316b08640 1 --2- 172.21.15.119:0/1031779392 >> v2:172.21.15.145:3300/0 conn(0x7f43100b2b40 0x7f43100ab140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:31.766 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:31.762+0000 7f4316b08640 1 --2- 172.21.15.119:0/1031779392 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f4310159310 0x7f43100ad400 unknown :-1 s=CLOSED pgs=67 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:31.766 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:31.762+0000 7f4316b08640 1 -- 172.21.15.119:0/1031779392 >> 172.21.15.119:0/1031779392 conn(0x7f431006a0b0 msgr2=0x7f431006a4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:56:31.766 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:31.762+0000 7f4316b08640 1 -- 172.21.15.119:0/1031779392 shutdown_connections 2024-09-13T18:56:31.767 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:31.762+0000 7f4316b08640 1 -- 172.21.15.119:0/1031779392 wait complete. 2024-09-13T18:56:31.767 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:31.763+0000 7f4316b08640 1 Processor -- start 2024-09-13T18:56:31.767 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:31.763+0000 7f4316b08640 1 -- start start 2024-09-13T18:56:31.770 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:31.764+0000 7f4316b08640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f43100ab680 0x7f43100c4720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:31.770 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:31.764+0000 7f4316b08640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f43100b2b40 0x7f4310098250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:31.770 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:31.764+0000 7f4316b08640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f4310159310 0x7f43101e05d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:31.770 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:31.764+0000 7f4316b08640 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f43101dfe60 con 0x7f43100ab680 2024-09-13T18:56:31.770 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:31.764+0000 7f4316b08640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f43101e0140 con 0x7f4310159310 2024-09-13T18:56:31.770 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:31.764+0000 7f4316b08640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f4310154790 con 0x7f43100b2b40 2024-09-13T18:56:31.770 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:31.764+0000 7f43148a4640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f43100ab680 0x7f43100c4720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:31.770 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:31.764+0000 7f43148a4640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f43100ab680 0x7f43100c4720 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.119:3300/0 says I am v2:172.21.15.119:42862/0 (socket says 172.21.15.119:42862) 2024-09-13T18:56:31.771 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:31.764+0000 7f43148a4640 1 -- 172.21.15.119:0/366683196 learned_addr learned my addr 172.21.15.119:0/366683196 (peer_addr_for_me v2:172.21.15.119:0/0) 2024-09-13T18:56:31.771 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:31.765+0000 7f43150a5640 1 --2- 172.21.15.119:0/366683196 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f4310159310 0x7f43101e05d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:31.771 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:31.765+0000 7f430ffff640 1 --2- 172.21.15.119:0/366683196 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f43100b2b40 0x7f4310098250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:31.771 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:31.765+0000 7f43148a4640 1 -- 172.21.15.119:0/366683196 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f43100b2b40 msgr2=0x7f4310098250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:31.771 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:31.765+0000 7f43148a4640 1 --2- 172.21.15.119:0/366683196 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f43100b2b40 0x7f4310098250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:31.771 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:31.765+0000 7f43148a4640 1 -- 172.21.15.119:0/366683196 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f4310159310 msgr2=0x7f43101e05d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:31.771 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:31.765+0000 7f43148a4640 1 --2- 172.21.15.119:0/366683196 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f4310159310 0x7f43101e05d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:31.771 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:31.765+0000 7f43148a4640 1 -- 172.21.15.119:0/366683196 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4304009400 con 0x7f43100ab680 2024-09-13T18:56:31.771 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:31.765+0000 7f43150a5640 1 --2- 172.21.15.119:0/366683196 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f4310159310 0x7f43101e05d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T18:56:31.771 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:31.765+0000 7f430ffff640 1 --2- 172.21.15.119:0/366683196 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f43100b2b40 0x7f4310098250 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T18:56:31.771 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:31.765+0000 7f43148a4640 1 --2- 172.21.15.119:0/366683196 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f43100ab680 0x7f43100c4720 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7f4304000c00 tx=0x7f43040046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:56:31.771 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:31.765+0000 7f430d7fa640 1 -- 172.21.15.119:0/366683196 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f43040399b0 con 0x7f43100ab680 2024-09-13T18:56:31.771 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:31.765+0000 7f430d7fa640 1 -- 172.21.15.119:0/366683196 <== mon.0 v2:172.21.15.119:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4304039b30 con 0x7f43100ab680 2024-09-13T18:56:31.771 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:31.765+0000 7f430d7fa640 1 -- 172.21.15.119:0/366683196 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f43040433f0 con 0x7f43100ab680 2024-09-13T18:56:31.772 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:31.765+0000 7f4316b08640 1 -- 172.21.15.119:0/366683196 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f4310154a70 con 0x7f43100ab680 2024-09-13T18:56:31.772 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:31.765+0000 7f4316b08640 1 -- 172.21.15.119:0/366683196 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f43100c4c60 con 0x7f43100ab680 2024-09-13T18:56:31.772 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:31.766+0000 7f4316b08640 1 -- 172.21.15.119:0/366683196 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f43100cebe0 con 0x7f43100ab680 2024-09-13T18:56:31.772 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:31.766+0000 7f430d7fa640 1 -- 172.21.15.119:0/366683196 <== mon.0 v2:172.21.15.119:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f430404c450 con 0x7f43100ab680 2024-09-13T18:56:31.772 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:31.767+0000 7f430d7fa640 1 --2- 172.21.15.119:0/366683196 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f42f406ac30 0x7f42f406d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:31.772 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:31.767+0000 7f430d7fa640 1 -- 172.21.15.119:0/366683196 <== mon.0 v2:172.21.15.119:3300/0 5 ==== osd_map(16..16 src has 1..16) v4 ==== 4857+0+0 (secure 0 0 0) 0x7f43040ab660 con 0x7f43100ab680 2024-09-13T18:56:31.772 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:31.767+0000 7f430ffff640 1 --2- 172.21.15.119:0/366683196 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f42f406ac30 0x7f42f406d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:31.772 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:31.767+0000 7f430ffff640 1 --2- 172.21.15.119:0/366683196 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f42f406ac30 0x7f42f406d0f0 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7f431009c410 tx=0x7f42fc008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:56:31.773 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:31.771+0000 7f430d7fa640 1 -- 172.21.15.119:0/366683196 <== mon.0 v2:172.21.15.119:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f43100cebe0 con 0x7f43100ab680 2024-09-13T18:56:31.934 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:31.931+0000 7f4316b08640 1 -- 172.21.15.119:0/366683196 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64} v 0) v1 -- 0x7f43100cebe0 con 0x7f43100ab680 2024-09-13T18:56:32.679 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:32.676+0000 7f430d7fa640 1 -- 172.21.15.119:0/366683196 <== mon.0 v2:172.21.15.119:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]=0 pool 'cephfs_metadata' created v17) v1 ==== 138+0+0 (secure 0 0 0) 0x7f43100cebe0 con 0x7f43100ab680 2024-09-13T18:56:32.679 INFO:teuthology.orchestra.run.smithi119.stderr:pool 'cephfs_metadata' created 2024-09-13T18:56:32.684 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:32.680+0000 7f4316b08640 1 -- 172.21.15.119:0/366683196 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f42f406ac30 msgr2=0x7f42f406d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:32.684 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:32.680+0000 7f4316b08640 1 --2- 172.21.15.119:0/366683196 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f42f406ac30 0x7f42f406d0f0 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7f431009c410 tx=0x7f42fc008040 comp rx=0 tx=0).stop 2024-09-13T18:56:32.684 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:32.680+0000 7f4316b08640 1 -- 172.21.15.119:0/366683196 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f43100ab680 msgr2=0x7f43100c4720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:32.684 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:32.680+0000 7f4316b08640 1 --2- 172.21.15.119:0/366683196 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f43100ab680 0x7f43100c4720 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7f4304000c00 tx=0x7f43040046c0 comp rx=0 tx=0).stop 2024-09-13T18:56:32.685 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:32.682+0000 7f4316b08640 1 -- 172.21.15.119:0/366683196 shutdown_connections 2024-09-13T18:56:32.685 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:32.682+0000 7f4316b08640 1 --2- 172.21.15.119:0/366683196 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f42f406ac30 0x7f42f406d0f0 unknown :-1 s=CLOSED pgs=64 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:32.685 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:32.682+0000 7f4316b08640 1 --2- 172.21.15.119:0/366683196 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f4310159310 0x7f43101e05d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:32.685 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:32.682+0000 7f4316b08640 1 --2- 172.21.15.119:0/366683196 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f43100b2b40 0x7f4310098250 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:32.685 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:32.682+0000 7f4316b08640 1 --2- 172.21.15.119:0/366683196 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f43100ab680 0x7f43100c4720 unknown :-1 s=CLOSED pgs=68 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:32.685 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:32.682+0000 7f4316b08640 1 -- 172.21.15.119:0/366683196 >> 172.21.15.119:0/366683196 conn(0x7f431006a0b0 msgr2=0x7f43100ae110 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:56:32.686 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:32.682+0000 7f4316b08640 1 -- 172.21.15.119:0/366683196 shutdown_connections 2024-09-13T18:56:32.686 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:32.682+0000 7f4316b08640 1 -- 172.21.15.119:0/366683196 wait complete. 2024-09-13T18:56:32.699 DEBUG:teuthology.orchestra.run.smithi119:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_data 64 --pg_num_min 64 --target_size_ratio 0.05 2024-09-13T18:56:32.808 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:32.805+0000 7f8ceec2b640 1 Processor -- start 2024-09-13T18:56:32.808 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:32.806+0000 7f8ceec2b640 1 -- start start 2024-09-13T18:56:32.810 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:32.806+0000 7f8ceec2b640 1 --2- >> v2:172.21.15.119:3300/0 conn(0x7f8ce80ad360 0x7f8ce80b2cf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:32.810 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:32.806+0000 7f8ceec2b640 1 -- --> v1:172.21.15.119:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f8ce80ad7f0 con 0x7f8ce806e5e0 2024-09-13T18:56:32.810 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:32.806+0000 7f8ceec2b640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f8ce80adad0 con 0x7f8ce80b2200 2024-09-13T18:56:32.810 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:32.806+0000 7f8ceec2b640 1 -- --> v2:172.21.15.119:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f8ce80b3940 con 0x7f8ce80ad360 2024-09-13T18:56:32.810 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:32.806+0000 7f8ce7fff640 1 --2- >> v2:172.21.15.119:3300/0 conn(0x7f8ce80ad360 0x7f8ce80b2cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:32.810 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:32.807+0000 7f8ced1c8640 1 --1- >> v1:172.21.15.119:6789/0 conn(0x7f8ce806e5e0 0x7f8ce80b3230 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.119:6789/0 says I am v1:172.21.15.119:45488/0 (socket says 172.21.15.119:45488) 2024-09-13T18:56:32.810 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:32.807+0000 7f8ced1c8640 1 -- 172.21.15.119:0/3918980006 learned_addr learned my addr 172.21.15.119:0/3918980006 (peer_addr_for_me v1:172.21.15.119:0/0) 2024-09-13T18:56:32.810 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:32.807+0000 7f8ce7fff640 1 -- 172.21.15.119:0/3918980006 >> v1:172.21.15.145:6789/0 conn(0x7f8ce80b2200 legacy=0x7f8ce80b25e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:32.810 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:32.807+0000 7f8ce7fff640 1 -- 172.21.15.119:0/3918980006 >> v1:172.21.15.119:6789/0 conn(0x7f8ce806e5e0 legacy=0x7f8ce80b3230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:32.810 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:32.807+0000 7f8ce7fff640 1 -- 172.21.15.119:0/3918980006 --> v2:172.21.15.119:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8ce80addb0 con 0x7f8ce80ad360 2024-09-13T18:56:32.810 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:32.807+0000 7f8ce7fff640 1 --2- 172.21.15.119:0/3918980006 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f8ce80ad360 0x7f8ce80b2cf0 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7f8cdc0097a0 tx=0x7f8cdc02a130 comp rx=0 tx=0).ready entity=mon.0 client_cookie=63ba4165234f44bc server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:56:32.812 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:32.808+0000 7f8ce77fe640 1 -- 172.21.15.119:0/3918980006 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8cdc02adc0 con 0x7f8ce80ad360 2024-09-13T18:56:32.812 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:32.808+0000 7f8ce77fe640 1 -- 172.21.15.119:0/3918980006 <== mon.0 v2:172.21.15.119:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f8cdc032440 con 0x7f8ce80ad360 2024-09-13T18:56:32.812 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:32.808+0000 7f8ce77fe640 1 -- 172.21.15.119:0/3918980006 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8cdc0327d0 con 0x7f8ce80ad360 2024-09-13T18:56:32.812 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:32.808+0000 7f8ceec2b640 1 -- 172.21.15.119:0/3918980006 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f8ce80ad360 msgr2=0x7f8ce80b2cf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:32.812 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:32.808+0000 7f8ceec2b640 1 --2- 172.21.15.119:0/3918980006 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f8ce80ad360 0x7f8ce80b2cf0 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7f8cdc0097a0 tx=0x7f8cdc02a130 comp rx=0 tx=0).stop 2024-09-13T18:56:32.812 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:32.808+0000 7f8ceec2b640 1 -- 172.21.15.119:0/3918980006 shutdown_connections 2024-09-13T18:56:32.812 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:32.808+0000 7f8ceec2b640 1 --2- 172.21.15.119:0/3918980006 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f8ce80ad360 0x7f8ce80b2cf0 unknown :-1 s=CLOSED pgs=70 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:32.812 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:32.808+0000 7f8ceec2b640 1 -- 172.21.15.119:0/3918980006 >> 172.21.15.119:0/3918980006 conn(0x7f8ce80b4720 msgr2=0x7f8ce80b4b30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:56:32.812 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:32.808+0000 7f8ceec2b640 1 -- 172.21.15.119:0/3918980006 shutdown_connections 2024-09-13T18:56:32.812 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:32.808+0000 7f8ceec2b640 1 -- 172.21.15.119:0/3918980006 wait complete. 2024-09-13T18:56:32.812 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:32.809+0000 7f8ceec2b640 1 Processor -- start 2024-09-13T18:56:32.812 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:32.809+0000 7f8ceec2b640 1 -- start start 2024-09-13T18:56:32.814 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:32.810+0000 7f8ceec2b640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f8ce806e5e0 0x7f8ce8149a80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:32.814 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:32.810+0000 7f8ceec2b640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f8ce80b2200 0x7f8ce80cfa90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:32.814 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:32.810+0000 7f8ceec2b640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f8ce814d4e0 0x7f8ce814d970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:32.814 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:32.810+0000 7f8ceec2b640 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8ce814deb0 con 0x7f8ce80b2200 2024-09-13T18:56:32.814 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:32.810+0000 7f8ceec2b640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8ce8149fc0 con 0x7f8ce814d4e0 2024-09-13T18:56:32.815 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:32.810+0000 7f8ceec2b640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f8ce814bac0 con 0x7f8ce806e5e0 2024-09-13T18:56:32.815 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:32.810+0000 7f8ce7fff640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f8ce80b2200 0x7f8ce80cfa90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:32.815 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:32.810+0000 7f8ce7fff640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f8ce80b2200 0x7f8ce80cfa90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.119:3300/0 says I am v2:172.21.15.119:42878/0 (socket says 172.21.15.119:42878) 2024-09-13T18:56:32.815 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:32.810+0000 7f8ce7fff640 1 -- 172.21.15.119:0/2286384347 learned_addr learned my addr 172.21.15.119:0/2286384347 (peer_addr_for_me v2:172.21.15.119:0/0) 2024-09-13T18:56:32.815 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:32.810+0000 7f8ced1c8640 1 --2- 172.21.15.119:0/2286384347 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f8ce814d4e0 0x7f8ce814d970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:32.815 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:32.811+0000 7f8cec9c7640 1 --2- 172.21.15.119:0/2286384347 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f8ce806e5e0 0x7f8ce8149a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:32.815 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:32.811+0000 7f8ce7fff640 1 -- 172.21.15.119:0/2286384347 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f8ce806e5e0 msgr2=0x7f8ce8149a80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:32.815 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:32.811+0000 7f8ce7fff640 1 --2- 172.21.15.119:0/2286384347 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f8ce806e5e0 0x7f8ce8149a80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:32.815 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:32.811+0000 7f8ce7fff640 1 -- 172.21.15.119:0/2286384347 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f8ce814d4e0 msgr2=0x7f8ce814d970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:32.815 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:32.811+0000 7f8ce7fff640 1 --2- 172.21.15.119:0/2286384347 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f8ce814d4e0 0x7f8ce814d970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:32.815 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:32.811+0000 7f8ce7fff640 1 -- 172.21.15.119:0/2286384347 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8cdc009400 con 0x7f8ce80b2200 2024-09-13T18:56:32.815 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:32.811+0000 7f8ced1c8640 1 --2- 172.21.15.119:0/2286384347 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f8ce814d4e0 0x7f8ce814d970 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T18:56:32.815 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:32.811+0000 7f8ce7fff640 1 --2- 172.21.15.119:0/2286384347 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f8ce80b2200 0x7f8ce80cfa90 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f8cdc0098c0 tx=0x7f8cdc0046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:56:32.815 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:32.811+0000 7f8ce57fa640 1 -- 172.21.15.119:0/2286384347 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8cdc004230 con 0x7f8ce80b2200 2024-09-13T18:56:32.816 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:32.811+0000 7f8ce57fa640 1 -- 172.21.15.119:0/2286384347 <== mon.0 v2:172.21.15.119:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f8cdc0043b0 con 0x7f8ce80b2200 2024-09-13T18:56:32.816 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:32.811+0000 7f8ceec2b640 1 -- 172.21.15.119:0/2286384347 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f8ce8148cc0 con 0x7f8ce80b2200 2024-09-13T18:56:32.816 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:32.811+0000 7f8ce57fa640 1 -- 172.21.15.119:0/2286384347 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8cdc03d950 con 0x7f8ce80b2200 2024-09-13T18:56:32.816 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:32.811+0000 7f8ceec2b640 1 -- 172.21.15.119:0/2286384347 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f8ce8149280 con 0x7f8ce80b2200 2024-09-13T18:56:32.816 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:32.812+0000 7f8ceec2b640 1 -- 172.21.15.119:0/2286384347 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f8ce806d5d0 con 0x7f8ce80b2200 2024-09-13T18:56:32.817 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:32.813+0000 7f8ce57fa640 1 -- 172.21.15.119:0/2286384347 <== mon.0 v2:172.21.15.119:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f8cdc039040 con 0x7f8ce80b2200 2024-09-13T18:56:32.817 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:32.813+0000 7f8ce57fa640 1 --2- 172.21.15.119:0/2286384347 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f8cd406ac30 0x7f8cd406d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:32.817 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:32.813+0000 7f8ce57fa640 1 -- 172.21.15.119:0/2286384347 <== mon.0 v2:172.21.15.119:3300/0 5 ==== osd_map(17..17 src has 1..17) v4 ==== 5227+0+0 (secure 0 0 0) 0x7f8cdc0aa5d0 con 0x7f8ce80b2200 2024-09-13T18:56:32.817 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:32.813+0000 7f8cec9c7640 1 --2- 172.21.15.119:0/2286384347 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f8cd406ac30 0x7f8cd406d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:32.817 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:32.813+0000 7f8cec9c7640 1 --2- 172.21.15.119:0/2286384347 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f8cd406ac30 0x7f8cd406d0f0 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7f8cd8000f60 tx=0x7f8cd8009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:56:32.819 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:32.817+0000 7f8ce57fa640 1 -- 172.21.15.119:0/2286384347 <== mon.0 v2:172.21.15.119:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f8cdc075a70 con 0x7f8ce80b2200 2024-09-13T18:56:32.983 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:32.980+0000 7f8ceec2b640 1 -- 172.21.15.119:0/2286384347 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.05} v 0) v1 -- 0x7f8ce806d5d0 con 0x7f8ce80b2200 2024-09-13T18:56:33.689 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:33.686+0000 7f8ce57fa640 1 -- 172.21.15.119:0/2286384347 <== mon.0 v2:172.21.15.119:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.05}]=0 pool 'cephfs_data' created v18) v1 ==== 171+0+0 (secure 0 0 0) 0x7f8cdc004520 con 0x7f8ce80b2200 2024-09-13T18:56:33.689 INFO:teuthology.orchestra.run.smithi119.stderr:pool 'cephfs_data' created 2024-09-13T18:56:33.695 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:33.692+0000 7f8ceec2b640 1 -- 172.21.15.119:0/2286384347 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f8cd406ac30 msgr2=0x7f8cd406d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:33.695 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:33.692+0000 7f8ceec2b640 1 --2- 172.21.15.119:0/2286384347 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f8cd406ac30 0x7f8cd406d0f0 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7f8cd8000f60 tx=0x7f8cd8009040 comp rx=0 tx=0).stop 2024-09-13T18:56:33.696 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:33.692+0000 7f8ceec2b640 1 -- 172.21.15.119:0/2286384347 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f8ce80b2200 msgr2=0x7f8ce80cfa90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:33.696 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:33.692+0000 7f8ceec2b640 1 --2- 172.21.15.119:0/2286384347 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f8ce80b2200 0x7f8ce80cfa90 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f8cdc0098c0 tx=0x7f8cdc0046c0 comp rx=0 tx=0).stop 2024-09-13T18:56:33.696 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:33.694+0000 7f8ceec2b640 1 -- 172.21.15.119:0/2286384347 shutdown_connections 2024-09-13T18:56:33.697 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:33.694+0000 7f8ceec2b640 1 --2- 172.21.15.119:0/2286384347 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f8cd406ac30 0x7f8cd406d0f0 unknown :-1 s=CLOSED pgs=65 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:33.697 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:33.694+0000 7f8ceec2b640 1 --2- 172.21.15.119:0/2286384347 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f8ce814d4e0 0x7f8ce814d970 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:33.697 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:33.694+0000 7f8ceec2b640 1 --2- 172.21.15.119:0/2286384347 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f8ce80b2200 0x7f8ce80cfa90 unknown :-1 s=CLOSED pgs=71 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:33.697 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:33.694+0000 7f8ceec2b640 1 --2- 172.21.15.119:0/2286384347 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f8ce806e5e0 0x7f8ce8149a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:33.697 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:33.694+0000 7f8ceec2b640 1 -- 172.21.15.119:0/2286384347 >> 172.21.15.119:0/2286384347 conn(0x7f8ce80b4720 msgr2=0x7f8ce80aee50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:56:33.698 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:33.695+0000 7f8ceec2b640 1 -- 172.21.15.119:0/2286384347 shutdown_connections 2024-09-13T18:56:33.698 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:33.695+0000 7f8ceec2b640 1 -- 172.21.15.119:0/2286384347 wait complete. 2024-09-13T18:56:33.715 DEBUG:teuthology.orchestra.run.smithi119:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs new cephfs cephfs_metadata cephfs_data 2024-09-13T18:56:33.818 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:33.815+0000 7f9bc4a41640 1 Processor -- start 2024-09-13T18:56:33.818 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:33.815+0000 7f9bc4a41640 1 -- start start 2024-09-13T18:56:33.822 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:33.816+0000 7f9bc4a41640 1 --2- >> v2:172.21.15.119:3300/0 conn(0x7f9bc0158b00 0x7f9bc006c190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:33.822 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:33.816+0000 7f9bc4a41640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f9bc006c6d0 0x7f9bc0070b10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:33.822 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:33.816+0000 7f9bc4a41640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f9bc006cb30 con 0x7f9bc0071050 2024-09-13T18:56:33.822 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:33.816+0000 7f9bc4a41640 1 -- --> v2:172.21.15.119:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f9bc00b2d10 con 0x7f9bc0158b00 2024-09-13T18:56:33.822 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:33.816+0000 7f9bc4a41640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f9bc00b2ff0 con 0x7f9bc006c6d0 2024-09-13T18:56:33.822 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:33.816+0000 7f9bbe59c640 1 --2- >> v2:172.21.15.119:3300/0 conn(0x7f9bc0158b00 0x7f9bc006c190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:33.823 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:33.816+0000 7f9bbe59c640 1 --2- >> v2:172.21.15.119:3300/0 conn(0x7f9bc0158b00 0x7f9bc006c190 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.119:3300/0 says I am v2:172.21.15.119:54482/0 (socket says 172.21.15.119:54482) 2024-09-13T18:56:33.823 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:33.816+0000 7f9bbe59c640 1 -- 172.21.15.119:0/3267777296 learned_addr learned my addr 172.21.15.119:0/3267777296 (peer_addr_for_me v2:172.21.15.119:0/0) 2024-09-13T18:56:33.823 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:33.816+0000 7f9bbdd9b640 1 --2- 172.21.15.119:0/3267777296 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f9bc006c6d0 0x7f9bc0070b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:33.823 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:33.817+0000 7f9bbe59c640 1 -- 172.21.15.119:0/3267777296 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f9bc006c6d0 msgr2=0x7f9bc0070b10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T18:56:33.823 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:33.817+0000 7f9bbe59c640 1 --2- 172.21.15.119:0/3267777296 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f9bc006c6d0 0x7f9bc0070b10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:33.823 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:33.817+0000 7f9bbe59c640 1 -- 172.21.15.119:0/3267777296 >> v1:172.21.15.145:6789/0 conn(0x7f9bc0071050 legacy=0x7f9bc00714e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:33.823 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:33.817+0000 7f9bbe59c640 1 -- 172.21.15.119:0/3267777296 --> v2:172.21.15.119:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9bc0070310 con 0x7f9bc0158b00 2024-09-13T18:56:33.823 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:33.817+0000 7f9bbe59c640 1 --2- 172.21.15.119:0/3267777296 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f9bc0158b00 0x7f9bc006c190 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7f9bb0009870 tx=0x7f9bb002a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8fd6bd4c76f33cc server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:56:33.823 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:33.817+0000 7f9bbd59a640 1 -- 172.21.15.119:0/3267777296 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9bb0032440 con 0x7f9bc0158b00 2024-09-13T18:56:33.823 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:33.817+0000 7f9bbd59a640 1 -- 172.21.15.119:0/3267777296 <== mon.0 v2:172.21.15.119:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9bb00325a0 con 0x7f9bc0158b00 2024-09-13T18:56:33.823 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:33.817+0000 7f9bbd59a640 1 -- 172.21.15.119:0/3267777296 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9bb0032930 con 0x7f9bc0158b00 2024-09-13T18:56:33.823 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:33.818+0000 7f9bc4a41640 1 -- 172.21.15.119:0/3267777296 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f9bc0158b00 msgr2=0x7f9bc006c190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:33.823 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:33.818+0000 7f9bc4a41640 1 --2- 172.21.15.119:0/3267777296 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f9bc0158b00 0x7f9bc006c190 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7f9bb0009870 tx=0x7f9bb002a270 comp rx=0 tx=0).stop 2024-09-13T18:56:33.824 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:33.818+0000 7f9bc4a41640 1 -- 172.21.15.119:0/3267777296 shutdown_connections 2024-09-13T18:56:33.824 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:33.818+0000 7f9bc4a41640 1 --2- 172.21.15.119:0/3267777296 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f9bc006c6d0 0x7f9bc0070b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:33.824 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:33.818+0000 7f9bc4a41640 1 --2- 172.21.15.119:0/3267777296 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f9bc0158b00 0x7f9bc006c190 unknown :-1 s=CLOSED pgs=72 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:33.824 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:33.818+0000 7f9bc4a41640 1 -- 172.21.15.119:0/3267777296 >> 172.21.15.119:0/3267777296 conn(0x7f9bc006a0b0 msgr2=0x7f9bc006a4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:56:33.824 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:33.818+0000 7f9bc4a41640 1 -- 172.21.15.119:0/3267777296 shutdown_connections 2024-09-13T18:56:33.824 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:33.818+0000 7f9bc4a41640 1 -- 172.21.15.119:0/3267777296 wait complete. 2024-09-13T18:56:33.824 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:33.819+0000 7f9bc4a41640 1 Processor -- start 2024-09-13T18:56:33.824 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:33.820+0000 7f9bc4a41640 1 -- start start 2024-09-13T18:56:33.827 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:33.820+0000 7f9bc4a41640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f9bc006c6d0 0x7f9bc00c48f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:33.827 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:33.820+0000 7f9bc4a41640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f9bc0071050 0x7f9bc01e3640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:33.827 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:33.820+0000 7f9bc4a41640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f9bc0158b00 0x7f9bc01f2a00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:33.827 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:33.820+0000 7f9bc4a41640 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9bc00c5220 con 0x7f9bc006c6d0 2024-09-13T18:56:33.827 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:33.820+0000 7f9bc4a41640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9bc01f1c40 con 0x7f9bc0071050 2024-09-13T18:56:33.827 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:33.820+0000 7f9bc4a41640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f9bc01f1f20 con 0x7f9bc0158b00 2024-09-13T18:56:33.827 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:33.820+0000 7f9bbe59c640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f9bc006c6d0 0x7f9bc00c48f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:33.828 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:33.820+0000 7f9bbe59c640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f9bc006c6d0 0x7f9bc00c48f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.119:3300/0 says I am v2:172.21.15.119:54486/0 (socket says 172.21.15.119:54486) 2024-09-13T18:56:33.828 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:33.820+0000 7f9bbe59c640 1 -- 172.21.15.119:0/1252569619 learned_addr learned my addr 172.21.15.119:0/1252569619 (peer_addr_for_me v2:172.21.15.119:0/0) 2024-09-13T18:56:33.828 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:33.820+0000 7f9bbed9d640 1 --2- 172.21.15.119:0/1252569619 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f9bc0158b00 0x7f9bc01f2a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:33.828 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:33.820+0000 7f9bbdd9b640 1 --2- 172.21.15.119:0/1252569619 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f9bc0071050 0x7f9bc01e3640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:33.828 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:33.821+0000 7f9bbe59c640 1 -- 172.21.15.119:0/1252569619 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f9bc0158b00 msgr2=0x7f9bc01f2a00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:33.828 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:33.821+0000 7f9bbe59c640 1 --2- 172.21.15.119:0/1252569619 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f9bc0158b00 0x7f9bc01f2a00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:33.828 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:33.821+0000 7f9bbe59c640 1 -- 172.21.15.119:0/1252569619 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f9bc0071050 msgr2=0x7f9bc01e3640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:33.828 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:33.821+0000 7f9bbe59c640 1 --2- 172.21.15.119:0/1252569619 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f9bc0071050 0x7f9bc01e3640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:33.828 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:33.821+0000 7f9bbe59c640 1 -- 172.21.15.119:0/1252569619 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9bb00094d0 con 0x7f9bc006c6d0 2024-09-13T18:56:33.828 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:33.821+0000 7f9bbdd9b640 1 --2- 172.21.15.119:0/1252569619 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f9bc0071050 0x7f9bc01e3640 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T18:56:33.828 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:33.821+0000 7f9bbe59c640 1 --2- 172.21.15.119:0/1252569619 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f9bc006c6d0 0x7f9bc00c48f0 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7f9bb0000c00 tx=0x7f9bb00046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:56:33.829 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:33.821+0000 7f9baeffd640 1 -- 172.21.15.119:0/1252569619 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9bb0032440 con 0x7f9bc006c6d0 2024-09-13T18:56:33.829 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:33.821+0000 7f9baeffd640 1 -- 172.21.15.119:0/1252569619 <== mon.0 v2:172.21.15.119:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9bb0030980 con 0x7f9bc006c6d0 2024-09-13T18:56:33.829 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:33.821+0000 7f9baeffd640 1 -- 172.21.15.119:0/1252569619 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9bb0030d30 con 0x7f9bc006c6d0 2024-09-13T18:56:33.829 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:33.821+0000 7f9bc4a41640 1 -- 172.21.15.119:0/1252569619 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f9bc01f2200 con 0x7f9bc006c6d0 2024-09-13T18:56:33.829 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:33.821+0000 7f9bc4a41640 1 -- 172.21.15.119:0/1252569619 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f9bc00c4e30 con 0x7f9bc006c6d0 2024-09-13T18:56:33.829 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:33.822+0000 7f9bc4a41640 1 -- 172.21.15.119:0/1252569619 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f9bc01f2720 con 0x7f9bc006c6d0 2024-09-13T18:56:33.829 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:33.823+0000 7f9baeffd640 1 -- 172.21.15.119:0/1252569619 <== mon.0 v2:172.21.15.119:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f9bb0039040 con 0x7f9bc006c6d0 2024-09-13T18:56:33.829 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:33.823+0000 7f9baeffd640 1 --2- 172.21.15.119:0/1252569619 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f9ba006ac00 0x7f9ba006d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:33.829 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:33.823+0000 7f9baeffd640 1 -- 172.21.15.119:0/1252569619 <== mon.0 v2:172.21.15.119:3300/0 5 ==== osd_map(18..18 src has 1..18) v4 ==== 5609+0+0 (secure 0 0 0) 0x7f9bb00a9bb0 con 0x7f9bc006c6d0 2024-09-13T18:56:33.829 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:33.823+0000 7f9bbdd9b640 1 --2- 172.21.15.119:0/1252569619 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f9ba006ac00 0x7f9ba006d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:33.829 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:33.823+0000 7f9bbdd9b640 1 --2- 172.21.15.119:0/1252569619 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f9ba006ac00 0x7f9ba006d0c0 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7f9bc01e6b20 tx=0x7f9bb4008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:56:33.830 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:33.828+0000 7f9baeffd640 1 -- 172.21.15.119:0/1252569619 <== mon.0 v2:172.21.15.119:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f9bc01f2720 con 0x7f9bc006c6d0 2024-09-13T18:56:34.000 DEBUG:teuthology.orchestra.run.smithi119:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-13T18:56:34.003 DEBUG:teuthology.orchestra.run.smithi145:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-13T18:56:34.027 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:34.023+0000 7f9bc4a41640 1 -- 172.21.15.119:0/1252569619 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_command({"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"} v 0) v1 -- 0x7f9bc01f2720 con 0x7f9bc006c6d0 2024-09-13T18:56:34.033 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:34.031+0000 7f9baeffd640 1 -- 172.21.15.119:0/1252569619 <== mon.0 v2:172.21.15.119:3300/0 7 ==== mon_command_ack([{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]=0 new fs with metadata pool 2 and data pool 3 v4) v1 ==== 172+0+0 (secure 0 0 0) 0x7f9bc01f2720 con 0x7f9bc006c6d0 2024-09-13T18:56:34.034 INFO:teuthology.orchestra.run.smithi119.stderr:new fs with metadata pool 2 and data pool 3 2024-09-13T18:56:34.039 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:34.036+0000 7f9bc4a41640 1 -- 172.21.15.119:0/1252569619 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f9ba006ac00 msgr2=0x7f9ba006d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:34.039 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:34.036+0000 7f9bc4a41640 1 --2- 172.21.15.119:0/1252569619 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f9ba006ac00 0x7f9ba006d0c0 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7f9bc01e6b20 tx=0x7f9bb4008040 comp rx=0 tx=0).stop 2024-09-13T18:56:34.039 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:34.036+0000 7f9bc4a41640 1 -- 172.21.15.119:0/1252569619 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f9bc006c6d0 msgr2=0x7f9bc00c48f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:34.039 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:34.037+0000 7f9bc4a41640 1 --2- 172.21.15.119:0/1252569619 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f9bc006c6d0 0x7f9bc00c48f0 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7f9bb0000c00 tx=0x7f9bb00046c0 comp rx=0 tx=0).stop 2024-09-13T18:56:34.040 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:34.038+0000 7f9bc4a41640 1 -- 172.21.15.119:0/1252569619 shutdown_connections 2024-09-13T18:56:34.040 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:34.038+0000 7f9bc4a41640 1 --2- 172.21.15.119:0/1252569619 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f9ba006ac00 0x7f9ba006d0c0 secure :-1 s=CLOSED pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7f9bc01e6b20 tx=0x7f9bb4008040 comp rx=0 tx=0).stop 2024-09-13T18:56:34.040 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:34.038+0000 7f9bc4a41640 1 --2- 172.21.15.119:0/1252569619 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f9bc0158b00 0x7f9bc01f2a00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:34.041 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:34.038+0000 7f9bc4a41640 1 --2- 172.21.15.119:0/1252569619 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f9bc0071050 0x7f9bc01e3640 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:34.041 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:34.038+0000 7f9bc4a41640 1 --2- 172.21.15.119:0/1252569619 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f9bc006c6d0 0x7f9bc00c48f0 unknown :-1 s=CLOSED pgs=73 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:34.041 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:34.038+0000 7f9bc4a41640 1 -- 172.21.15.119:0/1252569619 >> 172.21.15.119:0/1252569619 conn(0x7f9bc006a0b0 msgr2=0x7f9bc006a490 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:56:34.042 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:34.040+0000 7f9bc4a41640 1 -- 172.21.15.119:0/1252569619 shutdown_connections 2024-09-13T18:56:34.042 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:34.040+0000 7f9bc4a41640 1 -- 172.21.15.119:0/1252569619 wait complete. 2024-09-13T18:56:34.065 DEBUG:tasks.cephfs.filesystem:EC profile is ['m=2', 'k=2', 'crush-failure-domain=osd'] 2024-09-13T18:56:34.067 DEBUG:teuthology.orchestra.run.smithi119:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd erasure-code-profile set cephfs_data_ec m=2 k=2 crush-failure-domain=osd 2024-09-13T18:56:34.207 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:34.204+0000 7fabdbdb5640 1 Processor -- start 2024-09-13T18:56:34.207 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:34.204+0000 7fabdbdb5640 1 -- start start 2024-09-13T18:56:34.208 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:34.205+0000 7fabdbdb5640 1 --2- >> v2:172.21.15.119:3300/0 conn(0x7fabd40cdf10 0x7fabd4069ed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:34.208 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:34.205+0000 7fabdbdb5640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fabd406b600 0x7fabd4065c60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:34.208 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:34.205+0000 7fabdbdb5640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7fabd40ce2f0 0x7fabd40cc700 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:34.209 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:34.205+0000 7fabdbdb5640 1 -- --> v2:172.21.15.119:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fabd415c9a0 con 0x7fabd40cdf10 2024-09-13T18:56:34.209 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:34.205+0000 7fabdbdb5640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fabd406b170 con 0x7fabd40ce2f0 2024-09-13T18:56:34.209 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:34.205+0000 7fabdbdb5640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fabd40661a0 con 0x7fabd406b600 2024-09-13T18:56:34.209 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:34.205+0000 7fabd9b51640 1 --2- >> v2:172.21.15.119:3300/0 conn(0x7fabd40cdf10 0x7fabd4069ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:34.209 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:34.205+0000 7fabd9b51640 1 --2- >> v2:172.21.15.119:3300/0 conn(0x7fabd40cdf10 0x7fabd4069ed0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.119:3300/0 says I am v2:172.21.15.119:54498/0 (socket says 172.21.15.119:54498) 2024-09-13T18:56:34.209 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:34.205+0000 7fabd9b51640 1 -- 172.21.15.119:0/1134824790 learned_addr learned my addr 172.21.15.119:0/1134824790 (peer_addr_for_me v2:172.21.15.119:0/0) 2024-09-13T18:56:34.209 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:34.206+0000 7fabd9b51640 1 -- 172.21.15.119:0/1134824790 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fabd406b600 msgr2=0x7fabd4065c60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T18:56:34.209 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:34.206+0000 7fabd9350640 1 --2- 172.21.15.119:0/1134824790 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fabd406b600 0x7fabd4065c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:34.209 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:34.206+0000 7fabda352640 1 --2- 172.21.15.119:0/1134824790 >> v2:172.21.15.145:3300/0 conn(0x7fabd40ce2f0 0x7fabd40cc700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:34.209 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:34.206+0000 7fabd9b51640 1 --2- 172.21.15.119:0/1134824790 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fabd406b600 0x7fabd4065c60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:34.210 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:34.206+0000 7fabd9b51640 1 -- 172.21.15.119:0/1134824790 >> v2:172.21.15.145:3300/0 conn(0x7fabd40ce2f0 msgr2=0x7fabd40cc700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T18:56:34.210 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:34.206+0000 7fabd9b51640 1 --2- 172.21.15.119:0/1134824790 >> v2:172.21.15.145:3300/0 conn(0x7fabd40ce2f0 0x7fabd40cc700 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:34.210 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:34.206+0000 7fabd9b51640 1 -- 172.21.15.119:0/1134824790 --> v2:172.21.15.119:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fabd406a560 con 0x7fabd40cdf10 2024-09-13T18:56:34.213 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:34.206+0000 7fabd9b51640 1 --2- 172.21.15.119:0/1134824790 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fabd40cdf10 0x7fabd4069ed0 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7fabd406bca0 tx=0x7fabd002a1e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=137a63114212ed31 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:56:34.213 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:34.206+0000 7fabd8b4f640 1 -- 172.21.15.119:0/1134824790 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fabd0032440 con 0x7fabd40cdf10 2024-09-13T18:56:34.213 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:34.206+0000 7fabd8b4f640 1 -- 172.21.15.119:0/1134824790 <== mon.0 v2:172.21.15.119:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fabd00325a0 con 0x7fabd40cdf10 2024-09-13T18:56:34.213 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:34.206+0000 7fabd8b4f640 1 -- 172.21.15.119:0/1134824790 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fabd0032930 con 0x7fabd40cdf10 2024-09-13T18:56:34.213 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:34.207+0000 7fabdbdb5640 1 -- 172.21.15.119:0/1134824790 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fabd40cdf10 msgr2=0x7fabd4069ed0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:34.214 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:34.207+0000 7fabdbdb5640 1 --2- 172.21.15.119:0/1134824790 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fabd40cdf10 0x7fabd4069ed0 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7fabd406bca0 tx=0x7fabd002a1e0 comp rx=0 tx=0).stop 2024-09-13T18:56:34.214 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:34.207+0000 7fabdbdb5640 1 -- 172.21.15.119:0/1134824790 shutdown_connections 2024-09-13T18:56:34.214 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:34.207+0000 7fabdbdb5640 1 --2- 172.21.15.119:0/1134824790 >> v2:172.21.15.145:3300/0 conn(0x7fabd40ce2f0 0x7fabd40cc700 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:34.214 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:34.207+0000 7fabdbdb5640 1 --2- 172.21.15.119:0/1134824790 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fabd406b600 0x7fabd4065c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:34.214 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:34.207+0000 7fabdbdb5640 1 --2- 172.21.15.119:0/1134824790 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fabd40cdf10 0x7fabd4069ed0 unknown :-1 s=CLOSED pgs=74 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:34.214 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:34.207+0000 7fabdbdb5640 1 -- 172.21.15.119:0/1134824790 >> 172.21.15.119:0/1134824790 conn(0x7fabd40cb5b0 msgr2=0x7fabd40cb9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:56:34.214 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:34.207+0000 7fabdbdb5640 1 -- 172.21.15.119:0/1134824790 shutdown_connections 2024-09-13T18:56:34.214 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:34.207+0000 7fabdbdb5640 1 -- 172.21.15.119:0/1134824790 wait complete. 2024-09-13T18:56:34.214 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:34.208+0000 7fabdbdb5640 1 Processor -- start 2024-09-13T18:56:34.214 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:34.208+0000 7fabdbdb5640 1 -- start start 2024-09-13T18:56:34.215 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:34.209+0000 7fabdbdb5640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fabd406b600 0x7fabd41f5740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:34.215 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:34.209+0000 7fabdbdb5640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fabd40cdf10 0x7fabd40c3040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:34.215 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:34.209+0000 7fabdbdb5640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fabd40ce2f0 0x7fabd415ed00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:34.215 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:34.209+0000 7fabdbdb5640 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fabd41f5c80 con 0x7fabd40ce2f0 2024-09-13T18:56:34.215 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:34.209+0000 7fabdbdb5640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fabd40b2200 con 0x7fabd40cdf10 2024-09-13T18:56:34.215 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:34.209+0000 7fabdbdb5640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fabd40b24e0 con 0x7fabd406b600 2024-09-13T18:56:34.215 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:34.209+0000 7fabda352640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fabd40ce2f0 0x7fabd415ed00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:34.215 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:34.209+0000 7fabda352640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fabd40ce2f0 0x7fabd415ed00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.119:3300/0 says I am v2:172.21.15.119:54504/0 (socket says 172.21.15.119:54504) 2024-09-13T18:56:34.215 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:34.209+0000 7fabda352640 1 -- 172.21.15.119:0/3803628151 learned_addr learned my addr 172.21.15.119:0/3803628151 (peer_addr_for_me v2:172.21.15.119:0/0) 2024-09-13T18:56:34.215 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:34.209+0000 7fabd9b51640 1 --2- 172.21.15.119:0/3803628151 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fabd406b600 0x7fabd41f5740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:34.215 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:34.209+0000 7fabd9350640 1 --2- 172.21.15.119:0/3803628151 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fabd40cdf10 0x7fabd40c3040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:34.215 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:34.209+0000 7fabda352640 1 -- 172.21.15.119:0/3803628151 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fabd406b600 msgr2=0x7fabd41f5740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:34.216 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:34.209+0000 7fabda352640 1 --2- 172.21.15.119:0/3803628151 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fabd406b600 0x7fabd41f5740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:34.216 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:34.209+0000 7fabda352640 1 -- 172.21.15.119:0/3803628151 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fabd40cdf10 msgr2=0x7fabd40c3040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:34.216 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:34.209+0000 7fabda352640 1 --2- 172.21.15.119:0/3803628151 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fabd40cdf10 0x7fabd40c3040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:34.216 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:34.209+0000 7fabda352640 1 -- 172.21.15.119:0/3803628151 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fabd00094d0 con 0x7fabd40ce2f0 2024-09-13T18:56:34.216 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:34.210+0000 7fabda352640 1 --2- 172.21.15.119:0/3803628151 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fabd40ce2f0 0x7fabd415ed00 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7fabcc00cd70 tx=0x7fabcc00a660 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:56:34.216 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:34.210+0000 7fabca7fc640 1 -- 172.21.15.119:0/3803628151 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fabcc003b90 con 0x7fabd40ce2f0 2024-09-13T18:56:34.216 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:34.210+0000 7fabca7fc640 1 -- 172.21.15.119:0/3803628151 <== mon.0 v2:172.21.15.119:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fabcc003cf0 con 0x7fabd40ce2f0 2024-09-13T18:56:34.216 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:34.210+0000 7fabca7fc640 1 -- 172.21.15.119:0/3803628151 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fabcc004240 con 0x7fabd40ce2f0 2024-09-13T18:56:34.216 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:34.210+0000 7fabdbdb5640 1 -- 172.21.15.119:0/3803628151 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fabd40b27c0 con 0x7fabd40ce2f0 2024-09-13T18:56:34.217 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:34.210+0000 7fabdbdb5640 1 -- 172.21.15.119:0/3803628151 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fabd40b2d80 con 0x7fabd40ce2f0 2024-09-13T18:56:34.217 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:34.211+0000 7fabdbdb5640 1 -- 172.21.15.119:0/3803628151 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fabd406aae0 con 0x7fabd40ce2f0 2024-09-13T18:56:34.218 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:34.211+0000 7fabca7fc640 1 -- 172.21.15.119:0/3803628151 <== mon.0 v2:172.21.15.119:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fabcc0043a0 con 0x7fabd40ce2f0 2024-09-13T18:56:34.218 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:34.212+0000 7fabca7fc640 1 --2- 172.21.15.119:0/3803628151 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7fabb806ac00 0x7fabb806d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:34.218 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:34.212+0000 7fabca7fc640 1 -- 172.21.15.119:0/3803628151 <== mon.0 v2:172.21.15.119:3300/0 5 ==== osd_map(19..19 src has 1..19) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fabcc012070 con 0x7fabd40ce2f0 2024-09-13T18:56:34.218 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:34.212+0000 7fabd9b51640 1 --2- 172.21.15.119:0/3803628151 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7fabb806ac00 0x7fabb806d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:34.218 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:34.212+0000 7fabd9b51640 1 --2- 172.21.15.119:0/3803628151 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7fabb806ac00 0x7fabb806d0c0 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7fabd0034000 tx=0x7fabd002e000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:56:34.218 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:34.216+0000 7fabca7fc640 1 -- 172.21.15.119:0/3803628151 <== mon.0 v2:172.21.15.119:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fabcc054ee0 con 0x7fabd40ce2f0 2024-09-13T18:56:34.388 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:34.385+0000 7fabdbdb5640 1 -- 172.21.15.119:0/3803628151 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_command({"prefix": "osd erasure-code-profile set", "name": "cephfs_data_ec", "profile": ["m=2", "k=2", "crush-failure-domain=osd"]} v 0) v1 -- 0x7fabd40b2fa0 con 0x7fabd40ce2f0 2024-09-13T18:56:35.034 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:35.032+0000 7fabca7fc640 1 -- 172.21.15.119:0/3803628151 <== mon.0 v2:172.21.15.119:3300/0 7 ==== mon_command_ack([{"prefix": "osd erasure-code-profile set", "name": "cephfs_data_ec", "profile": ["m=2", "k=2", "crush-failure-domain=osd"]}]=0 v20) v1 ==== 157+0+0 (secure 0 0 0) 0x7fabcc058500 con 0x7fabd40ce2f0 2024-09-13T18:56:35.037 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:35.034+0000 7fabdbdb5640 1 -- 172.21.15.119:0/3803628151 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7fabb806ac00 msgr2=0x7fabb806d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:35.037 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:35.034+0000 7fabdbdb5640 1 --2- 172.21.15.119:0/3803628151 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7fabb806ac00 0x7fabb806d0c0 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7fabd0034000 tx=0x7fabd002e000 comp rx=0 tx=0).stop 2024-09-13T18:56:35.037 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:35.034+0000 7fabdbdb5640 1 -- 172.21.15.119:0/3803628151 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fabd40ce2f0 msgr2=0x7fabd415ed00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:35.037 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:35.034+0000 7fabdbdb5640 1 --2- 172.21.15.119:0/3803628151 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fabd40ce2f0 0x7fabd415ed00 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7fabcc00cd70 tx=0x7fabcc00a660 comp rx=0 tx=0).stop 2024-09-13T18:56:35.037 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:35.034+0000 7fabdbdb5640 1 -- 172.21.15.119:0/3803628151 shutdown_connections 2024-09-13T18:56:35.038 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:35.034+0000 7fabdbdb5640 1 --2- 172.21.15.119:0/3803628151 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7fabb806ac00 0x7fabb806d0c0 unknown :-1 s=CLOSED pgs=67 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:35.038 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:35.034+0000 7fabdbdb5640 1 --2- 172.21.15.119:0/3803628151 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fabd40ce2f0 0x7fabd415ed00 unknown :-1 s=CLOSED pgs=75 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:35.038 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:35.034+0000 7fabdbdb5640 1 --2- 172.21.15.119:0/3803628151 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fabd40cdf10 0x7fabd40c3040 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:35.038 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:35.034+0000 7fabdbdb5640 1 --2- 172.21.15.119:0/3803628151 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fabd406b600 0x7fabd41f5740 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:35.038 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:35.034+0000 7fabdbdb5640 1 -- 172.21.15.119:0/3803628151 >> 172.21.15.119:0/3803628151 conn(0x7fabd40cb5b0 msgr2=0x7fabd415b2a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:56:35.038 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:35.034+0000 7fabdbdb5640 1 -- 172.21.15.119:0/3803628151 shutdown_connections 2024-09-13T18:56:35.038 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:35.034+0000 7fabdbdb5640 1 -- 172.21.15.119:0/3803628151 wait complete. 2024-09-13T18:56:35.048 DEBUG:teuthology.orchestra.run.smithi119:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_data_ec erasure cephfs_data_ec --pg_num_min 64 --target_size_ratio 0.9 2024-09-13T18:56:35.154 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:35.151+0000 7f4b2c7d5640 1 Processor -- start 2024-09-13T18:56:35.154 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:35.152+0000 7f4b2c7d5640 1 -- start start 2024-09-13T18:56:35.155 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:35.152+0000 7f4b2c7d5640 1 --2- >> v2:172.21.15.119:3300/0 conn(0x7f4b2415fbc0 0x7f4b240cd180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:35.155 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:35.152+0000 7f4b2c7d5640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f4b240cd6c0 0x7f4b240d22d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:35.156 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:35.152+0000 7f4b2c7d5640 1 -- --> v1:172.21.15.119:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f4b2406b6c0 con 0x7f4b240d2810 2024-09-13T18:56:35.156 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:35.152+0000 7f4b2c7d5640 1 -- --> v2:172.21.15.119:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f4b240d2cc0 con 0x7f4b2415fbc0 2024-09-13T18:56:35.156 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:35.152+0000 7f4b2c7d5640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f4b240ce500 con 0x7f4b240cd6c0 2024-09-13T18:56:35.156 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:35.153+0000 7f4b2a571640 1 --2- >> v2:172.21.15.119:3300/0 conn(0x7f4b2415fbc0 0x7f4b240cd180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:35.156 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:35.153+0000 7f4b2a571640 1 --2- >> v2:172.21.15.119:3300/0 conn(0x7f4b2415fbc0 0x7f4b240cd180 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.119:3300/0 says I am v2:172.21.15.119:54520/0 (socket says 172.21.15.119:54520) 2024-09-13T18:56:35.156 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:35.153+0000 7f4b2ad72640 1 --1- >> v1:172.21.15.119:6789/0 conn(0x7f4b240d2810 0x7f4b240cee40 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.119:6789/0 says I am v1:172.21.15.119:58076/0 (socket says 172.21.15.119:58076) 2024-09-13T18:56:35.156 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:35.153+0000 7f4b2a571640 1 -- 172.21.15.119:0/2377260117 learned_addr learned my addr 172.21.15.119:0/2377260117 (peer_addr_for_me v2:172.21.15.119:0/0) 2024-09-13T18:56:35.156 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:35.153+0000 7f4b2a571640 1 -- 172.21.15.119:0/2377260117 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f4b240cd6c0 msgr2=0x7f4b240d22d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T18:56:35.156 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:35.153+0000 7f4b29d70640 1 --2- 172.21.15.119:0/2377260117 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f4b240cd6c0 0x7f4b240d22d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:35.156 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:35.153+0000 7f4b2a571640 1 --2- 172.21.15.119:0/2377260117 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f4b240cd6c0 0x7f4b240d22d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:35.156 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:35.153+0000 7f4b2956f640 1 -- 172.21.15.119:0/2377260117 <== mon.0 v1:172.21.15.119:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 572699092 0 0) 0x7f4b2406b6c0 con 0x7f4b240d2810 2024-09-13T18:56:35.156 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:35.153+0000 7f4b2a571640 1 -- 172.21.15.119:0/2377260117 >> v1:172.21.15.119:6789/0 conn(0x7f4b240d2810 legacy=0x7f4b240cee40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:35.157 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:35.153+0000 7f4b2a571640 1 -- 172.21.15.119:0/2377260117 --> v2:172.21.15.119:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4b240cdc60 con 0x7f4b2415fbc0 2024-09-13T18:56:35.158 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:35.154+0000 7f4b2a571640 1 --2- 172.21.15.119:0/2377260117 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f4b2415fbc0 0x7f4b240cd180 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7f4b20009870 tx=0x7f4b2002a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9a1e412388166864 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:56:35.158 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:35.154+0000 7f4b2956f640 1 -- 172.21.15.119:0/2377260117 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4b20032440 con 0x7f4b2415fbc0 2024-09-13T18:56:35.158 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:35.154+0000 7f4b2956f640 1 -- 172.21.15.119:0/2377260117 <== mon.0 v2:172.21.15.119:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4b200325a0 con 0x7f4b2415fbc0 2024-09-13T18:56:35.158 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:35.154+0000 7f4b2956f640 1 -- 172.21.15.119:0/2377260117 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4b20032930 con 0x7f4b2415fbc0 2024-09-13T18:56:35.158 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:35.154+0000 7f4b2c7d5640 1 -- 172.21.15.119:0/2377260117 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f4b2415fbc0 msgr2=0x7f4b240cd180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:35.159 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:35.154+0000 7f4b2c7d5640 1 --2- 172.21.15.119:0/2377260117 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f4b2415fbc0 0x7f4b240cd180 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7f4b20009870 tx=0x7f4b2002a270 comp rx=0 tx=0).stop 2024-09-13T18:56:35.159 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:35.154+0000 7f4b2c7d5640 1 -- 172.21.15.119:0/2377260117 shutdown_connections 2024-09-13T18:56:35.159 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:35.154+0000 7f4b2c7d5640 1 --2- 172.21.15.119:0/2377260117 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f4b240cd6c0 0x7f4b240d22d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:35.159 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:35.154+0000 7f4b2c7d5640 1 --2- 172.21.15.119:0/2377260117 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f4b2415fbc0 0x7f4b240cd180 unknown :-1 s=CLOSED pgs=77 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:35.159 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:35.154+0000 7f4b2c7d5640 1 -- 172.21.15.119:0/2377260117 >> 172.21.15.119:0/2377260117 conn(0x7f4b2409b830 msgr2=0x7f4b24089f60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:56:35.159 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:35.154+0000 7f4b2c7d5640 1 -- 172.21.15.119:0/2377260117 shutdown_connections 2024-09-13T18:56:35.159 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:35.154+0000 7f4b2c7d5640 1 -- 172.21.15.119:0/2377260117 wait complete. 2024-09-13T18:56:35.159 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:35.156+0000 7f4b2c7d5640 1 Processor -- start 2024-09-13T18:56:35.159 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:35.156+0000 7f4b2c7d5640 1 -- start start 2024-09-13T18:56:35.163 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:35.156+0000 7f4b2c7d5640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f4b240cd6c0 0x7f4b24159570 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:35.163 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:35.156+0000 7f4b2c7d5640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f4b240d2810 0x7f4b240b2840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:35.163 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:35.156+0000 7f4b2c7d5640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f4b2415fbc0 0x7f4b24149aa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:35.163 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:35.156+0000 7f4b2c7d5640 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4b240b3300 con 0x7f4b2415fbc0 2024-09-13T18:56:35.163 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:35.156+0000 7f4b2c7d5640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4b240b35e0 con 0x7f4b240cd6c0 2024-09-13T18:56:35.163 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:35.156+0000 7f4b2c7d5640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f4b240b38c0 con 0x7f4b240d2810 2024-09-13T18:56:35.163 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:35.156+0000 7f4b2ad72640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f4b2415fbc0 0x7f4b24149aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:35.163 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:35.156+0000 7f4b2ad72640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f4b2415fbc0 0x7f4b24149aa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.119:3300/0 says I am v2:172.21.15.119:54522/0 (socket says 172.21.15.119:54522) 2024-09-13T18:56:35.163 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:35.156+0000 7f4b2ad72640 1 -- 172.21.15.119:0/768692064 learned_addr learned my addr 172.21.15.119:0/768692064 (peer_addr_for_me v2:172.21.15.119:0/0) 2024-09-13T18:56:35.163 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:35.157+0000 7f4b29d70640 1 --2- 172.21.15.119:0/768692064 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f4b240d2810 0x7f4b240b2840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:35.163 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:35.157+0000 7f4b2ad72640 1 -- 172.21.15.119:0/768692064 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f4b240d2810 msgr2=0x7f4b240b2840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:35.164 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:35.157+0000 7f4b2ad72640 1 --2- 172.21.15.119:0/768692064 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f4b240d2810 0x7f4b240b2840 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:35.164 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:35.157+0000 7f4b2ad72640 1 -- 172.21.15.119:0/768692064 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f4b240cd6c0 msgr2=0x7f4b24159570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:35.164 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:35.157+0000 7f4b2ad72640 1 --2- 172.21.15.119:0/768692064 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f4b240cd6c0 0x7f4b24159570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:35.164 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:35.157+0000 7f4b2ad72640 1 -- 172.21.15.119:0/768692064 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4b200094d0 con 0x7f4b2415fbc0 2024-09-13T18:56:35.164 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:35.157+0000 7f4b2ad72640 1 --2- 172.21.15.119:0/768692064 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f4b2415fbc0 0x7f4b24149aa0 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7f4b1c00c780 tx=0x7f4b1c00cc40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:56:35.164 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:35.157+0000 7f4b1affd640 1 -- 172.21.15.119:0/768692064 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4b1c00ce90 con 0x7f4b2415fbc0 2024-09-13T18:56:35.164 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:35.157+0000 7f4b1affd640 1 -- 172.21.15.119:0/768692064 <== mon.0 v2:172.21.15.119:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4b1c00a640 con 0x7f4b2415fbc0 2024-09-13T18:56:35.164 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:35.157+0000 7f4b2c7d5640 1 -- 172.21.15.119:0/768692064 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f4b240b3ba0 con 0x7f4b2415fbc0 2024-09-13T18:56:35.164 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:35.157+0000 7f4b1affd640 1 -- 172.21.15.119:0/768692064 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4b1c00a9d0 con 0x7f4b2415fbc0 2024-09-13T18:56:35.164 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:35.157+0000 7f4b2c7d5640 1 -- 172.21.15.119:0/768692064 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f4b2415b4a0 con 0x7f4b2415fbc0 2024-09-13T18:56:35.164 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:35.158+0000 7f4b2c7d5640 1 -- 172.21.15.119:0/768692064 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f4b240b40c0 con 0x7f4b2415fbc0 2024-09-13T18:56:35.164 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:35.158+0000 7f4b1affd640 1 -- 172.21.15.119:0/768692064 <== mon.0 v2:172.21.15.119:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f4b1c00ab30 con 0x7f4b2415fbc0 2024-09-13T18:56:35.164 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:35.159+0000 7f4b1affd640 1 --2- 172.21.15.119:0/768692064 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f4b0806ac00 0x7f4b0806d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:35.164 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:35.159+0000 7f4b2a571640 1 --2- 172.21.15.119:0/768692064 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f4b0806ac00 0x7f4b0806d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:35.165 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:35.159+0000 7f4b1affd640 1 -- 172.21.15.119:0/768692064 <== mon.0 v2:172.21.15.119:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5935+0+0 (secure 0 0 0) 0x7f4b1c088c70 con 0x7f4b2415fbc0 2024-09-13T18:56:35.165 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:35.159+0000 7f4b2a571640 1 --2- 172.21.15.119:0/768692064 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f4b0806ac00 0x7f4b0806d0c0 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7f4b20034000 tx=0x7f4b2002c000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:56:35.165 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:35.163+0000 7f4b1affd640 1 -- 172.21.15.119:0/768692064 <== mon.0 v2:172.21.15.119:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f4b240b40c0 con 0x7f4b2415fbc0 2024-09-13T18:56:35.326 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:35.324+0000 7f4b2c7d5640 1 -- 172.21.15.119:0/768692064 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_data_ec", "pool_type": "erasure", "erasure_code_profile": "cephfs_data_ec", "pg_num_min": 64, "target_size_ratio": 0.9} v 0) v1 -- 0x7f4b240b40c0 con 0x7f4b2415fbc0 2024-09-13T18:56:37.042 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:37.040+0000 7f4b1affd640 1 -- 172.21.15.119:0/768692064 <== mon.0 v2:172.21.15.119:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_data_ec", "pool_type": "erasure", "erasure_code_profile": "cephfs_data_ec", "pg_num_min": 64, "target_size_ratio": 0.9}]=0 pool 'cephfs_data_ec' created v22) v1 ==== 228+0+0 (secure 0 0 0) 0x7f4b240b40c0 con 0x7f4b2415fbc0 2024-09-13T18:56:37.042 INFO:teuthology.orchestra.run.smithi119.stderr:pool 'cephfs_data_ec' created 2024-09-13T18:56:37.049 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:37.045+0000 7f4b2c7d5640 1 -- 172.21.15.119:0/768692064 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f4b0806ac00 msgr2=0x7f4b0806d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:37.052 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:37.045+0000 7f4b2c7d5640 1 --2- 172.21.15.119:0/768692064 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f4b0806ac00 0x7f4b0806d0c0 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7f4b20034000 tx=0x7f4b2002c000 comp rx=0 tx=0).stop 2024-09-13T18:56:37.052 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:37.045+0000 7f4b2c7d5640 1 -- 172.21.15.119:0/768692064 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f4b2415fbc0 msgr2=0x7f4b24149aa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:37.052 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:37.045+0000 7f4b2c7d5640 1 --2- 172.21.15.119:0/768692064 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f4b2415fbc0 0x7f4b24149aa0 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7f4b1c00c780 tx=0x7f4b1c00cc40 comp rx=0 tx=0).stop 2024-09-13T18:56:37.052 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:37.048+0000 7f4b2c7d5640 1 -- 172.21.15.119:0/768692064 shutdown_connections 2024-09-13T18:56:37.052 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:37.048+0000 7f4b2c7d5640 1 --2- 172.21.15.119:0/768692064 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f4b0806ac00 0x7f4b0806d0c0 secure :-1 s=CLOSED pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7f4b20034000 tx=0x7f4b2002c000 comp rx=0 tx=0).stop 2024-09-13T18:56:37.052 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:37.048+0000 7f4b2c7d5640 1 --2- 172.21.15.119:0/768692064 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f4b2415fbc0 0x7f4b24149aa0 unknown :-1 s=CLOSED pgs=78 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:37.052 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:37.048+0000 7f4b2c7d5640 1 --2- 172.21.15.119:0/768692064 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f4b240d2810 0x7f4b240b2840 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:37.052 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:37.048+0000 7f4b2c7d5640 1 --2- 172.21.15.119:0/768692064 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f4b240cd6c0 0x7f4b24159570 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:37.052 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:37.048+0000 7f4b2c7d5640 1 -- 172.21.15.119:0/768692064 >> 172.21.15.119:0/768692064 conn(0x7f4b2409b830 msgr2=0x7f4b240c9a30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:56:37.052 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:37.049+0000 7f4b2c7d5640 1 -- 172.21.15.119:0/768692064 shutdown_connections 2024-09-13T18:56:37.052 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:37.049+0000 7f4b2c7d5640 1 -- 172.21.15.119:0/768692064 wait complete. 2024-09-13T18:56:37.064 DEBUG:teuthology.orchestra.run.smithi119:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool set cephfs_data_ec allow_ec_overwrites true 2024-09-13T18:56:37.167 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:37.164+0000 7f1f57448640 1 Processor -- start 2024-09-13T18:56:37.167 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:37.165+0000 7f1f57448640 1 -- start start 2024-09-13T18:56:37.168 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:37.165+0000 7f1f57448640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f1f500d2760 0x7f1f500cd8e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:37.168 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:37.165+0000 7f1f57448640 1 --2- >> v2:172.21.15.119:3300/0 conn(0x7f1f500cde20 0x7f1f500d0000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:37.168 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:37.165+0000 7f1f57448640 1 -- --> v1:172.21.15.119:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f1f500cd450 con 0x7f1f5015c500 2024-09-13T18:56:37.168 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:37.165+0000 7f1f57448640 1 -- --> v2:172.21.15.119:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f1f500d0cf0 con 0x7f1f500cde20 2024-09-13T18:56:37.168 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:37.165+0000 7f1f57448640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f1f500d0fd0 con 0x7f1f500d2760 2024-09-13T18:56:37.169 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:37.165+0000 7f1f551e4640 1 --1- >> v1:172.21.15.119:6789/0 conn(0x7f1f5015c500 0x7f1f500d2050 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.119:6789/0 says I am v1:172.21.15.119:58090/0 (socket says 172.21.15.119:58090) 2024-09-13T18:56:37.169 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:37.166+0000 7f1f551e4640 1 -- 172.21.15.119:0/1619931428 learned_addr learned my addr 172.21.15.119:0/1619931428 (peer_addr_for_me v1:172.21.15.119:0/0) 2024-09-13T18:56:37.169 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:37.166+0000 7f1f559e5640 1 --2- 172.21.15.119:0/1619931428 >> v2:172.21.15.119:3300/0 conn(0x7f1f500cde20 0x7f1f500d0000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:37.169 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:37.166+0000 7f1f47fff640 1 -- 172.21.15.119:0/1619931428 <== mon.0 v1:172.21.15.119:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3365957143 0 0) 0x7f1f500cd450 con 0x7f1f5015c500 2024-09-13T18:56:37.170 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:37.166+0000 7f1f47fff640 1 -- 172.21.15.119:0/1619931428 --> v1:172.21.15.119:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f1f3c003520 con 0x7f1f5015c500 2024-09-13T18:56:37.170 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:37.166+0000 7f1f549e3640 1 --2- 172.21.15.119:0/1619931428 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f1f500d2760 0x7f1f500cd8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:37.170 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:37.166+0000 7f1f559e5640 1 -- 172.21.15.119:0/1619931428 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f1f500d2760 msgr2=0x7f1f500cd8e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T18:56:37.170 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:37.166+0000 7f1f559e5640 1 --2- 172.21.15.119:0/1619931428 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f1f500d2760 0x7f1f500cd8e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:37.170 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:37.166+0000 7f1f559e5640 1 -- 172.21.15.119:0/1619931428 >> v1:172.21.15.119:6789/0 conn(0x7f1f5015c500 legacy=0x7f1f500d2050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:37.170 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:37.166+0000 7f1f559e5640 1 -- 172.21.15.119:0/1619931428 --> v2:172.21.15.119:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1f500cd0e0 con 0x7f1f500cde20 2024-09-13T18:56:37.170 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:37.167+0000 7f1f559e5640 1 --2- 172.21.15.119:0/1619931428 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f1f500cde20 0x7f1f500d0000 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7f1f480097a0 tx=0x7f1f4802a180 comp rx=0 tx=0).ready entity=mon.0 client_cookie=229c597302f85b0b server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:56:37.170 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:37.167+0000 7f1f47fff640 1 -- 172.21.15.119:0/1619931428 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1f48032440 con 0x7f1f500cde20 2024-09-13T18:56:37.170 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:37.167+0000 7f1f47fff640 1 -- 172.21.15.119:0/1619931428 <== mon.0 v2:172.21.15.119:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1f480325a0 con 0x7f1f500cde20 2024-09-13T18:56:37.170 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:37.167+0000 7f1f47fff640 1 -- 172.21.15.119:0/1619931428 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1f48032930 con 0x7f1f500cde20 2024-09-13T18:56:37.173 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:37.167+0000 7f1f57448640 1 -- 172.21.15.119:0/1619931428 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f1f500cde20 msgr2=0x7f1f500d0000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:37.173 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:37.167+0000 7f1f57448640 1 --2- 172.21.15.119:0/1619931428 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f1f500cde20 0x7f1f500d0000 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7f1f480097a0 tx=0x7f1f4802a180 comp rx=0 tx=0).stop 2024-09-13T18:56:37.173 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:37.167+0000 7f1f57448640 1 -- 172.21.15.119:0/1619931428 shutdown_connections 2024-09-13T18:56:37.173 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:37.167+0000 7f1f57448640 1 --2- 172.21.15.119:0/1619931428 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f1f500cde20 0x7f1f500d0000 unknown :-1 s=CLOSED pgs=80 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:37.173 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:37.167+0000 7f1f57448640 1 --2- 172.21.15.119:0/1619931428 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f1f500d2760 0x7f1f500cd8e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:37.173 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:37.167+0000 7f1f57448640 1 -- 172.21.15.119:0/1619931428 >> 172.21.15.119:0/1619931428 conn(0x7f1f50089f60 msgr2=0x7f1f5009b830 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:56:37.174 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:37.167+0000 7f1f57448640 1 -- 172.21.15.119:0/1619931428 shutdown_connections 2024-09-13T18:56:37.174 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:37.167+0000 7f1f57448640 1 -- 172.21.15.119:0/1619931428 wait complete. 2024-09-13T18:56:37.174 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:37.169+0000 7f1f57448640 1 Processor -- start 2024-09-13T18:56:37.174 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:37.169+0000 7f1f57448640 1 -- start start 2024-09-13T18:56:37.174 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:37.169+0000 7f1f57448640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f1f500cde20 0x7f1f500cc040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:37.174 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:37.169+0000 7f1f57448640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f1f500d2760 0x7f1f50158290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:37.174 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:37.169+0000 7f1f57448640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f1f5015c500 0x7f1f500b5260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:37.174 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:37.169+0000 7f1f57448640 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1f500cc580 con 0x7f1f500d2760 2024-09-13T18:56:37.174 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:37.169+0000 7f1f57448640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1f50158c30 con 0x7f1f5015c500 2024-09-13T18:56:37.174 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:37.169+0000 7f1f57448640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f1f50158f10 con 0x7f1f500cde20 2024-09-13T18:56:37.174 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:37.169+0000 7f1f549e3640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f1f500d2760 0x7f1f50158290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:37.174 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:37.169+0000 7f1f549e3640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f1f500d2760 0x7f1f50158290 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.119:3300/0 says I am v2:172.21.15.119:54542/0 (socket says 172.21.15.119:54542) 2024-09-13T18:56:37.174 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:37.169+0000 7f1f549e3640 1 -- 172.21.15.119:0/2311958630 learned_addr learned my addr 172.21.15.119:0/2311958630 (peer_addr_for_me v2:172.21.15.119:0/0) 2024-09-13T18:56:37.175 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:37.170+0000 7f1f551e4640 1 --2- 172.21.15.119:0/2311958630 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f1f500cde20 0x7f1f500cc040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:37.175 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:37.170+0000 7f1f549e3640 1 -- 172.21.15.119:0/2311958630 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f1f500cde20 msgr2=0x7f1f500cc040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:37.175 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:37.170+0000 7f1f559e5640 1 --2- 172.21.15.119:0/2311958630 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f1f5015c500 0x7f1f500b5260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:37.175 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:37.170+0000 7f1f549e3640 1 --2- 172.21.15.119:0/2311958630 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f1f500cde20 0x7f1f500cc040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:37.175 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:37.170+0000 7f1f549e3640 1 -- 172.21.15.119:0/2311958630 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f1f5015c500 msgr2=0x7f1f500b5260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:37.175 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:37.170+0000 7f1f549e3640 1 --2- 172.21.15.119:0/2311958630 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f1f5015c500 0x7f1f500b5260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:37.175 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:37.170+0000 7f1f549e3640 1 -- 172.21.15.119:0/2311958630 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1f48009400 con 0x7f1f500d2760 2024-09-13T18:56:37.175 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:37.170+0000 7f1f551e4640 1 --2- 172.21.15.119:0/2311958630 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f1f500cde20 0x7f1f500cc040 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T18:56:37.175 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:37.170+0000 7f1f549e3640 1 --2- 172.21.15.119:0/2311958630 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f1f500d2760 0x7f1f50158290 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7f1f4000d7d0 tx=0x7f1f4000dc90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:56:37.175 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:37.170+0000 7f1f45ffb640 1 -- 172.21.15.119:0/2311958630 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1f40018070 con 0x7f1f500d2760 2024-09-13T18:56:37.175 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:37.170+0000 7f1f45ffb640 1 -- 172.21.15.119:0/2311958630 <== mon.0 v2:172.21.15.119:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1f40004020 con 0x7f1f500d2760 2024-09-13T18:56:37.175 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:37.170+0000 7f1f57448640 1 -- 172.21.15.119:0/2311958630 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f1f500c9d20 con 0x7f1f500d2760 2024-09-13T18:56:37.175 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:37.170+0000 7f1f45ffb640 1 -- 172.21.15.119:0/2311958630 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1f400041b0 con 0x7f1f500d2760 2024-09-13T18:56:37.175 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:37.170+0000 7f1f57448640 1 -- 172.21.15.119:0/2311958630 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f1f501591f0 con 0x7f1f500d2760 2024-09-13T18:56:37.176 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:37.171+0000 7f1f57448640 1 -- 172.21.15.119:0/2311958630 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f1f500d08f0 con 0x7f1f500d2760 2024-09-13T18:56:37.176 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:37.171+0000 7f1f45ffb640 1 -- 172.21.15.119:0/2311958630 <== mon.0 v2:172.21.15.119:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f1f40004310 con 0x7f1f500d2760 2024-09-13T18:56:37.176 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:37.172+0000 7f1f45ffb640 1 --2- 172.21.15.119:0/2311958630 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f1f3406ac00 0x7f1f3406d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:37.177 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:37.172+0000 7f1f551e4640 1 --2- 172.21.15.119:0/2311958630 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f1f3406ac00 0x7f1f3406d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:37.177 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:37.172+0000 7f1f45ffb640 1 -- 172.21.15.119:0/2311958630 <== mon.0 v2:172.21.15.119:3300/0 5 ==== osd_map(22..22 src has 1..22) v4 ==== 6428+0+0 (secure 0 0 0) 0x7f1f40089590 con 0x7f1f500d2760 2024-09-13T18:56:37.177 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:37.172+0000 7f1f551e4640 1 --2- 172.21.15.119:0/2311958630 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f1f3406ac00 0x7f1f3406d0c0 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7f1f4c001560 tx=0x7f1f4c009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:56:37.178 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:37.176+0000 7f1f45ffb640 1 -- 172.21.15.119:0/2311958630 <== mon.0 v2:172.21.15.119:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f1f40054410 con 0x7f1f500d2760 2024-09-13T18:56:37.339 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:37.336+0000 7f1f57448640 1 -- 172.21.15.119:0/2311958630 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_command({"prefix": "osd pool set", "pool": "cephfs_data_ec", "var": "allow_ec_overwrites", "val": "true"} v 0) v1 -- 0x7f1f500cc750 con 0x7f1f500d2760 2024-09-13T18:56:38.044 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:38.042+0000 7f1f45ffb640 1 -- 172.21.15.119:0/2311958630 <== mon.0 v2:172.21.15.119:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool set", "pool": "cephfs_data_ec", "var": "allow_ec_overwrites", "val": "true"}]=0 set pool 4 allow_ec_overwrites to true v23) v1 ==== 169+0+0 (secure 0 0 0) 0x7f1f40057a30 con 0x7f1f500d2760 2024-09-13T18:56:38.045 INFO:teuthology.orchestra.run.smithi119.stderr:set pool 4 allow_ec_overwrites to true 2024-09-13T18:56:38.059 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:38.056+0000 7f1f57448640 1 -- 172.21.15.119:0/2311958630 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f1f3406ac00 msgr2=0x7f1f3406d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:38.059 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:38.056+0000 7f1f57448640 1 --2- 172.21.15.119:0/2311958630 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f1f3406ac00 0x7f1f3406d0c0 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7f1f4c001560 tx=0x7f1f4c009040 comp rx=0 tx=0).stop 2024-09-13T18:56:38.059 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:38.056+0000 7f1f57448640 1 -- 172.21.15.119:0/2311958630 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f1f500d2760 msgr2=0x7f1f50158290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:38.059 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:38.056+0000 7f1f57448640 1 --2- 172.21.15.119:0/2311958630 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f1f500d2760 0x7f1f50158290 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7f1f4000d7d0 tx=0x7f1f4000dc90 comp rx=0 tx=0).stop 2024-09-13T18:56:38.065 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:38.062+0000 7f1f57448640 1 -- 172.21.15.119:0/2311958630 shutdown_connections 2024-09-13T18:56:38.065 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:38.062+0000 7f1f57448640 1 --2- 172.21.15.119:0/2311958630 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f1f3406ac00 0x7f1f3406d0c0 unknown :-1 s=CLOSED pgs=69 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:38.065 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:38.062+0000 7f1f57448640 1 --2- 172.21.15.119:0/2311958630 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f1f5015c500 0x7f1f500b5260 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:38.065 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:38.062+0000 7f1f57448640 1 --2- 172.21.15.119:0/2311958630 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f1f500d2760 0x7f1f50158290 unknown :-1 s=CLOSED pgs=81 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:38.065 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:38.062+0000 7f1f57448640 1 --2- 172.21.15.119:0/2311958630 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f1f500cde20 0x7f1f500cc040 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:38.065 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:38.062+0000 7f1f57448640 1 -- 172.21.15.119:0/2311958630 >> 172.21.15.119:0/2311958630 conn(0x7f1f50089f60 msgr2=0x7f1f5006c250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:56:38.066 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:38.063+0000 7f1f57448640 1 -- 172.21.15.119:0/2311958630 shutdown_connections 2024-09-13T18:56:38.067 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:38.063+0000 7f1f57448640 1 -- 172.21.15.119:0/2311958630 wait complete. 2024-09-13T18:56:38.079 DEBUG:teuthology.orchestra.run.smithi119:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs add_data_pool cephfs cephfs_data_ec 2024-09-13T18:56:38.180 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:38.178+0000 7f04911e2640 1 Processor -- start 2024-09-13T18:56:38.181 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:38.178+0000 7f04911e2640 1 -- start start 2024-09-13T18:56:38.188 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:38.178+0000 7f04911e2640 1 --2- >> v2:172.21.15.119:3300/0 conn(0x7f048c0b3c90 0x7f048c0ae590 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:38.188 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:38.178+0000 7f04911e2640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f048c069ed0 0x7f048c06a340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:38.188 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:38.178+0000 7f04911e2640 1 -- --> v1:172.21.15.119:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f048c0ae100 con 0x7f048c157e90 2024-09-13T18:56:38.188 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:38.178+0000 7f04911e2640 1 -- --> v2:172.21.15.119:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f048c0ad8a0 con 0x7f048c0b3c90 2024-09-13T18:56:38.189 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:38.178+0000 7f04911e2640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f048c06a880 con 0x7f048c069ed0 2024-09-13T18:56:38.189 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:38.179+0000 7f0483fff640 1 --2- >> v2:172.21.15.119:3300/0 conn(0x7f048c0b3c90 0x7f048c0ae590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:38.189 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:38.179+0000 7f0483fff640 1 --2- >> v2:172.21.15.119:3300/0 conn(0x7f048c0b3c90 0x7f048c0ae590 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.119:3300/0 says I am v2:172.21.15.119:54544/0 (socket says 172.21.15.119:54544) 2024-09-13T18:56:38.189 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:38.179+0000 7f048ad9d640 1 --1- >> v1:172.21.15.119:6789/0 conn(0x7f048c157e90 0x7f048c15b2f0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.119:6789/0 says I am v1:172.21.15.119:58102/0 (socket says 172.21.15.119:58102) 2024-09-13T18:56:38.189 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:38.179+0000 7f0483fff640 1 -- 172.21.15.119:0/3041579686 learned_addr learned my addr 172.21.15.119:0/3041579686 (peer_addr_for_me v2:172.21.15.119:0/0) 2024-09-13T18:56:38.190 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:38.179+0000 7f048b59e640 1 --2- 172.21.15.119:0/3041579686 >> v2:172.21.15.145:3300/0 conn(0x7f048c069ed0 0x7f048c06a340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:38.190 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:38.179+0000 7f0483fff640 1 -- 172.21.15.119:0/3041579686 >> v2:172.21.15.145:3300/0 conn(0x7f048c069ed0 msgr2=0x7f048c06a340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T18:56:38.190 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:38.179+0000 7f0483fff640 1 --2- 172.21.15.119:0/3041579686 >> v2:172.21.15.145:3300/0 conn(0x7f048c069ed0 0x7f048c06a340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:38.190 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:38.179+0000 7f0483fff640 1 -- 172.21.15.119:0/3041579686 >> v1:172.21.15.119:6789/0 conn(0x7f048c157e90 legacy=0x7f048c15b2f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:38.190 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:38.179+0000 7f0483fff640 1 -- 172.21.15.119:0/3041579686 --> v2:172.21.15.119:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f048c0b4530 con 0x7f048c0b3c90 2024-09-13T18:56:38.190 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:38.179+0000 7f048a59c640 1 -- 172.21.15.119:0/3041579686 <== mon.0 v1:172.21.15.119:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3455578037 0 0) 0x7f048c0ae100 con 0x7f048c157e90 2024-09-13T18:56:38.191 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:38.180+0000 7f0483fff640 1 --2- 172.21.15.119:0/3041579686 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f048c0b3c90 0x7f048c0ae590 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7f048c072430 tx=0x7f047402a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1aecfc998dc3ee24 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:56:38.191 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:38.180+0000 7f048a59c640 1 -- 172.21.15.119:0/3041579686 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0474032440 con 0x7f048c0b3c90 2024-09-13T18:56:38.191 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:38.180+0000 7f048a59c640 1 -- 172.21.15.119:0/3041579686 <== mon.0 v2:172.21.15.119:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f04740325a0 con 0x7f048c0b3c90 2024-09-13T18:56:38.191 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:38.180+0000 7f048a59c640 1 -- 172.21.15.119:0/3041579686 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0474032930 con 0x7f048c0b3c90 2024-09-13T18:56:38.191 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:38.180+0000 7f04911e2640 1 -- 172.21.15.119:0/3041579686 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f048c0b3c90 msgr2=0x7f048c0ae590 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:38.192 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:38.180+0000 7f04911e2640 1 --2- 172.21.15.119:0/3041579686 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f048c0b3c90 0x7f048c0ae590 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7f048c072430 tx=0x7f047402a270 comp rx=0 tx=0).stop 2024-09-13T18:56:38.192 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:38.180+0000 7f04911e2640 1 -- 172.21.15.119:0/3041579686 shutdown_connections 2024-09-13T18:56:38.192 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:38.180+0000 7f04911e2640 1 --2- 172.21.15.119:0/3041579686 >> v2:172.21.15.145:3300/0 conn(0x7f048c069ed0 0x7f048c06a340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:38.192 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:38.180+0000 7f04911e2640 1 --2- 172.21.15.119:0/3041579686 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f048c0b3c90 0x7f048c0ae590 unknown :-1 s=CLOSED pgs=83 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:38.192 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:38.180+0000 7f04911e2640 1 -- 172.21.15.119:0/3041579686 >> 172.21.15.119:0/3041579686 conn(0x7f048c0b4720 msgr2=0x7f048c0b4b30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:56:38.192 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:38.180+0000 7f04911e2640 1 -- 172.21.15.119:0/3041579686 shutdown_connections 2024-09-13T18:56:38.192 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:38.180+0000 7f04911e2640 1 -- 172.21.15.119:0/3041579686 wait complete. 2024-09-13T18:56:38.192 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:38.182+0000 7f04911e2640 1 Processor -- start 2024-09-13T18:56:38.192 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:38.182+0000 7f04911e2640 1 -- start start 2024-09-13T18:56:38.192 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:38.182+0000 7f04911e2640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f048c069ed0 0x7f048c0cc3e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:38.192 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:38.182+0000 7f04911e2640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f048c0b3c90 0x7f048c0c4170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:38.192 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:38.182+0000 7f04911e2640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f048c157e90 0x7f048c154e40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:38.192 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:38.182+0000 7f04911e2640 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f048c0cb110 con 0x7f048c069ed0 2024-09-13T18:56:38.193 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:38.182+0000 7f04911e2640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f048c0cd7d0 con 0x7f048c157e90 2024-09-13T18:56:38.193 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:38.182+0000 7f04911e2640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f048c0cc920 con 0x7f048c0b3c90 2024-09-13T18:56:38.193 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:38.182+0000 7f048ad9d640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f048c069ed0 0x7f048c0cc3e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:38.193 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:38.182+0000 7f048ad9d640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f048c069ed0 0x7f048c0cc3e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.119:3300/0 says I am v2:172.21.15.119:54550/0 (socket says 172.21.15.119:54550) 2024-09-13T18:56:38.193 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:38.182+0000 7f048ad9d640 1 -- 172.21.15.119:0/762532848 learned_addr learned my addr 172.21.15.119:0/762532848 (peer_addr_for_me v2:172.21.15.119:0/0) 2024-09-13T18:56:38.193 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:38.183+0000 7f048b59e640 1 --2- 172.21.15.119:0/762532848 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f048c157e90 0x7f048c154e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:38.193 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:38.183+0000 7f0483fff640 1 --2- 172.21.15.119:0/762532848 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f048c0b3c90 0x7f048c0c4170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:38.193 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:38.183+0000 7f048ad9d640 1 -- 172.21.15.119:0/762532848 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f048c0b3c90 msgr2=0x7f048c0c4170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:38.193 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:38.183+0000 7f048ad9d640 1 --2- 172.21.15.119:0/762532848 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f048c0b3c90 0x7f048c0c4170 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:38.193 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:38.183+0000 7f048ad9d640 1 -- 172.21.15.119:0/762532848 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f048c157e90 msgr2=0x7f048c154e40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:38.193 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:38.183+0000 7f048ad9d640 1 --2- 172.21.15.119:0/762532848 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f048c157e90 0x7f048c154e40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:38.193 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:38.183+0000 7f048ad9d640 1 -- 172.21.15.119:0/762532848 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f04740094d0 con 0x7f048c069ed0 2024-09-13T18:56:38.194 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:38.183+0000 7f0483fff640 1 --2- 172.21.15.119:0/762532848 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f048c0b3c90 0x7f048c0c4170 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T18:56:38.194 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:38.183+0000 7f048ad9d640 1 --2- 172.21.15.119:0/762532848 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f048c069ed0 0x7f048c0cc3e0 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7f047c00c430 tx=0x7f047c00c8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:56:38.194 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:38.183+0000 7f04837fe640 1 -- 172.21.15.119:0/762532848 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f047c0074e0 con 0x7f048c069ed0 2024-09-13T18:56:38.194 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:38.183+0000 7f04837fe640 1 -- 172.21.15.119:0/762532848 <== mon.0 v2:172.21.15.119:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f047c007660 con 0x7f048c069ed0 2024-09-13T18:56:38.194 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:38.183+0000 7f04911e2640 1 -- 172.21.15.119:0/762532848 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f048c0ccbc0 con 0x7f048c069ed0 2024-09-13T18:56:38.194 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:38.183+0000 7f04837fe640 1 -- 172.21.15.119:0/762532848 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f047c004a20 con 0x7f048c069ed0 2024-09-13T18:56:38.194 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:38.183+0000 7f04911e2640 1 -- 172.21.15.119:0/762532848 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f048c0cd180 con 0x7f048c069ed0 2024-09-13T18:56:38.194 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:38.184+0000 7f04911e2640 1 -- 172.21.15.119:0/762532848 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f048c06a340 con 0x7f048c069ed0 2024-09-13T18:56:38.194 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:38.184+0000 7f04837fe640 1 -- 172.21.15.119:0/762532848 <== mon.0 v2:172.21.15.119:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f047c004b80 con 0x7f048c069ed0 2024-09-13T18:56:38.194 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:38.185+0000 7f04837fe640 1 --2- 172.21.15.119:0/762532848 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f046c06ac30 0x7f046c06d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:38.194 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:38.185+0000 7f04837fe640 1 -- 172.21.15.119:0/762532848 <== mon.0 v2:172.21.15.119:3300/0 5 ==== osd_map(23..23 src has 1..23) v4 ==== 6428+0+0 (secure 0 0 0) 0x7f047c0893c0 con 0x7f048c069ed0 2024-09-13T18:56:38.194 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:38.185+0000 7f0483fff640 1 --2- 172.21.15.119:0/762532848 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f046c06ac30 0x7f046c06d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:38.194 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:38.185+0000 7f0483fff640 1 --2- 172.21.15.119:0/762532848 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f046c06ac30 0x7f046c06d0f0 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7f0474034000 tx=0x7f047402e000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:56:38.195 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:38.189+0000 7f04837fe640 1 -- 172.21.15.119:0/762532848 <== mon.0 v2:172.21.15.119:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f047c054360 con 0x7f048c069ed0 2024-09-13T18:56:38.391 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:38.389+0000 7f04911e2640 1 -- 172.21.15.119:0/762532848 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_command({"prefix": "fs add_data_pool", "fs_name": "cephfs", "pool": "cephfs_data_ec"} v 0) v1 -- 0x7f048c0c46b0 con 0x7f048c069ed0 2024-09-13T18:56:38.396 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:38.393+0000 7f04837fe640 1 -- 172.21.15.119:0/762532848 <== mon.0 v2:172.21.15.119:3300/0 7 ==== mon_command_ack([{"prefix": "fs add_data_pool", "fs_name": "cephfs", "pool": "cephfs_data_ec"}]=0 added data pool 4 to fsmap v6) v1 ==== 137+0+0 (secure 0 0 0) 0x7f047c057980 con 0x7f048c069ed0 2024-09-13T18:56:38.396 INFO:teuthology.orchestra.run.smithi119.stderr:added data pool 4 to fsmap 2024-09-13T18:56:38.398 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:38.395+0000 7f04911e2640 1 -- 172.21.15.119:0/762532848 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f046c06ac30 msgr2=0x7f046c06d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:38.398 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:38.395+0000 7f04911e2640 1 --2- 172.21.15.119:0/762532848 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f046c06ac30 0x7f046c06d0f0 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7f0474034000 tx=0x7f047402e000 comp rx=0 tx=0).stop 2024-09-13T18:56:38.398 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:38.395+0000 7f04911e2640 1 -- 172.21.15.119:0/762532848 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f048c069ed0 msgr2=0x7f048c0cc3e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:38.398 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:38.395+0000 7f04911e2640 1 --2- 172.21.15.119:0/762532848 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f048c069ed0 0x7f048c0cc3e0 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7f047c00c430 tx=0x7f047c00c8f0 comp rx=0 tx=0).stop 2024-09-13T18:56:38.399 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:38.395+0000 7f04911e2640 1 -- 172.21.15.119:0/762532848 shutdown_connections 2024-09-13T18:56:38.399 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:38.395+0000 7f04911e2640 1 --2- 172.21.15.119:0/762532848 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f046c06ac30 0x7f046c06d0f0 unknown :-1 s=CLOSED pgs=70 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:38.399 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:38.395+0000 7f04911e2640 1 --2- 172.21.15.119:0/762532848 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f048c157e90 0x7f048c154e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:38.399 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:38.395+0000 7f04911e2640 1 --2- 172.21.15.119:0/762532848 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f048c0b3c90 0x7f048c0c4170 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:38.399 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:38.395+0000 7f04911e2640 1 --2- 172.21.15.119:0/762532848 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f048c069ed0 0x7f048c0cc3e0 unknown :-1 s=CLOSED pgs=84 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:38.399 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:38.395+0000 7f04911e2640 1 -- 172.21.15.119:0/762532848 >> 172.21.15.119:0/762532848 conn(0x7f048c0b4720 msgr2=0x7f048c158e50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:56:38.399 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:38.396+0000 7f04911e2640 1 -- 172.21.15.119:0/762532848 shutdown_connections 2024-09-13T18:56:38.399 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:38.396+0000 7f04911e2640 1 -- 172.21.15.119:0/762532848 wait complete. 2024-09-13T18:56:38.409 DEBUG:teuthology.orchestra.run.smithi119:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-13T18:56:38.506 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:38.503+0000 7f56cb8a3640 1 Processor -- start 2024-09-13T18:56:38.506 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:38.503+0000 7f56cb8a3640 1 -- start start 2024-09-13T18:56:38.507 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:38.504+0000 7f56cb8a3640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f56c406c4c0 0x7f56c406c8a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:38.507 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:38.504+0000 7f56cb8a3640 1 --2- >> v2:172.21.15.119:3300/0 conn(0x7f56c40b2590 0x7f56c406d3a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:38.507 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:38.504+0000 7f56cb8a3640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f56c406e0c0 con 0x7f56c40cbea0 2024-09-13T18:56:38.507 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:38.504+0000 7f56cb8a3640 1 -- --> v2:172.21.15.119:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f56c406deb0 con 0x7f56c40b2590 2024-09-13T18:56:38.507 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:38.504+0000 7f56cb8a3640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f56c40b2170 con 0x7f56c406c4c0 2024-09-13T18:56:38.507 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:38.504+0000 7f56c8e3e640 1 --2- >> v2:172.21.15.119:3300/0 conn(0x7f56c40b2590 0x7f56c406d3a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:38.507 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:38.504+0000 7f56c8e3e640 1 --2- >> v2:172.21.15.119:3300/0 conn(0x7f56c40b2590 0x7f56c406d3a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.119:3300/0 says I am v2:172.21.15.119:54556/0 (socket says 172.21.15.119:54556) 2024-09-13T18:56:38.508 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:38.504+0000 7f56c8e3e640 1 -- 172.21.15.119:0/1415320597 learned_addr learned my addr 172.21.15.119:0/1415320597 (peer_addr_for_me v2:172.21.15.119:0/0) 2024-09-13T18:56:38.508 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:38.504+0000 7f56c8e3e640 1 -- 172.21.15.119:0/1415320597 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f56c406c4c0 msgr2=0x7f56c406c8a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T18:56:38.508 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:38.504+0000 7f56c8e3e640 1 --2- 172.21.15.119:0/1415320597 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f56c406c4c0 0x7f56c406c8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:38.508 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:38.504+0000 7f56c8e3e640 1 -- 172.21.15.119:0/1415320597 >> v1:172.21.15.145:6789/0 conn(0x7f56c40cbea0 legacy=0x7f56c40cc350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T18:56:38.508 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:38.504+0000 7f56c8e3e640 1 -- 172.21.15.119:0/1415320597 --> v2:172.21.15.119:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f56c406e3a0 con 0x7f56c40b2590 2024-09-13T18:56:38.509 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:38.505+0000 7f56c8e3e640 1 --2- 172.21.15.119:0/1415320597 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f56c40b2590 0x7f56c406d3a0 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7f56b40098a0 tx=0x7f56b402a250 comp rx=0 tx=0).ready entity=mon.0 client_cookie=12ca3e626c62c4e6 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:56:38.510 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:38.505+0000 7f56bbfff640 1 -- 172.21.15.119:0/1415320597 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f56b4032440 con 0x7f56c40b2590 2024-09-13T18:56:38.510 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:38.505+0000 7f56bbfff640 1 -- 172.21.15.119:0/1415320597 <== mon.0 v2:172.21.15.119:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f56b40325a0 con 0x7f56c40b2590 2024-09-13T18:56:38.510 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:38.505+0000 7f56bbfff640 1 -- 172.21.15.119:0/1415320597 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f56b4032930 con 0x7f56c40b2590 2024-09-13T18:56:38.510 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:38.506+0000 7f56cb8a3640 1 -- 172.21.15.119:0/1415320597 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f56c40b2590 msgr2=0x7f56c406d3a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:38.510 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:38.506+0000 7f56cb8a3640 1 --2- 172.21.15.119:0/1415320597 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f56c40b2590 0x7f56c406d3a0 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7f56b40098a0 tx=0x7f56b402a250 comp rx=0 tx=0).stop 2024-09-13T18:56:38.510 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:38.506+0000 7f56cb8a3640 1 -- 172.21.15.119:0/1415320597 shutdown_connections 2024-09-13T18:56:38.510 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:38.506+0000 7f56cb8a3640 1 --2- 172.21.15.119:0/1415320597 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f56c40b2590 0x7f56c406d3a0 unknown :-1 s=CLOSED pgs=85 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:38.510 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:38.506+0000 7f56cb8a3640 1 --2- 172.21.15.119:0/1415320597 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f56c406c4c0 0x7f56c406c8a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:38.510 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:38.506+0000 7f56cb8a3640 1 -- 172.21.15.119:0/1415320597 >> 172.21.15.119:0/1415320597 conn(0x7f56c4069ed0 msgr2=0x7f56c406a2e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:56:38.510 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:38.506+0000 7f56cb8a3640 1 -- 172.21.15.119:0/1415320597 shutdown_connections 2024-09-13T18:56:38.510 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:38.506+0000 7f56cb8a3640 1 -- 172.21.15.119:0/1415320597 wait complete. 2024-09-13T18:56:38.510 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:38.507+0000 7f56cb8a3640 1 Processor -- start 2024-09-13T18:56:38.510 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:38.507+0000 7f56cb8a3640 1 -- start start 2024-09-13T18:56:38.513 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:38.508+0000 7f56cb8a3640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f56c406c4c0 0x7f56c4071570 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:38.513 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:38.508+0000 7f56cb8a3640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f56c40b2590 0x7f56c4156bb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:38.513 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:38.508+0000 7f56cb8a3640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f56c40cbea0 0x7f56c41530a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:38.513 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:38.508+0000 7f56cb8a3640 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f56c4157fa0 con 0x7f56c40b2590 2024-09-13T18:56:38.513 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:38.508+0000 7f56cb8a3640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f56c41570f0 con 0x7f56c406c4c0 2024-09-13T18:56:38.513 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:38.508+0000 7f56cb8a3640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f56c4157320 con 0x7f56c40cbea0 2024-09-13T18:56:38.513 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:38.508+0000 7f56c8e3e640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f56c40b2590 0x7f56c4156bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:38.513 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:38.508+0000 7f56c8e3e640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f56c40b2590 0x7f56c4156bb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.119:3300/0 says I am v2:172.21.15.119:54572/0 (socket says 172.21.15.119:54572) 2024-09-13T18:56:38.513 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:38.508+0000 7f56c8e3e640 1 -- 172.21.15.119:0/368980317 learned_addr learned my addr 172.21.15.119:0/368980317 (peer_addr_for_me v2:172.21.15.119:0/0) 2024-09-13T18:56:38.513 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:38.508+0000 7f56c963f640 1 --2- 172.21.15.119:0/368980317 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f56c406c4c0 0x7f56c4071570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:38.513 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:38.508+0000 7f56c9e40640 1 --2- 172.21.15.119:0/368980317 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f56c40cbea0 0x7f56c41530a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:38.514 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:38.508+0000 7f56c8e3e640 1 -- 172.21.15.119:0/368980317 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f56c40cbea0 msgr2=0x7f56c41530a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:38.514 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:38.508+0000 7f56c8e3e640 1 --2- 172.21.15.119:0/368980317 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f56c40cbea0 0x7f56c41530a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:38.514 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:38.508+0000 7f56c8e3e640 1 -- 172.21.15.119:0/368980317 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f56c406c4c0 msgr2=0x7f56c4071570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:38.514 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:38.508+0000 7f56c8e3e640 1 --2- 172.21.15.119:0/368980317 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f56c406c4c0 0x7f56c4071570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:38.514 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:38.508+0000 7f56c8e3e640 1 -- 172.21.15.119:0/368980317 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f56b40094d0 con 0x7f56c40b2590 2024-09-13T18:56:38.514 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:38.508+0000 7f56c8e3e640 1 --2- 172.21.15.119:0/368980317 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f56c40b2590 0x7f56c4156bb0 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7f56b4000c00 tx=0x7f56b40046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:56:38.514 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:38.508+0000 7f56b9ffb640 1 -- 172.21.15.119:0/368980317 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f56b4032440 con 0x7f56c40b2590 2024-09-13T18:56:38.514 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:38.508+0000 7f56b9ffb640 1 -- 172.21.15.119:0/368980317 <== mon.0 v2:172.21.15.119:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f56b4030b80 con 0x7f56c40b2590 2024-09-13T18:56:38.514 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:38.508+0000 7f56cb8a3640 1 -- 172.21.15.119:0/368980317 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f56c4157600 con 0x7f56c40b2590 2024-09-13T18:56:38.514 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:38.508+0000 7f56b9ffb640 1 -- 172.21.15.119:0/368980317 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f56b4004030 con 0x7f56c40b2590 2024-09-13T18:56:38.514 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:38.509+0000 7f56cb8a3640 1 -- 172.21.15.119:0/368980317 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f56c4157bc0 con 0x7f56c40b2590 2024-09-13T18:56:38.514 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:38.510+0000 7f56cb8a3640 1 -- 172.21.15.119:0/368980317 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f56c41580e0 con 0x7f56c40b2590 2024-09-13T18:56:38.514 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:38.510+0000 7f56b9ffb640 1 -- 172.21.15.119:0/368980317 <== mon.0 v2:172.21.15.119:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f56b4039040 con 0x7f56c40b2590 2024-09-13T18:56:38.514 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:38.511+0000 7f56b9ffb640 1 --2- 172.21.15.119:0/368980317 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f56a806ac30 0x7f56a806d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:38.515 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:38.511+0000 7f56b9ffb640 1 -- 172.21.15.119:0/368980317 <== mon.0 v2:172.21.15.119:3300/0 5 ==== osd_map(24..24 src has 1..24) v4 ==== 6460+0+0 (secure 0 0 0) 0x7f56b40a9c20 con 0x7f56c40b2590 2024-09-13T18:56:38.515 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:38.511+0000 7f56c963f640 1 --2- 172.21.15.119:0/368980317 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f56a806ac30 0x7f56a806d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:38.515 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:38.511+0000 7f56c963f640 1 --2- 172.21.15.119:0/368980317 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f56a806ac30 0x7f56a806d0f0 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f56c0009990 tx=0x7f56c0009110 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:56:38.517 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:38.515+0000 7f56b9ffb640 1 -- 172.21.15.119:0/368980317 <== mon.0 v2:172.21.15.119:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f56b4074a90 con 0x7f56c40b2590 2024-09-13T18:56:38.669 INFO:tasks.ceph.mds.a.smithi119.stderr:2024-09-13T18:56:38.667+0000 7ff415381640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-13T18:56:38.711 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:38.707+0000 7f56cb8a3640 1 -- 172.21.15.119:0/368980317 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f56c406c8a0 con 0x7f56c40b2590 2024-09-13T18:56:38.711 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:38.708+0000 7f56b9ffb640 1 -- 172.21.15.119:0/368980317 <== mon.0 v2:172.21.15.119:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 6 v6) v1 ==== 93+0+4739 (secure 0 0 0) 0x7f56b4037070 con 0x7f56c40b2590 2024-09-13T18:56:38.712 INFO:teuthology.orchestra.run.smithi119.stdout: 2024-09-13T18:56:38.712 INFO:teuthology.orchestra.run.smithi119.stdout:{"epoch":6,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4241,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.145:6835/847902248","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6833","nonce":847902248},{"type":"v1","addr":"172.21.15.145:6835","nonce":847902248}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3},{"gid":4282,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.145:6834/3410464570","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6832","nonce":3410464570},{"type":"v1","addr":"172.21.15.145:6834","nonce":3410464570}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3},{"gid":4287,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.119:6836/3596755488","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6834","nonce":3596755488},{"type":"v1","addr":"172.21.15.119:6836","nonce":3596755488}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":6,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-13T18:56:34.025298+0000","modified":"2024-09-13T18:56:38.390588+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":4290},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4290":{"gid":4290,"name":"a","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.119:6837/3907469279","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6835","nonce":3907469279},{"type":"v1","addr":"172.21.15.119:6837","nonce":3907469279}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":1},"id":1}]} 2024-09-13T18:56:38.714 INFO:teuthology.orchestra.run.smithi119.stderr:dumped fsmap epoch 6 2024-09-13T18:56:38.714 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:38.710+0000 7f56cb8a3640 1 -- 172.21.15.119:0/368980317 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f56a806ac30 msgr2=0x7f56a806d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:38.714 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:38.710+0000 7f56cb8a3640 1 --2- 172.21.15.119:0/368980317 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f56a806ac30 0x7f56a806d0f0 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f56c0009990 tx=0x7f56c0009110 comp rx=0 tx=0).stop 2024-09-13T18:56:38.714 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:38.710+0000 7f56cb8a3640 1 -- 172.21.15.119:0/368980317 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f56c40b2590 msgr2=0x7f56c4156bb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:38.715 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:38.710+0000 7f56cb8a3640 1 --2- 172.21.15.119:0/368980317 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f56c40b2590 0x7f56c4156bb0 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7f56b4000c00 tx=0x7f56b40046c0 comp rx=0 tx=0).stop 2024-09-13T18:56:38.715 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:38.710+0000 7f56cb8a3640 1 -- 172.21.15.119:0/368980317 shutdown_connections 2024-09-13T18:56:38.715 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:38.710+0000 7f56cb8a3640 1 --2- 172.21.15.119:0/368980317 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f56a806ac30 0x7f56a806d0f0 unknown :-1 s=CLOSED pgs=71 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:38.715 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:38.710+0000 7f56cb8a3640 1 --2- 172.21.15.119:0/368980317 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f56c40cbea0 0x7f56c41530a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:38.715 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:38.710+0000 7f56cb8a3640 1 --2- 172.21.15.119:0/368980317 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f56c40b2590 0x7f56c4156bb0 unknown :-1 s=CLOSED pgs=86 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:38.715 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:38.710+0000 7f56cb8a3640 1 --2- 172.21.15.119:0/368980317 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f56c406c4c0 0x7f56c4071570 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:38.715 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:38.710+0000 7f56cb8a3640 1 -- 172.21.15.119:0/368980317 >> 172.21.15.119:0/368980317 conn(0x7f56c4069ed0 msgr2=0x7f56c40b2bc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:56:38.716 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:38.710+0000 7f56cb8a3640 1 -- 172.21.15.119:0/368980317 shutdown_connections 2024-09-13T18:56:38.716 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:38.710+0000 7f56cb8a3640 1 -- 172.21.15.119:0/368980317 wait complete. 2024-09-13T18:56:38.723 DEBUG:teuthology.orchestra.run.smithi119:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T18:56:38.821 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:38.818+0000 7f88b1687640 1 Processor -- start 2024-09-13T18:56:38.821 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:38.818+0000 7f88b1687640 1 -- start start 2024-09-13T18:56:38.822 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:38.819+0000 7f88b1687640 1 --2- >> v2:172.21.15.119:3300/0 conn(0x7f88ac15c6e0 0x7f88ac0b3f50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:38.822 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:38.819+0000 7f88b1687640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f88ac0d07b0 0x7f88ac0b4490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:38.822 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:38.819+0000 7f88b1687640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f88ac0ccb20 0x7f88ac160030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:38.822 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:38.819+0000 7f88b1687640 1 -- --> v2:172.21.15.119:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f88ac0d1840 con 0x7f88ac15c6e0 2024-09-13T18:56:38.822 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:38.819+0000 7f88b1687640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f88ac0d0c30 con 0x7f88ac0ccb20 2024-09-13T18:56:38.822 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:38.819+0000 7f88b1687640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f88ac0d0f10 con 0x7f88ac0d07b0 2024-09-13T18:56:38.823 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:38.819+0000 7f88aaffd640 1 --2- >> v2:172.21.15.119:3300/0 conn(0x7f88ac15c6e0 0x7f88ac0b3f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:38.823 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:38.819+0000 7f88aaffd640 1 --2- >> v2:172.21.15.119:3300/0 conn(0x7f88ac15c6e0 0x7f88ac0b3f50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.119:3300/0 says I am v2:172.21.15.119:54574/0 (socket says 172.21.15.119:54574) 2024-09-13T18:56:38.823 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:38.819+0000 7f88aaffd640 1 -- 172.21.15.119:0/3714950596 learned_addr learned my addr 172.21.15.119:0/3714950596 (peer_addr_for_me v2:172.21.15.119:0/0) 2024-09-13T18:56:38.823 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:38.819+0000 7f88ab7fe640 1 --2- 172.21.15.119:0/3714950596 >> v2:172.21.15.145:3300/0 conn(0x7f88ac0ccb20 0x7f88ac160030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:38.823 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:38.819+0000 7f88aaffd640 1 -- 172.21.15.119:0/3714950596 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f88ac0d07b0 msgr2=0x7f88ac0b4490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T18:56:38.823 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:38.819+0000 7f88aaffd640 1 --2- 172.21.15.119:0/3714950596 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f88ac0d07b0 0x7f88ac0b4490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:38.823 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:38.819+0000 7f88aaffd640 1 -- 172.21.15.119:0/3714950596 >> v2:172.21.15.145:3300/0 conn(0x7f88ac0ccb20 msgr2=0x7f88ac160030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T18:56:38.823 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:38.819+0000 7f88aaffd640 1 --2- 172.21.15.119:0/3714950596 >> v2:172.21.15.145:3300/0 conn(0x7f88ac0ccb20 0x7f88ac160030 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:38.823 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:38.819+0000 7f88aaffd640 1 -- 172.21.15.119:0/3714950596 --> v2:172.21.15.119:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f88ac0d11f0 con 0x7f88ac15c6e0 2024-09-13T18:56:38.824 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:38.820+0000 7f88aaffd640 1 --2- 172.21.15.119:0/3714950596 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f88ac15c6e0 0x7f88ac0b3f50 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7f88ac1610d0 tx=0x7f889c02a160 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4bd004845c72702a server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:56:38.825 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:38.820+0000 7f88aa7fc640 1 -- 172.21.15.119:0/3714950596 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f889c032440 con 0x7f88ac15c6e0 2024-09-13T18:56:38.825 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:38.820+0000 7f88aa7fc640 1 -- 172.21.15.119:0/3714950596 <== mon.0 v2:172.21.15.119:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f889c0325a0 con 0x7f88ac15c6e0 2024-09-13T18:56:38.825 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:38.820+0000 7f88aa7fc640 1 -- 172.21.15.119:0/3714950596 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f889c032930 con 0x7f88ac15c6e0 2024-09-13T18:56:38.825 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:38.821+0000 7f88b1687640 1 -- 172.21.15.119:0/3714950596 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f88ac15c6e0 msgr2=0x7f88ac0b3f50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:38.825 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:38.821+0000 7f88b1687640 1 --2- 172.21.15.119:0/3714950596 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f88ac15c6e0 0x7f88ac0b3f50 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7f88ac1610d0 tx=0x7f889c02a160 comp rx=0 tx=0).stop 2024-09-13T18:56:38.825 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:38.821+0000 7f88b1687640 1 -- 172.21.15.119:0/3714950596 shutdown_connections 2024-09-13T18:56:38.825 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:38.821+0000 7f88b1687640 1 --2- 172.21.15.119:0/3714950596 >> v2:172.21.15.145:3300/0 conn(0x7f88ac0ccb20 0x7f88ac160030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:38.825 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:38.821+0000 7f88b1687640 1 --2- 172.21.15.119:0/3714950596 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f88ac0d07b0 0x7f88ac0b4490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:38.825 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:38.821+0000 7f88b1687640 1 --2- 172.21.15.119:0/3714950596 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f88ac15c6e0 0x7f88ac0b3f50 unknown :-1 s=CLOSED pgs=87 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:38.825 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:38.821+0000 7f88b1687640 1 -- 172.21.15.119:0/3714950596 >> 172.21.15.119:0/3714950596 conn(0x7f88ac089f60 msgr2=0x7f88ac0d24d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:56:38.825 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:38.821+0000 7f88b1687640 1 -- 172.21.15.119:0/3714950596 shutdown_connections 2024-09-13T18:56:38.825 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:38.821+0000 7f88b1687640 1 -- 172.21.15.119:0/3714950596 wait complete. 2024-09-13T18:56:38.825 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:38.822+0000 7f88b1687640 1 Processor -- start 2024-09-13T18:56:38.826 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:38.822+0000 7f88b1687640 1 -- start start 2024-09-13T18:56:38.828 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:38.823+0000 7f88b1687640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f88ac0ccb20 0x7f88ac1528e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:38.828 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:38.823+0000 7f88b1687640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f88ac0d07b0 0x7f88ac15cac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:38.828 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:38.823+0000 7f88b1687640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f88ac15c6e0 0x7f88ac15d000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:38.828 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:38.823+0000 7f88b1687640 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f88ac0b6310 con 0x7f88ac15c6e0 2024-09-13T18:56:38.828 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:38.823+0000 7f88b1687640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f88ac0b5700 con 0x7f88ac0d07b0 2024-09-13T18:56:38.828 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:38.823+0000 7f88b1687640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f88ac0b59e0 con 0x7f88ac0ccb20 2024-09-13T18:56:38.828 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:38.823+0000 7f88ab7fe640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f88ac15c6e0 0x7f88ac15d000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:38.828 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:38.823+0000 7f88ab7fe640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f88ac15c6e0 0x7f88ac15d000 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.119:3300/0 says I am v2:172.21.15.119:54582/0 (socket says 172.21.15.119:54582) 2024-09-13T18:56:38.828 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:38.823+0000 7f88ab7fe640 1 -- 172.21.15.119:0/1492782210 learned_addr learned my addr 172.21.15.119:0/1492782210 (peer_addr_for_me v2:172.21.15.119:0/0) 2024-09-13T18:56:38.828 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:38.823+0000 7f88a27fc640 1 --2- 172.21.15.119:0/1492782210 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f88ac0d07b0 0x7f88ac15cac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:38.829 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:38.823+0000 7f88aaffd640 1 --2- 172.21.15.119:0/1492782210 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f88ac0ccb20 0x7f88ac1528e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:38.829 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:38.823+0000 7f88ab7fe640 1 -- 172.21.15.119:0/1492782210 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f88ac0ccb20 msgr2=0x7f88ac1528e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:38.829 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:38.823+0000 7f88ab7fe640 1 --2- 172.21.15.119:0/1492782210 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f88ac0ccb20 0x7f88ac1528e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:38.829 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:38.823+0000 7f88ab7fe640 1 -- 172.21.15.119:0/1492782210 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f88ac0d07b0 msgr2=0x7f88ac15cac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:38.829 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:38.823+0000 7f88ab7fe640 1 --2- 172.21.15.119:0/1492782210 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f88ac0d07b0 0x7f88ac15cac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:38.829 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:38.823+0000 7f88ab7fe640 1 -- 172.21.15.119:0/1492782210 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f889c0094d0 con 0x7f88ac15c6e0 2024-09-13T18:56:38.829 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:38.823+0000 7f88aaffd640 1 --2- 172.21.15.119:0/1492782210 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f88ac0ccb20 0x7f88ac1528e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T18:56:38.829 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:38.823+0000 7f88ab7fe640 1 --2- 172.21.15.119:0/1492782210 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f88ac15c6e0 0x7f88ac15d000 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7f88a400cc80 tx=0x7f88a400a5c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:56:38.829 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:38.824+0000 7f88a3fff640 1 -- 172.21.15.119:0/1492782210 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f88a400ce90 con 0x7f88ac15c6e0 2024-09-13T18:56:38.829 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:38.824+0000 7f88a3fff640 1 -- 172.21.15.119:0/1492782210 <== mon.0 v2:172.21.15.119:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f88a400ae80 con 0x7f88ac15c6e0 2024-09-13T18:56:38.829 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:38.824+0000 7f88b1687640 1 -- 172.21.15.119:0/1492782210 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f88ac0b5cc0 con 0x7f88ac15c6e0 2024-09-13T18:56:38.829 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:38.824+0000 7f88a3fff640 1 -- 172.21.15.119:0/1492782210 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f88a4003bd0 con 0x7f88ac15c6e0 2024-09-13T18:56:38.829 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:38.824+0000 7f88b1687640 1 -- 172.21.15.119:0/1492782210 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f88ac0b53b0 con 0x7f88ac15c6e0 2024-09-13T18:56:38.830 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:38.825+0000 7f88b1687640 1 -- 172.21.15.119:0/1492782210 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f88ac0b64c0 con 0x7f88ac15c6e0 2024-09-13T18:56:38.830 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:38.825+0000 7f88a3fff640 1 -- 172.21.15.119:0/1492782210 <== mon.0 v2:172.21.15.119:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f88a400f3f0 con 0x7f88ac15c6e0 2024-09-13T18:56:38.830 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:38.826+0000 7f88a3fff640 1 --2- 172.21.15.119:0/1492782210 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f888c06ac00 0x7f888c06d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:38.830 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:38.826+0000 7f88aaffd640 1 --2- 172.21.15.119:0/1492782210 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f888c06ac00 0x7f888c06d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:38.830 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:38.826+0000 7f88a3fff640 1 -- 172.21.15.119:0/1492782210 <== mon.0 v2:172.21.15.119:3300/0 5 ==== osd_map(24..24 src has 1..24) v4 ==== 6460+0+0 (secure 0 0 0) 0x7f88a40898f0 con 0x7f88ac15c6e0 2024-09-13T18:56:38.831 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:38.826+0000 7f88aaffd640 1 --2- 172.21.15.119:0/1492782210 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f888c06ac00 0x7f888c06d0c0 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7f889c034000 tx=0x7f889c02e000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:56:38.832 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:38.830+0000 7f88a3fff640 1 -- 172.21.15.119:0/1492782210 <== mon.0 v2:172.21.15.119:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f88ac0b64c0 con 0x7f88ac15c6e0 2024-09-13T18:56:38.997 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:38.995+0000 7f88b1687640 1 -- 172.21.15.119:0/1492782210 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f88ac0b3f50 con 0x7f88ac15c6e0 2024-09-13T18:56:38.999 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:38.996+0000 7f88a3fff640 1 -- 172.21.15.119:0/1492782210 <== mon.0 v2:172.21.15.119:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v24) v1 ==== 74+0+18394 (secure 0 0 0) 0x7f88a401d020 con 0x7f88ac15c6e0 2024-09-13T18:56:38.999 INFO:teuthology.orchestra.run.smithi119.stdout: 2024-09-13T18:56:38.999 INFO:teuthology.orchestra.run.smithi119.stdout:{"epoch":24,"fsid":"b3bca492-3414-44ef-b63c-42eead5ea701","created":"2024-09-13T18:56:10.047760+0000","modified":"2024-09-13T18:56:38.390322+0000","last_up_change":"2024-09-13T18:56:22.096428+0000","last_in_change":"2024-09-13T18:56:12.143228+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T18:56:22.095896+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-13T18:56:31.950108+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-13T18:56:32.998608+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-09-13T18:56:36.052694+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"24","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"09edfd5c-bc57-47d1-a7b7-6d97f0f88db1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6810","nonce":3811853106},{"type":"v1","addr":"172.21.15.119:6813","nonce":3811853106}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6817","nonce":3811853106},{"type":"v1","addr":"172.21.15.119:6820","nonce":3811853106}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6828","nonce":3811853106},{"type":"v1","addr":"172.21.15.119:6830","nonce":3811853106}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6823","nonce":3811853106},{"type":"v1","addr":"172.21.15.119:6825","nonce":3811853106}]},"public_addr":"172.21.15.119:6813/3811853106","cluster_addr":"172.21.15.119:6820/3811853106","heartbeat_back_addr":"172.21.15.119:6830/3811853106","heartbeat_front_addr":"172.21.15.119:6825/3811853106","state":["exists","up"]},{"osd":1,"uuid":"f26f4bd2-3aee-4208-9e62-87f17047d886","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6809","nonce":1656755168},{"type":"v1","addr":"172.21.15.119:6812","nonce":1656755168}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6815","nonce":1656755168},{"type":"v1","addr":"172.21.15.119:6818","nonce":1656755168}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6829","nonce":1656755168},{"type":"v1","addr":"172.21.15.119:6831","nonce":1656755168}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6822","nonce":1656755168},{"type":"v1","addr":"172.21.15.119:6826","nonce":1656755168}]},"public_addr":"172.21.15.119:6812/1656755168","cluster_addr":"172.21.15.119:6818/1656755168","heartbeat_back_addr":"172.21.15.119:6831/1656755168","heartbeat_front_addr":"172.21.15.119:6826/1656755168","state":["exists","up"]},{"osd":2,"uuid":"1e9d6e0c-51f9-4f4a-bead-0e7edc7dd200","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6800","nonce":3093354378},{"type":"v1","addr":"172.21.15.119:6801","nonce":3093354378}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6802","nonce":3093354378},{"type":"v1","addr":"172.21.15.119:6803","nonce":3093354378}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6806","nonce":3093354378},{"type":"v1","addr":"172.21.15.119:6807","nonce":3093354378}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6804","nonce":3093354378},{"type":"v1","addr":"172.21.15.119:6805","nonce":3093354378}]},"public_addr":"172.21.15.119:6801/3093354378","cluster_addr":"172.21.15.119:6803/3093354378","heartbeat_back_addr":"172.21.15.119:6807/3093354378","heartbeat_front_addr":"172.21.15.119:6805/3093354378","state":["exists","up"]},{"osd":3,"uuid":"7c289b1f-a555-46e4-b85a-c0f230c9e02a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6808","nonce":886995937},{"type":"v1","addr":"172.21.15.119:6811","nonce":886995937}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6814","nonce":886995937},{"type":"v1","addr":"172.21.15.119:6816","nonce":886995937}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6824","nonce":886995937},{"type":"v1","addr":"172.21.15.119:6827","nonce":886995937}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6819","nonce":886995937},{"type":"v1","addr":"172.21.15.119:6821","nonce":886995937}]},"public_addr":"172.21.15.119:6811/886995937","cluster_addr":"172.21.15.119:6816/886995937","heartbeat_back_addr":"172.21.15.119:6827/886995937","heartbeat_front_addr":"172.21.15.119:6821/886995937","state":["exists","up"]},{"osd":4,"uuid":"a0a2f75b-5a33-4b69-b834-b8cf5a90ac5f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6808","nonce":2802887692},{"type":"v1","addr":"172.21.15.145:6809","nonce":2802887692}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6810","nonce":2802887692},{"type":"v1","addr":"172.21.15.145:6811","nonce":2802887692}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6814","nonce":2802887692},{"type":"v1","addr":"172.21.15.145:6815","nonce":2802887692}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6812","nonce":2802887692},{"type":"v1","addr":"172.21.15.145:6813","nonce":2802887692}]},"public_addr":"172.21.15.145:6809/2802887692","cluster_addr":"172.21.15.145:6811/2802887692","heartbeat_back_addr":"172.21.15.145:6815/2802887692","heartbeat_front_addr":"172.21.15.145:6813/2802887692","state":["exists","up"]},{"osd":5,"uuid":"e301c92f-a5af-49da-8384-bef6d48c9982","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6800","nonce":1431235391},{"type":"v1","addr":"172.21.15.145:6801","nonce":1431235391}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6802","nonce":1431235391},{"type":"v1","addr":"172.21.15.145:6803","nonce":1431235391}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6806","nonce":1431235391},{"type":"v1","addr":"172.21.15.145:6807","nonce":1431235391}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6804","nonce":1431235391},{"type":"v1","addr":"172.21.15.145:6805","nonce":1431235391}]},"public_addr":"172.21.15.145:6801/1431235391","cluster_addr":"172.21.15.145:6803/1431235391","heartbeat_back_addr":"172.21.15.145:6807/1431235391","heartbeat_front_addr":"172.21.15.145:6805/1431235391","state":["exists","up"]},{"osd":6,"uuid":"dd2ee71c-4024-4f56-90b1-d362ff9ae8f5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6816","nonce":1755123178},{"type":"v1","addr":"172.21.15.145:6817","nonce":1755123178}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6818","nonce":1755123178},{"type":"v1","addr":"172.21.15.145:6819","nonce":1755123178}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6822","nonce":1755123178},{"type":"v1","addr":"172.21.15.145:6823","nonce":1755123178}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6820","nonce":1755123178},{"type":"v1","addr":"172.21.15.145:6821","nonce":1755123178}]},"public_addr":"172.21.15.145:6817/1755123178","cluster_addr":"172.21.15.145:6819/1755123178","heartbeat_back_addr":"172.21.15.145:6823/1755123178","heartbeat_front_addr":"172.21.15.145:6821/1755123178","state":["exists","up"]},{"osd":7,"uuid":"7412449e-689b-45ee-9ae5-744a8c27f166","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6824","nonce":3012628958},{"type":"v1","addr":"172.21.15.145:6825","nonce":3012628958}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6826","nonce":3012628958},{"type":"v1","addr":"172.21.15.145:6827","nonce":3012628958}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6830","nonce":3012628958},{"type":"v1","addr":"172.21.15.145:6831","nonce":3012628958}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6828","nonce":3012628958},{"type":"v1","addr":"172.21.15.145:6829","nonce":3012628958}]},"public_addr":"172.21.15.145:6825/3012628958","cluster_addr":"172.21.15.145:6827/3012628958","heartbeat_back_addr":"172.21.15.145:6831/3012628958","heartbeat_front_addr":"172.21.15.145:6829/3012628958","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T18:56:17.286635+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T18:56:17.334491+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T18:56:17.297521+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T18:56:17.383716+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T18:56:17.267776+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T18:56:17.312998+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T18:56:17.303008+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T18:56:17.304729+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T18:56:39.001 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:38.998+0000 7f88b1687640 1 -- 172.21.15.119:0/1492782210 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f888c06ac00 msgr2=0x7f888c06d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:39.001 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:38.998+0000 7f88b1687640 1 --2- 172.21.15.119:0/1492782210 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f888c06ac00 0x7f888c06d0c0 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7f889c034000 tx=0x7f889c02e000 comp rx=0 tx=0).stop 2024-09-13T18:56:39.001 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:38.998+0000 7f88b1687640 1 -- 172.21.15.119:0/1492782210 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f88ac15c6e0 msgr2=0x7f88ac15d000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:39.001 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:38.998+0000 7f88b1687640 1 --2- 172.21.15.119:0/1492782210 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f88ac15c6e0 0x7f88ac15d000 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7f88a400cc80 tx=0x7f88a400a5c0 comp rx=0 tx=0).stop 2024-09-13T18:56:39.001 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:38.998+0000 7f88b1687640 1 -- 172.21.15.119:0/1492782210 shutdown_connections 2024-09-13T18:56:39.001 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:38.998+0000 7f88b1687640 1 --2- 172.21.15.119:0/1492782210 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f888c06ac00 0x7f888c06d0c0 unknown :-1 s=CLOSED pgs=72 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:39.001 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:38.998+0000 7f88b1687640 1 --2- 172.21.15.119:0/1492782210 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f88ac15c6e0 0x7f88ac15d000 unknown :-1 s=CLOSED pgs=88 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:39.001 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:38.998+0000 7f88b1687640 1 --2- 172.21.15.119:0/1492782210 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f88ac0d07b0 0x7f88ac15cac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:39.001 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:38.998+0000 7f88b1687640 1 --2- 172.21.15.119:0/1492782210 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f88ac0ccb20 0x7f88ac1528e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:39.001 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:38.998+0000 7f88b1687640 1 -- 172.21.15.119:0/1492782210 >> 172.21.15.119:0/1492782210 conn(0x7f88ac089f60 msgr2=0x7f88ac0aff20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:56:39.002 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:38.998+0000 7f88b1687640 1 -- 172.21.15.119:0/1492782210 shutdown_connections 2024-09-13T18:56:39.002 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:38.998+0000 7f88b1687640 1 -- 172.21.15.119:0/1492782210 wait complete. 2024-09-13T18:56:39.012 DEBUG:teuthology.orchestra.run.smithi119:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T18:56:39.112 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:39.109+0000 7f70eaa0d640 1 Processor -- start 2024-09-13T18:56:39.112 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:39.109+0000 7f70eaa0d640 1 -- start start 2024-09-13T18:56:39.116 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:39.110+0000 7f70eaa0d640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f70e415c4c0 0x7f70e406d8e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:39.116 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:39.110+0000 7f70eaa0d640 1 -- --> v1:172.21.15.119:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f70e41601d0 con 0x7f70e415c8a0 2024-09-13T18:56:39.116 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:39.110+0000 7f70eaa0d640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f70e406de20 con 0x7f70e40cd750 2024-09-13T18:56:39.116 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:39.110+0000 7f70eaa0d640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f70e40cd0e0 con 0x7f70e415c4c0 2024-09-13T18:56:39.116 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:39.110+0000 7f70e37fe640 1 --1- >> v1:172.21.15.119:6789/0 conn(0x7f70e415c8a0 0x7f70e40cc9d0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.119:6789/0 says I am v1:172.21.15.119:58114/0 (socket says 172.21.15.119:58114) 2024-09-13T18:56:39.116 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:39.110+0000 7f70e37fe640 1 -- 172.21.15.119:0/1045882383 learned_addr learned my addr 172.21.15.119:0/1045882383 (peer_addr_for_me v1:172.21.15.119:0/0) 2024-09-13T18:56:39.116 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:39.110+0000 7f70e3fff640 1 --2- 172.21.15.119:0/1045882383 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f70e415c4c0 0x7f70e406d8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:39.116 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:39.110+0000 7f70e2ffd640 1 -- 172.21.15.119:0/1045882383 <== mon.0 v1:172.21.15.119:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1328895891 0 0) 0x7f70e41601d0 con 0x7f70e415c8a0 2024-09-13T18:56:39.116 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:39.111+0000 7f70e2ffd640 1 -- 172.21.15.119:0/1045882383 --> v1:172.21.15.119:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f70cc003520 con 0x7f70e415c8a0 2024-09-13T18:56:39.116 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:39.111+0000 7f70e2ffd640 1 -- 172.21.15.119:0/1045882383 <== mon.0 v1:172.21.15.119:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 2365568844 0 0) 0x7f70cc003520 con 0x7f70e415c8a0 2024-09-13T18:56:39.116 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:39.111+0000 7f70e2ffd640 1 -- 172.21.15.119:0/1045882383 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f70e415c4c0 msgr2=0x7f70e406d8e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T18:56:39.116 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:39.111+0000 7f70e2ffd640 1 --2- 172.21.15.119:0/1045882383 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f70e415c4c0 0x7f70e406d8e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:39.117 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:39.111+0000 7f70e2ffd640 1 -- 172.21.15.119:0/1045882383 >> v1:172.21.15.145:6789/0 conn(0x7f70e40cd750 legacy=0x7f70e406a0d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:39.117 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:39.111+0000 7f70e2ffd640 1 -- 172.21.15.119:0/1045882383 --> v1:172.21.15.119:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f70e4160420 con 0x7f70e415c8a0 2024-09-13T18:56:39.117 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:39.111+0000 7f70e2ffd640 1 -- 172.21.15.119:0/1045882383 <== mon.0 v1:172.21.15.119:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 337823224 0 0) 0x7f70d8001670 con 0x7f70e415c8a0 2024-09-13T18:56:39.117 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:39.111+0000 7f70e2ffd640 1 -- 172.21.15.119:0/1045882383 >> v1:172.21.15.119:6789/0 conn(0x7f70e415c8a0 legacy=0x7f70e40cc9d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:39.117 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:39.111+0000 7f70e2ffd640 1 --2- 172.21.15.119:0/1045882383 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f70cc0039a0 0x7f70cc003dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:39.117 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:39.111+0000 7f70e2ffd640 1 --2- 172.21.15.119:0/1045882383 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f70cc0047c0 0x7f70cc004c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:39.117 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:39.111+0000 7f70e2ffd640 1 --2- 172.21.15.119:0/1045882383 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f70e415c4c0 0x7f70cc005180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:39.117 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:39.111+0000 7f70e2ffd640 1 -- 172.21.15.119:0/1045882383 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f70e40cd0e0 con 0x7f70cc0047c0 2024-09-13T18:56:39.117 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:39.111+0000 7f70e2ffd640 1 -- 172.21.15.119:0/1045882383 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f70cc00ba30 con 0x7f70cc0039a0 2024-09-13T18:56:39.117 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:39.111+0000 7f70e2ffd640 1 -- 172.21.15.119:0/1045882383 --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f70cc00bbf0 con 0x7f70e415c4c0 2024-09-13T18:56:39.117 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:39.111+0000 7f70e37fe640 1 --2- 172.21.15.119:0/1045882383 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f70cc0047c0 0x7f70cc004c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:39.117 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:39.111+0000 7f70e3fff640 1 --2- 172.21.15.119:0/1045882383 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f70cc0039a0 0x7f70cc003dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:39.117 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:39.111+0000 7f70e8faa640 1 --2- 172.21.15.119:0/1045882383 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f70e415c4c0 0x7f70cc005180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:39.117 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:39.111+0000 7f70e37fe640 1 -- 172.21.15.119:0/1045882383 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f70e415c4c0 msgr2=0x7f70cc005180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T18:56:39.118 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:39.111+0000 7f70e37fe640 1 --2- 172.21.15.119:0/1045882383 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f70e415c4c0 0x7f70cc005180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:39.118 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:39.111+0000 7f70e37fe640 1 -- 172.21.15.119:0/1045882383 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f70cc0039a0 msgr2=0x7f70cc003dc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T18:56:39.118 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:39.111+0000 7f70e37fe640 1 --2- 172.21.15.119:0/1045882383 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f70cc0039a0 0x7f70cc003dc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:39.118 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:39.111+0000 7f70e37fe640 1 -- 172.21.15.119:0/1045882383 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f70cc003520 con 0x7f70cc0047c0 2024-09-13T18:56:39.118 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:39.112+0000 7f70e37fe640 1 --2- 172.21.15.119:0/1045882383 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f70cc0047c0 0x7f70cc004c40 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7f70d8001eb0 tx=0x7f70cc0057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d39de78879233083 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:56:39.118 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:39.112+0000 7f70e2ffd640 1 -- 172.21.15.119:0/1045882383 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f70d8005ad0 con 0x7f70cc0047c0 2024-09-13T18:56:39.118 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:39.112+0000 7f70e2ffd640 1 -- 172.21.15.119:0/1045882383 <== mon.0 v2:172.21.15.119:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f70d802d070 con 0x7f70cc0047c0 2024-09-13T18:56:39.118 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:39.112+0000 7f70e2ffd640 1 -- 172.21.15.119:0/1045882383 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f70d8005e70 con 0x7f70cc0047c0 2024-09-13T18:56:39.118 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:39.112+0000 7f70eaa0d640 1 -- 172.21.15.119:0/1045882383 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f70cc0047c0 msgr2=0x7f70cc004c40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:39.118 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:39.112+0000 7f70eaa0d640 1 --2- 172.21.15.119:0/1045882383 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f70cc0047c0 0x7f70cc004c40 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7f70d8001eb0 tx=0x7f70cc0057f0 comp rx=0 tx=0).stop 2024-09-13T18:56:39.118 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:39.112+0000 7f70e8faa640 1 -- 172.21.15.119:0/1045882383 reap_dead start 2024-09-13T18:56:39.118 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:39.112+0000 7f70eaa0d640 1 -- 172.21.15.119:0/1045882383 shutdown_connections 2024-09-13T18:56:39.118 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:39.112+0000 7f70eaa0d640 1 -- 172.21.15.119:0/1045882383 >> 172.21.15.119:0/1045882383 conn(0x7f70e40989d0 msgr2=0x7f70e40b4870 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:56:39.119 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:39.113+0000 7f70eaa0d640 1 -- 172.21.15.119:0/1045882383 shutdown_connections 2024-09-13T18:56:39.119 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:39.113+0000 7f70eaa0d640 1 -- 172.21.15.119:0/1045882383 wait complete. 2024-09-13T18:56:39.121 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:39.114+0000 7f70eaa0d640 1 Processor -- start 2024-09-13T18:56:39.121 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:39.114+0000 7f70eaa0d640 1 -- start start 2024-09-13T18:56:39.121 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:39.115+0000 7f70eaa0d640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f70cc0047c0 0x7f70e4151600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:39.121 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:39.115+0000 7f70eaa0d640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f70e414db80 0x7f70e415ccd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:39.121 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:39.115+0000 7f70eaa0d640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f70e41f6330 0x7f70e415eaa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:39.121 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:39.115+0000 7f70eaa0d640 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f70e414d9f0 con 0x7f70e414db80 2024-09-13T18:56:39.122 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:39.115+0000 7f70eaa0d640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f70e41f5bc0 con 0x7f70e41f6330 2024-09-13T18:56:39.122 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:39.115+0000 7f70eaa0d640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f70e414e400 con 0x7f70cc0047c0 2024-09-13T18:56:39.122 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:39.115+0000 7f70e37fe640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f70e414db80 0x7f70e415ccd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:39.122 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:39.115+0000 7f70e37fe640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f70e414db80 0x7f70e415ccd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.119:3300/0 says I am v2:172.21.15.119:54600/0 (socket says 172.21.15.119:54600) 2024-09-13T18:56:39.122 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:39.115+0000 7f70e37fe640 1 -- 172.21.15.119:0/3164560897 learned_addr learned my addr 172.21.15.119:0/3164560897 (peer_addr_for_me v2:172.21.15.119:0/0) 2024-09-13T18:56:39.122 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:39.115+0000 7f70e3fff640 1 --2- 172.21.15.119:0/3164560897 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f70cc0047c0 0x7f70e4151600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:39.122 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:39.115+0000 7f70e8faa640 1 --2- 172.21.15.119:0/3164560897 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f70e41f6330 0x7f70e415eaa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:39.122 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:39.115+0000 7f70e37fe640 1 -- 172.21.15.119:0/3164560897 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f70cc0047c0 msgr2=0x7f70e4151600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:39.122 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:39.115+0000 7f70e37fe640 1 --2- 172.21.15.119:0/3164560897 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f70cc0047c0 0x7f70e4151600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:39.122 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:39.115+0000 7f70e37fe640 1 -- 172.21.15.119:0/3164560897 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f70e41f6330 msgr2=0x7f70e415eaa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:39.122 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:39.115+0000 7f70e37fe640 1 --2- 172.21.15.119:0/3164560897 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f70e41f6330 0x7f70e415eaa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:39.122 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:39.115+0000 7f70e37fe640 1 -- 172.21.15.119:0/3164560897 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f70e415d3d0 con 0x7f70e414db80 2024-09-13T18:56:39.122 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:39.115+0000 7f70e37fe640 1 --2- 172.21.15.119:0/3164560897 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f70e414db80 0x7f70e415ccd0 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7f70d802ac50 tx=0x7f70d8001a00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:56:39.123 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:39.115+0000 7f70e0ff9640 1 -- 172.21.15.119:0/3164560897 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f70d8005a70 con 0x7f70e414db80 2024-09-13T18:56:39.123 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:39.115+0000 7f70e0ff9640 1 -- 172.21.15.119:0/3164560897 <== mon.0 v2:172.21.15.119:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f70d8005bd0 con 0x7f70e414db80 2024-09-13T18:56:39.123 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:39.115+0000 7f70e0ff9640 1 -- 172.21.15.119:0/3164560897 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f70d8007070 con 0x7f70e414db80 2024-09-13T18:56:39.123 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:39.115+0000 7f70eaa0d640 1 -- 172.21.15.119:0/3164560897 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f70e415d6b0 con 0x7f70e414db80 2024-09-13T18:56:39.123 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:39.115+0000 7f70eaa0d640 1 -- 172.21.15.119:0/3164560897 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f70e41f5e10 con 0x7f70e414db80 2024-09-13T18:56:39.123 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:39.116+0000 7f70eaa0d640 1 -- 172.21.15.119:0/3164560897 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f70e41f5fa0 con 0x7f70e414db80 2024-09-13T18:56:39.123 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:39.117+0000 7f70e0ff9640 1 -- 172.21.15.119:0/3164560897 <== mon.0 v2:172.21.15.119:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f70d802f030 con 0x7f70e414db80 2024-09-13T18:56:39.123 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:39.117+0000 7f70e0ff9640 1 --2- 172.21.15.119:0/3164560897 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f70d006ac00 0x7f70d006d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:39.123 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:39.117+0000 7f70e0ff9640 1 -- 172.21.15.119:0/3164560897 <== mon.0 v2:172.21.15.119:3300/0 5 ==== osd_map(24..24 src has 1..24) v4 ==== 6460+0+0 (secure 0 0 0) 0x7f70d80a8e10 con 0x7f70e414db80 2024-09-13T18:56:39.123 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:39.117+0000 7f70e3fff640 1 --2- 172.21.15.119:0/3164560897 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f70d006ac00 0x7f70d006d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:39.123 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:39.118+0000 7f70e3fff640 1 --2- 172.21.15.119:0/3164560897 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f70d006ac00 0x7f70d006d0c0 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7f70d4009bc0 tx=0x7f70d4009190 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:56:39.124 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:39.122+0000 7f70e0ff9640 1 -- 172.21.15.119:0/3164560897 <== mon.0 v2:172.21.15.119:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f70d8073d00 con 0x7f70e414db80 2024-09-13T18:56:39.285 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:39.283+0000 7f70eaa0d640 1 -- 172.21.15.119:0/3164560897 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f70e41f5fa0 con 0x7f70e414db80 2024-09-13T18:56:39.286 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:39.284+0000 7f70e0ff9640 1 -- 172.21.15.119:0/3164560897 <== mon.0 v2:172.21.15.119:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v24) v1 ==== 74+0+18394 (secure 0 0 0) 0x7f70d8040020 con 0x7f70e414db80 2024-09-13T18:56:39.287 INFO:teuthology.orchestra.run.smithi119.stdout: 2024-09-13T18:56:39.287 INFO:teuthology.orchestra.run.smithi119.stdout:{"epoch":24,"fsid":"b3bca492-3414-44ef-b63c-42eead5ea701","created":"2024-09-13T18:56:10.047760+0000","modified":"2024-09-13T18:56:38.390322+0000","last_up_change":"2024-09-13T18:56:22.096428+0000","last_in_change":"2024-09-13T18:56:12.143228+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T18:56:22.095896+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-13T18:56:31.950108+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-13T18:56:32.998608+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-09-13T18:56:36.052694+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"24","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"09edfd5c-bc57-47d1-a7b7-6d97f0f88db1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6810","nonce":3811853106},{"type":"v1","addr":"172.21.15.119:6813","nonce":3811853106}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6817","nonce":3811853106},{"type":"v1","addr":"172.21.15.119:6820","nonce":3811853106}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6828","nonce":3811853106},{"type":"v1","addr":"172.21.15.119:6830","nonce":3811853106}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6823","nonce":3811853106},{"type":"v1","addr":"172.21.15.119:6825","nonce":3811853106}]},"public_addr":"172.21.15.119:6813/3811853106","cluster_addr":"172.21.15.119:6820/3811853106","heartbeat_back_addr":"172.21.15.119:6830/3811853106","heartbeat_front_addr":"172.21.15.119:6825/3811853106","state":["exists","up"]},{"osd":1,"uuid":"f26f4bd2-3aee-4208-9e62-87f17047d886","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6809","nonce":1656755168},{"type":"v1","addr":"172.21.15.119:6812","nonce":1656755168}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6815","nonce":1656755168},{"type":"v1","addr":"172.21.15.119:6818","nonce":1656755168}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6829","nonce":1656755168},{"type":"v1","addr":"172.21.15.119:6831","nonce":1656755168}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6822","nonce":1656755168},{"type":"v1","addr":"172.21.15.119:6826","nonce":1656755168}]},"public_addr":"172.21.15.119:6812/1656755168","cluster_addr":"172.21.15.119:6818/1656755168","heartbeat_back_addr":"172.21.15.119:6831/1656755168","heartbeat_front_addr":"172.21.15.119:6826/1656755168","state":["exists","up"]},{"osd":2,"uuid":"1e9d6e0c-51f9-4f4a-bead-0e7edc7dd200","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6800","nonce":3093354378},{"type":"v1","addr":"172.21.15.119:6801","nonce":3093354378}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6802","nonce":3093354378},{"type":"v1","addr":"172.21.15.119:6803","nonce":3093354378}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6806","nonce":3093354378},{"type":"v1","addr":"172.21.15.119:6807","nonce":3093354378}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6804","nonce":3093354378},{"type":"v1","addr":"172.21.15.119:6805","nonce":3093354378}]},"public_addr":"172.21.15.119:6801/3093354378","cluster_addr":"172.21.15.119:6803/3093354378","heartbeat_back_addr":"172.21.15.119:6807/3093354378","heartbeat_front_addr":"172.21.15.119:6805/3093354378","state":["exists","up"]},{"osd":3,"uuid":"7c289b1f-a555-46e4-b85a-c0f230c9e02a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6808","nonce":886995937},{"type":"v1","addr":"172.21.15.119:6811","nonce":886995937}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6814","nonce":886995937},{"type":"v1","addr":"172.21.15.119:6816","nonce":886995937}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6824","nonce":886995937},{"type":"v1","addr":"172.21.15.119:6827","nonce":886995937}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6819","nonce":886995937},{"type":"v1","addr":"172.21.15.119:6821","nonce":886995937}]},"public_addr":"172.21.15.119:6811/886995937","cluster_addr":"172.21.15.119:6816/886995937","heartbeat_back_addr":"172.21.15.119:6827/886995937","heartbeat_front_addr":"172.21.15.119:6821/886995937","state":["exists","up"]},{"osd":4,"uuid":"a0a2f75b-5a33-4b69-b834-b8cf5a90ac5f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6808","nonce":2802887692},{"type":"v1","addr":"172.21.15.145:6809","nonce":2802887692}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6810","nonce":2802887692},{"type":"v1","addr":"172.21.15.145:6811","nonce":2802887692}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6814","nonce":2802887692},{"type":"v1","addr":"172.21.15.145:6815","nonce":2802887692}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6812","nonce":2802887692},{"type":"v1","addr":"172.21.15.145:6813","nonce":2802887692}]},"public_addr":"172.21.15.145:6809/2802887692","cluster_addr":"172.21.15.145:6811/2802887692","heartbeat_back_addr":"172.21.15.145:6815/2802887692","heartbeat_front_addr":"172.21.15.145:6813/2802887692","state":["exists","up"]},{"osd":5,"uuid":"e301c92f-a5af-49da-8384-bef6d48c9982","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6800","nonce":1431235391},{"type":"v1","addr":"172.21.15.145:6801","nonce":1431235391}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6802","nonce":1431235391},{"type":"v1","addr":"172.21.15.145:6803","nonce":1431235391}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6806","nonce":1431235391},{"type":"v1","addr":"172.21.15.145:6807","nonce":1431235391}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6804","nonce":1431235391},{"type":"v1","addr":"172.21.15.145:6805","nonce":1431235391}]},"public_addr":"172.21.15.145:6801/1431235391","cluster_addr":"172.21.15.145:6803/1431235391","heartbeat_back_addr":"172.21.15.145:6807/1431235391","heartbeat_front_addr":"172.21.15.145:6805/1431235391","state":["exists","up"]},{"osd":6,"uuid":"dd2ee71c-4024-4f56-90b1-d362ff9ae8f5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6816","nonce":1755123178},{"type":"v1","addr":"172.21.15.145:6817","nonce":1755123178}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6818","nonce":1755123178},{"type":"v1","addr":"172.21.15.145:6819","nonce":1755123178}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6822","nonce":1755123178},{"type":"v1","addr":"172.21.15.145:6823","nonce":1755123178}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6820","nonce":1755123178},{"type":"v1","addr":"172.21.15.145:6821","nonce":1755123178}]},"public_addr":"172.21.15.145:6817/1755123178","cluster_addr":"172.21.15.145:6819/1755123178","heartbeat_back_addr":"172.21.15.145:6823/1755123178","heartbeat_front_addr":"172.21.15.145:6821/1755123178","state":["exists","up"]},{"osd":7,"uuid":"7412449e-689b-45ee-9ae5-744a8c27f166","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6824","nonce":3012628958},{"type":"v1","addr":"172.21.15.145:6825","nonce":3012628958}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6826","nonce":3012628958},{"type":"v1","addr":"172.21.15.145:6827","nonce":3012628958}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6830","nonce":3012628958},{"type":"v1","addr":"172.21.15.145:6831","nonce":3012628958}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6828","nonce":3012628958},{"type":"v1","addr":"172.21.15.145:6829","nonce":3012628958}]},"public_addr":"172.21.15.145:6825/3012628958","cluster_addr":"172.21.15.145:6827/3012628958","heartbeat_back_addr":"172.21.15.145:6831/3012628958","heartbeat_front_addr":"172.21.15.145:6829/3012628958","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T18:56:17.286635+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T18:56:17.334491+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T18:56:17.297521+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T18:56:17.383716+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T18:56:17.267776+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T18:56:17.312998+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T18:56:17.303008+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T18:56:17.304729+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T18:56:39.289 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:39.286+0000 7f70eaa0d640 1 -- 172.21.15.119:0/3164560897 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f70d006ac00 msgr2=0x7f70d006d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:39.289 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:39.286+0000 7f70eaa0d640 1 --2- 172.21.15.119:0/3164560897 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f70d006ac00 0x7f70d006d0c0 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7f70d4009bc0 tx=0x7f70d4009190 comp rx=0 tx=0).stop 2024-09-13T18:56:39.289 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:39.286+0000 7f70eaa0d640 1 -- 172.21.15.119:0/3164560897 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f70e414db80 msgr2=0x7f70e415ccd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:39.289 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:39.286+0000 7f70eaa0d640 1 --2- 172.21.15.119:0/3164560897 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f70e414db80 0x7f70e415ccd0 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7f70d802ac50 tx=0x7f70d8001a00 comp rx=0 tx=0).stop 2024-09-13T18:56:39.289 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:39.286+0000 7f70eaa0d640 1 -- 172.21.15.119:0/3164560897 shutdown_connections 2024-09-13T18:56:39.289 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:39.286+0000 7f70eaa0d640 1 --2- 172.21.15.119:0/3164560897 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f70d006ac00 0x7f70d006d0c0 unknown :-1 s=CLOSED pgs=73 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:39.289 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:39.286+0000 7f70eaa0d640 1 --2- 172.21.15.119:0/3164560897 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f70e41f6330 0x7f70e415eaa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:39.289 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:39.286+0000 7f70eaa0d640 1 --2- 172.21.15.119:0/3164560897 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f70e414db80 0x7f70e415ccd0 unknown :-1 s=CLOSED pgs=91 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:39.289 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:39.286+0000 7f70eaa0d640 1 --2- 172.21.15.119:0/3164560897 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f70cc0047c0 0x7f70e4151600 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:39.289 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:39.286+0000 7f70eaa0d640 1 -- 172.21.15.119:0/3164560897 >> 172.21.15.119:0/3164560897 conn(0x7f70e40989d0 msgr2=0x7f70e40b3a50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:56:39.289 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:39.286+0000 7f70eaa0d640 1 -- 172.21.15.119:0/3164560897 shutdown_connections 2024-09-13T18:56:39.290 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:39.286+0000 7f70eaa0d640 1 -- 172.21.15.119:0/3164560897 wait complete. 2024-09-13T18:56:39.316 DEBUG:teuthology.orchestra.run.smithi119:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-13T18:56:39.414 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:39.411+0000 7f4065ed0640 1 Processor -- start 2024-09-13T18:56:39.414 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:39.411+0000 7f4065ed0640 1 -- start start 2024-09-13T18:56:39.417 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:39.412+0000 7f4065ed0640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f40600cb150 0x7f406006d740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:39.418 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:39.412+0000 7f4065ed0640 1 -- --> v1:172.21.15.119:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f40600c8920 con 0x7f40600cace0 2024-09-13T18:56:39.418 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:39.412+0000 7f4065ed0640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f406015a6c0 con 0x7f406015a2e0 2024-09-13T18:56:39.418 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:39.412+0000 7f4065ed0640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f40600ca500 con 0x7f40600cb150 2024-09-13T18:56:39.418 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:39.412+0000 7f405effd640 1 --1- >> v1:172.21.15.119:6789/0 conn(0x7f40600cace0 0x7f406006d030 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.119:6789/0 says I am v1:172.21.15.119:58126/0 (socket says 172.21.15.119:58126) 2024-09-13T18:56:39.418 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:39.412+0000 7f405effd640 1 -- 172.21.15.119:0/229888978 learned_addr learned my addr 172.21.15.119:0/229888978 (peer_addr_for_me v1:172.21.15.119:0/0) 2024-09-13T18:56:39.418 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:39.412+0000 7f405ffff640 1 --2- 172.21.15.119:0/229888978 >> v2:172.21.15.145:3300/0 conn(0x7f40600cb150 0x7f406006d740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:39.418 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:39.412+0000 7f405e7fc640 1 -- 172.21.15.119:0/229888978 <== mon.0 v1:172.21.15.119:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1953800967 0 0) 0x7f40600c8920 con 0x7f40600cace0 2024-09-13T18:56:39.418 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:39.412+0000 7f405e7fc640 1 -- 172.21.15.119:0/229888978 --> v1:172.21.15.119:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f4048003520 con 0x7f40600cace0 2024-09-13T18:56:39.418 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:39.413+0000 7f405e7fc640 1 -- 172.21.15.119:0/229888978 <== mon.0 v1:172.21.15.119:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 3457469416 0 0) 0x7f4048003520 con 0x7f40600cace0 2024-09-13T18:56:39.418 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:39.413+0000 7f405e7fc640 1 -- 172.21.15.119:0/229888978 >> v2:172.21.15.145:3300/0 conn(0x7f40600cb150 msgr2=0x7f406006d740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T18:56:39.418 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:39.413+0000 7f405e7fc640 1 --2- 172.21.15.119:0/229888978 >> v2:172.21.15.145:3300/0 conn(0x7f40600cb150 0x7f406006d740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:39.418 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:39.413+0000 7f405e7fc640 1 -- 172.21.15.119:0/229888978 >> v1:172.21.15.145:6789/0 conn(0x7f406015a2e0 legacy=0x7f40600c9a40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:39.419 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:39.413+0000 7f405e7fc640 1 -- 172.21.15.119:0/229888978 --> v1:172.21.15.119:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f40600c8b70 con 0x7f40600cace0 2024-09-13T18:56:39.419 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:39.413+0000 7f405e7fc640 1 -- 172.21.15.119:0/229888978 <== mon.0 v1:172.21.15.119:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 337823224 0 0) 0x7f4054001670 con 0x7f40600cace0 2024-09-13T18:56:39.419 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:39.413+0000 7f405e7fc640 1 -- 172.21.15.119:0/229888978 >> v1:172.21.15.119:6789/0 conn(0x7f40600cace0 legacy=0x7f406006d030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:39.419 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:39.413+0000 7f405e7fc640 1 --2- 172.21.15.119:0/229888978 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f4048003970 0x7f4048003d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:39.419 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:39.413+0000 7f405e7fc640 1 --2- 172.21.15.119:0/229888978 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f40480047c0 0x7f4048004c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:39.419 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:39.413+0000 7f405e7fc640 1 --2- 172.21.15.119:0/229888978 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f4048005180 0x7f404800b980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:39.419 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:39.413+0000 7f405e7fc640 1 -- 172.21.15.119:0/229888978 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f40600ca500 con 0x7f4048005180 2024-09-13T18:56:39.419 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:39.413+0000 7f405e7fc640 1 -- 172.21.15.119:0/229888978 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f404800c020 con 0x7f40480047c0 2024-09-13T18:56:39.419 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:39.413+0000 7f405e7fc640 1 -- 172.21.15.119:0/229888978 --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f404800c1e0 con 0x7f4048003970 2024-09-13T18:56:39.419 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:39.413+0000 7f405ffff640 1 --2- 172.21.15.119:0/229888978 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f4048005180 0x7f404800b980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:39.419 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:39.413+0000 7f405effd640 1 --2- 172.21.15.119:0/229888978 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f40480047c0 0x7f4048004c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:39.419 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:39.413+0000 7f405f7fe640 1 --2- 172.21.15.119:0/229888978 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f4048003970 0x7f4048003d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:39.419 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:39.413+0000 7f405ffff640 1 -- 172.21.15.119:0/229888978 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f4048003970 msgr2=0x7f4048003d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T18:56:39.420 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:39.413+0000 7f405ffff640 1 --2- 172.21.15.119:0/229888978 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f4048003970 0x7f4048003d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:39.420 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:39.413+0000 7f405ffff640 1 -- 172.21.15.119:0/229888978 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f40480047c0 msgr2=0x7f4048004c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T18:56:39.420 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:39.413+0000 7f405ffff640 1 --2- 172.21.15.119:0/229888978 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f40480047c0 0x7f4048004c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:39.420 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:39.413+0000 7f405ffff640 1 -- 172.21.15.119:0/229888978 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4048003520 con 0x7f4048005180 2024-09-13T18:56:39.420 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:39.413+0000 7f405f7fe640 1 --2- 172.21.15.119:0/229888978 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f4048003970 0x7f4048003d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T18:56:39.420 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:39.414+0000 7f405ffff640 1 -- 172.21.15.119:0/229888978 reap_dead start 2024-09-13T18:56:39.420 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:39.414+0000 7f405ffff640 1 --2- 172.21.15.119:0/229888978 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f4048005180 0x7f404800b980 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7f4058009ac0 tx=0x7f40480057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=368eba6dcea8e90f server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:56:39.420 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:39.414+0000 7f405e7fc640 1 -- 172.21.15.119:0/229888978 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4058004020 con 0x7f4048005180 2024-09-13T18:56:39.420 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:39.414+0000 7f405e7fc640 1 -- 172.21.15.119:0/229888978 <== mon.0 v2:172.21.15.119:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f405802d050 con 0x7f4048005180 2024-09-13T18:56:39.420 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:39.414+0000 7f405e7fc640 1 -- 172.21.15.119:0/229888978 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f40580043c0 con 0x7f4048005180 2024-09-13T18:56:39.420 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:39.414+0000 7f4065ed0640 1 -- 172.21.15.119:0/229888978 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f4048005180 msgr2=0x7f404800b980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:39.420 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:39.414+0000 7f4065ed0640 1 --2- 172.21.15.119:0/229888978 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f4048005180 0x7f404800b980 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7f4058009ac0 tx=0x7f40480057f0 comp rx=0 tx=0).stop 2024-09-13T18:56:39.420 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:39.414+0000 7f4065ed0640 1 -- 172.21.15.119:0/229888978 shutdown_connections 2024-09-13T18:56:39.421 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:39.414+0000 7f4065ed0640 1 --2- 172.21.15.119:0/229888978 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f4048005180 0x7f404800b980 unknown :-1 s=CLOSED pgs=93 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:39.421 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:39.414+0000 7f4065ed0640 1 -- 172.21.15.119:0/229888978 >> 172.21.15.119:0/229888978 conn(0x7f4060069ed0 msgr2=0x7f406006a2e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:56:39.421 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:39.414+0000 7f4065ed0640 1 -- 172.21.15.119:0/229888978 shutdown_connections 2024-09-13T18:56:39.421 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:39.414+0000 7f4065ed0640 1 -- 172.21.15.119:0/229888978 wait complete. 2024-09-13T18:56:39.423 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:39.416+0000 7f4065ed0640 1 Processor -- start 2024-09-13T18:56:39.424 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:39.416+0000 7f4065ed0640 1 -- start start 2024-09-13T18:56:39.424 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:39.416+0000 7f4065ed0640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f4048005180 0x7f4060154400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:39.424 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:39.416+0000 7f4065ed0640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f406015c2b0 0x7f406015c6f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:39.424 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:39.416+0000 7f4065ed0640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f40600c53a0 0x7f40600c5820 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:39.424 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:39.416+0000 7f4065ed0640 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f40600c5d60 con 0x7f4048005180 2024-09-13T18:56:39.424 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:39.416+0000 7f4065ed0640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f40600cbf10 con 0x7f406015c2b0 2024-09-13T18:56:39.424 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:39.416+0000 7f4065ed0640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f40600ceae0 con 0x7f40600c53a0 2024-09-13T18:56:39.424 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:39.417+0000 7f405f7fe640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f4048005180 0x7f4060154400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:39.424 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:39.417+0000 7f405f7fe640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f4048005180 0x7f4060154400 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.119:3300/0 says I am v2:172.21.15.119:54614/0 (socket says 172.21.15.119:54614) 2024-09-13T18:56:39.424 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:39.417+0000 7f405f7fe640 1 -- 172.21.15.119:0/1004824184 learned_addr learned my addr 172.21.15.119:0/1004824184 (peer_addr_for_me v2:172.21.15.119:0/0) 2024-09-13T18:56:39.424 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:39.417+0000 7f405effd640 1 --2- 172.21.15.119:0/1004824184 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f406015c2b0 0x7f406015c6f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:39.424 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:39.417+0000 7f405ffff640 1 --2- 172.21.15.119:0/1004824184 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f40600c53a0 0x7f40600c5820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:39.424 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:39.417+0000 7f405f7fe640 1 -- 172.21.15.119:0/1004824184 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f40600c53a0 msgr2=0x7f40600c5820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:39.425 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:39.417+0000 7f405f7fe640 1 --2- 172.21.15.119:0/1004824184 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f40600c53a0 0x7f40600c5820 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:39.425 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:39.417+0000 7f405f7fe640 1 -- 172.21.15.119:0/1004824184 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f406015c2b0 msgr2=0x7f406015c6f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:39.425 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:39.417+0000 7f405f7fe640 1 --2- 172.21.15.119:0/1004824184 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f406015c2b0 0x7f406015c6f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:39.425 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:39.417+0000 7f405f7fe640 1 -- 172.21.15.119:0/1004824184 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f406015cde0 con 0x7f4048005180 2024-09-13T18:56:39.425 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:39.417+0000 7f405effd640 1 --2- 172.21.15.119:0/1004824184 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f406015c2b0 0x7f406015c6f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T18:56:39.425 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:39.417+0000 7f405f7fe640 1 --2- 172.21.15.119:0/1004824184 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f4048005180 0x7f4060154400 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7f4050002230 tx=0x7f405000ec80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:56:39.425 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:39.417+0000 7f4047fff640 1 -- 172.21.15.119:0/1004824184 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4050003b80 con 0x7f4048005180 2024-09-13T18:56:39.425 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:39.417+0000 7f4047fff640 1 -- 172.21.15.119:0/1004824184 <== mon.0 v2:172.21.15.119:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4050003ce0 con 0x7f4048005180 2024-09-13T18:56:39.425 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:39.417+0000 7f4065ed0640 1 -- 172.21.15.119:0/1004824184 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f406015d0c0 con 0x7f4048005180 2024-09-13T18:56:39.425 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:39.417+0000 7f4047fff640 1 -- 172.21.15.119:0/1004824184 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4050005310 con 0x7f4048005180 2024-09-13T18:56:39.425 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:39.417+0000 7f4065ed0640 1 -- 172.21.15.119:0/1004824184 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f40600cc160 con 0x7f4048005180 2024-09-13T18:56:39.425 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:39.418+0000 7f4065ed0640 1 -- 172.21.15.119:0/1004824184 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f40600c9630 con 0x7f4048005180 2024-09-13T18:56:39.425 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:39.419+0000 7f4047fff640 1 -- 172.21.15.119:0/1004824184 <== mon.0 v2:172.21.15.119:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f4050005470 con 0x7f4048005180 2024-09-13T18:56:39.426 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:39.419+0000 7f4047fff640 1 --2- 172.21.15.119:0/1004824184 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f404c06ac00 0x7f404c06d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:39.426 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:39.419+0000 7f405effd640 1 --2- 172.21.15.119:0/1004824184 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f404c06ac00 0x7f404c06d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:39.426 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:39.419+0000 7f4047fff640 1 -- 172.21.15.119:0/1004824184 <== mon.0 v2:172.21.15.119:3300/0 5 ==== osd_map(24..24 src has 1..24) v4 ==== 6460+0+0 (secure 0 0 0) 0x7f40500896b0 con 0x7f4048005180 2024-09-13T18:56:39.426 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:39.420+0000 7f405effd640 1 --2- 172.21.15.119:0/1004824184 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f404c06ac00 0x7f404c06d0c0 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7f40600c0e60 tx=0x7f4054009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:56:39.426 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:39.423+0000 7f4047fff640 1 -- 172.21.15.119:0/1004824184 <== mon.0 v2:172.21.15.119:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f40500545b0 con 0x7f4048005180 2024-09-13T18:56:39.622 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:39.619+0000 7f4065ed0640 1 -- 172.21.15.119:0/1004824184 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f40600c17c0 con 0x7f4048005180 2024-09-13T18:56:39.622 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:39.619+0000 7f4047fff640 1 -- 172.21.15.119:0/1004824184 <== mon.0 v2:172.21.15.119:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 6 v6) v1 ==== 93+0+4739 (secure 0 0 0) 0x7f4050001810 con 0x7f4048005180 2024-09-13T18:56:39.622 INFO:teuthology.orchestra.run.smithi119.stdout: 2024-09-13T18:56:39.623 INFO:teuthology.orchestra.run.smithi119.stdout:{"epoch":6,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4241,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.145:6835/847902248","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6833","nonce":847902248},{"type":"v1","addr":"172.21.15.145:6835","nonce":847902248}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3},{"gid":4282,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.145:6834/3410464570","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6832","nonce":3410464570},{"type":"v1","addr":"172.21.15.145:6834","nonce":3410464570}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3},{"gid":4287,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.119:6836/3596755488","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6834","nonce":3596755488},{"type":"v1","addr":"172.21.15.119:6836","nonce":3596755488}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":6,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-13T18:56:34.025298+0000","modified":"2024-09-13T18:56:38.390588+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":4290},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4290":{"gid":4290,"name":"a","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.119:6837/3907469279","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6835","nonce":3907469279},{"type":"v1","addr":"172.21.15.119:6837","nonce":3907469279}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":1},"id":1}]} 2024-09-13T18:56:39.624 INFO:teuthology.orchestra.run.smithi119.stderr:dumped fsmap epoch 6 2024-09-13T18:56:39.624 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:39.621+0000 7f4065ed0640 1 -- 172.21.15.119:0/1004824184 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f404c06ac00 msgr2=0x7f404c06d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:39.625 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:39.621+0000 7f4065ed0640 1 --2- 172.21.15.119:0/1004824184 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f404c06ac00 0x7f404c06d0c0 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7f40600c0e60 tx=0x7f4054009040 comp rx=0 tx=0).stop 2024-09-13T18:56:39.625 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:39.621+0000 7f4065ed0640 1 -- 172.21.15.119:0/1004824184 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f4048005180 msgr2=0x7f4060154400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:39.625 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:39.621+0000 7f4065ed0640 1 --2- 172.21.15.119:0/1004824184 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f4048005180 0x7f4060154400 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7f4050002230 tx=0x7f405000ec80 comp rx=0 tx=0).stop 2024-09-13T18:56:39.625 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:39.621+0000 7f4065ed0640 1 -- 172.21.15.119:0/1004824184 shutdown_connections 2024-09-13T18:56:39.625 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:39.621+0000 7f4065ed0640 1 --2- 172.21.15.119:0/1004824184 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f404c06ac00 0x7f404c06d0c0 unknown :-1 s=CLOSED pgs=74 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:39.625 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:39.621+0000 7f4065ed0640 1 --2- 172.21.15.119:0/1004824184 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f40600c53a0 0x7f40600c5820 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:39.626 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:39.621+0000 7f4065ed0640 1 --2- 172.21.15.119:0/1004824184 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f406015c2b0 0x7f406015c6f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:39.626 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:39.621+0000 7f4065ed0640 1 --2- 172.21.15.119:0/1004824184 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f4048005180 0x7f4060154400 unknown :-1 s=CLOSED pgs=94 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:39.626 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:39.621+0000 7f4065ed0640 1 -- 172.21.15.119:0/1004824184 >> 172.21.15.119:0/1004824184 conn(0x7f4060069ed0 msgr2=0x7f40600ad150 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:56:39.626 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:39.621+0000 7f4065ed0640 1 -- 172.21.15.119:0/1004824184 shutdown_connections 2024-09-13T18:56:39.626 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:39.621+0000 7f4065ed0640 1 -- 172.21.15.119:0/1004824184 wait complete. 2024-09-13T18:56:39.635 DEBUG:teuthology.orchestra.run.smithi119:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T18:56:39.733 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:39.730+0000 7f0ad98aa640 1 Processor -- start 2024-09-13T18:56:39.733 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:39.730+0000 7f0ad98aa640 1 -- start start 2024-09-13T18:56:39.736 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:39.731+0000 7f0ad98aa640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f0ad40b4660 0x7f0ad406b420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:39.736 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:39.731+0000 7f0ad98aa640 1 -- --> v1:172.21.15.119:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f0ad40d1840 con 0x7f0ad40d07b0 2024-09-13T18:56:39.736 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:39.731+0000 7f0ad98aa640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f0ad40d0c30 con 0x7f0ad415c6e0 2024-09-13T18:56:39.736 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:39.731+0000 7f0ad98aa640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f0ad40d0f10 con 0x7f0ad40b4660 2024-09-13T18:56:39.737 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:39.731+0000 7f0aca7fc640 1 --1- >> v1:172.21.15.119:6789/0 conn(0x7f0ad40d07b0 0x7f0ad406ad10 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.119:6789/0 says I am v1:172.21.15.119:58142/0 (socket says 172.21.15.119:58142) 2024-09-13T18:56:39.737 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:39.731+0000 7f0aca7fc640 1 -- 172.21.15.119:0/2881499271 learned_addr learned my addr 172.21.15.119:0/2881499271 (peer_addr_for_me v1:172.21.15.119:0/0) 2024-09-13T18:56:39.737 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:39.731+0000 7f0ad37fe640 1 --2- 172.21.15.119:0/2881499271 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f0ad40b4660 0x7f0ad406b420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:39.737 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:39.731+0000 7f0ad27fc640 1 -- 172.21.15.119:0/2881499271 <== mon.0 v1:172.21.15.119:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3497568377 0 0) 0x7f0ad40d1840 con 0x7f0ad40d07b0 2024-09-13T18:56:39.737 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:39.731+0000 7f0ad27fc640 1 -- 172.21.15.119:0/2881499271 --> v1:172.21.15.119:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f0ac0003520 con 0x7f0ad40d07b0 2024-09-13T18:56:39.737 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:39.731+0000 7f0ad27fc640 1 -- 172.21.15.119:0/2881499271 <== mon.0 v1:172.21.15.119:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 2844958821 0 0) 0x7f0ac0003520 con 0x7f0ad40d07b0 2024-09-13T18:56:39.737 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:39.732+0000 7f0ad27fc640 1 -- 172.21.15.119:0/2881499271 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f0ad40b4660 msgr2=0x7f0ad406b420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T18:56:39.737 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:39.732+0000 7f0ad27fc640 1 --2- 172.21.15.119:0/2881499271 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f0ad40b4660 0x7f0ad406b420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:39.737 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:39.732+0000 7f0ad27fc640 1 -- 172.21.15.119:0/2881499271 >> v1:172.21.15.145:6789/0 conn(0x7f0ad415c6e0 legacy=0x7f0ad40b3f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:39.737 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:39.732+0000 7f0ad27fc640 1 -- 172.21.15.119:0/2881499271 --> v1:172.21.15.119:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0ad40d11f0 con 0x7f0ad40d07b0 2024-09-13T18:56:39.737 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:39.732+0000 7f0ad27fc640 1 -- 172.21.15.119:0/2881499271 <== mon.0 v1:172.21.15.119:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 337823224 0 0) 0x7f0abc001670 con 0x7f0ad40d07b0 2024-09-13T18:56:39.738 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:39.732+0000 7f0ad37fe640 1 --2- 172.21.15.119:0/2881499271 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f0ad40b4660 0x7f0ad406b420 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T18:56:39.738 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:39.732+0000 7f0ad27fc640 1 -- 172.21.15.119:0/2881499271 >> v1:172.21.15.119:6789/0 conn(0x7f0ad40d07b0 legacy=0x7f0ad406ad10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:39.738 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:39.732+0000 7f0ad27fc640 1 --2- 172.21.15.119:0/2881499271 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f0ac00039a0 0x7f0ac0003d80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:39.738 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:39.732+0000 7f0ad27fc640 1 --2- 172.21.15.119:0/2881499271 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f0ad40b4660 0x7f0ac00047c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:39.738 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:39.732+0000 7f0ad27fc640 1 --2- 172.21.15.119:0/2881499271 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f0ac0004d00 0x7f0ac0005180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:39.738 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:39.732+0000 7f0ad27fc640 1 -- 172.21.15.119:0/2881499271 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0ad40d0f10 con 0x7f0ac0004d00 2024-09-13T18:56:39.738 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:39.732+0000 7f0ad27fc640 1 -- 172.21.15.119:0/2881499271 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0ac000ba00 con 0x7f0ac00039a0 2024-09-13T18:56:39.738 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:39.732+0000 7f0ad27fc640 1 -- 172.21.15.119:0/2881499271 --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f0ac000bbc0 con 0x7f0ad40b4660 2024-09-13T18:56:39.738 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:39.732+0000 7f0ad37fe640 1 --2- 172.21.15.119:0/2881499271 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f0ac0004d00 0x7f0ac0005180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:39.738 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:39.732+0000 7f0ad2ffd640 1 --2- 172.21.15.119:0/2881499271 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f0ac00039a0 0x7f0ac0003d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:39.738 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:39.732+0000 7f0aca7fc640 1 --2- 172.21.15.119:0/2881499271 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f0ad40b4660 0x7f0ac00047c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:39.738 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:39.732+0000 7f0ad37fe640 1 -- 172.21.15.119:0/2881499271 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f0ad40b4660 msgr2=0x7f0ac00047c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T18:56:39.738 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:39.732+0000 7f0ad37fe640 1 --2- 172.21.15.119:0/2881499271 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f0ad40b4660 0x7f0ac00047c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:39.739 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:39.732+0000 7f0ad37fe640 1 -- 172.21.15.119:0/2881499271 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f0ac00039a0 msgr2=0x7f0ac0003d80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T18:56:39.739 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:39.732+0000 7f0ad37fe640 1 --2- 172.21.15.119:0/2881499271 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f0ac00039a0 0x7f0ac0003d80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:39.739 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:39.732+0000 7f0ad37fe640 1 -- 172.21.15.119:0/2881499271 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0acc009a70 con 0x7f0ac0004d00 2024-09-13T18:56:39.739 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:39.733+0000 7f0ad37fe640 1 --2- 172.21.15.119:0/2881499271 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f0ac0004d00 0x7f0ac0005180 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7f0acc00e320 tx=0x7f0ac00057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e1c9918369bdd29a server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:56:39.739 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:39.733+0000 7f0ad27fc640 1 -- 172.21.15.119:0/2881499271 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0acc02f630 con 0x7f0ac0004d00 2024-09-13T18:56:39.739 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:39.733+0000 7f0ad27fc640 1 -- 172.21.15.119:0/2881499271 <== mon.0 v2:172.21.15.119:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0acc00f040 con 0x7f0ac0004d00 2024-09-13T18:56:39.739 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:39.733+0000 7f0ad27fc640 1 -- 172.21.15.119:0/2881499271 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0acc02f990 con 0x7f0ac0004d00 2024-09-13T18:56:39.739 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:39.733+0000 7f0ad98aa640 1 -- 172.21.15.119:0/2881499271 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f0ac0004d00 msgr2=0x7f0ac0005180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:39.739 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:39.733+0000 7f0ad98aa640 1 --2- 172.21.15.119:0/2881499271 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f0ac0004d00 0x7f0ac0005180 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7f0acc00e320 tx=0x7f0ac00057f0 comp rx=0 tx=0).stop 2024-09-13T18:56:39.739 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:39.733+0000 7f0ad37fe640 1 -- 172.21.15.119:0/2881499271 reap_dead start 2024-09-13T18:56:39.739 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:39.733+0000 7f0ad98aa640 1 -- 172.21.15.119:0/2881499271 shutdown_connections 2024-09-13T18:56:39.739 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:39.733+0000 7f0ad98aa640 1 -- 172.21.15.119:0/2881499271 >> 172.21.15.119:0/2881499271 conn(0x7f0ad4089f60 msgr2=0x7f0ad40d24d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:56:39.739 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:39.733+0000 7f0ad98aa640 1 -- 172.21.15.119:0/2881499271 shutdown_connections 2024-09-13T18:56:39.740 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:39.733+0000 7f0ad98aa640 1 -- 172.21.15.119:0/2881499271 wait complete. 2024-09-13T18:56:39.742 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:39.735+0000 7f0ad98aa640 1 Processor -- start 2024-09-13T18:56:39.742 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:39.735+0000 7f0ad98aa640 1 -- start start 2024-09-13T18:56:39.742 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:39.735+0000 7f0ad98aa640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f0ac0004d00 0x7f0ad40ca2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:39.742 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:39.735+0000 7f0ad98aa640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f0ad41f30a0 0x7f0ad40b7ac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:39.742 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:39.735+0000 7f0ad98aa640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f0ad4154990 0x7f0ad40cb060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:39.743 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:39.735+0000 7f0ad98aa640 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0ad41f3520 con 0x7f0ad41f30a0 2024-09-13T18:56:39.743 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:39.735+0000 7f0ad98aa640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0ad40b8000 con 0x7f0ad4154990 2024-09-13T18:56:39.743 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:39.735+0000 7f0ad98aa640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f0ad40b53c0 con 0x7f0ac0004d00 2024-09-13T18:56:39.743 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:39.736+0000 7f0aca7fc640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f0ad41f30a0 0x7f0ad40b7ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:39.743 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:39.736+0000 7f0aca7fc640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f0ad41f30a0 0x7f0ad40b7ac0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.119:3300/0 says I am v2:172.21.15.119:54632/0 (socket says 172.21.15.119:54632) 2024-09-13T18:56:39.743 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:39.736+0000 7f0aca7fc640 1 -- 172.21.15.119:0/3296551543 learned_addr learned my addr 172.21.15.119:0/3296551543 (peer_addr_for_me v2:172.21.15.119:0/0) 2024-09-13T18:56:39.743 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:39.736+0000 7f0ad2ffd640 1 --2- 172.21.15.119:0/3296551543 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f0ac0004d00 0x7f0ad40ca2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:39.743 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:39.736+0000 7f0ad37fe640 1 --2- 172.21.15.119:0/3296551543 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f0ad4154990 0x7f0ad40cb060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:39.743 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:39.736+0000 7f0aca7fc640 1 -- 172.21.15.119:0/3296551543 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f0ac0004d00 msgr2=0x7f0ad40ca2f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:39.743 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:39.736+0000 7f0aca7fc640 1 --2- 172.21.15.119:0/3296551543 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f0ac0004d00 0x7f0ad40ca2f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:39.743 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:39.736+0000 7f0aca7fc640 1 -- 172.21.15.119:0/3296551543 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f0ad4154990 msgr2=0x7f0ad40cb060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:39.743 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:39.736+0000 7f0aca7fc640 1 --2- 172.21.15.119:0/3296551543 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f0ad4154990 0x7f0ad40cb060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:39.744 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:39.736+0000 7f0aca7fc640 1 -- 172.21.15.119:0/3296551543 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0ad40b56a0 con 0x7f0ad41f30a0 2024-09-13T18:56:39.744 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:39.736+0000 7f0ad37fe640 1 --2- 172.21.15.119:0/3296551543 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f0ad4154990 0x7f0ad40cb060 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T18:56:39.744 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:39.736+0000 7f0aca7fc640 1 --2- 172.21.15.119:0/3296551543 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f0ad41f30a0 0x7f0ad40b7ac0 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7f0abc007290 tx=0x7f0abc007750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:56:39.744 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:39.736+0000 7f0ad0ff9640 1 -- 172.21.15.119:0/3296551543 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0abc00f960 con 0x7f0ad41f30a0 2024-09-13T18:56:39.744 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:39.736+0000 7f0ad0ff9640 1 -- 172.21.15.119:0/3296551543 <== mon.0 v2:172.21.15.119:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0abc00fac0 con 0x7f0ad41f30a0 2024-09-13T18:56:39.744 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:39.736+0000 7f0ad98aa640 1 -- 172.21.15.119:0/3296551543 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f0ad40b5980 con 0x7f0ad41f30a0 2024-09-13T18:56:39.744 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:39.736+0000 7f0ad0ff9640 1 -- 172.21.15.119:0/3296551543 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0abc00fe30 con 0x7f0ad41f30a0 2024-09-13T18:56:39.744 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:39.736+0000 7f0ad98aa640 1 -- 172.21.15.119:0/3296551543 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f0ad40b8290 con 0x7f0ad41f30a0 2024-09-13T18:56:39.744 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:39.737+0000 7f0ad98aa640 1 -- 172.21.15.119:0/3296551543 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f0ad40b5500 con 0x7f0ad41f30a0 2024-09-13T18:56:39.744 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:39.738+0000 7f0ad0ff9640 1 -- 172.21.15.119:0/3296551543 <== mon.0 v2:172.21.15.119:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f0abc01d460 con 0x7f0ad41f30a0 2024-09-13T18:56:39.744 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:39.738+0000 7f0ad0ff9640 1 --2- 172.21.15.119:0/3296551543 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f0ab406ac30 0x7f0ab406d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:39.744 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:39.738+0000 7f0ad2ffd640 1 --2- 172.21.15.119:0/3296551543 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f0ab406ac30 0x7f0ab406d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:39.744 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:39.738+0000 7f0ad0ff9640 1 -- 172.21.15.119:0/3296551543 <== mon.0 v2:172.21.15.119:3300/0 5 ==== osd_map(24..24 src has 1..24) v4 ==== 6460+0+0 (secure 0 0 0) 0x7f0abc0896c0 con 0x7f0ad41f30a0 2024-09-13T18:56:39.745 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:39.738+0000 7f0ad2ffd640 1 --2- 172.21.15.119:0/3296551543 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f0ab406ac30 0x7f0ab406d0f0 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7f0ac4001910 tx=0x7f0ac4009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:56:39.745 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:39.742+0000 7f0ad0ff9640 1 -- 172.21.15.119:0/3296551543 <== mon.0 v2:172.21.15.119:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f0ad40b5500 con 0x7f0ad41f30a0 2024-09-13T18:56:39.905 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:39.903+0000 7f0ad98aa640 1 -- 172.21.15.119:0/3296551543 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f0ad40b5500 con 0x7f0ad41f30a0 2024-09-13T18:56:39.906 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:39.904+0000 7f0ad0ff9640 1 -- 172.21.15.119:0/3296551543 <== mon.0 v2:172.21.15.119:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v24) v1 ==== 74+0+18394 (secure 0 0 0) 0x7f0ad40b5500 con 0x7f0ad41f30a0 2024-09-13T18:56:39.907 INFO:teuthology.orchestra.run.smithi119.stdout: 2024-09-13T18:56:39.907 INFO:teuthology.orchestra.run.smithi119.stdout:{"epoch":24,"fsid":"b3bca492-3414-44ef-b63c-42eead5ea701","created":"2024-09-13T18:56:10.047760+0000","modified":"2024-09-13T18:56:38.390322+0000","last_up_change":"2024-09-13T18:56:22.096428+0000","last_in_change":"2024-09-13T18:56:12.143228+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T18:56:22.095896+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-13T18:56:31.950108+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-13T18:56:32.998608+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-09-13T18:56:36.052694+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"24","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"09edfd5c-bc57-47d1-a7b7-6d97f0f88db1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6810","nonce":3811853106},{"type":"v1","addr":"172.21.15.119:6813","nonce":3811853106}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6817","nonce":3811853106},{"type":"v1","addr":"172.21.15.119:6820","nonce":3811853106}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6828","nonce":3811853106},{"type":"v1","addr":"172.21.15.119:6830","nonce":3811853106}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6823","nonce":3811853106},{"type":"v1","addr":"172.21.15.119:6825","nonce":3811853106}]},"public_addr":"172.21.15.119:6813/3811853106","cluster_addr":"172.21.15.119:6820/3811853106","heartbeat_back_addr":"172.21.15.119:6830/3811853106","heartbeat_front_addr":"172.21.15.119:6825/3811853106","state":["exists","up"]},{"osd":1,"uuid":"f26f4bd2-3aee-4208-9e62-87f17047d886","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6809","nonce":1656755168},{"type":"v1","addr":"172.21.15.119:6812","nonce":1656755168}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6815","nonce":1656755168},{"type":"v1","addr":"172.21.15.119:6818","nonce":1656755168}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6829","nonce":1656755168},{"type":"v1","addr":"172.21.15.119:6831","nonce":1656755168}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6822","nonce":1656755168},{"type":"v1","addr":"172.21.15.119:6826","nonce":1656755168}]},"public_addr":"172.21.15.119:6812/1656755168","cluster_addr":"172.21.15.119:6818/1656755168","heartbeat_back_addr":"172.21.15.119:6831/1656755168","heartbeat_front_addr":"172.21.15.119:6826/1656755168","state":["exists","up"]},{"osd":2,"uuid":"1e9d6e0c-51f9-4f4a-bead-0e7edc7dd200","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6800","nonce":3093354378},{"type":"v1","addr":"172.21.15.119:6801","nonce":3093354378}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6802","nonce":3093354378},{"type":"v1","addr":"172.21.15.119:6803","nonce":3093354378}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6806","nonce":3093354378},{"type":"v1","addr":"172.21.15.119:6807","nonce":3093354378}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6804","nonce":3093354378},{"type":"v1","addr":"172.21.15.119:6805","nonce":3093354378}]},"public_addr":"172.21.15.119:6801/3093354378","cluster_addr":"172.21.15.119:6803/3093354378","heartbeat_back_addr":"172.21.15.119:6807/3093354378","heartbeat_front_addr":"172.21.15.119:6805/3093354378","state":["exists","up"]},{"osd":3,"uuid":"7c289b1f-a555-46e4-b85a-c0f230c9e02a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6808","nonce":886995937},{"type":"v1","addr":"172.21.15.119:6811","nonce":886995937}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6814","nonce":886995937},{"type":"v1","addr":"172.21.15.119:6816","nonce":886995937}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6824","nonce":886995937},{"type":"v1","addr":"172.21.15.119:6827","nonce":886995937}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6819","nonce":886995937},{"type":"v1","addr":"172.21.15.119:6821","nonce":886995937}]},"public_addr":"172.21.15.119:6811/886995937","cluster_addr":"172.21.15.119:6816/886995937","heartbeat_back_addr":"172.21.15.119:6827/886995937","heartbeat_front_addr":"172.21.15.119:6821/886995937","state":["exists","up"]},{"osd":4,"uuid":"a0a2f75b-5a33-4b69-b834-b8cf5a90ac5f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6808","nonce":2802887692},{"type":"v1","addr":"172.21.15.145:6809","nonce":2802887692}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6810","nonce":2802887692},{"type":"v1","addr":"172.21.15.145:6811","nonce":2802887692}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6814","nonce":2802887692},{"type":"v1","addr":"172.21.15.145:6815","nonce":2802887692}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6812","nonce":2802887692},{"type":"v1","addr":"172.21.15.145:6813","nonce":2802887692}]},"public_addr":"172.21.15.145:6809/2802887692","cluster_addr":"172.21.15.145:6811/2802887692","heartbeat_back_addr":"172.21.15.145:6815/2802887692","heartbeat_front_addr":"172.21.15.145:6813/2802887692","state":["exists","up"]},{"osd":5,"uuid":"e301c92f-a5af-49da-8384-bef6d48c9982","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6800","nonce":1431235391},{"type":"v1","addr":"172.21.15.145:6801","nonce":1431235391}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6802","nonce":1431235391},{"type":"v1","addr":"172.21.15.145:6803","nonce":1431235391}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6806","nonce":1431235391},{"type":"v1","addr":"172.21.15.145:6807","nonce":1431235391}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6804","nonce":1431235391},{"type":"v1","addr":"172.21.15.145:6805","nonce":1431235391}]},"public_addr":"172.21.15.145:6801/1431235391","cluster_addr":"172.21.15.145:6803/1431235391","heartbeat_back_addr":"172.21.15.145:6807/1431235391","heartbeat_front_addr":"172.21.15.145:6805/1431235391","state":["exists","up"]},{"osd":6,"uuid":"dd2ee71c-4024-4f56-90b1-d362ff9ae8f5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6816","nonce":1755123178},{"type":"v1","addr":"172.21.15.145:6817","nonce":1755123178}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6818","nonce":1755123178},{"type":"v1","addr":"172.21.15.145:6819","nonce":1755123178}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6822","nonce":1755123178},{"type":"v1","addr":"172.21.15.145:6823","nonce":1755123178}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6820","nonce":1755123178},{"type":"v1","addr":"172.21.15.145:6821","nonce":1755123178}]},"public_addr":"172.21.15.145:6817/1755123178","cluster_addr":"172.21.15.145:6819/1755123178","heartbeat_back_addr":"172.21.15.145:6823/1755123178","heartbeat_front_addr":"172.21.15.145:6821/1755123178","state":["exists","up"]},{"osd":7,"uuid":"7412449e-689b-45ee-9ae5-744a8c27f166","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6824","nonce":3012628958},{"type":"v1","addr":"172.21.15.145:6825","nonce":3012628958}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6826","nonce":3012628958},{"type":"v1","addr":"172.21.15.145:6827","nonce":3012628958}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6830","nonce":3012628958},{"type":"v1","addr":"172.21.15.145:6831","nonce":3012628958}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6828","nonce":3012628958},{"type":"v1","addr":"172.21.15.145:6829","nonce":3012628958}]},"public_addr":"172.21.15.145:6825/3012628958","cluster_addr":"172.21.15.145:6827/3012628958","heartbeat_back_addr":"172.21.15.145:6831/3012628958","heartbeat_front_addr":"172.21.15.145:6829/3012628958","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T18:56:17.286635+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T18:56:17.334491+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T18:56:17.297521+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T18:56:17.383716+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T18:56:17.267776+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T18:56:17.312998+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T18:56:17.303008+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T18:56:17.304729+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T18:56:39.909 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:39.906+0000 7f0ad98aa640 1 -- 172.21.15.119:0/3296551543 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f0ab406ac30 msgr2=0x7f0ab406d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:39.909 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:39.906+0000 7f0ad98aa640 1 --2- 172.21.15.119:0/3296551543 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f0ab406ac30 0x7f0ab406d0f0 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7f0ac4001910 tx=0x7f0ac4009040 comp rx=0 tx=0).stop 2024-09-13T18:56:39.909 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:39.906+0000 7f0ad98aa640 1 -- 172.21.15.119:0/3296551543 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f0ad41f30a0 msgr2=0x7f0ad40b7ac0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:39.909 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:39.906+0000 7f0ad98aa640 1 --2- 172.21.15.119:0/3296551543 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f0ad41f30a0 0x7f0ad40b7ac0 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7f0abc007290 tx=0x7f0abc007750 comp rx=0 tx=0).stop 2024-09-13T18:56:39.909 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:39.906+0000 7f0ad98aa640 1 -- 172.21.15.119:0/3296551543 shutdown_connections 2024-09-13T18:56:39.909 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:39.906+0000 7f0ad98aa640 1 --2- 172.21.15.119:0/3296551543 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f0ab406ac30 0x7f0ab406d0f0 unknown :-1 s=CLOSED pgs=75 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:39.909 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:39.906+0000 7f0ad98aa640 1 --2- 172.21.15.119:0/3296551543 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f0ad4154990 0x7f0ad40cb060 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:39.909 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:39.906+0000 7f0ad98aa640 1 --2- 172.21.15.119:0/3296551543 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f0ad41f30a0 0x7f0ad40b7ac0 unknown :-1 s=CLOSED pgs=97 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:39.909 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:39.906+0000 7f0ad98aa640 1 --2- 172.21.15.119:0/3296551543 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f0ac0004d00 0x7f0ad40ca2f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:39.909 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:39.906+0000 7f0ad98aa640 1 -- 172.21.15.119:0/3296551543 >> 172.21.15.119:0/3296551543 conn(0x7f0ad4089f60 msgr2=0x7f0ad40b1ff0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:56:39.909 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:39.906+0000 7f0ad98aa640 1 -- 172.21.15.119:0/3296551543 shutdown_connections 2024-09-13T18:56:39.909 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:39.906+0000 7f0ad98aa640 1 -- 172.21.15.119:0/3296551543 wait complete. 2024-09-13T18:56:40.322 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 6, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-09-13T18:56:34.025298+0000', 'modified': '2024-09-13T18:56:38.390588+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 4290}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_4290': {'gid': 4290, 'name': 'a', 'rank': 0, 'incarnation': 4, 'state': 'up:active', 'state_seq': 3, 'addr': '172.21.15.119:6837/3907469279', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.119:6835', 'nonce': 3907469279}, {'type': 'v1', 'addr': '172.21.15.119:6837', 'nonce': 3907469279}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540138322906710015, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2'}}}}, 'data_pools': [3, 4], 'metadata_pool': 2, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 1} 2024-09-13T18:56:40.322 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 1/1 2024-09-13T18:56:40.322 DEBUG:teuthology.orchestra.run.smithi119:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.a status 2024-09-13T18:56:40.421 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:40.418+0000 7f97b5ed7640 1 Processor -- start 2024-09-13T18:56:40.421 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:40.419+0000 7f97b5ed7640 1 -- start start 2024-09-13T18:56:40.424 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:40.419+0000 7f97b5ed7640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f97b015c6e0 0x7f97b00b3f50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:40.424 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:40.419+0000 7f97b5ed7640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f97b00ccb20 0x7f97b00b4490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:40.424 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:40.419+0000 7f97b5ed7640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f97b00d1840 con 0x7f97b00d07b0 2024-09-13T18:56:40.425 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:40.419+0000 7f97b5ed7640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f97b006bd20 con 0x7f97b00ccb20 2024-09-13T18:56:40.425 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:40.419+0000 7f97b5ed7640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f97b00d0c30 con 0x7f97b015c6e0 2024-09-13T18:56:40.425 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:40.420+0000 7f97af7fe640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f97b015c6e0 0x7f97b00b3f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:40.425 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:40.420+0000 7f97af7fe640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f97b015c6e0 0x7f97b00b3f50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.145:3301/0 says I am v2:172.21.15.119:43846/0 (socket says 172.21.15.119:43846) 2024-09-13T18:56:40.425 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:40.420+0000 7f97affff640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f97b00ccb20 0x7f97b00b4490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:40.425 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:40.420+0000 7f97af7fe640 1 -- 172.21.15.119:0/1741322655 learned_addr learned my addr 172.21.15.119:0/1741322655 (peer_addr_for_me v2:172.21.15.119:0/0) 2024-09-13T18:56:40.425 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:40.420+0000 7f97af7fe640 1 -- 172.21.15.119:0/1741322655 >> v2:172.21.15.145:3300/0 conn(0x7f97b00ccb20 msgr2=0x7f97b00b4490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T18:56:40.425 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:40.420+0000 7f97af7fe640 1 --2- 172.21.15.119:0/1741322655 >> v2:172.21.15.145:3300/0 conn(0x7f97b00ccb20 0x7f97b00b4490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:40.425 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:40.420+0000 7f97af7fe640 1 -- 172.21.15.119:0/1741322655 >> v1:172.21.15.145:6789/0 conn(0x7f97b00d07b0 legacy=0x7f97b0160030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:40.425 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:40.420+0000 7f97af7fe640 1 -- 172.21.15.119:0/1741322655 --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f97b00d0f10 con 0x7f97b015c6e0 2024-09-13T18:56:40.425 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:40.420+0000 7f97affff640 1 --2- 172.21.15.119:0/1741322655 >> v2:172.21.15.145:3300/0 conn(0x7f97b00ccb20 0x7f97b00b4490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T18:56:40.425 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:40.421+0000 7f97af7fe640 1 --2- 172.21.15.119:0/1741322655 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f97b015c6e0 0x7f97b00b3f50 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0x7f97a0009e50 tx=0x7f97a002a680 comp rx=0 tx=0).ready entity=mon.2 client_cookie=f8d55004159efe88 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:56:40.425 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:40.421+0000 7f97ae7fc640 1 -- 172.21.15.119:0/1741322655 <== mon.2 v2:172.21.15.145:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f97a002aea0 con 0x7f97b015c6e0 2024-09-13T18:56:40.426 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:40.421+0000 7f97ae7fc640 1 -- 172.21.15.119:0/1741322655 <== mon.2 v2:172.21.15.145:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f97a002d050 con 0x7f97b015c6e0 2024-09-13T18:56:40.426 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:40.421+0000 7f97ae7fc640 1 -- 172.21.15.119:0/1741322655 <== mon.2 v2:172.21.15.145:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f97a0031820 con 0x7f97b015c6e0 2024-09-13T18:56:40.426 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:40.422+0000 7f97b5ed7640 1 -- 172.21.15.119:0/1741322655 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f97b015c6e0 msgr2=0x7f97b00b3f50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:40.426 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:40.422+0000 7f97b5ed7640 1 --2- 172.21.15.119:0/1741322655 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f97b015c6e0 0x7f97b00b3f50 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0x7f97a0009e50 tx=0x7f97a002a680 comp rx=0 tx=0).stop 2024-09-13T18:56:40.426 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:40.422+0000 7f97b5ed7640 1 -- 172.21.15.119:0/1741322655 shutdown_connections 2024-09-13T18:56:40.426 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:40.422+0000 7f97b5ed7640 1 --2- 172.21.15.119:0/1741322655 >> v2:172.21.15.145:3300/0 conn(0x7f97b00ccb20 0x7f97b00b4490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:40.426 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:40.422+0000 7f97b5ed7640 1 --2- 172.21.15.119:0/1741322655 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f97b015c6e0 0x7f97b00b3f50 unknown :-1 s=CLOSED pgs=27 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:40.426 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:40.422+0000 7f97b5ed7640 1 -- 172.21.15.119:0/1741322655 >> 172.21.15.119:0/1741322655 conn(0x7f97b0089f60 msgr2=0x7f97b00d24d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:56:40.426 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:40.422+0000 7f97b5ed7640 1 -- 172.21.15.119:0/1741322655 shutdown_connections 2024-09-13T18:56:40.426 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:40.422+0000 7f97b5ed7640 1 -- 172.21.15.119:0/1741322655 wait complete. 2024-09-13T18:56:40.428 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:40.423+0000 7f97b5ed7640 1 Processor -- start 2024-09-13T18:56:40.428 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:40.423+0000 7f97b5ed7640 1 -- start start 2024-09-13T18:56:40.428 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:40.424+0000 7f97b5ed7640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f97b00ccb20 0x7f97b00b7e60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:40.428 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:40.424+0000 7f97b5ed7640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f97b00d07b0 0x7f97b01e4e90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:40.428 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:40.424+0000 7f97b5ed7640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f97b015c6e0 0x7f97b01e6940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:40.429 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:40.424+0000 7f97b5ed7640 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f97b00b83a0 con 0x7f97b015c6e0 2024-09-13T18:56:40.429 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:40.424+0000 7f97b5ed7640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f97b015f100 con 0x7f97b00d07b0 2024-09-13T18:56:40.429 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:40.424+0000 7f97b5ed7640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f97b015f3e0 con 0x7f97b00ccb20 2024-09-13T18:56:40.429 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:40.424+0000 7f97affff640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f97b015c6e0 0x7f97b01e6940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:40.429 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:40.424+0000 7f97affff640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f97b015c6e0 0x7f97b01e6940 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.119:3300/0 says I am v2:172.21.15.119:54640/0 (socket says 172.21.15.119:54640) 2024-09-13T18:56:40.429 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:40.424+0000 7f97affff640 1 -- 172.21.15.119:0/2669652368 learned_addr learned my addr 172.21.15.119:0/2669652368 (peer_addr_for_me v2:172.21.15.119:0/0) 2024-09-13T18:56:40.429 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:40.424+0000 7f97af7fe640 1 --2- 172.21.15.119:0/2669652368 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f97b00ccb20 0x7f97b00b7e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:40.429 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:40.424+0000 7f97aeffd640 1 --2- 172.21.15.119:0/2669652368 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f97b00d07b0 0x7f97b01e4e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:40.429 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:40.424+0000 7f97affff640 1 -- 172.21.15.119:0/2669652368 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f97b00ccb20 msgr2=0x7f97b00b7e60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:40.429 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:40.424+0000 7f97affff640 1 --2- 172.21.15.119:0/2669652368 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f97b00ccb20 0x7f97b00b7e60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:40.429 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:40.424+0000 7f97affff640 1 -- 172.21.15.119:0/2669652368 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f97b00d07b0 msgr2=0x7f97b01e4e90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:40.430 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:40.424+0000 7f97affff640 1 --2- 172.21.15.119:0/2669652368 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f97b00d07b0 0x7f97b01e4e90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:40.430 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:40.424+0000 7f97affff640 1 -- 172.21.15.119:0/2669652368 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f97a8009400 con 0x7f97b015c6e0 2024-09-13T18:56:40.430 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:40.424+0000 7f97affff640 1 --2- 172.21.15.119:0/2669652368 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f97b015c6e0 0x7f97b01e6940 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7f97a800e850 tx=0x7f97a800ed10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:56:40.430 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:40.424+0000 7f9797fff640 1 -- 172.21.15.119:0/2669652368 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f97a8009660 con 0x7f97b015c6e0 2024-09-13T18:56:40.430 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:40.424+0000 7f9797fff640 1 -- 172.21.15.119:0/2669652368 <== mon.0 v2:172.21.15.119:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f97a800c940 con 0x7f97b015c6e0 2024-09-13T18:56:40.430 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:40.424+0000 7f97b5ed7640 1 -- 172.21.15.119:0/2669652368 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f97a0009b30 con 0x7f97b015c6e0 2024-09-13T18:56:40.430 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:40.424+0000 7f9797fff640 1 -- 172.21.15.119:0/2669652368 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f97a800ccd0 con 0x7f97b015c6e0 2024-09-13T18:56:40.430 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:40.425+0000 7f97b5ed7640 1 -- 172.21.15.119:0/2669652368 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f97b0150430 con 0x7f97b015c6e0 2024-09-13T18:56:40.433 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:40.426+0000 7f9797fff640 1 -- 172.21.15.119:0/2669652368 <== mon.0 v2:172.21.15.119:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f97a8013470 con 0x7f97b015c6e0 2024-09-13T18:56:40.433 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:40.427+0000 7f9797fff640 1 --2- 172.21.15.119:0/2669652368 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f979c06ac00 0x7f979c06d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:40.433 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:40.427+0000 7f9797fff640 1 -- 172.21.15.119:0/2669652368 <== mon.0 v2:172.21.15.119:3300/0 5 ==== osd_map(24..24 src has 1..24) v4 ==== 6460+0+0 (secure 0 0 0) 0x7f97a8089890 con 0x7f97b015c6e0 2024-09-13T18:56:40.433 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:40.427+0000 7f97af7fe640 1 --2- 172.21.15.119:0/2669652368 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f979c06ac00 0x7f979c06d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:40.433 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:40.427+0000 7f97af7fe640 1 --2- 172.21.15.119:0/2669652368 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f979c06ac00 0x7f979c06d0c0 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7f97a0033000 tx=0x7f97a0009000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:56:40.433 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:40.427+0000 7f97b8bfa740 1 Processor -- start 2024-09-13T18:56:40.434 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:40.428+0000 7f97b8bfa740 1 -- start start 2024-09-13T18:56:40.434 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:40.428+0000 7f97b8bfa740 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x556417d1a0a0 0x556417d1a480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:40.434 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:40.428+0000 7f97b8bfa740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x556417d17860 0x556417d67570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:40.434 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:40.428+0000 7f97b8bfa740 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x556417d41550 0x556417d67ab0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:40.434 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:40.428+0000 7f97b8bfa740 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x556417c747c0 con 0x556417d41550 2024-09-13T18:56:40.434 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:40.428+0000 7f97b8bfa740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 v1 -- 0x556417c83b70 con 0x556417d17860 2024-09-13T18:56:40.434 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:40.428+0000 7f97b8bfa740 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x556417c81300 con 0x556417d1a0a0 2024-09-13T18:56:40.434 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:40.429+0000 7f97affff640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x556417d41550 0x556417d67ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:40.434 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:40.429+0000 7f97affff640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x556417d41550 0x556417d67ab0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.119:3300/0 says I am v2:172.21.15.119:54648/0 (socket says 172.21.15.119:54648) 2024-09-13T18:56:40.434 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:40.429+0000 7f97affff640 1 -- 172.21.15.119:0/2828826639 learned_addr learned my addr 172.21.15.119:0/2828826639 (peer_addr_for_me v2:172.21.15.119:0/0) 2024-09-13T18:56:40.434 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:40.429+0000 7f97aeffd640 1 --2- 172.21.15.119:0/2828826639 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x556417d17860 0x556417d67570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:40.434 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:40.429+0000 7f97af7fe640 1 --2- 172.21.15.119:0/2828826639 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x556417d1a0a0 0x556417d1a480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:40.435 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:40.429+0000 7f97affff640 1 -- 172.21.15.119:0/2828826639 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x556417d1a0a0 msgr2=0x556417d1a480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T18:56:40.435 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:40.429+0000 7f97affff640 1 --2- 172.21.15.119:0/2828826639 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x556417d1a0a0 0x556417d1a480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:40.435 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:40.429+0000 7f97affff640 1 -- 172.21.15.119:0/2828826639 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x556417d17860 msgr2=0x556417d67570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T18:56:40.435 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:40.429+0000 7f97affff640 1 --2- 172.21.15.119:0/2828826639 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x556417d17860 0x556417d67570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:40.435 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:40.429+0000 7f97affff640 1 -- 172.21.15.119:0/2828826639 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x556417c094b0 con 0x556417d41550 2024-09-13T18:56:40.436 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:40.429+0000 7f97affff640 1 --2- 172.21.15.119:0/2828826639 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x556417d41550 0x556417d67ab0 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7f97a8060280 tx=0x7f97a80583e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e3b940af9faa3cf4 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:56:40.436 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:40.429+0000 7f97957fa640 1 -- 172.21.15.119:0/2828826639 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f97a80607b0 con 0x556417d41550 2024-09-13T18:56:40.436 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:40.429+0000 7f97957fa640 1 -- 172.21.15.119:0/2828826639 <== mon.0 v2:172.21.15.119:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f97a8056780 con 0x556417d41550 2024-09-13T18:56:40.436 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:40.429+0000 7f97957fa640 1 -- 172.21.15.119:0/2828826639 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f97a8060320 con 0x556417d41550 2024-09-13T18:56:40.436 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:40.430+0000 7f97b8bfa740 1 -- 172.21.15.119:0/2828826639 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x556417d41550 msgr2=0x556417d67ab0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:40.436 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:40.430+0000 7f97b8bfa740 1 --2- 172.21.15.119:0/2828826639 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x556417d41550 0x556417d67ab0 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7f97a8060280 tx=0x7f97a80583e0 comp rx=0 tx=0).stop 2024-09-13T18:56:40.436 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:40.430+0000 7f97b8bfa740 1 -- 172.21.15.119:0/2828826639 shutdown_connections 2024-09-13T18:56:40.436 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:40.430+0000 7f97b8bfa740 1 --2- 172.21.15.119:0/2828826639 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x556417d41550 0x556417d67ab0 unknown :-1 s=CLOSED pgs=99 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:40.436 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:40.430+0000 7f97b8bfa740 1 --2- 172.21.15.119:0/2828826639 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x556417d17860 0x556417d67570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:40.437 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:40.430+0000 7f97b8bfa740 1 --2- 172.21.15.119:0/2828826639 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x556417d1a0a0 0x556417d1a480 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:40.437 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:40.430+0000 7f97b8bfa740 1 -- 172.21.15.119:0/2828826639 >> 172.21.15.119:0/2828826639 conn(0x556417d167d0 msgr2=0x556417d5ec80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:56:40.437 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:40.430+0000 7f97b8bfa740 1 -- 172.21.15.119:0/2828826639 shutdown_connections 2024-09-13T18:56:40.437 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:40.430+0000 7f97b8bfa740 1 -- 172.21.15.119:0/2828826639 wait complete. 2024-09-13T18:56:40.437 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:40.430+0000 7f97b8bfa740 1 -- start start 2024-09-13T18:56:40.437 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:40.430+0000 7f97b8bfa740 1 Processor -- start 2024-09-13T18:56:40.443 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:40.431+0000 7f97b8bfa740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x556417d1a0a0 0x556417d66980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:40.443 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:40.431+0000 7f97b8bfa740 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x556417d41550 0x556417d64240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:40.443 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:40.431+0000 7f97b8bfa740 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x556417d66ec0 0x556417d64780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:40.443 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:40.431+0000 7f97b8bfa740 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x556417c7cbf0 con 0x556417d41550 2024-09-13T18:56:40.443 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:40.431+0000 7f97b8bfa740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 v1 -- 0x556417c3b250 con 0x556417d1a0a0 2024-09-13T18:56:40.443 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:40.431+0000 7f97b8bfa740 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x556417c3aef0 con 0x556417d66ec0 2024-09-13T18:56:40.443 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:40.431+0000 7f97b8bfa740 10 client.0 _ll_register_callbacks cb 0x556417c6d740 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-13T18:56:40.444 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:40.431+0000 7f97aeffd640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x556417d41550 0x556417d64240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:40.444 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:40.431+0000 7f97aeffd640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x556417d41550 0x556417d64240 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.119:3300/0 says I am v2:172.21.15.119:54662/0 (socket says 172.21.15.119:54662) 2024-09-13T18:56:40.444 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:40.431+0000 7f97aeffd640 1 -- 172.21.15.119:0/1564811175 learned_addr learned my addr 172.21.15.119:0/1564811175 (peer_addr_for_me v2:172.21.15.119:0/0) 2024-09-13T18:56:40.444 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:40.431+0000 7f97af7fe640 1 --2- 172.21.15.119:0/1564811175 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x556417d1a0a0 0x556417d66980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:40.444 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:40.431+0000 7f97affff640 1 --2- 172.21.15.119:0/1564811175 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x556417d66ec0 0x556417d64780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:40.444 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:40.432+0000 7f97aeffd640 1 -- 172.21.15.119:0/1564811175 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x556417d66ec0 msgr2=0x556417d64780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T18:56:40.444 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:40.432+0000 7f97aeffd640 1 --2- 172.21.15.119:0/1564811175 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x556417d66ec0 0x556417d64780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:40.444 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:40.432+0000 7f97aeffd640 1 -- 172.21.15.119:0/1564811175 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x556417d1a0a0 msgr2=0x556417d66980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T18:56:40.444 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:40.432+0000 7f97aeffd640 1 --2- 172.21.15.119:0/1564811175 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x556417d1a0a0 0x556417d66980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:40.444 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:40.432+0000 7f97aeffd640 1 -- 172.21.15.119:0/1564811175 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f97b0150430 con 0x556417d41550 2024-09-13T18:56:40.444 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:40.432+0000 7f97aeffd640 1 --2- 172.21.15.119:0/1564811175 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x556417d41550 0x556417d64240 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7f97b015ff90 tx=0x7f97a4012690 comp rx=0 tx=0).ready entity=mon.0 client_cookie=42f7afd71a952470 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:56:40.444 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:40.432+0000 7f978e7fc640 10 client.0 ms_handle_connect on v2:172.21.15.119:3300/0 2024-09-13T18:56:40.445 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:40.432+0000 7f978e7fc640 1 -- 172.21.15.119:0/1564811175 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f97a40052e0 con 0x556417d41550 2024-09-13T18:56:40.445 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:40.432+0000 7f978e7fc640 1 -- 172.21.15.119:0/1564811175 <== mon.0 v2:172.21.15.119:3300/0 2 ==== osd_map(24..24 src has 1..24) v4 ==== 6460+0+0 (secure 0 0 0) 0x7f97a4005440 con 0x556417d41550 2024-09-13T18:56:40.445 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:40.432+0000 7f97b8bfa740 1 -- 172.21.15.119:0/1564811175 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x5564179703c0 con 0x556417d41550 2024-09-13T18:56:40.445 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:40.432+0000 7f978e7fc640 1 -- 172.21.15.119:0/1564811175 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_get_version_reply(handle=1 version=6) v2 ==== 24+0+0 (secure 0 0 0) 0x7f97a40035f0 con 0x556417d41550 2024-09-13T18:56:40.445 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:40.432+0000 7f97b8bfa740 10 client.4440 fetch_fsmap learned FSMap version 6 2024-09-13T18:56:40.445 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:40.432+0000 7f97b8bfa740 1 -- 172.21.15.119:0/1564811175 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({config=0+,fsmap=6,monmap=2+}) v3 -- 0x556417c7b270 con 0x556417d41550 2024-09-13T18:56:40.445 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:40.432+0000 7f978e7fc640 1 -- 172.21.15.119:0/1564811175 <== mon.0 v2:172.21.15.119:3300/0 4 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x5564179703c0 con 0x556417d41550 2024-09-13T18:56:40.445 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:40.432+0000 7f978e7fc640 1 -- 172.21.15.119:0/1564811175 <== mon.0 v2:172.21.15.119:3300/0 5 ==== fsmap(e 6) v1 ==== 3122+0+0 (secure 0 0 0) 0x7f97a4003750 con 0x556417d41550 2024-09-13T18:56:40.445 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:40.432+0000 7f97b8bfa740 10 client.4440 fetch_fsmap finished waiting for FSMap version 6 2024-09-13T18:56:40.446 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:40.432+0000 7f97b8bfa740 10 client.4440 resolve_mds: resolved name 'a' to daemon mds.a 2024-09-13T18:56:40.446 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:40.432+0000 7f97b8bfa740 20 client.4440 populate_metadata read hostname 'smithi119' 2024-09-13T18:56:40.446 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:40.432+0000 7f97b8bfa740 1 --2- 172.21.15.119:0/1564811175 >> [v2:172.21.15.119:6835/3907469279,v1:172.21.15.119:6837/3907469279] conn(0x556417d79b50 0x556417d7bf40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:40.446 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:40.432+0000 7f97b8bfa740 4 client.4440 mds_command: new command op to 4290 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-13T18:56:40.446 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:40.432+0000 7f97b8bfa740 1 -- 172.21.15.119:0/1564811175 --> [v2:172.21.15.119:6835/3907469279,v1:172.21.15.119:6837/3907469279] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x5564179816c0 con 0x556417d79b50 2024-09-13T18:56:40.446 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:40.432+0000 7f97af7fe640 1 --2- 172.21.15.119:0/1564811175 >> [v2:172.21.15.119:6835/3907469279,v1:172.21.15.119:6837/3907469279] conn(0x556417d79b50 0x556417d7bf40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:40.446 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:40.433+0000 7f978e7fc640 10 client.4440 ms_handle_connect on v2:172.21.15.119:6835/3907469279 2024-09-13T18:56:40.446 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:40.433+0000 7f97af7fe640 1 --2- 172.21.15.119:0/1564811175 >> [v2:172.21.15.119:6835/3907469279,v1:172.21.15.119:6837/3907469279] conn(0x556417d79b50 0x556417d7bf40 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=9a6512ce59d9851b server_cookie=be1c19aad544bca0 in_seq=0 out_seq=0 2024-09-13T18:56:40.446 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:40.433+0000 7f978e7fc640 1 -- 172.21.15.119:0/1564811175 <== mds.0 v2:172.21.15.119:6835/3907469279 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19071 (crc 0 0 0) 0x5564179816c0 con 0x556417d79b50 2024-09-13T18:56:40.446 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:40.433+0000 7f978e7fc640 10 client.4440 handle_command_reply: tid=0 2024-09-13T18:56:40.446 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:40.433+0000 7f97b8bfa740 1 client.4440 shutdown 2024-09-13T18:56:40.446 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:40.433+0000 7f97b8bfa740 1 -- 172.21.15.119:0/1564811175 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x556417d41550 msgr2=0x556417d64240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:40.446 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:40.433+0000 7f97b8bfa740 1 --2- 172.21.15.119:0/1564811175 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x556417d41550 0x556417d64240 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7f97b015ff90 tx=0x7f97a4012690 comp rx=0 tx=0).stop 2024-09-13T18:56:40.447 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:40.433+0000 7f97b8bfa740 1 -- 172.21.15.119:0/1564811175 shutdown_connections 2024-09-13T18:56:40.447 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:40.433+0000 7f97b8bfa740 1 --2- 172.21.15.119:0/1564811175 >> [v2:172.21.15.119:6835/3907469279,v1:172.21.15.119:6837/3907469279] conn(0x556417d79b50 0x556417d7bf40 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:40.447 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:40.433+0000 7f97b8bfa740 1 --2- 172.21.15.119:0/1564811175 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x556417d66ec0 0x556417d64780 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:40.447 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:40.433+0000 7f97b8bfa740 1 --2- 172.21.15.119:0/1564811175 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x556417d41550 0x556417d64240 unknown :-1 s=CLOSED pgs=100 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:40.447 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:40.433+0000 7f978e7fc640 0 client.4440 ms_handle_reset on v2:172.21.15.119:6835/3907469279 2024-09-13T18:56:40.447 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:40.433+0000 7f97b8bfa740 1 --2- 172.21.15.119:0/1564811175 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x556417d1a0a0 0x556417d66980 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:40.447 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:40.433+0000 7f97b8bfa740 1 -- 172.21.15.119:0/1564811175 >> 172.21.15.119:0/1564811175 conn(0x556417d17860 msgr2=0x556417d43c70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:56:40.447 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:40.433+0000 7f97b8bfa740 1 -- 172.21.15.119:0/1564811175 shutdown_connections 2024-09-13T18:56:40.447 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:40.434+0000 7f97b8bfa740 1 -- 172.21.15.119:0/1564811175 wait complete. 2024-09-13T18:56:40.447 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:40.434+0000 7f97b8bfa740 20 client.4440 trim_cache size 0 max 16384 2024-09-13T18:56:40.450 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:40.448+0000 7f97b8bfa740 1 Processor -- start 2024-09-13T18:56:40.451 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:40.448+0000 7f97b8bfa740 1 -- start start 2024-09-13T18:56:40.459 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:40.449+0000 7f97b8bfa740 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x556417d1a0a0 0x556417d456e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:40.459 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:40.449+0000 7f97b8bfa740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x556417d41550 0x556417d5e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:40.460 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:40.449+0000 7f97b8bfa740 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x556417d66ec0 0x556417d5ece0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:40.460 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:40.449+0000 7f97b8bfa740 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x556417c00460 con 0x556417d1a0a0 2024-09-13T18:56:40.460 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:40.449+0000 7f97b8bfa740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 v1 -- 0x556417d46360 con 0x556417d41550 2024-09-13T18:56:40.460 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:40.449+0000 7f97b8bfa740 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x556417d45c20 con 0x556417d66ec0 2024-09-13T18:56:40.460 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:40.449+0000 7f97af7fe640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x556417d1a0a0 0x556417d456e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:40.460 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:40.449+0000 7f97af7fe640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x556417d1a0a0 0x556417d456e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.119:3300/0 says I am v2:172.21.15.119:54666/0 (socket says 172.21.15.119:54666) 2024-09-13T18:56:40.460 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:40.449+0000 7f97af7fe640 1 -- 172.21.15.119:0/1034634032 learned_addr learned my addr 172.21.15.119:0/1034634032 (peer_addr_for_me v2:172.21.15.119:0/0) 2024-09-13T18:56:40.460 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:40.449+0000 7f97af7fe640 1 -- 172.21.15.119:0/1034634032 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x556417d66ec0 msgr2=0x556417d5ece0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T18:56:40.461 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:40.449+0000 7f97af7fe640 1 --2- 172.21.15.119:0/1034634032 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x556417d66ec0 0x556417d5ece0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:40.461 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:40.449+0000 7f97af7fe640 1 -- 172.21.15.119:0/1034634032 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x556417d41550 msgr2=0x556417d5e7a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T18:56:40.461 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:40.449+0000 7f97af7fe640 1 --2- 172.21.15.119:0/1034634032 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x556417d41550 0x556417d5e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:40.461 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:40.449+0000 7f97af7fe640 1 -- 172.21.15.119:0/1034634032 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x556417d1ab30 con 0x556417d1a0a0 2024-09-13T18:56:40.461 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:40.450+0000 7f97af7fe640 1 --2- 172.21.15.119:0/1034634032 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x556417d1a0a0 0x556417d456e0 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7f97a0009e50 tx=0x7f97a002e000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bbb7e8cadf4bf96c server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:56:40.461 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:40.450+0000 7f9795ffb640 1 -- 172.21.15.119:0/1034634032 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f97a004d040 con 0x556417d1a0a0 2024-09-13T18:56:40.461 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:40.450+0000 7f9795ffb640 1 -- 172.21.15.119:0/1034634032 <== mon.0 v2:172.21.15.119:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f97a004e040 con 0x556417d1a0a0 2024-09-13T18:56:40.462 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:40.450+0000 7f9795ffb640 1 -- 172.21.15.119:0/1034634032 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f97a00564f0 con 0x556417d1a0a0 2024-09-13T18:56:40.462 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:40.450+0000 7f97b8bfa740 1 -- 172.21.15.119:0/1034634032 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x556417d1a0a0 msgr2=0x556417d456e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:40.462 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:40.450+0000 7f97b8bfa740 1 --2- 172.21.15.119:0/1034634032 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x556417d1a0a0 0x556417d456e0 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7f97a0009e50 tx=0x7f97a002e000 comp rx=0 tx=0).stop 2024-09-13T18:56:40.462 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:40.450+0000 7f97b8bfa740 1 -- 172.21.15.119:0/1034634032 shutdown_connections 2024-09-13T18:56:40.462 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:40.450+0000 7f97b8bfa740 1 --2- 172.21.15.119:0/1034634032 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x556417d66ec0 0x556417d5ece0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:40.462 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:40.450+0000 7f97b8bfa740 1 --2- 172.21.15.119:0/1034634032 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x556417d41550 0x556417d5e7a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:40.462 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:40.450+0000 7f97b8bfa740 1 --2- 172.21.15.119:0/1034634032 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x556417d1a0a0 0x556417d456e0 unknown :-1 s=CLOSED pgs=101 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:40.462 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:40.450+0000 7f97b8bfa740 1 -- 172.21.15.119:0/1034634032 >> 172.21.15.119:0/1034634032 conn(0x556417d17860 msgr2=0x556417d15430 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:56:40.463 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:40.450+0000 7f97b8bfa740 1 -- 172.21.15.119:0/1034634032 shutdown_connections 2024-09-13T18:56:40.463 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:40.450+0000 7f97b8bfa740 1 -- 172.21.15.119:0/1034634032 wait complete. 2024-09-13T18:56:40.463 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:40.451+0000 7f97b8bfa740 1 -- start start 2024-09-13T18:56:40.463 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:40.451+0000 7f97b8bfa740 1 Processor -- start 2024-09-13T18:56:40.463 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:40.452+0000 7f97b8bfa740 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x556417d1a0a0 0x556417dc8700 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:40.463 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:40.452+0000 7f97b8bfa740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x556417d41550 0x556417d5be90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:40.463 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:40.452+0000 7f97b8bfa740 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x556417d66ec0 0x556417d5c3d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:40.463 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:40.452+0000 7f97b8bfa740 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x556417d5f070 con 0x556417d66ec0 2024-09-13T18:56:40.463 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:40.452+0000 7f97b8bfa740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 v1 -- 0x556417d5ee60 con 0x556417d41550 2024-09-13T18:56:40.464 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:40.452+0000 7f97b8bfa740 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x556417d5a5e0 con 0x556417d1a0a0 2024-09-13T18:56:40.464 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:40.452+0000 7f97b8bfa740 10 client.0 _ll_register_callbacks cb 0x7f97a0034070 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-13T18:56:40.464 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:40.452+0000 7f97affff640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x556417d66ec0 0x556417d5c3d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:40.464 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:40.452+0000 7f97affff640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x556417d66ec0 0x556417d5c3d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.119:3300/0 says I am v2:172.21.15.119:54678/0 (socket says 172.21.15.119:54678) 2024-09-13T18:56:40.464 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:40.452+0000 7f97affff640 1 -- 172.21.15.119:0/1223366436 learned_addr learned my addr 172.21.15.119:0/1223366436 (peer_addr_for_me v2:172.21.15.119:0/0) 2024-09-13T18:56:40.464 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:40.452+0000 7f97af7fe640 1 --2- 172.21.15.119:0/1223366436 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x556417d1a0a0 0x556417dc8700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:40.464 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:40.452+0000 7f97aeffd640 1 --2- 172.21.15.119:0/1223366436 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x556417d41550 0x556417d5be90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:40.464 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:40.452+0000 7f97affff640 1 -- 172.21.15.119:0/1223366436 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x556417d1a0a0 msgr2=0x556417dc8700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T18:56:40.465 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:40.452+0000 7f97affff640 1 --2- 172.21.15.119:0/1223366436 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x556417d1a0a0 0x556417dc8700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:40.465 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:40.452+0000 7f97affff640 1 -- 172.21.15.119:0/1223366436 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x556417d41550 msgr2=0x556417d5be90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T18:56:40.465 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:40.452+0000 7f97affff640 1 --2- 172.21.15.119:0/1223366436 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x556417d41550 0x556417d5be90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:40.465 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:40.452+0000 7f97affff640 1 -- 172.21.15.119:0/1223366436 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f97a0042070 con 0x556417d66ec0 2024-09-13T18:56:40.465 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:40.452+0000 7f97affff640 1 --2- 172.21.15.119:0/1223366436 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x556417d66ec0 0x556417d5c3d0 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x7f97a8087b20 tx=0x7f97a801d000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=404d018d7e0ee24f server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:56:40.465 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:40.452+0000 7f978e7fc640 10 client.0 ms_handle_connect on v2:172.21.15.119:3300/0 2024-09-13T18:56:40.465 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:40.452+0000 7f978e7fc640 1 -- 172.21.15.119:0/1223366436 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f97a80607b0 con 0x556417d66ec0 2024-09-13T18:56:40.465 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:40.452+0000 7f978e7fc640 1 -- 172.21.15.119:0/1223366436 <== mon.0 v2:172.21.15.119:3300/0 2 ==== osd_map(24..24 src has 1..24) v4 ==== 6460+0+0 (secure 0 0 0) 0x7f97a8078030 con 0x556417d66ec0 2024-09-13T18:56:40.466 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:40.452+0000 7f97b8bfa740 1 -- 172.21.15.119:0/1223366436 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f97a8056780 con 0x556417d66ec0 2024-09-13T18:56:40.466 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:40.453+0000 7f978e7fc640 1 -- 172.21.15.119:0/1223366436 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_get_version_reply(handle=1 version=6) v2 ==== 24+0+0 (secure 0 0 0) 0x7f97a80541d0 con 0x556417d66ec0 2024-09-13T18:56:40.466 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:40.453+0000 7f97b8bfa740 10 client.4446 fetch_fsmap learned FSMap version 6 2024-09-13T18:56:40.466 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:40.453+0000 7f97b8bfa740 1 -- 172.21.15.119:0/1223366436 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({config=0+,fsmap=6,monmap=2+}) v3 -- 0x556417d5d040 con 0x556417d66ec0 2024-09-13T18:56:40.466 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:40.453+0000 7f978e7fc640 1 -- 172.21.15.119:0/1223366436 <== mon.0 v2:172.21.15.119:3300/0 4 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f97a8056780 con 0x556417d66ec0 2024-09-13T18:56:40.466 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:40.453+0000 7f978e7fc640 1 -- 172.21.15.119:0/1223366436 <== mon.0 v2:172.21.15.119:3300/0 5 ==== fsmap(e 6) v1 ==== 3122+0+0 (secure 0 0 0) 0x7f97a8011070 con 0x556417d66ec0 2024-09-13T18:56:40.466 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:40.453+0000 7f97b8bfa740 10 client.4446 fetch_fsmap finished waiting for FSMap version 6 2024-09-13T18:56:40.466 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:40.453+0000 7f97b8bfa740 10 client.4446 resolve_mds: resolved name 'a' to daemon mds.a 2024-09-13T18:56:40.466 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:40.453+0000 7f97b8bfa740 20 client.4446 populate_metadata read hostname 'smithi119' 2024-09-13T18:56:40.467 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:40.453+0000 7f97b8bfa740 1 --2- 172.21.15.119:0/1223366436 >> [v2:172.21.15.119:6835/3907469279,v1:172.21.15.119:6837/3907469279] conn(0x556417d3d7b0 0x556417d3db90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:40.467 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:40.453+0000 7f97b8bfa740 4 client.4446 mds_command: new command op to 4290 tid=0 multi_id=0 [{"prefix": "status"}] 2024-09-13T18:56:40.467 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:40.453+0000 7f97b8bfa740 1 -- 172.21.15.119:0/1223366436 --> [v2:172.21.15.119:6835/3907469279,v1:172.21.15.119:6837/3907469279] -- command(tid 0: {"prefix": "status"}) v1 -- 0x5564179d4d10 con 0x556417d3d7b0 2024-09-13T18:56:40.467 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:40.453+0000 7f97af7fe640 1 --2- 172.21.15.119:0/1223366436 >> [v2:172.21.15.119:6835/3907469279,v1:172.21.15.119:6837/3907469279] conn(0x556417d3d7b0 0x556417d3db90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:40.467 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:40.453+0000 7f978e7fc640 10 client.4446 ms_handle_connect on v2:172.21.15.119:6835/3907469279 2024-09-13T18:56:40.467 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:40.453+0000 7f97af7fe640 1 --2- 172.21.15.119:0/1223366436 >> [v2:172.21.15.119:6835/3907469279,v1:172.21.15.119:6837/3907469279] conn(0x556417d3d7b0 0x556417d3db90 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=4242ba79ccb75e2f server_cookie=52d2397d84313254 in_seq=0 out_seq=0 2024-09-13T18:56:40.467 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:40.453+0000 7f978e7fc640 1 -- 172.21.15.119:0/1223366436 <== mds.0 v2:172.21.15.119:6835/3907469279 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+330 (crc 0 0 0) 0x5564179d4d10 con 0x556417d3d7b0 2024-09-13T18:56:40.467 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:40.453+0000 7f978e7fc640 10 client.4446 handle_command_reply: tid=0 2024-09-13T18:56:40.467 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:40.453+0000 7f97b8bfa740 1 client.4446 shutdown 2024-09-13T18:56:40.467 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:40.453+0000 7f97b8bfa740 1 -- 172.21.15.119:0/1223366436 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x556417d66ec0 msgr2=0x556417d5c3d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:40.467 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:40.453+0000 7f97b8bfa740 1 --2- 172.21.15.119:0/1223366436 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x556417d66ec0 0x556417d5c3d0 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x7f97a8087b20 tx=0x7f97a801d000 comp rx=0 tx=0).stop 2024-09-13T18:56:40.468 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:40.453+0000 7f97b8bfa740 1 -- 172.21.15.119:0/1223366436 shutdown_connections 2024-09-13T18:56:40.468 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:40.453+0000 7f97b8bfa740 1 --2- 172.21.15.119:0/1223366436 >> [v2:172.21.15.119:6835/3907469279,v1:172.21.15.119:6837/3907469279] conn(0x556417d3d7b0 0x556417d3db90 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:40.468 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:40.454+0000 7f97b8bfa740 1 --2- 172.21.15.119:0/1223366436 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x556417d66ec0 0x556417d5c3d0 unknown :-1 s=CLOSED pgs=102 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:40.468 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:40.454+0000 7f97b8bfa740 1 --2- 172.21.15.119:0/1223366436 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x556417d41550 0x556417d5be90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:40.468 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:40.454+0000 7f978e7fc640 0 client.4446 ms_handle_reset on v2:172.21.15.119:6835/3907469279 2024-09-13T18:56:40.468 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:40.454+0000 7f97b8bfa740 1 --2- 172.21.15.119:0/1223366436 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x556417d1a0a0 0x556417dc8700 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:40.468 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:40.454+0000 7f97b8bfa740 1 -- 172.21.15.119:0/1223366436 >> 172.21.15.119:0/1223366436 conn(0x556417d17860 msgr2=0x556417d155b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:56:40.468 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:40.454+0000 7f97b8bfa740 1 -- 172.21.15.119:0/1223366436 shutdown_connections 2024-09-13T18:56:40.468 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:40.454+0000 7f97b8bfa740 1 -- 172.21.15.119:0/1223366436 wait complete. 2024-09-13T18:56:40.468 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:40.454+0000 7f97b8bfa740 20 client.4446 trim_cache size 0 max 16384 2024-09-13T18:56:40.468 INFO:teuthology.orchestra.run.smithi119.stdout:{ 2024-09-13T18:56:40.469 INFO:teuthology.orchestra.run.smithi119.stdout: "cluster_fsid": "b3bca492-3414-44ef-b63c-42eead5ea701", 2024-09-13T18:56:40.469 INFO:teuthology.orchestra.run.smithi119.stdout: "whoami": 0, 2024-09-13T18:56:40.469 INFO:teuthology.orchestra.run.smithi119.stdout: "id": 4290, 2024-09-13T18:56:40.469 INFO:teuthology.orchestra.run.smithi119.stdout: "want_state": "up:active", 2024-09-13T18:56:40.469 INFO:teuthology.orchestra.run.smithi119.stdout: "state": "up:active", 2024-09-13T18:56:40.469 INFO:teuthology.orchestra.run.smithi119.stdout: "fs_name": "cephfs", 2024-09-13T18:56:40.469 INFO:teuthology.orchestra.run.smithi119.stdout: "rank_uptime": 6.4275183050000004, 2024-09-13T18:56:40.469 INFO:teuthology.orchestra.run.smithi119.stdout: "mdsmap_epoch": 6, 2024-09-13T18:56:40.469 INFO:teuthology.orchestra.run.smithi119.stdout: "osdmap_epoch": 24, 2024-09-13T18:56:40.469 INFO:teuthology.orchestra.run.smithi119.stdout: "osdmap_epoch_barrier": 23, 2024-09-13T18:56:40.469 INFO:teuthology.orchestra.run.smithi119.stdout: "uptime": 12.800994746000001 2024-09-13T18:56:40.469 INFO:teuthology.orchestra.run.smithi119.stdout:} 2024-09-13T18:56:40.471 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:40.454+0000 7f97b5ed7640 1 -- 172.21.15.119:0/2669652368 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f979c06ac00 msgr2=0x7f979c06d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:40.471 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:40.454+0000 7f97b5ed7640 1 --2- 172.21.15.119:0/2669652368 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f979c06ac00 0x7f979c06d0c0 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7f97a0033000 tx=0x7f97a0009000 comp rx=0 tx=0).stop 2024-09-13T18:56:40.471 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:40.454+0000 7f97b5ed7640 1 -- 172.21.15.119:0/2669652368 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f97b015c6e0 msgr2=0x7f97b01e6940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:40.471 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:40.454+0000 7f97b5ed7640 1 --2- 172.21.15.119:0/2669652368 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f97b015c6e0 0x7f97b01e6940 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7f97a800e850 tx=0x7f97a800ed10 comp rx=0 tx=0).stop 2024-09-13T18:56:40.471 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:40.454+0000 7f97b5ed7640 1 -- 172.21.15.119:0/2669652368 shutdown_connections 2024-09-13T18:56:40.471 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:40.454+0000 7f97b5ed7640 1 --2- 172.21.15.119:0/2669652368 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f979c06ac00 0x7f979c06d0c0 unknown :-1 s=CLOSED pgs=76 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:40.471 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:40.454+0000 7f97b5ed7640 1 --2- 172.21.15.119:0/2669652368 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f97b015c6e0 0x7f97b01e6940 unknown :-1 s=CLOSED pgs=98 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:40.471 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:40.454+0000 7f97b5ed7640 1 --2- 172.21.15.119:0/2669652368 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f97b00d07b0 0x7f97b01e4e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:40.471 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:40.454+0000 7f97b5ed7640 1 --2- 172.21.15.119:0/2669652368 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f97b00ccb20 0x7f97b00b7e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:40.471 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:40.454+0000 7f97b5ed7640 1 -- 172.21.15.119:0/2669652368 >> 172.21.15.119:0/2669652368 conn(0x7f97b0089f60 msgr2=0x7f97b00b4100 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:56:40.471 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:40.454+0000 7f97b5ed7640 1 -- 172.21.15.119:0/2669652368 shutdown_connections 2024-09-13T18:56:40.472 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:40.454+0000 7f97b5ed7640 1 -- 172.21.15.119:0/2669652368 wait complete. 2024-09-13T18:56:40.472 INFO:tasks.cephfs.mount:cephfs_mntpt = None 2024-09-13T18:56:40.472 INFO:tasks.cephfs.mount:hostfs_mntpt = /home/ubuntu/cephtest/mnt.admin 2024-09-13T18:56:40.472 DEBUG:teuthology.orchestra.run.smithi119:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-13T18:56:40.569 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:40.567+0000 7f744119c640 1 Processor -- start 2024-09-13T18:56:40.570 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:40.567+0000 7f744119c640 1 -- start start 2024-09-13T18:56:40.572 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:40.567+0000 7f744119c640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f743c15c6e0 0x7f743c0b3f50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:40.572 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:40.567+0000 7f744119c640 1 --2- >> v2:172.21.15.119:3300/0 conn(0x7f743c0ccb20 0x7f743c0b4490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:40.572 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:40.567+0000 7f744119c640 1 -- --> v1:172.21.15.119:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f743c0d1840 con 0x7f743c0d07b0 2024-09-13T18:56:40.572 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:40.567+0000 7f744119c640 1 -- --> v2:172.21.15.119:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f743c06bd20 con 0x7f743c0ccb20 2024-09-13T18:56:40.572 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:40.567+0000 7f744119c640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f743c0d0c30 con 0x7f743c15c6e0 2024-09-13T18:56:40.572 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:40.568+0000 7f743b59e640 1 --2- >> v2:172.21.15.119:3300/0 conn(0x7f743c0ccb20 0x7f743c0b4490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:40.573 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:40.568+0000 7f7433fff640 1 --1- >> v1:172.21.15.119:6789/0 conn(0x7f743c0d07b0 0x7f743c160030 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.119:6789/0 says I am v1:172.21.15.119:58158/0 (socket says 172.21.15.119:58158) 2024-09-13T18:56:40.573 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:40.568+0000 7f7433fff640 1 -- 172.21.15.119:0/3072267563 learned_addr learned my addr 172.21.15.119:0/3072267563 (peer_addr_for_me v1:172.21.15.119:0/0) 2024-09-13T18:56:40.573 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:40.568+0000 7f743ad9d640 1 --2- 172.21.15.119:0/3072267563 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f743c15c6e0 0x7f743c0b3f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:40.573 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:40.568+0000 7f743b59e640 1 -- 172.21.15.119:0/3072267563 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f743c15c6e0 msgr2=0x7f743c0b3f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T18:56:40.573 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:40.568+0000 7f743b59e640 1 --2- 172.21.15.119:0/3072267563 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f743c15c6e0 0x7f743c0b3f50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:40.573 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:40.568+0000 7f743b59e640 1 -- 172.21.15.119:0/3072267563 >> v1:172.21.15.119:6789/0 conn(0x7f743c0d07b0 legacy=0x7f743c160030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:40.573 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:40.568+0000 7f743a59c640 1 -- 172.21.15.119:0/3072267563 <== mon.0 v1:172.21.15.119:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1411639237 0 0) 0x7f743c0d1840 con 0x7f743c0d07b0 2024-09-13T18:56:40.573 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:40.568+0000 7f743b59e640 1 -- 172.21.15.119:0/3072267563 --> v2:172.21.15.119:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f743c0d0f10 con 0x7f743c0ccb20 2024-09-13T18:56:40.573 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:40.568+0000 7f743ad9d640 1 --2- 172.21.15.119:0/3072267563 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f743c15c6e0 0x7f743c0b3f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T18:56:40.573 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:40.569+0000 7f743b59e640 1 --2- 172.21.15.119:0/3072267563 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f743c0ccb20 0x7f743c0b4490 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7f7434009d90 tx=0x7f743402a5f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=885c231f109d5b60 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:56:40.573 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:40.569+0000 7f743a59c640 1 -- 172.21.15.119:0/3072267563 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7434007740 con 0x7f743c0ccb20 2024-09-13T18:56:40.573 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:40.569+0000 7f743a59c640 1 -- 172.21.15.119:0/3072267563 <== mon.0 v2:172.21.15.119:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f743402d050 con 0x7f743c0ccb20 2024-09-13T18:56:40.573 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:40.569+0000 7f743a59c640 1 -- 172.21.15.119:0/3072267563 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7434007ac0 con 0x7f743c0ccb20 2024-09-13T18:56:40.574 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:40.569+0000 7f744119c640 1 -- 172.21.15.119:0/3072267563 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f743c0ccb20 msgr2=0x7f743c0b4490 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:40.574 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:40.569+0000 7f744119c640 1 --2- 172.21.15.119:0/3072267563 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f743c0ccb20 0x7f743c0b4490 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7f7434009d90 tx=0x7f743402a5f0 comp rx=0 tx=0).stop 2024-09-13T18:56:40.574 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:40.569+0000 7f744119c640 1 -- 172.21.15.119:0/3072267563 shutdown_connections 2024-09-13T18:56:40.574 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:40.569+0000 7f744119c640 1 --2- 172.21.15.119:0/3072267563 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f743c0ccb20 0x7f743c0b4490 unknown :-1 s=CLOSED pgs=104 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:40.574 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:40.569+0000 7f744119c640 1 --2- 172.21.15.119:0/3072267563 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f743c15c6e0 0x7f743c0b3f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:40.574 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:40.569+0000 7f744119c640 1 -- 172.21.15.119:0/3072267563 >> 172.21.15.119:0/3072267563 conn(0x7f743c089f60 msgr2=0x7f743c0d24d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:56:40.574 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:40.569+0000 7f744119c640 1 -- 172.21.15.119:0/3072267563 shutdown_connections 2024-09-13T18:56:40.574 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:40.569+0000 7f744119c640 1 -- 172.21.15.119:0/3072267563 wait complete. 2024-09-13T18:56:40.576 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:40.571+0000 7f744119c640 1 Processor -- start 2024-09-13T18:56:40.576 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:40.571+0000 7f744119c640 1 -- start start 2024-09-13T18:56:40.576 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:40.571+0000 7f744119c640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f743c0ccb20 0x7f743c0cbbb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:40.577 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:40.571+0000 7f744119c640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f743c0d07b0 0x7f743c0cc0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:40.577 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:40.571+0000 7f744119c640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f743c15c6e0 0x7f743c15db10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:40.577 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:40.571+0000 7f744119c640 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f743c0b82c0 con 0x7f743c15c6e0 2024-09-13T18:56:40.577 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:40.571+0000 7f744119c640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f743c0ca690 con 0x7f743c0d07b0 2024-09-13T18:56:40.577 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:40.571+0000 7f744119c640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f743c0cc630 con 0x7f743c0ccb20 2024-09-13T18:56:40.577 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:40.571+0000 7f743b59e640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f743c15c6e0 0x7f743c15db10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:40.577 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:40.572+0000 7f743b59e640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f743c15c6e0 0x7f743c15db10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.119:3300/0 says I am v2:172.21.15.119:54692/0 (socket says 172.21.15.119:54692) 2024-09-13T18:56:40.577 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:40.572+0000 7f743b59e640 1 -- 172.21.15.119:0/1118253337 learned_addr learned my addr 172.21.15.119:0/1118253337 (peer_addr_for_me v2:172.21.15.119:0/0) 2024-09-13T18:56:40.577 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:40.572+0000 7f743ad9d640 1 --2- 172.21.15.119:0/1118253337 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f743c0ccb20 0x7f743c0cbbb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:40.577 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:40.572+0000 7f7433fff640 1 --2- 172.21.15.119:0/1118253337 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f743c0d07b0 0x7f743c0cc0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:40.577 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:40.572+0000 7f743b59e640 1 -- 172.21.15.119:0/1118253337 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f743c0ccb20 msgr2=0x7f743c0cbbb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:40.577 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:40.572+0000 7f743b59e640 1 --2- 172.21.15.119:0/1118253337 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f743c0ccb20 0x7f743c0cbbb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:40.577 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:40.572+0000 7f743b59e640 1 -- 172.21.15.119:0/1118253337 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f743c0d07b0 msgr2=0x7f743c0cc0f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:40.578 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:40.572+0000 7f743b59e640 1 --2- 172.21.15.119:0/1118253337 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f743c0d07b0 0x7f743c0cc0f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:40.578 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:40.572+0000 7f743b59e640 1 -- 172.21.15.119:0/1118253337 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7434009a70 con 0x7f743c15c6e0 2024-09-13T18:56:40.578 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:40.572+0000 7f743ad9d640 1 --2- 172.21.15.119:0/1118253337 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f743c0ccb20 0x7f743c0cbbb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T18:56:40.578 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:40.572+0000 7f7433fff640 1 --2- 172.21.15.119:0/1118253337 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f743c0d07b0 0x7f743c0cc0f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T18:56:40.578 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:40.572+0000 7f743b59e640 1 --2- 172.21.15.119:0/1118253337 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f743c15c6e0 0x7f743c15db10 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7f743402abe0 tx=0x7f7434004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:56:40.578 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:40.572+0000 7f74337fe640 1 -- 172.21.15.119:0/1118253337 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7434031910 con 0x7f743c15c6e0 2024-09-13T18:56:40.578 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:40.572+0000 7f74337fe640 1 -- 172.21.15.119:0/1118253337 <== mon.0 v2:172.21.15.119:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7434031a70 con 0x7f743c15c6e0 2024-09-13T18:56:40.578 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:40.572+0000 7f744119c640 1 -- 172.21.15.119:0/1118253337 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f743c0ca3b0 con 0x7f743c15c6e0 2024-09-13T18:56:40.578 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:40.572+0000 7f74337fe640 1 -- 172.21.15.119:0/1118253337 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7434031de0 con 0x7f743c15c6e0 2024-09-13T18:56:40.578 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:40.572+0000 7f744119c640 1 -- 172.21.15.119:0/1118253337 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f743c15ef30 con 0x7f743c15c6e0 2024-09-13T18:56:40.578 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:40.573+0000 7f744119c640 1 -- 172.21.15.119:0/1118253337 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f743c0b4c80 con 0x7f743c15c6e0 2024-09-13T18:56:40.578 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:40.574+0000 7f74337fe640 1 -- 172.21.15.119:0/1118253337 <== mon.0 v2:172.21.15.119:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f7434045460 con 0x7f743c15c6e0 2024-09-13T18:56:40.578 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:40.574+0000 7f74337fe640 1 --2- 172.21.15.119:0/1118253337 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f741c06ac00 0x7f741c06d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:40.578 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:40.574+0000 7f74337fe640 1 -- 172.21.15.119:0/1118253337 <== mon.0 v2:172.21.15.119:3300/0 5 ==== osd_map(24..24 src has 1..24) v4 ==== 6460+0+0 (secure 0 0 0) 0x7f74340ab3c0 con 0x7f743c15c6e0 2024-09-13T18:56:40.579 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:40.574+0000 7f743ad9d640 1 --2- 172.21.15.119:0/1118253337 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f741c06ac00 0x7f741c06d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:40.579 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:40.574+0000 7f743ad9d640 1 --2- 172.21.15.119:0/1118253337 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f741c06ac00 0x7f741c06d0c0 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7f742c00aa30 tx=0x7f742c008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:56:40.580 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:40.578+0000 7f74337fe640 1 -- 172.21.15.119:0/1118253337 <== mon.0 v2:172.21.15.119:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f7434076460 con 0x7f743c15c6e0 2024-09-13T18:56:40.772 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:40.769+0000 7f744119c640 1 -- 172.21.15.119:0/1118253337 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_command({"prefix": "fs ls"} v 0) v1 -- 0x7f743c08c610 con 0x7f743c15c6e0 2024-09-13T18:56:40.772 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:40.770+0000 7f74337fe640 1 -- 172.21.15.119:0/1118253337 <== mon.0 v2:172.21.15.119:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v6) v1 ==== 53+0+88 (secure 0 0 0) 0x7f7434079a80 con 0x7f743c15c6e0 2024-09-13T18:56:40.773 INFO:teuthology.orchestra.run.smithi119.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data cephfs_data_ec ] 2024-09-13T18:56:40.774 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:40.771+0000 7f744119c640 1 -- 172.21.15.119:0/1118253337 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f741c06ac00 msgr2=0x7f741c06d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:40.774 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:40.771+0000 7f744119c640 1 --2- 172.21.15.119:0/1118253337 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f741c06ac00 0x7f741c06d0c0 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7f742c00aa30 tx=0x7f742c008040 comp rx=0 tx=0).stop 2024-09-13T18:56:40.775 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:40.771+0000 7f744119c640 1 -- 172.21.15.119:0/1118253337 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f743c15c6e0 msgr2=0x7f743c15db10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:40.775 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:40.771+0000 7f744119c640 1 --2- 172.21.15.119:0/1118253337 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f743c15c6e0 0x7f743c15db10 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7f743402abe0 tx=0x7f7434004a40 comp rx=0 tx=0).stop 2024-09-13T18:56:40.775 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:40.771+0000 7f744119c640 1 -- 172.21.15.119:0/1118253337 shutdown_connections 2024-09-13T18:56:40.775 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:40.771+0000 7f744119c640 1 --2- 172.21.15.119:0/1118253337 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f741c06ac00 0x7f741c06d0c0 unknown :-1 s=CLOSED pgs=77 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:40.775 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:40.771+0000 7f744119c640 1 --2- 172.21.15.119:0/1118253337 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f743c15c6e0 0x7f743c15db10 unknown :-1 s=CLOSED pgs=105 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:40.775 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:40.771+0000 7f744119c640 1 --2- 172.21.15.119:0/1118253337 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f743c0d07b0 0x7f743c0cc0f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:40.775 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:40.771+0000 7f744119c640 1 --2- 172.21.15.119:0/1118253337 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f743c0ccb20 0x7f743c0cbbb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:40.775 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:40.771+0000 7f744119c640 1 -- 172.21.15.119:0/1118253337 >> 172.21.15.119:0/1118253337 conn(0x7f743c089f60 msgr2=0x7f743c0af180 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:56:40.775 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:40.772+0000 7f744119c640 1 -- 172.21.15.119:0/1118253337 shutdown_connections 2024-09-13T18:56:40.775 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:40.772+0000 7f744119c640 1 -- 172.21.15.119:0/1118253337 wait complete. 2024-09-13T18:56:40.785 INFO:tasks.cephfs.mount:Mounting Ceph FS cephfs; just confirmed its presence on cluster 2024-09-13T18:56:40.785 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-13T18:56:40.786 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi119.front.sepia.ceph.com 2024-09-13T18:56:40.786 INFO:tasks.cephfs.mount:self.client.name = client.admin 2024-09-13T18:56:40.786 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.admin 2024-09-13T18:56:40.786 INFO:tasks.cephfs.mount:self.cephfs_name = cephfs 2024-09-13T18:56:40.786 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-09-13T18:56:40.786 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-13T18:56:40.786 INFO:tasks.cephfs.mount:Setting the 'None' netns for '/home/ubuntu/cephtest/mnt.admin' 2024-09-13T18:56:40.787 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T18:56:40.787 DEBUG:teuthology.orchestra.run.smithi119:> ip addr 2024-09-13T18:56:40.802 INFO:teuthology.orchestra.run.smithi119.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-13T18:56:40.802 INFO:teuthology.orchestra.run.smithi119.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-13T18:56:40.803 INFO:teuthology.orchestra.run.smithi119.stdout: inet 127.0.0.1/8 scope host lo 2024-09-13T18:56:40.803 INFO:teuthology.orchestra.run.smithi119.stdout: valid_lft forever preferred_lft forever 2024-09-13T18:56:40.803 INFO:teuthology.orchestra.run.smithi119.stdout: inet6 ::1/128 scope host 2024-09-13T18:56:40.803 INFO:teuthology.orchestra.run.smithi119.stdout: valid_lft forever preferred_lft forever 2024-09-13T18:56:40.803 INFO:teuthology.orchestra.run.smithi119.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-13T18:56:40.803 INFO:teuthology.orchestra.run.smithi119.stdout: link/ether 0c:c4:7a:d8:da:62 brd ff:ff:ff:ff:ff:ff 2024-09-13T18:56:40.803 INFO:teuthology.orchestra.run.smithi119.stdout: altname enp7s0f0 2024-09-13T18:56:40.803 INFO:teuthology.orchestra.run.smithi119.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-13T18:56:40.803 INFO:teuthology.orchestra.run.smithi119.stdout: link/ether 0c:c4:7a:d8:da:63 brd ff:ff:ff:ff:ff:ff 2024-09-13T18:56:40.803 INFO:teuthology.orchestra.run.smithi119.stdout: altname enp7s0f1 2024-09-13T18:56:40.803 INFO:teuthology.orchestra.run.smithi119.stdout:4: enp3s0f0: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-13T18:56:40.803 INFO:teuthology.orchestra.run.smithi119.stdout: link/ether 0c:c4:7a:8f:d5:ee brd ff:ff:ff:ff:ff:ff 2024-09-13T18:56:40.803 INFO:teuthology.orchestra.run.smithi119.stdout:5: enp3s0f1: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-13T18:56:40.803 INFO:teuthology.orchestra.run.smithi119.stdout: link/ether 0c:c4:7a:8f:d5:ef brd ff:ff:ff:ff:ff:ff 2024-09-13T18:56:40.804 INFO:teuthology.orchestra.run.smithi119.stdout: inet 172.21.15.119/20 brd 172.21.15.255 scope global dynamic noprefixroute enp3s0f1 2024-09-13T18:56:40.804 INFO:teuthology.orchestra.run.smithi119.stdout: valid_lft 42796sec preferred_lft 42796sec 2024-09-13T18:56:40.804 INFO:teuthology.orchestra.run.smithi119.stdout: inet6 fe80::ec4:7aff:fe8f:d5ef/64 scope link noprefixroute 2024-09-13T18:56:40.804 INFO:teuthology.orchestra.run.smithi119.stdout: valid_lft forever preferred_lft forever 2024-09-13T18:56:40.804 INFO:tasks.cephfs.mount:Setuping the 'ceph-brx' with 192.168.255.254/16 2024-09-13T18:56:40.805 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T18:56:40.805 DEBUG:teuthology.orchestra.run.smithi119:> (cd / && exec bash -c ' 2024-09-13T18:56:40.805 DEBUG:teuthology.orchestra.run.smithi119:> set -e 2024-09-13T18:56:40.805 DEBUG:teuthology.orchestra.run.smithi119:> sudo ip link add name ceph-brx type bridge 2024-09-13T18:56:40.805 DEBUG:teuthology.orchestra.run.smithi119:> sudo ip addr flush dev ceph-brx 2024-09-13T18:56:40.805 DEBUG:teuthology.orchestra.run.smithi119:> sudo ip link set ceph-brx up 2024-09-13T18:56:40.805 DEBUG:teuthology.orchestra.run.smithi119:> sudo ip addr add 192.168.255.254/16 brd 192.168.255.255 dev ceph-brx 2024-09-13T18:56:40.805 DEBUG:teuthology.orchestra.run.smithi119:> ') 2024-09-13T18:56:40.964 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T18:56:40.964 DEBUG:teuthology.orchestra.run.smithi119:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-13T18:56:40.989 INFO:teuthology.orchestra.run.smithi119.stdout:1 2024-09-13T18:56:40.991 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T18:56:40.991 DEBUG:teuthology.orchestra.run.smithi119:> route 2024-09-13T18:56:41.057 INFO:teuthology.orchestra.run.smithi119.stdout:Kernel IP routing table 2024-09-13T18:56:41.058 INFO:teuthology.orchestra.run.smithi119.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-13T18:56:41.058 INFO:teuthology.orchestra.run.smithi119.stdout:default _gateway 0.0.0.0 UG 100 0 0 enp3s0f1 2024-09-13T18:56:41.058 INFO:teuthology.orchestra.run.smithi119.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 enp3s0f1 2024-09-13T18:56:41.058 INFO:teuthology.orchestra.run.smithi119.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-13T18:56:41.058 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T18:56:41.059 DEBUG:teuthology.orchestra.run.smithi119:> (cd / && exec bash -c ' 2024-09-13T18:56:41.059 DEBUG:teuthology.orchestra.run.smithi119:> set -e 2024-09-13T18:56:41.059 DEBUG:teuthology.orchestra.run.smithi119:> sudo iptables -A FORWARD -o enp3s0f1 -i ceph-brx -j ACCEPT 2024-09-13T18:56:41.059 DEBUG:teuthology.orchestra.run.smithi119:> sudo iptables -A FORWARD -i enp3s0f1 -o ceph-brx -j ACCEPT 2024-09-13T18:56:41.059 DEBUG:teuthology.orchestra.run.smithi119:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o enp3s0f1 -j MASQUERADE 2024-09-13T18:56:41.059 DEBUG:teuthology.orchestra.run.smithi119:> ') 2024-09-13T18:56:41.310 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T18:56:41.310 DEBUG:teuthology.orchestra.run.smithi119:> ip netns list 2024-09-13T18:56:41.326 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T18:56:41.326 DEBUG:teuthology.orchestra.run.smithi119:> ip netns list-id 2024-09-13T18:56:41.380 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T18:56:41.381 DEBUG:teuthology.orchestra.run.smithi119:> (cd / && exec bash -c ' 2024-09-13T18:56:41.381 DEBUG:teuthology.orchestra.run.smithi119:> set -e 2024-09-13T18:56:41.381 DEBUG:teuthology.orchestra.run.smithi119:> sudo ip netns add ceph-ns--home-ubuntu-cephtest-mnt.admin 2024-09-13T18:56:41.381 DEBUG:teuthology.orchestra.run.smithi119:> sudo ip netns set ceph-ns--home-ubuntu-cephtest-mnt.admin 0 2024-09-13T18:56:41.381 DEBUG:teuthology.orchestra.run.smithi119:> ') 2024-09-13T18:56:41.458 INFO:tasks.cephfs.mount:Setuping the netns 'ceph-ns--home-ubuntu-cephtest-mnt.admin' with 192.168.0.1/16 2024-09-13T18:56:41.459 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T18:56:41.459 DEBUG:teuthology.orchestra.run.smithi119:> (cd / && exec bash -c ' 2024-09-13T18:56:41.459 DEBUG:teuthology.orchestra.run.smithi119:> set -e 2024-09-13T18:56:41.459 DEBUG:teuthology.orchestra.run.smithi119:> sudo ip link add veth0 netns ceph-ns--home-ubuntu-cephtest-mnt.admin type veth peer name brx.0 2024-09-13T18:56:41.459 DEBUG:teuthology.orchestra.run.smithi119:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.admin ip addr add 192.168.0.1/16 brd 192.168.255.255 dev veth0 2024-09-13T18:56:41.459 DEBUG:teuthology.orchestra.run.smithi119:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.admin ip link set veth0 up 2024-09-13T18:56:41.459 DEBUG:teuthology.orchestra.run.smithi119:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.admin ip link set lo up 2024-09-13T18:56:41.459 DEBUG:teuthology.orchestra.run.smithi119:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.admin ip route add default via 192.168.255.254 2024-09-13T18:56:41.459 DEBUG:teuthology.orchestra.run.smithi119:> ') 2024-09-13T18:56:41.593 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T18:56:41.593 DEBUG:teuthology.orchestra.run.smithi119:> (cd / && exec bash -c ' 2024-09-13T18:56:41.593 DEBUG:teuthology.orchestra.run.smithi119:> set -e 2024-09-13T18:56:41.593 DEBUG:teuthology.orchestra.run.smithi119:> sudo ip link set brx.0 up 2024-09-13T18:56:41.593 DEBUG:teuthology.orchestra.run.smithi119:> sudo ip link set dev brx.0 master ceph-brx 2024-09-13T18:56:41.593 DEBUG:teuthology.orchestra.run.smithi119:> ') 2024-09-13T18:56:41.631 INFO:tasks.cephfs.fuse_mount:Client client.admin config is {} 2024-09-13T18:56:41.631 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-13T18:56:41.631 DEBUG:teuthology.orchestra.run.smithi119:> mkdir -p -v /home/ubuntu/cephtest/mnt.admin 2024-09-13T18:56:41.687 INFO:teuthology.orchestra.run.smithi119.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.admin' 2024-09-13T18:56:41.687 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-13T18:56:41.687 DEBUG:teuthology.orchestra.run.smithi119:> chmod 0000 /home/ubuntu/cephtest/mnt.admin 2024-09-13T18:56:41.743 DEBUG:teuthology.orchestra.run.smithi119:> sudo modprobe fuse 2024-09-13T18:56:41.807 INFO:teuthology.orchestra.run:Running command with timeout 30 2024-09-13T18:56:41.808 DEBUG:teuthology.orchestra.run.smithi119:> sudo mount -t fusectl /sys/fs/fuse/connections /sys/fs/fuse/connections 2024-09-13T18:56:41.872 INFO:teuthology.orchestra.run.smithi119.stderr:mount: /sys/fs/fuse/connections: /sys/fs/fuse/connections already mounted or mount point busy. 2024-09-13T18:56:41.873 DEBUG:teuthology.orchestra.run:got remote process result: 32 2024-09-13T18:56:41.874 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T18:56:41.874 DEBUG:teuthology.orchestra.run.smithi119:> ls /sys/fs/fuse/connections 2024-09-13T18:56:41.930 INFO:tasks.cephfs.fuse_mount:Pre-mount connections: [] 2024-09-13T18:56:41.930 DEBUG:teuthology.orchestra.run.smithi119:> (cd /home/ubuntu/cephtest && exec sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.admin sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-fuse -f --admin-socket '/var/run/ceph/$cluster-$name.$pid.asok' /home/ubuntu/cephtest/mnt.admin --id admin --client_fs=cephfs) 2024-09-13T18:56:41.973 DEBUG:teuthology.orchestra.run.smithi119:> sudo modprobe fuse 2024-09-13T18:56:41.997 INFO:teuthology.orchestra.run:Running command with timeout 30 2024-09-13T18:56:41.997 DEBUG:teuthology.orchestra.run.smithi119:> sudo mount -t fusectl /sys/fs/fuse/connections /sys/fs/fuse/connections 2024-09-13T18:56:42.062 INFO:teuthology.orchestra.run.smithi119.stderr:mount: /sys/fs/fuse/connections: /sys/fs/fuse/connections already mounted or mount point busy. 2024-09-13T18:56:42.063 DEBUG:teuthology.orchestra.run:got remote process result: 32 2024-09-13T18:56:42.064 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T18:56:42.064 DEBUG:teuthology.orchestra.run.smithi119:> ls /sys/fs/fuse/connections 2024-09-13T18:56:42.067 INFO:tasks.cephfs.fuse_mount.ceph-fuse.admin.smithi119.stderr:2024-09-13T18:56:42.065+0000 7f635c728480 -1 init, newargv = 0x557e8bab6370 newargc=15 2024-09-13T18:56:42.067 INFO:tasks.cephfs.fuse_mount.ceph-fuse.admin.smithi119.stderr:ceph-fuse[43778]: starting ceph client 2024-09-13T18:56:42.073 INFO:tasks.cephfs.fuse_mount.ceph-fuse.admin.smithi119.stderr:ceph-fuse[43778]: starting fuse 2024-09-13T18:56:42.082 INFO:teuthology.orchestra.run.smithi119.stdout:41 2024-09-13T18:56:42.082 INFO:tasks.cephfs.fuse_mount:Post-mount connections: [41] 2024-09-13T18:56:42.082 DEBUG:teuthology.orchestra.run.smithi119:> sudo adjust-ulimits daemon-helper kill python3 -c ' 2024-09-13T18:56:42.083 DEBUG:teuthology.orchestra.run.smithi119:> import glob 2024-09-13T18:56:42.083 DEBUG:teuthology.orchestra.run.smithi119:> import re 2024-09-13T18:56:42.083 DEBUG:teuthology.orchestra.run.smithi119:> import os 2024-09-13T18:56:42.083 DEBUG:teuthology.orchestra.run.smithi119:> import subprocess 2024-09-13T18:56:42.083 DEBUG:teuthology.orchestra.run.smithi119:> 2024-09-13T18:56:42.083 DEBUG:teuthology.orchestra.run.smithi119:> def _find_admin_socket(client_name): 2024-09-13T18:56:42.083 DEBUG:teuthology.orchestra.run.smithi119:> asok_path = "/var/run/ceph/ceph-client.admin.*.asok" 2024-09-13T18:56:42.083 DEBUG:teuthology.orchestra.run.smithi119:> files = glob.glob(asok_path) 2024-09-13T18:56:42.083 DEBUG:teuthology.orchestra.run.smithi119:> mountpoint = "/home/ubuntu/cephtest/mnt.admin" 2024-09-13T18:56:42.083 DEBUG:teuthology.orchestra.run.smithi119:> 2024-09-13T18:56:42.083 DEBUG:teuthology.orchestra.run.smithi119:> # Given a non-glob path, it better be there 2024-09-13T18:56:42.083 DEBUG:teuthology.orchestra.run.smithi119:> if "*" not in asok_path: 2024-09-13T18:56:42.083 DEBUG:teuthology.orchestra.run.smithi119:> assert(len(files) == 1) 2024-09-13T18:56:42.083 DEBUG:teuthology.orchestra.run.smithi119:> return files[0] 2024-09-13T18:56:42.083 DEBUG:teuthology.orchestra.run.smithi119:> 2024-09-13T18:56:42.084 DEBUG:teuthology.orchestra.run.smithi119:> for f in files: 2024-09-13T18:56:42.084 DEBUG:teuthology.orchestra.run.smithi119:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2024-09-13T18:56:42.084 DEBUG:teuthology.orchestra.run.smithi119:> if os.path.exists("/proc/{0}".format(pid)): 2024-09-13T18:56:42.084 DEBUG:teuthology.orchestra.run.smithi119:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2024-09-13T18:56:42.084 DEBUG:teuthology.orchestra.run.smithi119:> contents = proc_f.read() 2024-09-13T18:56:42.084 DEBUG:teuthology.orchestra.run.smithi119:> if mountpoint in contents: 2024-09-13T18:56:42.084 DEBUG:teuthology.orchestra.run.smithi119:> return f 2024-09-13T18:56:42.084 DEBUG:teuthology.orchestra.run.smithi119:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2024-09-13T18:56:42.084 DEBUG:teuthology.orchestra.run.smithi119:> 2024-09-13T18:56:42.084 DEBUG:teuthology.orchestra.run.smithi119:> print(_find_admin_socket("client.admin")) 2024-09-13T18:56:42.084 DEBUG:teuthology.orchestra.run.smithi119:> ' 2024-09-13T18:56:42.196 INFO:teuthology.orchestra.run.smithi119.stdout:/var/run/ceph/ceph-client.admin.43778.asok 2024-09-13T18:56:42.382 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.admin.43778.asok 2024-09-13T18:56:42.383 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T18:56:42.383 DEBUG:teuthology.orchestra.run.smithi119:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.admin.43778.asok status 2024-09-13T18:56:42.517 INFO:teuthology.orchestra.run.smithi119.stdout:{ 2024-09-13T18:56:42.517 INFO:teuthology.orchestra.run.smithi119.stdout: "metadata": { 2024-09-13T18:56:42.517 INFO:teuthology.orchestra.run.smithi119.stdout: "ceph_sha1": "6c6b083f148f500c4f56d402b9e4ffcab6f1e2d3", 2024-09-13T18:56:42.517 INFO:teuthology.orchestra.run.smithi119.stdout: "ceph_version": "ceph version 18.2.4-860-g6c6b083f (6c6b083f148f500c4f56d402b9e4ffcab6f1e2d3) reef (stable)", 2024-09-13T18:56:42.517 INFO:teuthology.orchestra.run.smithi119.stdout: "entity_id": "admin", 2024-09-13T18:56:42.517 INFO:teuthology.orchestra.run.smithi119.stdout: "hostname": "smithi119", 2024-09-13T18:56:42.517 INFO:teuthology.orchestra.run.smithi119.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.admin", 2024-09-13T18:56:42.517 INFO:teuthology.orchestra.run.smithi119.stdout: "pid": "43778", 2024-09-13T18:56:42.517 INFO:teuthology.orchestra.run.smithi119.stdout: "root": "/" 2024-09-13T18:56:42.517 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2024-09-13T18:56:42.518 INFO:teuthology.orchestra.run.smithi119.stdout: "dentry_count": 0, 2024-09-13T18:56:42.518 INFO:teuthology.orchestra.run.smithi119.stdout: "dentry_pinned_count": 0, 2024-09-13T18:56:42.518 INFO:teuthology.orchestra.run.smithi119.stdout: "id": 4461, 2024-09-13T18:56:42.518 INFO:teuthology.orchestra.run.smithi119.stdout: "inst": { 2024-09-13T18:56:42.518 INFO:teuthology.orchestra.run.smithi119.stdout: "name": { 2024-09-13T18:56:42.518 INFO:teuthology.orchestra.run.smithi119.stdout: "type": "client", 2024-09-13T18:56:42.518 INFO:teuthology.orchestra.run.smithi119.stdout: "num": 4461 2024-09-13T18:56:42.518 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2024-09-13T18:56:42.518 INFO:teuthology.orchestra.run.smithi119.stdout: "addr": { 2024-09-13T18:56:42.518 INFO:teuthology.orchestra.run.smithi119.stdout: "type": "v1", 2024-09-13T18:56:42.518 INFO:teuthology.orchestra.run.smithi119.stdout: "addr": "192.168.0.1:0", 2024-09-13T18:56:42.518 INFO:teuthology.orchestra.run.smithi119.stdout: "nonce": 2127956690 2024-09-13T18:56:42.518 INFO:teuthology.orchestra.run.smithi119.stdout: } 2024-09-13T18:56:42.519 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2024-09-13T18:56:42.519 INFO:teuthology.orchestra.run.smithi119.stdout: "addr": { 2024-09-13T18:56:42.519 INFO:teuthology.orchestra.run.smithi119.stdout: "type": "v1", 2024-09-13T18:56:42.519 INFO:teuthology.orchestra.run.smithi119.stdout: "addr": "192.168.0.1:0", 2024-09-13T18:56:42.519 INFO:teuthology.orchestra.run.smithi119.stdout: "nonce": 2127956690 2024-09-13T18:56:42.519 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2024-09-13T18:56:42.519 INFO:teuthology.orchestra.run.smithi119.stdout: "inst_str": "client.4461 192.168.0.1:0/2127956690", 2024-09-13T18:56:42.519 INFO:teuthology.orchestra.run.smithi119.stdout: "addr_str": "192.168.0.1:0/2127956690", 2024-09-13T18:56:42.519 INFO:teuthology.orchestra.run.smithi119.stdout: "inode_count": 1, 2024-09-13T18:56:42.519 INFO:teuthology.orchestra.run.smithi119.stdout: "mds_epoch": 6, 2024-09-13T18:56:42.519 INFO:teuthology.orchestra.run.smithi119.stdout: "osd_epoch": 24, 2024-09-13T18:56:42.519 INFO:teuthology.orchestra.run.smithi119.stdout: "osd_epoch_barrier": 0, 2024-09-13T18:56:42.519 INFO:teuthology.orchestra.run.smithi119.stdout: "blocklisted": false, 2024-09-13T18:56:42.519 INFO:teuthology.orchestra.run.smithi119.stdout: "fs_name": "cephfs" 2024-09-13T18:56:42.520 INFO:teuthology.orchestra.run.smithi119.stdout:} 2024-09-13T18:56:42.525 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T18:56:42.525 DEBUG:teuthology.orchestra.run.smithi119:> stat --file-system '--printf=%T 2024-09-13T18:56:42.525 DEBUG:teuthology.orchestra.run.smithi119:> ' -- /home/ubuntu/cephtest/mnt.admin 2024-09-13T18:56:42.541 INFO:teuthology.orchestra.run.smithi119.stdout:fuseblk 2024-09-13T18:56:42.541 INFO:tasks.cephfs.fuse_mount:ceph-fuse is mounted on /home/ubuntu/cephtest/mnt.admin 2024-09-13T18:56:42.541 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T18:56:42.541 DEBUG:teuthology.orchestra.run.smithi119:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.admin 2024-09-13T18:56:42.606 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T18:56:42.606 DEBUG:teuthology.orchestra.run.smithi119:> (cd /home/ubuntu/cephtest/mnt.admin && exec bash -c 'setfattr -n ceph.dir.layout.pool -v cephfs_data_ec . && getfattr -n ceph.dir.layout .') 2024-09-13T18:56:42.831 INFO:teuthology.orchestra.run.smithi119.stdout:# file: . 2024-09-13T18:56:42.831 INFO:teuthology.orchestra.run.smithi119.stdout:ceph.dir.layout="stripe_unit=4194304 stripe_count=1 object_size=4194304 pool=cephfs_data_ec" 2024-09-13T18:56:42.831 INFO:teuthology.orchestra.run.smithi119.stdout: 2024-09-13T18:56:42.831 DEBUG:teuthology.orchestra.run.smithi119:> set -ex 2024-09-13T18:56:42.832 DEBUG:teuthology.orchestra.run.smithi119:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-13T18:56:42.848 DEBUG:teuthology.orchestra.run.smithi119:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T18:56:42.989 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:42.986+0000 7f5fa7f1f640 1 Processor -- start 2024-09-13T18:56:42.989 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:42.986+0000 7f5fa7f1f640 1 -- start start 2024-09-13T18:56:42.993 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:42.987+0000 7f5fa7f1f640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f5fa00cc5b0 0x7f5fa00b2590 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:42.993 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:42.987+0000 7f5fa7f1f640 1 -- --> v1:172.21.15.119:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f5fa00b2170 con 0x7f5fa006c8a0 2024-09-13T18:56:42.993 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:42.987+0000 7f5fa7f1f640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f5fa006dab0 con 0x7f5fa006c4c0 2024-09-13T18:56:42.993 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:42.987+0000 7f5fa7f1f640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f5fa006deb0 con 0x7f5fa00cc5b0 2024-09-13T18:56:42.993 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:42.987+0000 7f5fa54ba640 1 --1- >> v1:172.21.15.119:6789/0 conn(0x7f5fa006c8a0 0x7f5fa00cbea0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.119:6789/0 says I am v1:172.21.15.119:58162/0 (socket says 172.21.15.119:58162) 2024-09-13T18:56:42.994 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:42.987+0000 7f5fa54ba640 1 -- 172.21.15.119:0/4173363540 learned_addr learned my addr 172.21.15.119:0/4173363540 (peer_addr_for_me v1:172.21.15.119:0/0) 2024-09-13T18:56:42.994 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:42.988+0000 7f5fa64bc640 1 --2- 172.21.15.119:0/4173363540 >> v2:172.21.15.145:3300/0 conn(0x7f5fa00cc5b0 0x7f5fa00b2590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:42.994 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:42.988+0000 7f5fa4cb9640 1 -- 172.21.15.119:0/4173363540 <== mon.0 v1:172.21.15.119:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 888419498 0 0) 0x7f5fa00b2170 con 0x7f5fa006c8a0 2024-09-13T18:56:42.994 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:42.988+0000 7f5fa4cb9640 1 -- 172.21.15.119:0/4173363540 --> v1:172.21.15.119:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f5f8c003520 con 0x7f5fa006c8a0 2024-09-13T18:56:42.994 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:42.988+0000 7f5fa4cb9640 1 -- 172.21.15.119:0/4173363540 <== mon.0 v1:172.21.15.119:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 1078917527 0 0) 0x7f5f8c003520 con 0x7f5fa006c8a0 2024-09-13T18:56:42.994 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:42.988+0000 7f5fa4cb9640 1 -- 172.21.15.119:0/4173363540 >> v2:172.21.15.145:3300/0 conn(0x7f5fa00cc5b0 msgr2=0x7f5fa00b2590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T18:56:42.994 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:42.988+0000 7f5fa4cb9640 1 --2- 172.21.15.119:0/4173363540 >> v2:172.21.15.145:3300/0 conn(0x7f5fa00cc5b0 0x7f5fa00b2590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:42.994 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:42.988+0000 7f5fa4cb9640 1 -- 172.21.15.119:0/4173363540 >> v1:172.21.15.145:6789/0 conn(0x7f5fa006c4c0 legacy=0x7f5fa006d3a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:42.994 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:42.988+0000 7f5fa4cb9640 1 -- 172.21.15.119:0/4173363540 --> v1:172.21.15.119:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5fa006e0c0 con 0x7f5fa006c8a0 2024-09-13T18:56:42.995 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:42.988+0000 7f5fa4cb9640 1 -- 172.21.15.119:0/4173363540 <== mon.0 v1:172.21.15.119:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 337823224 0 0) 0x7f5f90001670 con 0x7f5fa006c8a0 2024-09-13T18:56:42.995 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:42.988+0000 7f5fa4cb9640 1 -- 172.21.15.119:0/4173363540 >> v1:172.21.15.119:6789/0 conn(0x7f5fa006c8a0 legacy=0x7f5fa00cbea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:42.995 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:42.988+0000 7f5fa4cb9640 1 --2- 172.21.15.119:0/4173363540 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f5f8c003970 0x7f5f8c003d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:42.995 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:42.988+0000 7f5fa4cb9640 1 --2- 172.21.15.119:0/4173363540 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f5f8c0047c0 0x7f5f8c004c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:42.995 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:42.988+0000 7f5fa4cb9640 1 --2- 172.21.15.119:0/4173363540 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f5f8c005180 0x7f5f8c00b980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:42.995 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:42.988+0000 7f5fa4cb9640 1 -- 172.21.15.119:0/4173363540 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5fa006deb0 con 0x7f5f8c003970 2024-09-13T18:56:42.995 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:42.988+0000 7f5fa4cb9640 1 -- 172.21.15.119:0/4173363540 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5f8c00d130 con 0x7f5f8c005180 2024-09-13T18:56:42.995 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:42.988+0000 7f5fa4cb9640 1 -- 172.21.15.119:0/4173363540 --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f5f8c00d2f0 con 0x7f5f8c0047c0 2024-09-13T18:56:42.995 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:42.988+0000 7f5fa5cbb640 1 --2- 172.21.15.119:0/4173363540 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f5f8c003970 0x7f5f8c003d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:42.995 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:42.988+0000 7f5fa64bc640 1 --2- 172.21.15.119:0/4173363540 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f5f8c005180 0x7f5f8c00b980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:42.995 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:42.988+0000 7f5fa54ba640 1 --2- 172.21.15.119:0/4173363540 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f5f8c0047c0 0x7f5f8c004c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:42.995 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:42.988+0000 7f5fa5cbb640 1 -- 172.21.15.119:0/4173363540 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f5f8c0047c0 msgr2=0x7f5f8c004c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T18:56:42.995 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:42.988+0000 7f5fa5cbb640 1 --2- 172.21.15.119:0/4173363540 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f5f8c0047c0 0x7f5f8c004c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:42.996 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:42.988+0000 7f5fa5cbb640 1 -- 172.21.15.119:0/4173363540 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f5f8c005180 msgr2=0x7f5f8c00b980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T18:56:42.996 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:42.988+0000 7f5fa5cbb640 1 --2- 172.21.15.119:0/4173363540 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f5f8c005180 0x7f5f8c00b980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:42.996 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:42.988+0000 7f5fa64bc640 1 -- 172.21.15.119:0/4173363540 reap_dead start 2024-09-13T18:56:42.996 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:42.988+0000 7f5fa5cbb640 1 -- 172.21.15.119:0/4173363540 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5f8c003520 con 0x7f5f8c003970 2024-09-13T18:56:42.996 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:42.989+0000 7f5fa5cbb640 1 --2- 172.21.15.119:0/4173363540 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f5f8c003970 0x7f5f8c003d90 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7f5f9c001e50 tx=0x7f5f8c0057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=17259efef13d0dd server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:56:42.996 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:42.989+0000 7f5fa4cb9640 1 -- 172.21.15.119:0/4173363540 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5f9c02ae40 con 0x7f5f8c003970 2024-09-13T18:56:42.996 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:42.989+0000 7f5fa4cb9640 1 -- 172.21.15.119:0/4173363540 <== mon.0 v2:172.21.15.119:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f5f9c003970 con 0x7f5f8c003970 2024-09-13T18:56:42.996 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:42.989+0000 7f5fa4cb9640 1 -- 172.21.15.119:0/4173363540 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5f9c003d20 con 0x7f5f8c003970 2024-09-13T18:56:42.996 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:42.990+0000 7f5fa7f1f640 1 -- 172.21.15.119:0/4173363540 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f5f8c003970 msgr2=0x7f5f8c003d90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:42.997 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:42.990+0000 7f5fa7f1f640 1 --2- 172.21.15.119:0/4173363540 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f5f8c003970 0x7f5f8c003d90 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7f5f9c001e50 tx=0x7f5f8c0057f0 comp rx=0 tx=0).stop 2024-09-13T18:56:42.997 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:42.990+0000 7f5fa7f1f640 1 -- 172.21.15.119:0/4173363540 shutdown_connections 2024-09-13T18:56:42.997 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:42.990+0000 7f5fa7f1f640 1 --2- 172.21.15.119:0/4173363540 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f5f8c003970 0x7f5f8c003d90 unknown :-1 s=CLOSED pgs=109 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:42.997 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:42.990+0000 7f5fa7f1f640 1 -- 172.21.15.119:0/4173363540 >> 172.21.15.119:0/4173363540 conn(0x7f5fa0069ed0 msgr2=0x7f5fa006a2e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:56:42.997 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:42.990+0000 7f5fa7f1f640 1 -- 172.21.15.119:0/4173363540 shutdown_connections 2024-09-13T18:56:42.997 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:42.990+0000 7f5fa7f1f640 1 -- 172.21.15.119:0/4173363540 wait complete. 2024-09-13T18:56:42.999 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:42.991+0000 7f5fa7f1f640 1 Processor -- start 2024-09-13T18:56:42.999 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:42.991+0000 7f5fa7f1f640 1 -- start start 2024-09-13T18:56:43.000 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:42.992+0000 7f5fa7f1f640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f5f8c003970 0x7f5fa0155d90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:43.000 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:42.992+0000 7f5fa7f1f640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f5fa00ca1d0 0x7f5fa00ca630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:43.000 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:42.992+0000 7f5fa7f1f640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f5fa00c53a0 0x7f5fa00c5820 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:43.000 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:42.992+0000 7f5fa7f1f640 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5fa0159d20 con 0x7f5f8c003970 2024-09-13T18:56:43.000 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:42.992+0000 7f5fa7f1f640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5fa00cab70 con 0x7f5fa00c53a0 2024-09-13T18:56:43.000 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:42.992+0000 7f5fa7f1f640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f5fa01590a0 con 0x7f5fa00ca1d0 2024-09-13T18:56:43.000 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:42.992+0000 7f5fa5cbb640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f5f8c003970 0x7f5fa0155d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:43.000 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:42.992+0000 7f5fa5cbb640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f5f8c003970 0x7f5fa0155d90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.119:3300/0 says I am v2:172.21.15.119:54696/0 (socket says 172.21.15.119:54696) 2024-09-13T18:56:43.000 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:42.992+0000 7f5fa5cbb640 1 -- 172.21.15.119:0/2028565897 learned_addr learned my addr 172.21.15.119:0/2028565897 (peer_addr_for_me v2:172.21.15.119:0/0) 2024-09-13T18:56:43.000 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:42.992+0000 7f5fa54ba640 1 --2- 172.21.15.119:0/2028565897 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f5fa00ca1d0 0x7f5fa00ca630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:43.001 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:42.992+0000 7f5fa64bc640 1 --2- 172.21.15.119:0/2028565897 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f5fa00c53a0 0x7f5fa00c5820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:43.001 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:42.992+0000 7f5fa5cbb640 1 -- 172.21.15.119:0/2028565897 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f5fa00ca1d0 msgr2=0x7f5fa00ca630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:43.001 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:42.992+0000 7f5fa5cbb640 1 --2- 172.21.15.119:0/2028565897 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f5fa00ca1d0 0x7f5fa00ca630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:43.001 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:42.992+0000 7f5fa5cbb640 1 -- 172.21.15.119:0/2028565897 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f5fa00c53a0 msgr2=0x7f5fa00c5820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:43.001 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:42.992+0000 7f5fa5cbb640 1 --2- 172.21.15.119:0/2028565897 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f5fa00c53a0 0x7f5fa00c5820 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:43.001 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:42.992+0000 7f5fa5cbb640 1 -- 172.21.15.119:0/2028565897 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5fa0159380 con 0x7f5f8c003970 2024-09-13T18:56:43.001 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:42.992+0000 7f5fa5cbb640 1 --2- 172.21.15.119:0/2028565897 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f5f8c003970 0x7f5fa0155d90 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7f5f9c02a820 tx=0x7f5f9c0014a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:56:43.001 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:42.993+0000 7f5f967fc640 1 -- 172.21.15.119:0/2028565897 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5f9c0050d0 con 0x7f5f8c003970 2024-09-13T18:56:43.001 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:42.993+0000 7f5f967fc640 1 -- 172.21.15.119:0/2028565897 <== mon.0 v2:172.21.15.119:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f5f9c005230 con 0x7f5f8c003970 2024-09-13T18:56:43.001 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:42.993+0000 7f5fa7f1f640 1 -- 172.21.15.119:0/2028565897 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f5fa0159660 con 0x7f5f8c003970 2024-09-13T18:56:43.001 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:42.993+0000 7f5f967fc640 1 -- 172.21.15.119:0/2028565897 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5f9c0055a0 con 0x7f5f8c003970 2024-09-13T18:56:43.001 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:42.993+0000 7f5fa7f1f640 1 -- 172.21.15.119:0/2028565897 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f5fa00c5d60 con 0x7f5f8c003970 2024-09-13T18:56:43.002 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:42.993+0000 7f5fa7f1f640 1 -- 172.21.15.119:0/2028565897 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f5fa00c5d60 con 0x7f5f8c003970 2024-09-13T18:56:43.002 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:42.994+0000 7f5f967fc640 1 -- 172.21.15.119:0/2028565897 <== mon.0 v2:172.21.15.119:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f5f9c005700 con 0x7f5f8c003970 2024-09-13T18:56:43.002 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:42.994+0000 7f5f967fc640 1 --2- 172.21.15.119:0/2028565897 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f5f8406ac30 0x7f5f8406d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:43.002 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:42.995+0000 7f5fa54ba640 1 --2- 172.21.15.119:0/2028565897 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f5f8406ac30 0x7f5f8406d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:43.002 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:42.995+0000 7f5f967fc640 1 -- 172.21.15.119:0/2028565897 <== mon.0 v2:172.21.15.119:3300/0 5 ==== osd_map(24..24 src has 1..24) v4 ==== 6460+0+0 (secure 0 0 0) 0x7f5f9c0a9590 con 0x7f5f8c003970 2024-09-13T18:56:43.002 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:42.995+0000 7f5fa54ba640 1 --2- 172.21.15.119:0/2028565897 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f5f8406ac30 0x7f5f8406d0f0 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7f5f90001c10 tx=0x7f5f90001b20 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:56:43.002 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:42.999+0000 7f5f967fc640 1 -- 172.21.15.119:0/2028565897 <== mon.0 v2:172.21.15.119:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f5f9c074530 con 0x7f5f8c003970 2024-09-13T18:56:43.164 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:43.161+0000 7f5fa7f1f640 1 -- 172.21.15.119:0/2028565897 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f5fa00c5d60 con 0x7f5f8c003970 2024-09-13T18:56:43.165 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:43.162+0000 7f5f967fc640 1 -- 172.21.15.119:0/2028565897 <== mon.0 v2:172.21.15.119:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v24) v1 ==== 74+0+18394 (secure 0 0 0) 0x7f5f9c077b50 con 0x7f5f8c003970 2024-09-13T18:56:43.165 INFO:teuthology.orchestra.run.smithi119.stdout: 2024-09-13T18:56:43.166 INFO:teuthology.orchestra.run.smithi119.stdout:{"epoch":24,"fsid":"b3bca492-3414-44ef-b63c-42eead5ea701","created":"2024-09-13T18:56:10.047760+0000","modified":"2024-09-13T18:56:38.390322+0000","last_up_change":"2024-09-13T18:56:22.096428+0000","last_in_change":"2024-09-13T18:56:12.143228+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T18:56:22.095896+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-13T18:56:31.950108+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-13T18:56:32.998608+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-09-13T18:56:36.052694+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"24","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"09edfd5c-bc57-47d1-a7b7-6d97f0f88db1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6810","nonce":3811853106},{"type":"v1","addr":"172.21.15.119:6813","nonce":3811853106}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6817","nonce":3811853106},{"type":"v1","addr":"172.21.15.119:6820","nonce":3811853106}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6828","nonce":3811853106},{"type":"v1","addr":"172.21.15.119:6830","nonce":3811853106}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6823","nonce":3811853106},{"type":"v1","addr":"172.21.15.119:6825","nonce":3811853106}]},"public_addr":"172.21.15.119:6813/3811853106","cluster_addr":"172.21.15.119:6820/3811853106","heartbeat_back_addr":"172.21.15.119:6830/3811853106","heartbeat_front_addr":"172.21.15.119:6825/3811853106","state":["exists","up"]},{"osd":1,"uuid":"f26f4bd2-3aee-4208-9e62-87f17047d886","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6809","nonce":1656755168},{"type":"v1","addr":"172.21.15.119:6812","nonce":1656755168}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6815","nonce":1656755168},{"type":"v1","addr":"172.21.15.119:6818","nonce":1656755168}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6829","nonce":1656755168},{"type":"v1","addr":"172.21.15.119:6831","nonce":1656755168}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6822","nonce":1656755168},{"type":"v1","addr":"172.21.15.119:6826","nonce":1656755168}]},"public_addr":"172.21.15.119:6812/1656755168","cluster_addr":"172.21.15.119:6818/1656755168","heartbeat_back_addr":"172.21.15.119:6831/1656755168","heartbeat_front_addr":"172.21.15.119:6826/1656755168","state":["exists","up"]},{"osd":2,"uuid":"1e9d6e0c-51f9-4f4a-bead-0e7edc7dd200","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6800","nonce":3093354378},{"type":"v1","addr":"172.21.15.119:6801","nonce":3093354378}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6802","nonce":3093354378},{"type":"v1","addr":"172.21.15.119:6803","nonce":3093354378}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6806","nonce":3093354378},{"type":"v1","addr":"172.21.15.119:6807","nonce":3093354378}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6804","nonce":3093354378},{"type":"v1","addr":"172.21.15.119:6805","nonce":3093354378}]},"public_addr":"172.21.15.119:6801/3093354378","cluster_addr":"172.21.15.119:6803/3093354378","heartbeat_back_addr":"172.21.15.119:6807/3093354378","heartbeat_front_addr":"172.21.15.119:6805/3093354378","state":["exists","up"]},{"osd":3,"uuid":"7c289b1f-a555-46e4-b85a-c0f230c9e02a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6808","nonce":886995937},{"type":"v1","addr":"172.21.15.119:6811","nonce":886995937}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6814","nonce":886995937},{"type":"v1","addr":"172.21.15.119:6816","nonce":886995937}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6824","nonce":886995937},{"type":"v1","addr":"172.21.15.119:6827","nonce":886995937}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6819","nonce":886995937},{"type":"v1","addr":"172.21.15.119:6821","nonce":886995937}]},"public_addr":"172.21.15.119:6811/886995937","cluster_addr":"172.21.15.119:6816/886995937","heartbeat_back_addr":"172.21.15.119:6827/886995937","heartbeat_front_addr":"172.21.15.119:6821/886995937","state":["exists","up"]},{"osd":4,"uuid":"a0a2f75b-5a33-4b69-b834-b8cf5a90ac5f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6808","nonce":2802887692},{"type":"v1","addr":"172.21.15.145:6809","nonce":2802887692}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6810","nonce":2802887692},{"type":"v1","addr":"172.21.15.145:6811","nonce":2802887692}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6814","nonce":2802887692},{"type":"v1","addr":"172.21.15.145:6815","nonce":2802887692}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6812","nonce":2802887692},{"type":"v1","addr":"172.21.15.145:6813","nonce":2802887692}]},"public_addr":"172.21.15.145:6809/2802887692","cluster_addr":"172.21.15.145:6811/2802887692","heartbeat_back_addr":"172.21.15.145:6815/2802887692","heartbeat_front_addr":"172.21.15.145:6813/2802887692","state":["exists","up"]},{"osd":5,"uuid":"e301c92f-a5af-49da-8384-bef6d48c9982","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6800","nonce":1431235391},{"type":"v1","addr":"172.21.15.145:6801","nonce":1431235391}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6802","nonce":1431235391},{"type":"v1","addr":"172.21.15.145:6803","nonce":1431235391}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6806","nonce":1431235391},{"type":"v1","addr":"172.21.15.145:6807","nonce":1431235391}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6804","nonce":1431235391},{"type":"v1","addr":"172.21.15.145:6805","nonce":1431235391}]},"public_addr":"172.21.15.145:6801/1431235391","cluster_addr":"172.21.15.145:6803/1431235391","heartbeat_back_addr":"172.21.15.145:6807/1431235391","heartbeat_front_addr":"172.21.15.145:6805/1431235391","state":["exists","up"]},{"osd":6,"uuid":"dd2ee71c-4024-4f56-90b1-d362ff9ae8f5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6816","nonce":1755123178},{"type":"v1","addr":"172.21.15.145:6817","nonce":1755123178}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6818","nonce":1755123178},{"type":"v1","addr":"172.21.15.145:6819","nonce":1755123178}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6822","nonce":1755123178},{"type":"v1","addr":"172.21.15.145:6823","nonce":1755123178}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6820","nonce":1755123178},{"type":"v1","addr":"172.21.15.145:6821","nonce":1755123178}]},"public_addr":"172.21.15.145:6817/1755123178","cluster_addr":"172.21.15.145:6819/1755123178","heartbeat_back_addr":"172.21.15.145:6823/1755123178","heartbeat_front_addr":"172.21.15.145:6821/1755123178","state":["exists","up"]},{"osd":7,"uuid":"7412449e-689b-45ee-9ae5-744a8c27f166","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6824","nonce":3012628958},{"type":"v1","addr":"172.21.15.145:6825","nonce":3012628958}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6826","nonce":3012628958},{"type":"v1","addr":"172.21.15.145:6827","nonce":3012628958}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6830","nonce":3012628958},{"type":"v1","addr":"172.21.15.145:6831","nonce":3012628958}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6828","nonce":3012628958},{"type":"v1","addr":"172.21.15.145:6829","nonce":3012628958}]},"public_addr":"172.21.15.145:6825/3012628958","cluster_addr":"172.21.15.145:6827/3012628958","heartbeat_back_addr":"172.21.15.145:6831/3012628958","heartbeat_front_addr":"172.21.15.145:6829/3012628958","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T18:56:17.286635+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T18:56:17.334491+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T18:56:17.297521+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T18:56:17.383716+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T18:56:17.267776+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T18:56:17.312998+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T18:56:17.303008+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T18:56:17.304729+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T18:56:43.167 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:43.164+0000 7f5fa7f1f640 1 -- 172.21.15.119:0/2028565897 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f5f8406ac30 msgr2=0x7f5f8406d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:43.167 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:43.164+0000 7f5fa7f1f640 1 --2- 172.21.15.119:0/2028565897 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f5f8406ac30 0x7f5f8406d0f0 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7f5f90001c10 tx=0x7f5f90001b20 comp rx=0 tx=0).stop 2024-09-13T18:56:43.167 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:43.164+0000 7f5fa7f1f640 1 -- 172.21.15.119:0/2028565897 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f5f8c003970 msgr2=0x7f5fa0155d90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:43.167 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:43.164+0000 7f5fa7f1f640 1 --2- 172.21.15.119:0/2028565897 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f5f8c003970 0x7f5fa0155d90 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7f5f9c02a820 tx=0x7f5f9c0014a0 comp rx=0 tx=0).stop 2024-09-13T18:56:43.168 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:43.164+0000 7f5fa7f1f640 1 -- 172.21.15.119:0/2028565897 shutdown_connections 2024-09-13T18:56:43.168 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:43.164+0000 7f5fa7f1f640 1 --2- 172.21.15.119:0/2028565897 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f5f8406ac30 0x7f5f8406d0f0 unknown :-1 s=CLOSED pgs=78 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:43.168 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:43.164+0000 7f5fa7f1f640 1 --2- 172.21.15.119:0/2028565897 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f5fa00c53a0 0x7f5fa00c5820 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:43.168 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:43.164+0000 7f5fa7f1f640 1 --2- 172.21.15.119:0/2028565897 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f5fa00ca1d0 0x7f5fa00ca630 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:43.168 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:43.164+0000 7f5fa7f1f640 1 --2- 172.21.15.119:0/2028565897 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f5f8c003970 0x7f5fa0155d90 unknown :-1 s=CLOSED pgs=110 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:43.168 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:43.164+0000 7f5fa7f1f640 1 -- 172.21.15.119:0/2028565897 >> 172.21.15.119:0/2028565897 conn(0x7f5fa0069ed0 msgr2=0x7f5fa00cd0e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:56:43.168 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:43.164+0000 7f5fa7f1f640 1 -- 172.21.15.119:0/2028565897 shutdown_connections 2024-09-13T18:56:43.168 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:43.164+0000 7f5fa7f1f640 1 -- 172.21.15.119:0/2028565897 wait complete. 2024-09-13T18:56:43.178 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-09-13T18:56:22.095896+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '16', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-09-13T18:56:31.950108+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '19', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-09-13T18:56:32.998608+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '20', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.05000000074505806}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'cephfs_data_ec', 'create_time': '2024-09-13T18:56:36.052694+0000', 'flags': 5, 'flags_names': 'hashpspool,ec_overwrites', 'type': 3, 'size': 4, 'min_size': 3, 'crush_rule': 1, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '24', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': 'cephfs_data_ec', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 8192, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}}] 2024-09-13T18:56:43.178 DEBUG:teuthology.orchestra.run.smithi119:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-09-13T18:56:43.278 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:43.275+0000 7f267f3f4640 1 Processor -- start 2024-09-13T18:56:43.278 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:43.275+0000 7f267f3f4640 1 -- start start 2024-09-13T18:56:43.281 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:43.276+0000 7f267f3f4640 1 --2- >> v2:172.21.15.119:3300/0 conn(0x7f267815c500 0x7f26780d2050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:43.281 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:43.276+0000 7f267f3f4640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f26780d2590 0x7f26780cd8e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:43.281 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:43.276+0000 7f267f3f4640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f26780cde20 0x7f26780d0000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:43.281 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:43.276+0000 7f267f3f4640 1 -- --> v2:172.21.15.119:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f26780cd450 con 0x7f267815c500 2024-09-13T18:56:43.281 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:43.276+0000 7f267f3f4640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f26780d29f0 con 0x7f26780d2590 2024-09-13T18:56:43.281 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:43.276+0000 7f267f3f4640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f26780d0cf0 con 0x7f26780cde20 2024-09-13T18:56:43.281 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:43.276+0000 7f267d190640 1 --2- >> v2:172.21.15.119:3300/0 conn(0x7f267815c500 0x7f26780d2050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:43.281 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:43.276+0000 7f267d190640 1 --2- >> v2:172.21.15.119:3300/0 conn(0x7f267815c500 0x7f26780d2050 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.119:3300/0 says I am v2:172.21.15.119:50714/0 (socket says 172.21.15.119:50714) 2024-09-13T18:56:43.281 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:43.276+0000 7f267d190640 1 -- 172.21.15.119:0/3990825490 learned_addr learned my addr 172.21.15.119:0/3990825490 (peer_addr_for_me v2:172.21.15.119:0/0) 2024-09-13T18:56:43.282 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:43.277+0000 7f267d991640 1 --2- 172.21.15.119:0/3990825490 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f26780cde20 0x7f26780d0000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:43.282 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:43.277+0000 7f267d190640 1 -- 172.21.15.119:0/3990825490 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f26780cde20 msgr2=0x7f26780d0000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T18:56:43.282 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:43.277+0000 7f267c98f640 1 --2- 172.21.15.119:0/3990825490 >> v2:172.21.15.145:3300/0 conn(0x7f26780d2590 0x7f26780cd8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:43.282 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:43.277+0000 7f267d190640 1 --2- 172.21.15.119:0/3990825490 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f26780cde20 0x7f26780d0000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:43.282 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:43.277+0000 7f267d190640 1 -- 172.21.15.119:0/3990825490 >> v2:172.21.15.145:3300/0 conn(0x7f26780d2590 msgr2=0x7f26780cd8e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T18:56:43.282 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:43.277+0000 7f267d190640 1 --2- 172.21.15.119:0/3990825490 >> v2:172.21.15.145:3300/0 conn(0x7f26780d2590 0x7f26780cd8e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:43.282 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:43.277+0000 7f267d190640 1 -- 172.21.15.119:0/3990825490 --> v2:172.21.15.119:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f26780d0fd0 con 0x7f267815c500 2024-09-13T18:56:43.282 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:43.277+0000 7f267d991640 1 --2- 172.21.15.119:0/3990825490 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f26780cde20 0x7f26780d0000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T18:56:43.282 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:43.277+0000 7f267c98f640 1 --2- 172.21.15.119:0/3990825490 >> v2:172.21.15.145:3300/0 conn(0x7f26780d2590 0x7f26780cd8e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T18:56:43.282 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:43.277+0000 7f267d190640 1 --2- 172.21.15.119:0/3990825490 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f267815c500 0x7f26780d2050 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7f267806ce50 tx=0x7f267402a1e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=dc6382d8a0bc5048 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:56:43.282 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:43.277+0000 7f266ffff640 1 -- 172.21.15.119:0/3990825490 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2674032440 con 0x7f267815c500 2024-09-13T18:56:43.283 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:43.278+0000 7f266ffff640 1 -- 172.21.15.119:0/3990825490 <== mon.0 v2:172.21.15.119:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f26740325a0 con 0x7f267815c500 2024-09-13T18:56:43.283 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:43.278+0000 7f266ffff640 1 -- 172.21.15.119:0/3990825490 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2674032930 con 0x7f267815c500 2024-09-13T18:56:43.283 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:43.278+0000 7f267f3f4640 1 -- 172.21.15.119:0/3990825490 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f267815c500 msgr2=0x7f26780d2050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:43.283 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:43.278+0000 7f267f3f4640 1 --2- 172.21.15.119:0/3990825490 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f267815c500 0x7f26780d2050 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7f267806ce50 tx=0x7f267402a1e0 comp rx=0 tx=0).stop 2024-09-13T18:56:43.283 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:43.278+0000 7f267f3f4640 1 -- 172.21.15.119:0/3990825490 shutdown_connections 2024-09-13T18:56:43.283 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:43.278+0000 7f267f3f4640 1 --2- 172.21.15.119:0/3990825490 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f26780cde20 0x7f26780d0000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:43.283 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:43.278+0000 7f267f3f4640 1 --2- 172.21.15.119:0/3990825490 >> v2:172.21.15.145:3300/0 conn(0x7f26780d2590 0x7f26780cd8e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:43.283 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:43.278+0000 7f267f3f4640 1 --2- 172.21.15.119:0/3990825490 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f267815c500 0x7f26780d2050 unknown :-1 s=CLOSED pgs=111 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:43.284 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:43.278+0000 7f267f3f4640 1 -- 172.21.15.119:0/3990825490 >> 172.21.15.119:0/3990825490 conn(0x7f2678089f60 msgr2=0x7f267809b830 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:56:43.284 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:43.278+0000 7f267f3f4640 1 -- 172.21.15.119:0/3990825490 shutdown_connections 2024-09-13T18:56:43.284 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:43.278+0000 7f267f3f4640 1 -- 172.21.15.119:0/3990825490 wait complete. 2024-09-13T18:56:43.287 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:43.279+0000 7f267f3f4640 1 Processor -- start 2024-09-13T18:56:43.287 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:43.279+0000 7f267f3f4640 1 -- start start 2024-09-13T18:56:43.288 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:43.280+0000 7f267f3f4640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f26780cde20 0x7f267815e560 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:43.288 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:43.280+0000 7f267f3f4640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f26780d2590 0x7f26781f1ed0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:43.288 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:43.280+0000 7f267f3f4640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f267815c500 0x7f26781f2410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:43.288 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:43.280+0000 7f267f3f4640 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f267815cb00 con 0x7f26780cde20 2024-09-13T18:56:43.288 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:43.280+0000 7f267f3f4640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f267815cde0 con 0x7f267815c500 2024-09-13T18:56:43.288 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:43.280+0000 7f267f3f4640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f267815d0c0 con 0x7f26780d2590 2024-09-13T18:56:43.288 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:43.280+0000 7f267d190640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f26780cde20 0x7f267815e560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:43.288 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:43.280+0000 7f267d190640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f26780cde20 0x7f267815e560 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.119:3300/0 says I am v2:172.21.15.119:50724/0 (socket says 172.21.15.119:50724) 2024-09-13T18:56:43.288 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:43.280+0000 7f267d190640 1 -- 172.21.15.119:0/275602659 learned_addr learned my addr 172.21.15.119:0/275602659 (peer_addr_for_me v2:172.21.15.119:0/0) 2024-09-13T18:56:43.288 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:43.280+0000 7f267c98f640 1 --2- 172.21.15.119:0/275602659 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f26780d2590 0x7f26781f1ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:43.288 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:43.280+0000 7f267d991640 1 --2- 172.21.15.119:0/275602659 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f267815c500 0x7f26781f2410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:43.289 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:43.280+0000 7f267d190640 1 -- 172.21.15.119:0/275602659 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f26780d2590 msgr2=0x7f26781f1ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:43.289 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:43.280+0000 7f267d190640 1 --2- 172.21.15.119:0/275602659 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f26780d2590 0x7f26781f1ed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:43.289 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:43.280+0000 7f267d190640 1 -- 172.21.15.119:0/275602659 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f267815c500 msgr2=0x7f26781f2410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:43.289 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:43.280+0000 7f267d190640 1 --2- 172.21.15.119:0/275602659 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f267815c500 0x7f26781f2410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:43.289 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:43.280+0000 7f267d190640 1 -- 172.21.15.119:0/275602659 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f26740094d0 con 0x7f26780cde20 2024-09-13T18:56:43.289 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:43.281+0000 7f267d190640 1 --2- 172.21.15.119:0/275602659 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f26780cde20 0x7f267815e560 secure :-1 s=READY pgs=112 cs=0 l=1 rev1=1 crypto rx=0x7f267402a750 tx=0x7f26740046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:56:43.289 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:43.281+0000 7f266dffb640 1 -- 172.21.15.119:0/275602659 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2674030b80 con 0x7f26780cde20 2024-09-13T18:56:43.289 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:43.281+0000 7f266dffb640 1 -- 172.21.15.119:0/275602659 <== mon.0 v2:172.21.15.119:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f2674030ce0 con 0x7f26780cde20 2024-09-13T18:56:43.289 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:43.281+0000 7f267f3f4640 1 -- 172.21.15.119:0/275602659 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f267815d3a0 con 0x7f26780cde20 2024-09-13T18:56:43.289 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:43.281+0000 7f266dffb640 1 -- 172.21.15.119:0/275602659 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f267403d680 con 0x7f26780cde20 2024-09-13T18:56:43.289 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:43.281+0000 7f267f3f4640 1 -- 172.21.15.119:0/275602659 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f26781f2c40 con 0x7f26780cde20 2024-09-13T18:56:43.289 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:43.282+0000 7f267f3f4640 1 -- 172.21.15.119:0/275602659 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f26780cd8e0 con 0x7f26780cde20 2024-09-13T18:56:43.290 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:43.282+0000 7f266dffb640 1 -- 172.21.15.119:0/275602659 <== mon.0 v2:172.21.15.119:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f2674039040 con 0x7f26780cde20 2024-09-13T18:56:43.290 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:43.283+0000 7f266dffb640 1 --2- 172.21.15.119:0/275602659 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f265c06ac30 0x7f265c06d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:43.290 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:43.283+0000 7f266dffb640 1 -- 172.21.15.119:0/275602659 <== mon.0 v2:172.21.15.119:3300/0 5 ==== osd_map(24..24 src has 1..24) v4 ==== 6460+0+0 (secure 0 0 0) 0x7f26740aa2c0 con 0x7f26780cde20 2024-09-13T18:56:43.290 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:43.283+0000 7f267c98f640 1 --2- 172.21.15.119:0/275602659 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f265c06ac30 0x7f265c06d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:43.290 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:43.283+0000 7f267c98f640 1 --2- 172.21.15.119:0/275602659 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f265c06ac30 0x7f265c06d0f0 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7f2678152780 tx=0x7f2668008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:56:43.290 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:43.287+0000 7f266dffb640 1 -- 172.21.15.119:0/275602659 <== mon.0 v2:172.21.15.119:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f26740751b0 con 0x7f26780cde20 2024-09-13T18:56:43.450 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:43.447+0000 7f267f3f4640 1 -- 172.21.15.119:0/275602659 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f267806b160 con 0x7f26780cde20 2024-09-13T18:56:43.452 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:43.448+0000 7f266dffb640 1 -- 172.21.15.119:0/275602659 <== mon.0 v2:172.21.15.119:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v24) v1 ==== 93+0+10 (secure 0 0 0) 0x7f26740787d0 con 0x7f26780cde20 2024-09-13T18:56:43.452 INFO:teuthology.orchestra.run.smithi119.stdout:pg_num: 1 2024-09-13T18:56:43.453 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:43.450+0000 7f267f3f4640 1 -- 172.21.15.119:0/275602659 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f265c06ac30 msgr2=0x7f265c06d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:43.453 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:43.450+0000 7f267f3f4640 1 --2- 172.21.15.119:0/275602659 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f265c06ac30 0x7f265c06d0f0 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7f2678152780 tx=0x7f2668008040 comp rx=0 tx=0).stop 2024-09-13T18:56:43.453 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:43.450+0000 7f267f3f4640 1 -- 172.21.15.119:0/275602659 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f26780cde20 msgr2=0x7f267815e560 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:43.453 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:43.450+0000 7f267f3f4640 1 --2- 172.21.15.119:0/275602659 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f26780cde20 0x7f267815e560 secure :-1 s=READY pgs=112 cs=0 l=1 rev1=1 crypto rx=0x7f267402a750 tx=0x7f26740046c0 comp rx=0 tx=0).stop 2024-09-13T18:56:43.453 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:43.450+0000 7f267f3f4640 1 -- 172.21.15.119:0/275602659 shutdown_connections 2024-09-13T18:56:43.454 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:43.450+0000 7f267f3f4640 1 --2- 172.21.15.119:0/275602659 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f265c06ac30 0x7f265c06d0f0 unknown :-1 s=CLOSED pgs=79 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:43.454 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:43.450+0000 7f267f3f4640 1 --2- 172.21.15.119:0/275602659 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f267815c500 0x7f26781f2410 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:43.454 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:43.450+0000 7f267f3f4640 1 --2- 172.21.15.119:0/275602659 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f26780d2590 0x7f26781f1ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:43.454 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:43.450+0000 7f267f3f4640 1 --2- 172.21.15.119:0/275602659 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f26780cde20 0x7f267815e560 unknown :-1 s=CLOSED pgs=112 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:43.454 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:43.450+0000 7f267f3f4640 1 -- 172.21.15.119:0/275602659 >> 172.21.15.119:0/275602659 conn(0x7f2678089f60 msgr2=0x7f26780d2b30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:56:43.454 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:43.450+0000 7f267f3f4640 1 -- 172.21.15.119:0/275602659 shutdown_connections 2024-09-13T18:56:43.454 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:43.450+0000 7f267f3f4640 1 -- 172.21.15.119:0/275602659 wait complete. 2024-09-13T18:56:43.463 DEBUG:teuthology.orchestra.run.smithi119:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-09-13T18:56:43.563 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:43.560+0000 7ff647420640 1 Processor -- start 2024-09-13T18:56:43.563 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:43.561+0000 7ff647420640 1 -- start start 2024-09-13T18:56:43.564 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:43.561+0000 7ff647420640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7ff6400cdf10 0x7ff640069ed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:43.564 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:43.561+0000 7ff647420640 1 --2- >> v2:172.21.15.119:3300/0 conn(0x7ff64006b600 0x7ff640065c60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:43.565 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:43.561+0000 7ff647420640 1 -- --> v1:172.21.15.119:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7ff64015c9a0 con 0x7ff6400ce2f0 2024-09-13T18:56:43.565 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:43.561+0000 7ff647420640 1 -- --> v2:172.21.15.119:3300/0 -- mon_getmap magic: 0 v1 -- 0x7ff64006b170 con 0x7ff64006b600 2024-09-13T18:56:43.565 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:43.561+0000 7ff647420640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff6400661a0 con 0x7ff6400cdf10 2024-09-13T18:56:43.565 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:43.562+0000 7ff6449bb640 1 --2- >> v2:172.21.15.119:3300/0 conn(0x7ff64006b600 0x7ff640065c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:43.565 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:43.562+0000 7ff6449bb640 1 --2- >> v2:172.21.15.119:3300/0 conn(0x7ff64006b600 0x7ff640065c60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.119:3300/0 says I am v2:172.21.15.119:50730/0 (socket says 172.21.15.119:50730) 2024-09-13T18:56:43.565 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:43.562+0000 7ff6459bd640 1 --1- >> v1:172.21.15.119:6789/0 conn(0x7ff6400ce2f0 0x7ff6400cc700 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.119:6789/0 says I am v1:172.21.15.119:51238/0 (socket says 172.21.15.119:51238) 2024-09-13T18:56:43.565 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:43.562+0000 7ff6449bb640 1 -- 172.21.15.119:0/3121846898 learned_addr learned my addr 172.21.15.119:0/3121846898 (peer_addr_for_me v2:172.21.15.119:0/0) 2024-09-13T18:56:43.565 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:43.562+0000 7ff6451bc640 1 --2- 172.21.15.119:0/3121846898 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7ff6400cdf10 0x7ff640069ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:43.565 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:43.562+0000 7ff6449bb640 1 -- 172.21.15.119:0/3121846898 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7ff6400cdf10 msgr2=0x7ff640069ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T18:56:43.565 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:43.562+0000 7ff637fff640 1 -- 172.21.15.119:0/3121846898 <== mon.0 v1:172.21.15.119:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3049420442 0 0) 0x7ff64015c9a0 con 0x7ff6400ce2f0 2024-09-13T18:56:43.565 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:43.562+0000 7ff6449bb640 1 --2- 172.21.15.119:0/3121846898 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7ff6400cdf10 0x7ff640069ed0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:43.565 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:43.562+0000 7ff6449bb640 1 -- 172.21.15.119:0/3121846898 >> v1:172.21.15.119:6789/0 conn(0x7ff6400ce2f0 legacy=0x7ff6400cc700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:43.565 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:43.562+0000 7ff6449bb640 1 -- 172.21.15.119:0/3121846898 --> v2:172.21.15.119:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff64006a560 con 0x7ff64006b600 2024-09-13T18:56:43.567 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:43.563+0000 7ff6449bb640 1 --2- 172.21.15.119:0/3121846898 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7ff64006b600 0x7ff640065c60 secure :-1 s=READY pgs=114 cs=0 l=1 rev1=1 crypto rx=0x7ff630009870 tx=0x7ff63002a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3fbbccde061fd87e server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:56:43.567 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:43.563+0000 7ff637fff640 1 -- 172.21.15.119:0/3121846898 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff630032440 con 0x7ff64006b600 2024-09-13T18:56:43.567 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:43.563+0000 7ff637fff640 1 -- 172.21.15.119:0/3121846898 <== mon.0 v2:172.21.15.119:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff6300325a0 con 0x7ff64006b600 2024-09-13T18:56:43.567 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:43.563+0000 7ff637fff640 1 -- 172.21.15.119:0/3121846898 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff630032930 con 0x7ff64006b600 2024-09-13T18:56:43.567 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:43.563+0000 7ff647420640 1 -- 172.21.15.119:0/3121846898 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7ff64006b600 msgr2=0x7ff640065c60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:43.567 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:43.563+0000 7ff647420640 1 --2- 172.21.15.119:0/3121846898 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7ff64006b600 0x7ff640065c60 secure :-1 s=READY pgs=114 cs=0 l=1 rev1=1 crypto rx=0x7ff630009870 tx=0x7ff63002a270 comp rx=0 tx=0).stop 2024-09-13T18:56:43.568 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:43.563+0000 7ff647420640 1 -- 172.21.15.119:0/3121846898 shutdown_connections 2024-09-13T18:56:43.568 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:43.563+0000 7ff647420640 1 --2- 172.21.15.119:0/3121846898 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7ff64006b600 0x7ff640065c60 unknown :-1 s=CLOSED pgs=114 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:43.568 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:43.563+0000 7ff647420640 1 --2- 172.21.15.119:0/3121846898 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7ff6400cdf10 0x7ff640069ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:43.568 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:43.563+0000 7ff647420640 1 -- 172.21.15.119:0/3121846898 >> 172.21.15.119:0/3121846898 conn(0x7ff6400cb5b0 msgr2=0x7ff6400cb9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:56:43.568 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:43.563+0000 7ff647420640 1 -- 172.21.15.119:0/3121846898 shutdown_connections 2024-09-13T18:56:43.568 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:43.563+0000 7ff647420640 1 -- 172.21.15.119:0/3121846898 wait complete. 2024-09-13T18:56:43.568 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:43.564+0000 7ff647420640 1 Processor -- start 2024-09-13T18:56:43.568 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:43.565+0000 7ff647420640 1 -- start start 2024-09-13T18:56:43.570 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:43.565+0000 7ff647420640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ff64006b600 0x7ff6400af810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:43.570 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:43.565+0000 7ff647420640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7ff6400cdf10 0x7ff6400c52c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:43.570 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:43.565+0000 7ff647420640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7ff6400ce2f0 0x7ff6400c2660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:43.571 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:43.565+0000 7ff647420640 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff6400b2230 con 0x7ff6400cdf10 2024-09-13T18:56:43.571 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:43.565+0000 7ff647420640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff6400b1a20 con 0x7ff64006b600 2024-09-13T18:56:43.571 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:43.565+0000 7ff647420640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff6400b3c80 con 0x7ff6400ce2f0 2024-09-13T18:56:43.571 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:43.565+0000 7ff6449bb640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7ff6400cdf10 0x7ff6400c52c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:43.571 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:43.565+0000 7ff6449bb640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7ff6400cdf10 0x7ff6400c52c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.119:3300/0 says I am v2:172.21.15.119:50736/0 (socket says 172.21.15.119:50736) 2024-09-13T18:56:43.571 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:43.565+0000 7ff6449bb640 1 -- 172.21.15.119:0/1922419824 learned_addr learned my addr 172.21.15.119:0/1922419824 (peer_addr_for_me v2:172.21.15.119:0/0) 2024-09-13T18:56:43.571 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:43.565+0000 7ff6459bd640 1 --2- 172.21.15.119:0/1922419824 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7ff6400ce2f0 0x7ff6400c2660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:43.571 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:43.565+0000 7ff6451bc640 1 --2- 172.21.15.119:0/1922419824 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ff64006b600 0x7ff6400af810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:43.571 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:43.566+0000 7ff6449bb640 1 -- 172.21.15.119:0/1922419824 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7ff6400ce2f0 msgr2=0x7ff6400c2660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:43.571 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:43.566+0000 7ff6449bb640 1 --2- 172.21.15.119:0/1922419824 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7ff6400ce2f0 0x7ff6400c2660 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:43.571 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:43.566+0000 7ff6449bb640 1 -- 172.21.15.119:0/1922419824 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ff64006b600 msgr2=0x7ff6400af810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:43.571 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:43.566+0000 7ff6449bb640 1 --2- 172.21.15.119:0/1922419824 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ff64006b600 0x7ff6400af810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:43.571 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:43.566+0000 7ff6449bb640 1 -- 172.21.15.119:0/1922419824 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff6300094d0 con 0x7ff6400cdf10 2024-09-13T18:56:43.572 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:43.566+0000 7ff6449bb640 1 --2- 172.21.15.119:0/1922419824 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7ff6400cdf10 0x7ff6400c52c0 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7ff630009870 tx=0x7ff6300046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:56:43.572 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:43.566+0000 7ff635ffb640 1 -- 172.21.15.119:0/1922419824 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff630032440 con 0x7ff6400cdf10 2024-09-13T18:56:43.572 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:43.566+0000 7ff635ffb640 1 -- 172.21.15.119:0/1922419824 <== mon.0 v2:172.21.15.119:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff630030ba0 con 0x7ff6400cdf10 2024-09-13T18:56:43.572 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:43.566+0000 7ff647420640 1 -- 172.21.15.119:0/1922419824 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff6400c5800 con 0x7ff6400cdf10 2024-09-13T18:56:43.572 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:43.566+0000 7ff635ffb640 1 -- 172.21.15.119:0/1922419824 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff63003b400 con 0x7ff6400cdf10 2024-09-13T18:56:43.572 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:43.566+0000 7ff647420640 1 -- 172.21.15.119:0/1922419824 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff6400b1f50 con 0x7ff6400cdf10 2024-09-13T18:56:43.572 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:43.567+0000 7ff647420640 1 -- 172.21.15.119:0/1922419824 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ff640065c60 con 0x7ff6400cdf10 2024-09-13T18:56:43.572 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:43.568+0000 7ff635ffb640 1 -- 172.21.15.119:0/1922419824 <== mon.0 v2:172.21.15.119:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7ff630039040 con 0x7ff6400cdf10 2024-09-13T18:56:43.572 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:43.568+0000 7ff635ffb640 1 --2- 172.21.15.119:0/1922419824 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7ff62406ac00 0x7ff62406d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:43.572 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:43.568+0000 7ff635ffb640 1 -- 172.21.15.119:0/1922419824 <== mon.0 v2:172.21.15.119:3300/0 5 ==== osd_map(24..24 src has 1..24) v4 ==== 6460+0+0 (secure 0 0 0) 0x7ff6300a9ef0 con 0x7ff6400cdf10 2024-09-13T18:56:43.572 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:43.568+0000 7ff6451bc640 1 --2- 172.21.15.119:0/1922419824 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7ff62406ac00 0x7ff62406d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:43.573 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:43.568+0000 7ff6451bc640 1 --2- 172.21.15.119:0/1922419824 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7ff62406ac00 0x7ff62406d0c0 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7ff63c006fd0 tx=0x7ff63c008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:56:43.574 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:43.572+0000 7ff635ffb640 1 -- 172.21.15.119:0/1922419824 <== mon.0 v2:172.21.15.119:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7ff630074de0 con 0x7ff6400cdf10 2024-09-13T18:56:43.736 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:43.733+0000 7ff647420640 1 -- 172.21.15.119:0/1922419824 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7ff6400b3dc0 con 0x7ff6400cdf10 2024-09-13T18:56:43.736 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:43.733+0000 7ff635ffb640 1 -- 172.21.15.119:0/1922419824 <== mon.0 v2:172.21.15.119:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v24) v1 ==== 104+0+11 (secure 0 0 0) 0x7ff630037020 con 0x7ff6400cdf10 2024-09-13T18:56:43.736 INFO:teuthology.orchestra.run.smithi119.stdout:pg_num: 32 2024-09-13T18:56:43.738 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:43.735+0000 7ff647420640 1 -- 172.21.15.119:0/1922419824 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7ff62406ac00 msgr2=0x7ff62406d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:43.738 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:43.735+0000 7ff647420640 1 --2- 172.21.15.119:0/1922419824 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7ff62406ac00 0x7ff62406d0c0 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7ff63c006fd0 tx=0x7ff63c008040 comp rx=0 tx=0).stop 2024-09-13T18:56:43.738 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:43.735+0000 7ff647420640 1 -- 172.21.15.119:0/1922419824 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7ff6400cdf10 msgr2=0x7ff6400c52c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:43.738 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:43.735+0000 7ff647420640 1 --2- 172.21.15.119:0/1922419824 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7ff6400cdf10 0x7ff6400c52c0 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7ff630009870 tx=0x7ff6300046c0 comp rx=0 tx=0).stop 2024-09-13T18:56:43.739 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:43.736+0000 7ff647420640 1 -- 172.21.15.119:0/1922419824 shutdown_connections 2024-09-13T18:56:43.739 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:43.736+0000 7ff647420640 1 --2- 172.21.15.119:0/1922419824 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7ff62406ac00 0x7ff62406d0c0 unknown :-1 s=CLOSED pgs=80 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:43.739 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:43.736+0000 7ff647420640 1 --2- 172.21.15.119:0/1922419824 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7ff6400ce2f0 0x7ff6400c2660 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:43.739 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:43.736+0000 7ff647420640 1 --2- 172.21.15.119:0/1922419824 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7ff6400cdf10 0x7ff6400c52c0 unknown :-1 s=CLOSED pgs=115 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:43.739 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:43.736+0000 7ff647420640 1 --2- 172.21.15.119:0/1922419824 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ff64006b600 0x7ff6400af810 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:43.739 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:43.736+0000 7ff647420640 1 -- 172.21.15.119:0/1922419824 >> 172.21.15.119:0/1922419824 conn(0x7ff6400cb5b0 msgr2=0x7ff6400cd580 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:56:43.739 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:43.736+0000 7ff647420640 1 -- 172.21.15.119:0/1922419824 shutdown_connections 2024-09-13T18:56:43.739 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:43.736+0000 7ff647420640 1 -- 172.21.15.119:0/1922419824 wait complete. 2024-09-13T18:56:43.749 DEBUG:teuthology.orchestra.run.smithi119:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-09-13T18:56:43.849 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:43.845+0000 7fb092d9c640 1 Processor -- start 2024-09-13T18:56:43.849 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:43.845+0000 7fb092d9c640 1 -- start start 2024-09-13T18:56:43.851 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:43.846+0000 7fb092d9c640 1 --2- >> v2:172.21.15.119:3300/0 conn(0x7fb08c06b600 0x7fb08c069ed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:43.851 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:43.846+0000 7fb092d9c640 1 -- --> v1:172.21.15.119:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fb08c15c9a0 con 0x7fb08c0cdf10 2024-09-13T18:56:43.851 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:43.846+0000 7fb092d9c640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fb08c06b170 con 0x7fb08c0ce2f0 2024-09-13T18:56:43.851 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:43.846+0000 7fb092d9c640 1 -- --> v2:172.21.15.119:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fb08c06a560 con 0x7fb08c06b600 2024-09-13T18:56:43.851 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:43.846+0000 7fb083fff640 1 --2- >> v2:172.21.15.119:3300/0 conn(0x7fb08c06b600 0x7fb08c069ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:43.852 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:43.846+0000 7fb090b38640 1 --1- >> v1:172.21.15.119:6789/0 conn(0x7fb08c0cdf10 0x7fb08c065c60 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.119:6789/0 says I am v1:172.21.15.119:51252/0 (socket says 172.21.15.119:51252) 2024-09-13T18:56:43.852 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:43.846+0000 7fb083fff640 1 --2- >> v2:172.21.15.119:3300/0 conn(0x7fb08c06b600 0x7fb08c069ed0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.119:3300/0 says I am v2:172.21.15.119:50748/0 (socket says 172.21.15.119:50748) 2024-09-13T18:56:43.852 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:43.846+0000 7fb090b38640 1 -- 172.21.15.119:0/924964691 learned_addr learned my addr 172.21.15.119:0/924964691 (peer_addr_for_me v1:172.21.15.119:0/0) 2024-09-13T18:56:43.852 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:43.846+0000 7fb083fff640 1 -- 172.21.15.119:0/924964691 >> v1:172.21.15.145:6789/0 conn(0x7fb08c0ce2f0 legacy=0x7fb08c06ca30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T18:56:43.852 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:43.846+0000 7fb083fff640 1 -- 172.21.15.119:0/924964691 >> v1:172.21.15.119:6789/0 conn(0x7fb08c0cdf10 legacy=0x7fb08c065c60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:43.852 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:43.846+0000 7fb083fff640 1 -- 172.21.15.119:0/924964691 --> v2:172.21.15.119:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb08c06a840 con 0x7fb08c06b600 2024-09-13T18:56:43.852 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:43.846+0000 7fb0837fe640 1 -- 172.21.15.119:0/924964691 <== mon.0 v1:172.21.15.119:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 728722051 0 0) 0x7fb08c15c9a0 con 0x7fb08c0cdf10 2024-09-13T18:56:43.852 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:43.847+0000 7fb083fff640 1 --2- 172.21.15.119:0/924964691 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fb08c06b600 0x7fb08c069ed0 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x7fb07c0097a0 tx=0x7fb07c02a1e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=776150e8ce8a610d server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:56:43.852 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:43.847+0000 7fb0837fe640 1 -- 172.21.15.119:0/924964691 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb07c032440 con 0x7fb08c06b600 2024-09-13T18:56:43.852 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:43.847+0000 7fb0837fe640 1 -- 172.21.15.119:0/924964691 <== mon.0 v2:172.21.15.119:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb07c0325a0 con 0x7fb08c06b600 2024-09-13T18:56:43.852 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:43.847+0000 7fb0837fe640 1 -- 172.21.15.119:0/924964691 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb07c032930 con 0x7fb08c06b600 2024-09-13T18:56:43.852 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:43.847+0000 7fb092d9c640 1 -- 172.21.15.119:0/924964691 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fb08c06b600 msgr2=0x7fb08c069ed0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:43.852 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:43.847+0000 7fb092d9c640 1 --2- 172.21.15.119:0/924964691 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fb08c06b600 0x7fb08c069ed0 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x7fb07c0097a0 tx=0x7fb07c02a1e0 comp rx=0 tx=0).stop 2024-09-13T18:56:43.853 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:43.848+0000 7fb092d9c640 1 -- 172.21.15.119:0/924964691 shutdown_connections 2024-09-13T18:56:43.853 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:43.848+0000 7fb092d9c640 1 --2- 172.21.15.119:0/924964691 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fb08c06b600 0x7fb08c069ed0 unknown :-1 s=CLOSED pgs=117 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:43.853 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:43.848+0000 7fb092d9c640 1 -- 172.21.15.119:0/924964691 >> 172.21.15.119:0/924964691 conn(0x7fb08c0cb5b0 msgr2=0x7fb08c0cb9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:56:43.853 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:43.848+0000 7fb092d9c640 1 -- 172.21.15.119:0/924964691 shutdown_connections 2024-09-13T18:56:43.853 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:43.848+0000 7fb092d9c640 1 -- 172.21.15.119:0/924964691 wait complete. 2024-09-13T18:56:43.855 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:43.849+0000 7fb092d9c640 1 Processor -- start 2024-09-13T18:56:43.855 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:43.849+0000 7fb092d9c640 1 -- start start 2024-09-13T18:56:43.855 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:43.850+0000 7fb092d9c640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fb08c06b600 0x7fb08c1566a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:43.855 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:43.850+0000 7fb092d9c640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb08c0cdf10 0x7fb08c156f30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:43.855 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:43.850+0000 7fb092d9c640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fb08c0ce2f0 0x7fb08c157470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:43.855 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:43.850+0000 7fb092d9c640 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb08c0c8050 con 0x7fb08c0ce2f0 2024-09-13T18:56:43.856 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:43.850+0000 7fb092d9c640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb08c0c6fb0 con 0x7fb08c0cdf10 2024-09-13T18:56:43.856 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:43.850+0000 7fb092d9c640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb08c0c7290 con 0x7fb08c06b600 2024-09-13T18:56:43.856 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:43.850+0000 7fb091339640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fb08c0ce2f0 0x7fb08c157470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:43.856 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:43.850+0000 7fb091339640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fb08c0ce2f0 0x7fb08c157470 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.119:3300/0 says I am v2:172.21.15.119:50764/0 (socket says 172.21.15.119:50764) 2024-09-13T18:56:43.856 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:43.850+0000 7fb091339640 1 -- 172.21.15.119:0/3926571681 learned_addr learned my addr 172.21.15.119:0/3926571681 (peer_addr_for_me v2:172.21.15.119:0/0) 2024-09-13T18:56:43.856 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:43.850+0000 7fb090b38640 1 --2- 172.21.15.119:0/3926571681 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fb08c06b600 0x7fb08c1566a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:43.856 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:43.850+0000 7fb083fff640 1 --2- 172.21.15.119:0/3926571681 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb08c0cdf10 0x7fb08c156f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:43.856 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:43.850+0000 7fb091339640 1 -- 172.21.15.119:0/3926571681 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fb08c06b600 msgr2=0x7fb08c1566a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:43.856 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:43.850+0000 7fb091339640 1 --2- 172.21.15.119:0/3926571681 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fb08c06b600 0x7fb08c1566a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:43.856 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:43.850+0000 7fb091339640 1 -- 172.21.15.119:0/3926571681 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb08c0cdf10 msgr2=0x7fb08c156f30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:43.856 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:43.850+0000 7fb091339640 1 --2- 172.21.15.119:0/3926571681 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb08c0cdf10 0x7fb08c156f30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:43.856 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:43.850+0000 7fb091339640 1 -- 172.21.15.119:0/3926571681 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb07c009400 con 0x7fb08c0ce2f0 2024-09-13T18:56:43.857 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:43.850+0000 7fb091339640 1 --2- 172.21.15.119:0/3926571681 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fb08c0ce2f0 0x7fb08c157470 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7fb08400b410 tx=0x7fb08400b8d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:56:43.857 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:43.850+0000 7fb0817fa640 1 -- 172.21.15.119:0/3926571681 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb084004020 con 0x7fb08c0ce2f0 2024-09-13T18:56:43.858 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:43.850+0000 7fb0817fa640 1 -- 172.21.15.119:0/3926571681 <== mon.0 v2:172.21.15.119:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb084004180 con 0x7fb08c0ce2f0 2024-09-13T18:56:43.858 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:43.850+0000 7fb092d9c640 1 -- 172.21.15.119:0/3926571681 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb08c0c7570 con 0x7fb08c0ce2f0 2024-09-13T18:56:43.858 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:43.850+0000 7fb0817fa640 1 -- 172.21.15.119:0/3926571681 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb084011630 con 0x7fb08c0ce2f0 2024-09-13T18:56:43.858 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:43.850+0000 7fb092d9c640 1 -- 172.21.15.119:0/3926571681 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb08c0c7b30 con 0x7fb08c0ce2f0 2024-09-13T18:56:43.858 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:43.851+0000 7fb092d9c640 1 -- 172.21.15.119:0/3926571681 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fb08c0c7d20 con 0x7fb08c0ce2f0 2024-09-13T18:56:43.858 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:43.852+0000 7fb0817fa640 1 -- 172.21.15.119:0/3926571681 <== mon.0 v2:172.21.15.119:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fb084011790 con 0x7fb08c0ce2f0 2024-09-13T18:56:43.861 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:43.852+0000 7fb0817fa640 1 --2- 172.21.15.119:0/3926571681 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7fb07806ac00 0x7fb07806d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:43.861 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:43.852+0000 7fb0817fa640 1 -- 172.21.15.119:0/3926571681 <== mon.0 v2:172.21.15.119:3300/0 5 ==== osd_map(24..24 src has 1..24) v4 ==== 6460+0+0 (secure 0 0 0) 0x7fb0840891b0 con 0x7fb08c0ce2f0 2024-09-13T18:56:43.861 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:43.852+0000 7fb090b38640 1 --2- 172.21.15.119:0/3926571681 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7fb07806ac00 0x7fb07806d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:43.861 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:43.853+0000 7fb090b38640 1 --2- 172.21.15.119:0/3926571681 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7fb07806ac00 0x7fb07806d0c0 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7fb0880012e0 tx=0x7fb088001700 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:56:43.862 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:43.856+0000 7fb0817fa640 1 -- 172.21.15.119:0/3926571681 <== mon.0 v2:172.21.15.119:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fb084054150 con 0x7fb08c0ce2f0 2024-09-13T18:56:44.020 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:44.016+0000 7fb092d9c640 1 -- 172.21.15.119:0/3926571681 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7fb08c069ed0 con 0x7fb08c0ce2f0 2024-09-13T18:56:44.020 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:44.017+0000 7fb0817fa640 1 -- 172.21.15.119:0/3926571681 <== mon.0 v2:172.21.15.119:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v24) v1 ==== 100+0+11 (secure 0 0 0) 0x7fb084057770 con 0x7fb08c0ce2f0 2024-09-13T18:56:44.020 INFO:teuthology.orchestra.run.smithi119.stdout:pg_num: 64 2024-09-13T18:56:44.022 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:44.018+0000 7fb092d9c640 1 -- 172.21.15.119:0/3926571681 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7fb07806ac00 msgr2=0x7fb07806d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:44.022 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:44.018+0000 7fb092d9c640 1 --2- 172.21.15.119:0/3926571681 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7fb07806ac00 0x7fb07806d0c0 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7fb0880012e0 tx=0x7fb088001700 comp rx=0 tx=0).stop 2024-09-13T18:56:44.022 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:44.018+0000 7fb092d9c640 1 -- 172.21.15.119:0/3926571681 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fb08c0ce2f0 msgr2=0x7fb08c157470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:44.022 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:44.018+0000 7fb092d9c640 1 --2- 172.21.15.119:0/3926571681 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fb08c0ce2f0 0x7fb08c157470 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7fb08400b410 tx=0x7fb08400b8d0 comp rx=0 tx=0).stop 2024-09-13T18:56:44.023 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:44.019+0000 7fb092d9c640 1 -- 172.21.15.119:0/3926571681 shutdown_connections 2024-09-13T18:56:44.023 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:44.019+0000 7fb092d9c640 1 --2- 172.21.15.119:0/3926571681 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7fb07806ac00 0x7fb07806d0c0 unknown :-1 s=CLOSED pgs=81 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:44.023 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:44.019+0000 7fb092d9c640 1 --2- 172.21.15.119:0/3926571681 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fb08c0ce2f0 0x7fb08c157470 unknown :-1 s=CLOSED pgs=118 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:44.023 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:44.019+0000 7fb092d9c640 1 --2- 172.21.15.119:0/3926571681 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb08c0cdf10 0x7fb08c156f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:44.023 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:44.019+0000 7fb092d9c640 1 --2- 172.21.15.119:0/3926571681 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fb08c06b600 0x7fb08c1566a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:44.023 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:44.019+0000 7fb092d9c640 1 -- 172.21.15.119:0/3926571681 >> 172.21.15.119:0/3926571681 conn(0x7fb08c0cb5b0 msgr2=0x7fb08c06e740 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:56:44.023 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:44.019+0000 7fb092d9c640 1 -- 172.21.15.119:0/3926571681 shutdown_connections 2024-09-13T18:56:44.023 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:44.019+0000 7fb092d9c640 1 -- 172.21.15.119:0/3926571681 wait complete. 2024-09-13T18:56:44.033 DEBUG:teuthology.orchestra.run.smithi119:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data_ec pg_num 2024-09-13T18:56:44.133 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:44.129+0000 7fdc13333640 1 Processor -- start 2024-09-13T18:56:44.133 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:44.130+0000 7fdc13333640 1 -- start start 2024-09-13T18:56:44.134 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:44.130+0000 7fdc13333640 1 --2- >> v2:172.21.15.119:3300/0 conn(0x7fdc0c15c500 0x7fdc0c0d2050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:44.134 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:44.130+0000 7fdc13333640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fdc0c0d2590 0x7fdc0c0cd8e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:44.135 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:44.130+0000 7fdc13333640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7fdc0c0cde20 0x7fdc0c0d0000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:44.135 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:44.130+0000 7fdc13333640 1 -- --> v2:172.21.15.119:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fdc0c0cd450 con 0x7fdc0c15c500 2024-09-13T18:56:44.135 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:44.130+0000 7fdc13333640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fdc0c0d29f0 con 0x7fdc0c0cde20 2024-09-13T18:56:44.135 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:44.130+0000 7fdc13333640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fdc0c0d0cf0 con 0x7fdc0c0d2590 2024-09-13T18:56:44.135 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:44.131+0000 7fdc110cf640 1 --2- >> v2:172.21.15.119:3300/0 conn(0x7fdc0c15c500 0x7fdc0c0d2050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:44.135 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:44.131+0000 7fdc110cf640 1 --2- >> v2:172.21.15.119:3300/0 conn(0x7fdc0c15c500 0x7fdc0c0d2050 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.119:3300/0 says I am v2:172.21.15.119:50766/0 (socket says 172.21.15.119:50766) 2024-09-13T18:56:44.135 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:44.131+0000 7fdc110cf640 1 -- 172.21.15.119:0/3231005496 learned_addr learned my addr 172.21.15.119:0/3231005496 (peer_addr_for_me v2:172.21.15.119:0/0) 2024-09-13T18:56:44.135 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:44.131+0000 7fdc110cf640 1 -- 172.21.15.119:0/3231005496 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fdc0c0d2590 msgr2=0x7fdc0c0cd8e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T18:56:44.135 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:44.131+0000 7fdc110cf640 1 --2- 172.21.15.119:0/3231005496 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fdc0c0d2590 0x7fdc0c0cd8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:44.135 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:44.131+0000 7fdc110cf640 1 -- 172.21.15.119:0/3231005496 >> v2:172.21.15.145:3300/0 conn(0x7fdc0c0cde20 msgr2=0x7fdc0c0d0000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T18:56:44.135 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:44.131+0000 7fdc110cf640 1 --2- 172.21.15.119:0/3231005496 >> v2:172.21.15.145:3300/0 conn(0x7fdc0c0cde20 0x7fdc0c0d0000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:44.135 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:44.131+0000 7fdc110cf640 1 -- 172.21.15.119:0/3231005496 --> v2:172.21.15.119:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fdc0c0d0fd0 con 0x7fdc0c15c500 2024-09-13T18:56:44.137 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:44.132+0000 7fdc110cf640 1 --2- 172.21.15.119:0/3231005496 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fdc0c15c500 0x7fdc0c0d2050 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7fdc0c0b1e40 tx=0x7fdc0402a1e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7a90f01c18c5c3b5 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:56:44.137 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:44.132+0000 7fdc0bfff640 1 -- 172.21.15.119:0/3231005496 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdc04032440 con 0x7fdc0c15c500 2024-09-13T18:56:44.137 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:44.132+0000 7fdc0bfff640 1 -- 172.21.15.119:0/3231005496 <== mon.0 v2:172.21.15.119:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fdc040325a0 con 0x7fdc0c15c500 2024-09-13T18:56:44.137 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:44.132+0000 7fdc0bfff640 1 -- 172.21.15.119:0/3231005496 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdc04032930 con 0x7fdc0c15c500 2024-09-13T18:56:44.137 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:44.132+0000 7fdc13333640 1 -- 172.21.15.119:0/3231005496 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fdc0c15c500 msgr2=0x7fdc0c0d2050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:44.137 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:44.132+0000 7fdc13333640 1 --2- 172.21.15.119:0/3231005496 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fdc0c15c500 0x7fdc0c0d2050 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7fdc0c0b1e40 tx=0x7fdc0402a1e0 comp rx=0 tx=0).stop 2024-09-13T18:56:44.137 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:44.132+0000 7fdc13333640 1 -- 172.21.15.119:0/3231005496 shutdown_connections 2024-09-13T18:56:44.137 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:44.132+0000 7fdc13333640 1 --2- 172.21.15.119:0/3231005496 >> v2:172.21.15.145:3300/0 conn(0x7fdc0c0cde20 0x7fdc0c0d0000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:44.137 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:44.132+0000 7fdc13333640 1 --2- 172.21.15.119:0/3231005496 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fdc0c0d2590 0x7fdc0c0cd8e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:44.138 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:44.132+0000 7fdc13333640 1 --2- 172.21.15.119:0/3231005496 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fdc0c15c500 0x7fdc0c0d2050 unknown :-1 s=CLOSED pgs=119 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:44.138 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:44.132+0000 7fdc13333640 1 -- 172.21.15.119:0/3231005496 >> 172.21.15.119:0/3231005496 conn(0x7fdc0c089f60 msgr2=0x7fdc0c09b830 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:56:44.138 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:44.132+0000 7fdc13333640 1 -- 172.21.15.119:0/3231005496 shutdown_connections 2024-09-13T18:56:44.138 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:44.132+0000 7fdc13333640 1 -- 172.21.15.119:0/3231005496 wait complete. 2024-09-13T18:56:44.138 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:44.134+0000 7fdc13333640 1 Processor -- start 2024-09-13T18:56:44.138 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:44.134+0000 7fdc13333640 1 -- start start 2024-09-13T18:56:44.140 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:44.134+0000 7fdc13333640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fdc0c0cde20 0x7fdc0c0b5620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:44.140 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:44.134+0000 7fdc13333640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fdc0c0d2590 0x7fdc0c0b72a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:44.140 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:44.134+0000 7fdc13333640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fdc0c15c500 0x7fdc0c0cbdf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:44.140 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:44.134+0000 7fdc13333640 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdc0c15ce90 con 0x7fdc0c15c500 2024-09-13T18:56:44.141 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:44.134+0000 7fdc13333640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdc0c15d170 con 0x7fdc0c0d2590 2024-09-13T18:56:44.141 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:44.134+0000 7fdc13333640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fdc0c15d450 con 0x7fdc0c0cde20 2024-09-13T18:56:44.141 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:44.134+0000 7fdc118d0640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fdc0c15c500 0x7fdc0c0cbdf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:44.141 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:44.134+0000 7fdc118d0640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fdc0c15c500 0x7fdc0c0cbdf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.119:3300/0 says I am v2:172.21.15.119:50772/0 (socket says 172.21.15.119:50772) 2024-09-13T18:56:44.141 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:44.134+0000 7fdc118d0640 1 -- 172.21.15.119:0/3285147227 learned_addr learned my addr 172.21.15.119:0/3285147227 (peer_addr_for_me v2:172.21.15.119:0/0) 2024-09-13T18:56:44.141 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:44.135+0000 7fdc110cf640 1 --2- 172.21.15.119:0/3285147227 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fdc0c0cde20 0x7fdc0c0b5620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:44.141 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:44.135+0000 7fdc108ce640 1 --2- 172.21.15.119:0/3285147227 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fdc0c0d2590 0x7fdc0c0b72a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:44.141 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:44.135+0000 7fdc118d0640 1 -- 172.21.15.119:0/3285147227 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fdc0c0cde20 msgr2=0x7fdc0c0b5620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:44.141 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:44.135+0000 7fdc118d0640 1 --2- 172.21.15.119:0/3285147227 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fdc0c0cde20 0x7fdc0c0b5620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:44.141 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:44.135+0000 7fdc118d0640 1 -- 172.21.15.119:0/3285147227 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fdc0c0d2590 msgr2=0x7fdc0c0b72a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:44.141 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:44.135+0000 7fdc118d0640 1 --2- 172.21.15.119:0/3285147227 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fdc0c0d2590 0x7fdc0c0b72a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:44.141 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:44.135+0000 7fdc118d0640 1 -- 172.21.15.119:0/3285147227 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fdc040094d0 con 0x7fdc0c15c500 2024-09-13T18:56:44.141 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:44.135+0000 7fdc110cf640 1 --2- 172.21.15.119:0/3285147227 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fdc0c0cde20 0x7fdc0c0b5620 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T18:56:44.141 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:44.135+0000 7fdc108ce640 1 --2- 172.21.15.119:0/3285147227 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fdc0c0d2590 0x7fdc0c0b72a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T18:56:44.142 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:44.135+0000 7fdc118d0640 1 --2- 172.21.15.119:0/3285147227 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fdc0c15c500 0x7fdc0c0cbdf0 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7fdbfc009fd0 tx=0x7fdbfc00b8e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:56:44.142 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:44.135+0000 7fdc09ffb640 1 -- 172.21.15.119:0/3285147227 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdbfc011830 con 0x7fdc0c15c500 2024-09-13T18:56:44.142 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:44.135+0000 7fdc09ffb640 1 -- 172.21.15.119:0/3285147227 <== mon.0 v2:172.21.15.119:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fdbfc011990 con 0x7fdc0c15c500 2024-09-13T18:56:44.142 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:44.135+0000 7fdc13333640 1 -- 172.21.15.119:0/3285147227 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fdc0c15d730 con 0x7fdc0c15c500 2024-09-13T18:56:44.142 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:44.135+0000 7fdc09ffb640 1 -- 172.21.15.119:0/3285147227 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdbfc011d20 con 0x7fdc0c15c500 2024-09-13T18:56:44.142 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:44.135+0000 7fdc13333640 1 -- 172.21.15.119:0/3285147227 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fdc0c0b5b60 con 0x7fdc0c15c500 2024-09-13T18:56:44.142 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:44.136+0000 7fdc13333640 1 -- 172.21.15.119:0/3285147227 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fdc0c15dc50 con 0x7fdc0c15c500 2024-09-13T18:56:44.142 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:44.137+0000 7fdc09ffb640 1 -- 172.21.15.119:0/3285147227 <== mon.0 v2:172.21.15.119:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fdbfc01b460 con 0x7fdc0c15c500 2024-09-13T18:56:44.142 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:44.137+0000 7fdc09ffb640 1 --2- 172.21.15.119:0/3285147227 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7fdbf806ac30 0x7fdbf806d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:44.143 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:44.137+0000 7fdc09ffb640 1 -- 172.21.15.119:0/3285147227 <== mon.0 v2:172.21.15.119:3300/0 5 ==== osd_map(24..24 src has 1..24) v4 ==== 6460+0+0 (secure 0 0 0) 0x7fdbfc089460 con 0x7fdc0c15c500 2024-09-13T18:56:44.143 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:44.137+0000 7fdc110cf640 1 --2- 172.21.15.119:0/3285147227 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7fdbf806ac30 0x7fdbf806d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:44.143 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:44.138+0000 7fdc110cf640 1 --2- 172.21.15.119:0/3285147227 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7fdbf806ac30 0x7fdbf806d0f0 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7fdc04034000 tx=0x7fdc0402e000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:56:44.145 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:44.141+0000 7fdc09ffb640 1 -- 172.21.15.119:0/3285147227 <== mon.0 v2:172.21.15.119:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fdc0c15dc50 con 0x7fdc0c15c500 2024-09-13T18:56:44.305 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:44.302+0000 7fdc13333640 1 -- 172.21.15.119:0/3285147227 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"} v 0) v1 -- 0x7fdc0c15dc50 con 0x7fdc0c15c500 2024-09-13T18:56:44.306 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:44.302+0000 7fdc09ffb640 1 -- 172.21.15.119:0/3285147227 <== mon.0 v2:172.21.15.119:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]=0 v24) v1 ==== 103+0+11 (secure 0 0 0) 0x7fdc0c15dc50 con 0x7fdc0c15c500 2024-09-13T18:56:44.306 INFO:teuthology.orchestra.run.smithi119.stdout:pg_num: 32 2024-09-13T18:56:44.308 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:44.304+0000 7fdc13333640 1 -- 172.21.15.119:0/3285147227 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7fdbf806ac30 msgr2=0x7fdbf806d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:44.308 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:44.304+0000 7fdc13333640 1 --2- 172.21.15.119:0/3285147227 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7fdbf806ac30 0x7fdbf806d0f0 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7fdc04034000 tx=0x7fdc0402e000 comp rx=0 tx=0).stop 2024-09-13T18:56:44.308 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:44.304+0000 7fdc13333640 1 -- 172.21.15.119:0/3285147227 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fdc0c15c500 msgr2=0x7fdc0c0cbdf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:44.308 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:44.304+0000 7fdc13333640 1 --2- 172.21.15.119:0/3285147227 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fdc0c15c500 0x7fdc0c0cbdf0 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7fdbfc009fd0 tx=0x7fdbfc00b8e0 comp rx=0 tx=0).stop 2024-09-13T18:56:44.308 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:44.304+0000 7fdc13333640 1 -- 172.21.15.119:0/3285147227 shutdown_connections 2024-09-13T18:56:44.308 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:44.304+0000 7fdc13333640 1 --2- 172.21.15.119:0/3285147227 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7fdbf806ac30 0x7fdbf806d0f0 unknown :-1 s=CLOSED pgs=82 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:44.308 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:44.304+0000 7fdc13333640 1 --2- 172.21.15.119:0/3285147227 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fdc0c15c500 0x7fdc0c0cbdf0 unknown :-1 s=CLOSED pgs=120 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:44.308 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:44.304+0000 7fdc13333640 1 --2- 172.21.15.119:0/3285147227 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fdc0c0d2590 0x7fdc0c0b72a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:44.308 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:44.304+0000 7fdc13333640 1 --2- 172.21.15.119:0/3285147227 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fdc0c0cde20 0x7fdc0c0b5620 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:44.308 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:44.304+0000 7fdc13333640 1 -- 172.21.15.119:0/3285147227 >> 172.21.15.119:0/3285147227 conn(0x7fdc0c089f60 msgr2=0x7fdc0c06b380 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:56:44.308 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:44.304+0000 7fdc13333640 1 -- 172.21.15.119:0/3285147227 shutdown_connections 2024-09-13T18:56:44.309 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:44.304+0000 7fdc13333640 1 -- 172.21.15.119:0/3285147227 wait complete. 2024-09-13T18:56:44.319 DEBUG:teuthology.orchestra.run.smithi119:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-13T18:56:44.417 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:44.413+0000 7fca9a079640 1 Processor -- start 2024-09-13T18:56:44.417 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:44.413+0000 7fca9a079640 1 -- start start 2024-09-13T18:56:44.422 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:44.414+0000 7fca9a079640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7fca9415c8c0 0x7fca940989d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:44.422 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:44.414+0000 7fca9a079640 1 -- --> v1:172.21.15.119:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fca940cfb10 con 0x7fca940af8b0 2024-09-13T18:56:44.422 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:44.414+0000 7fca9a079640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fca940caae0 con 0x7fca940cc260 2024-09-13T18:56:44.422 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:44.414+0000 7fca9a079640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fca9415cca0 con 0x7fca9415c8c0 2024-09-13T18:56:44.422 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:44.414+0000 7fca8affd640 1 --1- >> v1:172.21.15.119:6789/0 conn(0x7fca940af8b0 0x7fca940ce6d0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.119:6789/0 says I am v1:172.21.15.119:51254/0 (socket says 172.21.15.119:51254) 2024-09-13T18:56:44.422 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:44.414+0000 7fca8affd640 1 -- 172.21.15.119:0/517739033 learned_addr learned my addr 172.21.15.119:0/517739033 (peer_addr_for_me v1:172.21.15.119:0/0) 2024-09-13T18:56:44.422 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:44.415+0000 7fca937fe640 1 --2- 172.21.15.119:0/517739033 >> v2:172.21.15.145:3300/0 conn(0x7fca9415c8c0 0x7fca940989d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:44.423 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:44.415+0000 7fca92ffd640 1 -- 172.21.15.119:0/517739033 <== mon.0 v1:172.21.15.119:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2529163121 0 0) 0x7fca940cfb10 con 0x7fca940af8b0 2024-09-13T18:56:44.423 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:44.415+0000 7fca92ffd640 1 -- 172.21.15.119:0/517739033 --> v1:172.21.15.119:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fca80003520 con 0x7fca940af8b0 2024-09-13T18:56:44.423 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:44.415+0000 7fca92ffd640 1 -- 172.21.15.119:0/517739033 <== mon.0 v1:172.21.15.119:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 3431273667 0 0) 0x7fca80003520 con 0x7fca940af8b0 2024-09-13T18:56:44.423 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:44.415+0000 7fca92ffd640 1 -- 172.21.15.119:0/517739033 >> v2:172.21.15.145:3300/0 conn(0x7fca9415c8c0 msgr2=0x7fca940989d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T18:56:44.423 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:44.415+0000 7fca92ffd640 1 --2- 172.21.15.119:0/517739033 >> v2:172.21.15.145:3300/0 conn(0x7fca9415c8c0 0x7fca940989d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:44.423 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:44.415+0000 7fca92ffd640 1 -- 172.21.15.119:0/517739033 >> v1:172.21.15.145:6789/0 conn(0x7fca940cc260 legacy=0x7fca940cede0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:44.423 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:44.415+0000 7fca92ffd640 1 -- 172.21.15.119:0/517739033 --> v1:172.21.15.119:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fca940996c0 con 0x7fca940af8b0 2024-09-13T18:56:44.423 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:44.415+0000 7fca92ffd640 1 -- 172.21.15.119:0/517739033 <== mon.0 v1:172.21.15.119:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 337823224 0 0) 0x7fca7c001670 con 0x7fca940af8b0 2024-09-13T18:56:44.423 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:44.415+0000 7fca937fe640 1 --2- 172.21.15.119:0/517739033 >> v2:172.21.15.145:3300/0 conn(0x7fca9415c8c0 0x7fca940989d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T18:56:44.423 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:44.415+0000 7fca92ffd640 1 -- 172.21.15.119:0/517739033 >> v1:172.21.15.119:6789/0 conn(0x7fca940af8b0 legacy=0x7fca940ce6d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:44.423 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:44.415+0000 7fca92ffd640 1 --2- 172.21.15.119:0/517739033 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fca80003970 0x7fca80003d50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:44.424 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:44.415+0000 7fca92ffd640 1 --2- 172.21.15.119:0/517739033 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fca80004370 0x7fca80004840 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:44.424 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:44.415+0000 7fca92ffd640 1 --2- 172.21.15.119:0/517739033 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fca800050e0 0x7fca8000b980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:44.424 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:44.415+0000 7fca92ffd640 1 -- 172.21.15.119:0/517739033 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fca9415cca0 con 0x7fca80003970 2024-09-13T18:56:44.424 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:44.415+0000 7fca92ffd640 1 -- 172.21.15.119:0/517739033 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fca8000c020 con 0x7fca800050e0 2024-09-13T18:56:44.424 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:44.415+0000 7fca92ffd640 1 -- 172.21.15.119:0/517739033 --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fca8000c1e0 con 0x7fca80004370 2024-09-13T18:56:44.424 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:44.415+0000 7fca937fe640 1 --2- 172.21.15.119:0/517739033 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fca80003970 0x7fca80003d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:44.424 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:44.415+0000 7fca8affd640 1 --2- 172.21.15.119:0/517739033 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fca80004370 0x7fca80004840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:44.425 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:44.415+0000 7fca93fff640 1 --2- 172.21.15.119:0/517739033 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fca800050e0 0x7fca8000b980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:44.425 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:44.415+0000 7fca937fe640 1 -- 172.21.15.119:0/517739033 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fca80004370 msgr2=0x7fca80004840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T18:56:44.425 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:44.415+0000 7fca937fe640 1 --2- 172.21.15.119:0/517739033 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fca80004370 0x7fca80004840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:44.425 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:44.415+0000 7fca937fe640 1 -- 172.21.15.119:0/517739033 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fca800050e0 msgr2=0x7fca8000b980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T18:56:44.425 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:44.415+0000 7fca937fe640 1 --2- 172.21.15.119:0/517739033 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fca800050e0 0x7fca8000b980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:44.425 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:44.415+0000 7fca937fe640 1 -- 172.21.15.119:0/517739033 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fca80003520 con 0x7fca80003970 2024-09-13T18:56:44.425 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:44.415+0000 7fca93fff640 1 --2- 172.21.15.119:0/517739033 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fca800050e0 0x7fca8000b980 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T18:56:44.425 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:44.415+0000 7fca93fff640 1 -- 172.21.15.119:0/517739033 reap_dead start 2024-09-13T18:56:44.425 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:44.416+0000 7fca937fe640 1 --2- 172.21.15.119:0/517739033 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fca80003970 0x7fca80003d50 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x7fca84009c90 tx=0x7fca800057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1c8bb8683fc126a4 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:56:44.425 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:44.416+0000 7fca92ffd640 1 -- 172.21.15.119:0/517739033 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fca84031400 con 0x7fca80003970 2024-09-13T18:56:44.425 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:44.416+0000 7fca92ffd640 1 -- 172.21.15.119:0/517739033 <== mon.0 v2:172.21.15.119:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fca8402d050 con 0x7fca80003970 2024-09-13T18:56:44.426 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:44.416+0000 7fca92ffd640 1 -- 172.21.15.119:0/517739033 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fca84031760 con 0x7fca80003970 2024-09-13T18:56:44.426 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:44.417+0000 7fca9a079640 1 -- 172.21.15.119:0/517739033 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fca80003970 msgr2=0x7fca80003d50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:44.426 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:44.417+0000 7fca9a079640 1 --2- 172.21.15.119:0/517739033 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fca80003970 0x7fca80003d50 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x7fca84009c90 tx=0x7fca800057f0 comp rx=0 tx=0).stop 2024-09-13T18:56:44.426 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:44.417+0000 7fca9a079640 1 -- 172.21.15.119:0/517739033 shutdown_connections 2024-09-13T18:56:44.426 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:44.417+0000 7fca9a079640 1 --2- 172.21.15.119:0/517739033 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fca80003970 0x7fca80003d50 unknown :-1 s=CLOSED pgs=122 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:44.426 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:44.417+0000 7fca9a079640 1 -- 172.21.15.119:0/517739033 >> 172.21.15.119:0/517739033 conn(0x7fca940b1f80 msgr2=0x7fca940b2390 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:56:44.427 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:44.417+0000 7fca9a079640 1 -- 172.21.15.119:0/517739033 shutdown_connections 2024-09-13T18:56:44.427 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:44.417+0000 7fca9a079640 1 -- 172.21.15.119:0/517739033 wait complete. 2024-09-13T18:56:44.427 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:44.418+0000 7fca9a079640 1 Processor -- start 2024-09-13T18:56:44.427 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:44.418+0000 7fca9a079640 1 -- start start 2024-09-13T18:56:44.430 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:44.419+0000 7fca9a079640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fca80003970 0x7fca941544f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:44.431 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:44.419+0000 7fca9a079640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fca940b4d40 0x7fca940c6230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:44.431 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:44.419+0000 7fca9a079640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fca940b51c0 0x7fca940c6770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:44.431 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:44.419+0000 7fca9a079640 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fca940c5e10 con 0x7fca940b51c0 2024-09-13T18:56:44.431 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:44.419+0000 7fca9a079640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fca9414e470 con 0x7fca940b4d40 2024-09-13T18:56:44.431 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:44.419+0000 7fca9a079640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fca9414e730 con 0x7fca80003970 2024-09-13T18:56:44.431 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:44.419+0000 7fca93fff640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fca940b51c0 0x7fca940c6770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:44.431 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:44.419+0000 7fca93fff640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fca940b51c0 0x7fca940c6770 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.119:3300/0 says I am v2:172.21.15.119:50782/0 (socket says 172.21.15.119:50782) 2024-09-13T18:56:44.431 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:44.419+0000 7fca93fff640 1 -- 172.21.15.119:0/2715354416 learned_addr learned my addr 172.21.15.119:0/2715354416 (peer_addr_for_me v2:172.21.15.119:0/0) 2024-09-13T18:56:44.431 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:44.419+0000 7fca8affd640 1 --2- 172.21.15.119:0/2715354416 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fca940b4d40 0x7fca940c6230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:44.431 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:44.419+0000 7fca937fe640 1 --2- 172.21.15.119:0/2715354416 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fca80003970 0x7fca941544f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:44.431 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:44.419+0000 7fca93fff640 1 -- 172.21.15.119:0/2715354416 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fca80003970 msgr2=0x7fca941544f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:44.431 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:44.419+0000 7fca93fff640 1 --2- 172.21.15.119:0/2715354416 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fca80003970 0x7fca941544f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:44.431 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:44.419+0000 7fca93fff640 1 -- 172.21.15.119:0/2715354416 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fca940b4d40 msgr2=0x7fca940c6230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:44.432 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:44.419+0000 7fca93fff640 1 --2- 172.21.15.119:0/2715354416 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fca940b4d40 0x7fca940c6230 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:44.432 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:44.419+0000 7fca93fff640 1 -- 172.21.15.119:0/2715354416 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fca940b56c0 con 0x7fca940b51c0 2024-09-13T18:56:44.432 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:44.420+0000 7fca8affd640 1 --2- 172.21.15.119:0/2715354416 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fca940b4d40 0x7fca940c6230 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T18:56:44.432 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:44.420+0000 7fca93fff640 1 --2- 172.21.15.119:0/2715354416 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fca940b51c0 0x7fca940c6770 secure :-1 s=READY pgs=123 cs=0 l=1 rev1=1 crypto rx=0x7fca9406d090 tx=0x7fca8c00eb70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:56:44.432 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:44.420+0000 7fca90ff9640 1 -- 172.21.15.119:0/2715354416 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fca8c006b50 con 0x7fca940b51c0 2024-09-13T18:56:44.432 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:44.420+0000 7fca90ff9640 1 -- 172.21.15.119:0/2715354416 <== mon.0 v2:172.21.15.119:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fca8c006cd0 con 0x7fca940b51c0 2024-09-13T18:56:44.432 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:44.420+0000 7fca9a079640 1 -- 172.21.15.119:0/2715354416 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fca940b59a0 con 0x7fca940b51c0 2024-09-13T18:56:44.432 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:44.420+0000 7fca90ff9640 1 -- 172.21.15.119:0/2715354416 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fca8c003bb0 con 0x7fca940b51c0 2024-09-13T18:56:44.432 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:44.420+0000 7fca9a079640 1 -- 172.21.15.119:0/2715354416 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fca940c5a30 con 0x7fca940b51c0 2024-09-13T18:56:44.432 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:44.421+0000 7fca9a079640 1 -- 172.21.15.119:0/2715354416 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fca940c5890 con 0x7fca940b51c0 2024-09-13T18:56:44.432 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:44.421+0000 7fca90ff9640 1 -- 172.21.15.119:0/2715354416 <== mon.0 v2:172.21.15.119:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fca8c003d10 con 0x7fca940b51c0 2024-09-13T18:56:44.432 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:44.422+0000 7fca90ff9640 1 --2- 172.21.15.119:0/2715354416 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7fca7406ac30 0x7fca7406d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:44.432 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:44.422+0000 7fca90ff9640 1 -- 172.21.15.119:0/2715354416 <== mon.0 v2:172.21.15.119:3300/0 5 ==== osd_map(24..24 src has 1..24) v4 ==== 6460+0+0 (secure 0 0 0) 0x7fca8c088b40 con 0x7fca940b51c0 2024-09-13T18:56:44.433 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:44.422+0000 7fca937fe640 1 --2- 172.21.15.119:0/2715354416 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7fca7406ac30 0x7fca7406d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:44.433 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:44.422+0000 7fca937fe640 1 --2- 172.21.15.119:0/2715354416 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7fca7406ac30 0x7fca7406d0f0 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7fca84033000 tx=0x7fca84008030 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:56:44.433 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:44.426+0000 7fca90ff9640 1 -- 172.21.15.119:0/2715354416 <== mon.0 v2:172.21.15.119:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fca940c5890 con 0x7fca940b51c0 2024-09-13T18:56:44.601 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:44.597+0000 7fca9a079640 1 -- 172.21.15.119:0/2715354416 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) v1 -- 0x7fca940c5f50 con 0x7fca940b51c0 2024-09-13T18:56:44.601 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:44.598+0000 7fca90ff9640 1 -- 172.21.15.119:0/2715354416 <== mon.0 v2:172.21.15.119:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v24) v1 ==== 80+0+0 (secure 0 0 0) 0x7fca940c5f50 con 0x7fca940b51c0 2024-09-13T18:56:44.601 INFO:teuthology.orchestra.run.smithi119.stderr:listed 0 entries 2024-09-13T18:56:44.603 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:44.600+0000 7fca9a079640 1 -- 172.21.15.119:0/2715354416 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7fca7406ac30 msgr2=0x7fca7406d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:44.604 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:44.600+0000 7fca9a079640 1 --2- 172.21.15.119:0/2715354416 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7fca7406ac30 0x7fca7406d0f0 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7fca84033000 tx=0x7fca84008030 comp rx=0 tx=0).stop 2024-09-13T18:56:44.604 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:44.600+0000 7fca9a079640 1 -- 172.21.15.119:0/2715354416 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fca940b51c0 msgr2=0x7fca940c6770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:44.604 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:44.600+0000 7fca9a079640 1 --2- 172.21.15.119:0/2715354416 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fca940b51c0 0x7fca940c6770 secure :-1 s=READY pgs=123 cs=0 l=1 rev1=1 crypto rx=0x7fca9406d090 tx=0x7fca8c00eb70 comp rx=0 tx=0).stop 2024-09-13T18:56:44.604 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:44.600+0000 7fca9a079640 1 -- 172.21.15.119:0/2715354416 shutdown_connections 2024-09-13T18:56:44.604 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:44.600+0000 7fca9a079640 1 --2- 172.21.15.119:0/2715354416 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7fca7406ac30 0x7fca7406d0f0 unknown :-1 s=CLOSED pgs=83 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:44.604 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:44.600+0000 7fca9a079640 1 --2- 172.21.15.119:0/2715354416 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fca940b51c0 0x7fca940c6770 unknown :-1 s=CLOSED pgs=123 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:44.604 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:44.600+0000 7fca9a079640 1 --2- 172.21.15.119:0/2715354416 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fca940b4d40 0x7fca940c6230 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:44.604 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:44.600+0000 7fca9a079640 1 --2- 172.21.15.119:0/2715354416 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fca80003970 0x7fca941544f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:44.604 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:44.600+0000 7fca9a079640 1 -- 172.21.15.119:0/2715354416 >> 172.21.15.119:0/2715354416 conn(0x7fca940b1f80 msgr2=0x7fca9406f1c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:56:44.604 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:44.600+0000 7fca9a079640 1 -- 172.21.15.119:0/2715354416 shutdown_connections 2024-09-13T18:56:44.604 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:44.600+0000 7fca9a079640 1 -- 172.21.15.119:0/2715354416 wait complete. 2024-09-13T18:56:44.614 DEBUG:teuthology.orchestra.run.smithi119:> set -ex 2024-09-13T18:56:44.614 DEBUG:teuthology.orchestra.run.smithi119:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-13T18:56:44.629 DEBUG:teuthology.orchestra.run.smithi119:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T18:56:44.766 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:44.763+0000 7f320c301640 1 Processor -- start 2024-09-13T18:56:44.766 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:44.763+0000 7f320c301640 1 -- start start 2024-09-13T18:56:44.768 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:44.764+0000 7f320c301640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f320415a5f0 0x7f32040b4330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:44.768 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:44.764+0000 7f320c301640 1 -- --> v1:172.21.15.119:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f320415b0e0 con 0x7f320406ab10 2024-09-13T18:56:44.768 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:44.764+0000 7f320c301640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f32040cc5d0 con 0x7f32040b15e0 2024-09-13T18:56:44.768 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:44.764+0000 7f320c301640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f320406e960 con 0x7f320415a5f0 2024-09-13T18:56:44.768 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:44.764+0000 7f320989c640 1 --1- >> v1:172.21.15.119:6789/0 conn(0x7f320406ab10 0x7f320415a9d0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.119:6789/0 says I am v1:172.21.15.119:51256/0 (socket says 172.21.15.119:51256) 2024-09-13T18:56:44.768 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:44.764+0000 7f320989c640 1 -- 172.21.15.119:0/3896023481 learned_addr learned my addr 172.21.15.119:0/3896023481 (peer_addr_for_me v1:172.21.15.119:0/0) 2024-09-13T18:56:44.768 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:44.764+0000 7f320a09d640 1 --2- 172.21.15.119:0/3896023481 >> v2:172.21.15.145:3300/0 conn(0x7f320415a5f0 0x7f32040b4330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:44.768 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:44.764+0000 7f320909b640 1 -- 172.21.15.119:0/3896023481 <== mon.0 v1:172.21.15.119:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2838791790 0 0) 0x7f320415b0e0 con 0x7f320406ab10 2024-09-13T18:56:44.768 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:44.764+0000 7f320909b640 1 -- 172.21.15.119:0/3896023481 --> v1:172.21.15.119:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f31f0003520 con 0x7f320406ab10 2024-09-13T18:56:44.768 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:44.764+0000 7f320909b640 1 -- 172.21.15.119:0/3896023481 <== mon.1 v1:172.21.15.145:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 4132992100 0 0) 0x7f32040cc5d0 con 0x7f32040b15e0 2024-09-13T18:56:44.768 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:44.764+0000 7f320909b640 1 -- 172.21.15.119:0/3896023481 --> v1:172.21.15.145:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f320415b0e0 con 0x7f32040b15e0 2024-09-13T18:56:44.768 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:44.764+0000 7f320a09d640 1 -- 172.21.15.119:0/3896023481 >> v1:172.21.15.145:6789/0 conn(0x7f32040b15e0 legacy=0x7f32040b19f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:44.769 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:44.764+0000 7f320a09d640 1 -- 172.21.15.119:0/3896023481 >> v1:172.21.15.119:6789/0 conn(0x7f320406ab10 legacy=0x7f320415a9d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:44.769 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:44.764+0000 7f320a09d640 1 -- 172.21.15.119:0/3896023481 --> v2:172.21.15.145:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f32040cc8b0 con 0x7f320415a5f0 2024-09-13T18:56:44.770 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:44.765+0000 7f320a09d640 1 --2- 172.21.15.119:0/3896023481 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f320415a5f0 0x7f32040b4330 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7f32000097a0 tx=0x7f320002a230 comp rx=0 tx=0).ready entity=mon.1 client_cookie=954236c3072c0203 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:56:44.770 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:44.765+0000 7f320909b640 1 -- 172.21.15.119:0/3896023481 <== mon.1 v2:172.21.15.145:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3200032440 con 0x7f320415a5f0 2024-09-13T18:56:44.770 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:44.765+0000 7f320909b640 1 -- 172.21.15.119:0/3896023481 <== mon.1 v2:172.21.15.145:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f32000325a0 con 0x7f320415a5f0 2024-09-13T18:56:44.770 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:44.765+0000 7f320909b640 1 -- 172.21.15.119:0/3896023481 <== mon.1 v2:172.21.15.145:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3200032930 con 0x7f320415a5f0 2024-09-13T18:56:44.770 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:44.766+0000 7f320c301640 1 -- 172.21.15.119:0/3896023481 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f320415a5f0 msgr2=0x7f32040b4330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:44.770 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:44.766+0000 7f320c301640 1 --2- 172.21.15.119:0/3896023481 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f320415a5f0 0x7f32040b4330 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7f32000097a0 tx=0x7f320002a230 comp rx=0 tx=0).stop 2024-09-13T18:56:44.770 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:44.766+0000 7f320c301640 1 -- 172.21.15.119:0/3896023481 shutdown_connections 2024-09-13T18:56:44.770 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:44.766+0000 7f320c301640 1 --2- 172.21.15.119:0/3896023481 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f320415a5f0 0x7f32040b4330 unknown :-1 s=CLOSED pgs=62 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:44.770 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:44.766+0000 7f320c301640 1 -- 172.21.15.119:0/3896023481 >> 172.21.15.119:0/3896023481 conn(0x7f3204069ed0 msgr2=0x7f320406a2e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:56:44.770 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:44.766+0000 7f320c301640 1 -- 172.21.15.119:0/3896023481 shutdown_connections 2024-09-13T18:56:44.770 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:44.766+0000 7f320c301640 1 -- 172.21.15.119:0/3896023481 wait complete. 2024-09-13T18:56:44.773 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:44.767+0000 7f320c301640 1 Processor -- start 2024-09-13T18:56:44.773 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:44.767+0000 7f320c301640 1 -- start start 2024-09-13T18:56:44.773 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:44.768+0000 7f320c301640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f320406ab10 0x7f3204140e50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:44.773 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:44.768+0000 7f320c301640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f32040b15e0 0x7f3204153eb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:44.773 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:44.768+0000 7f320c301640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f320415a5f0 0x7f32041543f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:44.773 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:44.768+0000 7f320c301640 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3204153730 con 0x7f320406ab10 2024-09-13T18:56:44.773 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:44.768+0000 7f320c301640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f32041e41d0 con 0x7f32040b15e0 2024-09-13T18:56:44.773 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:44.768+0000 7f320c301640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f32041e44b0 con 0x7f320415a5f0 2024-09-13T18:56:44.773 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:44.768+0000 7f320a09d640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f320406ab10 0x7f3204140e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:44.774 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:44.768+0000 7f320a09d640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f320406ab10 0x7f3204140e50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.119:3300/0 says I am v2:172.21.15.119:50786/0 (socket says 172.21.15.119:50786) 2024-09-13T18:56:44.774 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:44.768+0000 7f320a09d640 1 -- 172.21.15.119:0/1295308582 learned_addr learned my addr 172.21.15.119:0/1295308582 (peer_addr_for_me v2:172.21.15.119:0/0) 2024-09-13T18:56:44.774 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:44.768+0000 7f320989c640 1 --2- 172.21.15.119:0/1295308582 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f32040b15e0 0x7f3204153eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:44.774 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:44.768+0000 7f320a89e640 1 --2- 172.21.15.119:0/1295308582 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f320415a5f0 0x7f32041543f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:44.774 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:44.768+0000 7f320a09d640 1 -- 172.21.15.119:0/1295308582 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f320415a5f0 msgr2=0x7f32041543f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:44.774 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:44.768+0000 7f320a09d640 1 --2- 172.21.15.119:0/1295308582 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f320415a5f0 0x7f32041543f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:44.774 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:44.768+0000 7f320a09d640 1 -- 172.21.15.119:0/1295308582 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f32040b15e0 msgr2=0x7f3204153eb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:44.774 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:44.768+0000 7f320a09d640 1 --2- 172.21.15.119:0/1295308582 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f32040b15e0 0x7f3204153eb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:44.774 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:44.768+0000 7f320a09d640 1 -- 172.21.15.119:0/1295308582 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3200009400 con 0x7f320406ab10 2024-09-13T18:56:44.774 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:44.768+0000 7f320a09d640 1 --2- 172.21.15.119:0/1295308582 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f320406ab10 0x7f3204140e50 secure :-1 s=READY pgs=125 cs=0 l=1 rev1=1 crypto rx=0x7f3200035040 tx=0x7f32000046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:56:44.775 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:44.768+0000 7f31faffd640 1 -- 172.21.15.119:0/1295308582 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f320003d8f0 con 0x7f320406ab10 2024-09-13T18:56:44.775 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:44.768+0000 7f31faffd640 1 -- 172.21.15.119:0/1295308582 <== mon.0 v2:172.21.15.119:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f320003da70 con 0x7f320406ab10 2024-09-13T18:56:44.775 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:44.768+0000 7f320c301640 1 -- 172.21.15.119:0/1295308582 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f32041e4790 con 0x7f320406ab10 2024-09-13T18:56:44.775 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:44.768+0000 7f31faffd640 1 -- 172.21.15.119:0/1295308582 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f320003de20 con 0x7f320406ab10 2024-09-13T18:56:44.775 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:44.768+0000 7f320c301640 1 -- 172.21.15.119:0/1295308582 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f32041e4f90 con 0x7f320406ab10 2024-09-13T18:56:44.775 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:44.769+0000 7f320c301640 1 -- 172.21.15.119:0/1295308582 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f32041e4cb0 con 0x7f320406ab10 2024-09-13T18:56:44.775 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:44.770+0000 7f31faffd640 1 -- 172.21.15.119:0/1295308582 <== mon.0 v2:172.21.15.119:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f3200039040 con 0x7f320406ab10 2024-09-13T18:56:44.776 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:44.770+0000 7f31faffd640 1 --2- 172.21.15.119:0/1295308582 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f31e806ac00 0x7f31e806d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:44.776 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:44.770+0000 7f31faffd640 1 -- 172.21.15.119:0/1295308582 <== mon.0 v2:172.21.15.119:3300/0 5 ==== osd_map(24..24 src has 1..24) v4 ==== 6460+0+0 (secure 0 0 0) 0x7f32000a9d10 con 0x7f320406ab10 2024-09-13T18:56:44.776 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:44.770+0000 7f320989c640 1 --2- 172.21.15.119:0/1295308582 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f31e806ac00 0x7f31e806d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:44.776 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:44.771+0000 7f320989c640 1 --2- 172.21.15.119:0/1295308582 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f31e806ac00 0x7f31e806d0c0 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7f32041520f0 tx=0x7f31f4009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:56:44.778 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:44.774+0000 7f31faffd640 1 -- 172.21.15.119:0/1295308582 <== mon.0 v2:172.21.15.119:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f32041e4cb0 con 0x7f320406ab10 2024-09-13T18:56:44.939 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:44.936+0000 7f320c301640 1 -- 172.21.15.119:0/1295308582 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f32041e4cb0 con 0x7f320406ab10 2024-09-13T18:56:44.941 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:44.937+0000 7f31faffd640 1 -- 172.21.15.119:0/1295308582 <== mon.0 v2:172.21.15.119:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v24) v1 ==== 74+0+18394 (secure 0 0 0) 0x7f32041e4cb0 con 0x7f320406ab10 2024-09-13T18:56:44.941 INFO:teuthology.orchestra.run.smithi119.stdout: 2024-09-13T18:56:44.941 INFO:teuthology.orchestra.run.smithi119.stdout:{"epoch":24,"fsid":"b3bca492-3414-44ef-b63c-42eead5ea701","created":"2024-09-13T18:56:10.047760+0000","modified":"2024-09-13T18:56:38.390322+0000","last_up_change":"2024-09-13T18:56:22.096428+0000","last_in_change":"2024-09-13T18:56:12.143228+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T18:56:22.095896+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-13T18:56:31.950108+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-13T18:56:32.998608+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-09-13T18:56:36.052694+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"24","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"09edfd5c-bc57-47d1-a7b7-6d97f0f88db1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6810","nonce":3811853106},{"type":"v1","addr":"172.21.15.119:6813","nonce":3811853106}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6817","nonce":3811853106},{"type":"v1","addr":"172.21.15.119:6820","nonce":3811853106}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6828","nonce":3811853106},{"type":"v1","addr":"172.21.15.119:6830","nonce":3811853106}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6823","nonce":3811853106},{"type":"v1","addr":"172.21.15.119:6825","nonce":3811853106}]},"public_addr":"172.21.15.119:6813/3811853106","cluster_addr":"172.21.15.119:6820/3811853106","heartbeat_back_addr":"172.21.15.119:6830/3811853106","heartbeat_front_addr":"172.21.15.119:6825/3811853106","state":["exists","up"]},{"osd":1,"uuid":"f26f4bd2-3aee-4208-9e62-87f17047d886","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6809","nonce":1656755168},{"type":"v1","addr":"172.21.15.119:6812","nonce":1656755168}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6815","nonce":1656755168},{"type":"v1","addr":"172.21.15.119:6818","nonce":1656755168}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6829","nonce":1656755168},{"type":"v1","addr":"172.21.15.119:6831","nonce":1656755168}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6822","nonce":1656755168},{"type":"v1","addr":"172.21.15.119:6826","nonce":1656755168}]},"public_addr":"172.21.15.119:6812/1656755168","cluster_addr":"172.21.15.119:6818/1656755168","heartbeat_back_addr":"172.21.15.119:6831/1656755168","heartbeat_front_addr":"172.21.15.119:6826/1656755168","state":["exists","up"]},{"osd":2,"uuid":"1e9d6e0c-51f9-4f4a-bead-0e7edc7dd200","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6800","nonce":3093354378},{"type":"v1","addr":"172.21.15.119:6801","nonce":3093354378}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6802","nonce":3093354378},{"type":"v1","addr":"172.21.15.119:6803","nonce":3093354378}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6806","nonce":3093354378},{"type":"v1","addr":"172.21.15.119:6807","nonce":3093354378}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6804","nonce":3093354378},{"type":"v1","addr":"172.21.15.119:6805","nonce":3093354378}]},"public_addr":"172.21.15.119:6801/3093354378","cluster_addr":"172.21.15.119:6803/3093354378","heartbeat_back_addr":"172.21.15.119:6807/3093354378","heartbeat_front_addr":"172.21.15.119:6805/3093354378","state":["exists","up"]},{"osd":3,"uuid":"7c289b1f-a555-46e4-b85a-c0f230c9e02a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6808","nonce":886995937},{"type":"v1","addr":"172.21.15.119:6811","nonce":886995937}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6814","nonce":886995937},{"type":"v1","addr":"172.21.15.119:6816","nonce":886995937}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6824","nonce":886995937},{"type":"v1","addr":"172.21.15.119:6827","nonce":886995937}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6819","nonce":886995937},{"type":"v1","addr":"172.21.15.119:6821","nonce":886995937}]},"public_addr":"172.21.15.119:6811/886995937","cluster_addr":"172.21.15.119:6816/886995937","heartbeat_back_addr":"172.21.15.119:6827/886995937","heartbeat_front_addr":"172.21.15.119:6821/886995937","state":["exists","up"]},{"osd":4,"uuid":"a0a2f75b-5a33-4b69-b834-b8cf5a90ac5f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6808","nonce":2802887692},{"type":"v1","addr":"172.21.15.145:6809","nonce":2802887692}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6810","nonce":2802887692},{"type":"v1","addr":"172.21.15.145:6811","nonce":2802887692}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6814","nonce":2802887692},{"type":"v1","addr":"172.21.15.145:6815","nonce":2802887692}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6812","nonce":2802887692},{"type":"v1","addr":"172.21.15.145:6813","nonce":2802887692}]},"public_addr":"172.21.15.145:6809/2802887692","cluster_addr":"172.21.15.145:6811/2802887692","heartbeat_back_addr":"172.21.15.145:6815/2802887692","heartbeat_front_addr":"172.21.15.145:6813/2802887692","state":["exists","up"]},{"osd":5,"uuid":"e301c92f-a5af-49da-8384-bef6d48c9982","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6800","nonce":1431235391},{"type":"v1","addr":"172.21.15.145:6801","nonce":1431235391}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6802","nonce":1431235391},{"type":"v1","addr":"172.21.15.145:6803","nonce":1431235391}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6806","nonce":1431235391},{"type":"v1","addr":"172.21.15.145:6807","nonce":1431235391}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6804","nonce":1431235391},{"type":"v1","addr":"172.21.15.145:6805","nonce":1431235391}]},"public_addr":"172.21.15.145:6801/1431235391","cluster_addr":"172.21.15.145:6803/1431235391","heartbeat_back_addr":"172.21.15.145:6807/1431235391","heartbeat_front_addr":"172.21.15.145:6805/1431235391","state":["exists","up"]},{"osd":6,"uuid":"dd2ee71c-4024-4f56-90b1-d362ff9ae8f5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6816","nonce":1755123178},{"type":"v1","addr":"172.21.15.145:6817","nonce":1755123178}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6818","nonce":1755123178},{"type":"v1","addr":"172.21.15.145:6819","nonce":1755123178}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6822","nonce":1755123178},{"type":"v1","addr":"172.21.15.145:6823","nonce":1755123178}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6820","nonce":1755123178},{"type":"v1","addr":"172.21.15.145:6821","nonce":1755123178}]},"public_addr":"172.21.15.145:6817/1755123178","cluster_addr":"172.21.15.145:6819/1755123178","heartbeat_back_addr":"172.21.15.145:6823/1755123178","heartbeat_front_addr":"172.21.15.145:6821/1755123178","state":["exists","up"]},{"osd":7,"uuid":"7412449e-689b-45ee-9ae5-744a8c27f166","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6824","nonce":3012628958},{"type":"v1","addr":"172.21.15.145:6825","nonce":3012628958}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6826","nonce":3012628958},{"type":"v1","addr":"172.21.15.145:6827","nonce":3012628958}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6830","nonce":3012628958},{"type":"v1","addr":"172.21.15.145:6831","nonce":3012628958}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6828","nonce":3012628958},{"type":"v1","addr":"172.21.15.145:6829","nonce":3012628958}]},"public_addr":"172.21.15.145:6825/3012628958","cluster_addr":"172.21.15.145:6827/3012628958","heartbeat_back_addr":"172.21.15.145:6831/3012628958","heartbeat_front_addr":"172.21.15.145:6829/3012628958","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T18:56:17.286635+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T18:56:17.334491+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T18:56:17.297521+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T18:56:17.383716+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T18:56:17.267776+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T18:56:17.312998+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T18:56:17.303008+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T18:56:17.304729+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T18:56:44.943 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:44.939+0000 7f320c301640 1 -- 172.21.15.119:0/1295308582 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f31e806ac00 msgr2=0x7f31e806d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:44.943 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:44.939+0000 7f320c301640 1 --2- 172.21.15.119:0/1295308582 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f31e806ac00 0x7f31e806d0c0 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7f32041520f0 tx=0x7f31f4009040 comp rx=0 tx=0).stop 2024-09-13T18:56:44.943 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:44.939+0000 7f320c301640 1 -- 172.21.15.119:0/1295308582 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f320406ab10 msgr2=0x7f3204140e50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:44.943 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:44.939+0000 7f320c301640 1 --2- 172.21.15.119:0/1295308582 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f320406ab10 0x7f3204140e50 secure :-1 s=READY pgs=125 cs=0 l=1 rev1=1 crypto rx=0x7f3200035040 tx=0x7f32000046c0 comp rx=0 tx=0).stop 2024-09-13T18:56:44.943 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:44.939+0000 7f320c301640 1 -- 172.21.15.119:0/1295308582 shutdown_connections 2024-09-13T18:56:44.943 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:44.939+0000 7f320c301640 1 --2- 172.21.15.119:0/1295308582 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f31e806ac00 0x7f31e806d0c0 unknown :-1 s=CLOSED pgs=84 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:44.943 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:44.939+0000 7f320c301640 1 --2- 172.21.15.119:0/1295308582 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f320415a5f0 0x7f32041543f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:44.943 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:44.939+0000 7f320c301640 1 --2- 172.21.15.119:0/1295308582 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f32040b15e0 0x7f3204153eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:44.943 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:44.939+0000 7f320c301640 1 --2- 172.21.15.119:0/1295308582 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f320406ab10 0x7f3204140e50 unknown :-1 s=CLOSED pgs=125 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:44.944 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:44.939+0000 7f320c301640 1 -- 172.21.15.119:0/1295308582 >> 172.21.15.119:0/1295308582 conn(0x7f3204069ed0 msgr2=0x7f32040b3900 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:56:44.944 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:44.939+0000 7f320c301640 1 -- 172.21.15.119:0/1295308582 shutdown_connections 2024-09-13T18:56:44.944 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:44.939+0000 7f320c301640 1 -- 172.21.15.119:0/1295308582 wait complete. 2024-09-13T18:56:44.954 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-09-13T18:56:22.095896+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '16', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-09-13T18:56:31.950108+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '19', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-09-13T18:56:32.998608+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '20', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.05000000074505806}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'cephfs_data_ec', 'create_time': '2024-09-13T18:56:36.052694+0000', 'flags': 5, 'flags_names': 'hashpspool,ec_overwrites', 'type': 3, 'size': 4, 'min_size': 3, 'crush_rule': 1, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '24', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': 'cephfs_data_ec', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 8192, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}}] 2024-09-13T18:56:44.954 DEBUG:teuthology.orchestra.run.smithi119:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-09-13T18:56:45.054 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:45.050+0000 7f1b8271f640 1 Processor -- start 2024-09-13T18:56:45.054 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:45.050+0000 7f1b8271f640 1 -- start start 2024-09-13T18:56:45.057 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:45.051+0000 7f1b8271f640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f1b7c0cec00 0x7f1b7c0ad400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:45.058 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:45.051+0000 7f1b8271f640 1 -- --> v1:172.21.15.119:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f1b7c0ccbe0 con 0x7f1b7c159310 2024-09-13T18:56:45.058 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:45.051+0000 7f1b8271f640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f1b7c0b1810 con 0x7f1b7c0b2b40 2024-09-13T18:56:45.058 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:45.051+0000 7f1b8271f640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f1b7c0ad940 con 0x7f1b7c0cec00 2024-09-13T18:56:45.058 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:45.051+0000 7f1b7bfff640 1 --1- >> v1:172.21.15.119:6789/0 conn(0x7f1b7c159310 0x7f1b7c0ab140 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.119:6789/0 says I am v1:172.21.15.119:51262/0 (socket says 172.21.15.119:51262) 2024-09-13T18:56:45.058 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:45.051+0000 7f1b7bfff640 1 -- 172.21.15.119:0/2761328373 learned_addr learned my addr 172.21.15.119:0/2761328373 (peer_addr_for_me v1:172.21.15.119:0/0) 2024-09-13T18:56:45.058 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:45.051+0000 7f1b80cbc640 1 --2- 172.21.15.119:0/2761328373 >> v2:172.21.15.145:3300/0 conn(0x7f1b7c0cec00 0x7f1b7c0ad400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:45.058 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:45.051+0000 7f1b7b7fe640 1 -- 172.21.15.119:0/2761328373 <== mon.0 v1:172.21.15.119:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 472119780 0 0) 0x7f1b7c0ccbe0 con 0x7f1b7c159310 2024-09-13T18:56:45.058 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:45.051+0000 7f1b7b7fe640 1 -- 172.21.15.119:0/2761328373 --> v1:172.21.15.119:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f1b68003520 con 0x7f1b7c159310 2024-09-13T18:56:45.058 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:45.052+0000 7f1b7b7fe640 1 -- 172.21.15.119:0/2761328373 <== mon.0 v1:172.21.15.119:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 4268578933 0 0) 0x7f1b68003520 con 0x7f1b7c159310 2024-09-13T18:56:45.058 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:45.052+0000 7f1b7b7fe640 1 -- 172.21.15.119:0/2761328373 >> v2:172.21.15.145:3300/0 conn(0x7f1b7c0cec00 msgr2=0x7f1b7c0ad400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T18:56:45.058 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:45.052+0000 7f1b7b7fe640 1 --2- 172.21.15.119:0/2761328373 >> v2:172.21.15.145:3300/0 conn(0x7f1b7c0cec00 0x7f1b7c0ad400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:45.058 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:45.052+0000 7f1b7b7fe640 1 -- 172.21.15.119:0/2761328373 >> v1:172.21.15.145:6789/0 conn(0x7f1b7c0b2b40 legacy=0x7f1b7c0ce4f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:45.059 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:45.052+0000 7f1b7b7fe640 1 -- 172.21.15.119:0/2761328373 --> v1:172.21.15.119:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1b7c06d9e0 con 0x7f1b7c159310 2024-09-13T18:56:45.059 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:45.052+0000 7f1b7b7fe640 1 -- 172.21.15.119:0/2761328373 <== mon.0 v1:172.21.15.119:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 337823224 0 0) 0x7f1b6c001670 con 0x7f1b7c159310 2024-09-13T18:56:45.059 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:45.052+0000 7f1b7b7fe640 1 -- 172.21.15.119:0/2761328373 >> v1:172.21.15.119:6789/0 conn(0x7f1b7c159310 legacy=0x7f1b7c0ab140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:45.059 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:45.052+0000 7f1b7b7fe640 1 --2- 172.21.15.119:0/2761328373 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f1b68003970 0x7f1b68003d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:45.059 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:45.052+0000 7f1b7b7fe640 1 --2- 172.21.15.119:0/2761328373 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f1b680047c0 0x7f1b68004c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:45.059 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:45.052+0000 7f1b7b7fe640 1 --2- 172.21.15.119:0/2761328373 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f1b68005180 0x7f1b6800b980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:45.059 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:45.052+0000 7f1b7b7fe640 1 -- 172.21.15.119:0/2761328373 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1b6800c0f0 con 0x7f1b68005180 2024-09-13T18:56:45.059 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:45.052+0000 7f1b7b7fe640 1 -- 172.21.15.119:0/2761328373 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1b6800c260 con 0x7f1b68003970 2024-09-13T18:56:45.059 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:45.052+0000 7f1b7b7fe640 1 -- 172.21.15.119:0/2761328373 --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f1b6800c420 con 0x7f1b680047c0 2024-09-13T18:56:45.059 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:45.052+0000 7f1b80cbc640 1 --2- 172.21.15.119:0/2761328373 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f1b68005180 0x7f1b6800b980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:45.059 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:45.052+0000 7f1b7bfff640 1 --2- 172.21.15.119:0/2761328373 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f1b68003970 0x7f1b68003d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:45.059 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:45.052+0000 7f1b73fff640 1 --2- 172.21.15.119:0/2761328373 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f1b680047c0 0x7f1b68004c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:45.060 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:45.052+0000 7f1b80cbc640 1 -- 172.21.15.119:0/2761328373 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f1b680047c0 msgr2=0x7f1b68004c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T18:56:45.060 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:45.052+0000 7f1b80cbc640 1 --2- 172.21.15.119:0/2761328373 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f1b680047c0 0x7f1b68004c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:45.060 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:45.052+0000 7f1b80cbc640 1 -- 172.21.15.119:0/2761328373 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f1b68003970 msgr2=0x7f1b68003d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T18:56:45.060 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:45.052+0000 7f1b80cbc640 1 --2- 172.21.15.119:0/2761328373 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f1b68003970 0x7f1b68003d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:45.060 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:45.052+0000 7f1b80cbc640 1 -- 172.21.15.119:0/2761328373 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1b68003520 con 0x7f1b68005180 2024-09-13T18:56:45.060 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:45.053+0000 7f1b80cbc640 1 -- 172.21.15.119:0/2761328373 reap_dead start 2024-09-13T18:56:45.060 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:45.053+0000 7f1b80cbc640 1 --2- 172.21.15.119:0/2761328373 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f1b68005180 0x7f1b6800b980 secure :-1 s=READY pgs=127 cs=0 l=1 rev1=1 crypto rx=0x7f1b74009fc0 tx=0x7f1b680057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f16fa9406de6b7ef server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:56:45.060 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:45.053+0000 7f1b7b7fe640 1 -- 172.21.15.119:0/2761328373 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1b74003b90 con 0x7f1b68005180 2024-09-13T18:56:45.060 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:45.053+0000 7f1b7b7fe640 1 -- 172.21.15.119:0/2761328373 <== mon.0 v2:172.21.15.119:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1b7400f040 con 0x7f1b68005180 2024-09-13T18:56:45.060 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:45.053+0000 7f1b7b7fe640 1 -- 172.21.15.119:0/2761328373 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1b74004020 con 0x7f1b68005180 2024-09-13T18:56:45.060 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:45.054+0000 7f1b8271f640 1 -- 172.21.15.119:0/2761328373 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f1b68005180 msgr2=0x7f1b6800b980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:45.061 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:45.054+0000 7f1b8271f640 1 --2- 172.21.15.119:0/2761328373 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f1b68005180 0x7f1b6800b980 secure :-1 s=READY pgs=127 cs=0 l=1 rev1=1 crypto rx=0x7f1b74009fc0 tx=0x7f1b680057f0 comp rx=0 tx=0).stop 2024-09-13T18:56:45.061 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:45.054+0000 7f1b8271f640 1 -- 172.21.15.119:0/2761328373 shutdown_connections 2024-09-13T18:56:45.061 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:45.054+0000 7f1b8271f640 1 --2- 172.21.15.119:0/2761328373 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f1b68005180 0x7f1b6800b980 unknown :-1 s=CLOSED pgs=127 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:45.061 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:45.054+0000 7f1b8271f640 1 -- 172.21.15.119:0/2761328373 >> 172.21.15.119:0/2761328373 conn(0x7f1b7c06a0b0 msgr2=0x7f1b7c06a4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:56:45.061 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:45.054+0000 7f1b8271f640 1 -- 172.21.15.119:0/2761328373 shutdown_connections 2024-09-13T18:56:45.061 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:45.054+0000 7f1b8271f640 1 -- 172.21.15.119:0/2761328373 wait complete. 2024-09-13T18:56:45.064 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:45.055+0000 7f1b8271f640 1 Processor -- start 2024-09-13T18:56:45.064 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:45.055+0000 7f1b8271f640 1 -- start start 2024-09-13T18:56:45.064 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:45.056+0000 7f1b8271f640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f1b68005180 0x7f1b7c09bc80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:45.064 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:45.056+0000 7f1b8271f640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f1b7c0ab140 0x7f1b7c0c9790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:45.064 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:45.056+0000 7f1b8271f640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f1b7c0c9cd0 0x7f1b7c0ac500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:45.064 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:45.056+0000 7f1b8271f640 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1b7c1f24f0 con 0x7f1b7c0ab140 2024-09-13T18:56:45.064 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:45.056+0000 7f1b8271f640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1b7c0ab5c0 con 0x7f1b7c0c9cd0 2024-09-13T18:56:45.065 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:45.056+0000 7f1b8271f640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f1b7c0ca150 con 0x7f1b68005180 2024-09-13T18:56:45.065 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:45.056+0000 7f1b73fff640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f1b7c0ab140 0x7f1b7c0c9790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:45.065 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:45.056+0000 7f1b73fff640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f1b7c0ab140 0x7f1b7c0c9790 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.119:3300/0 says I am v2:172.21.15.119:50806/0 (socket says 172.21.15.119:50806) 2024-09-13T18:56:45.065 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:45.056+0000 7f1b73fff640 1 -- 172.21.15.119:0/3032909722 learned_addr learned my addr 172.21.15.119:0/3032909722 (peer_addr_for_me v2:172.21.15.119:0/0) 2024-09-13T18:56:45.065 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:45.056+0000 7f1b7bfff640 1 --2- 172.21.15.119:0/3032909722 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f1b68005180 0x7f1b7c09bc80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:45.065 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:45.056+0000 7f1b80cbc640 1 --2- 172.21.15.119:0/3032909722 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f1b7c0c9cd0 0x7f1b7c0ac500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:45.065 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:45.056+0000 7f1b73fff640 1 -- 172.21.15.119:0/3032909722 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f1b68005180 msgr2=0x7f1b7c09bc80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:45.065 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:45.056+0000 7f1b73fff640 1 --2- 172.21.15.119:0/3032909722 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f1b68005180 0x7f1b7c09bc80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:45.065 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:45.056+0000 7f1b73fff640 1 -- 172.21.15.119:0/3032909722 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f1b7c0c9cd0 msgr2=0x7f1b7c0ac500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:45.065 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:45.056+0000 7f1b73fff640 1 --2- 172.21.15.119:0/3032909722 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f1b7c0c9cd0 0x7f1b7c0ac500 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:45.065 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:45.056+0000 7f1b73fff640 1 -- 172.21.15.119:0/3032909722 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1b7c1f2700 con 0x7f1b7c0ab140 2024-09-13T18:56:45.066 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:45.056+0000 7f1b73fff640 1 --2- 172.21.15.119:0/3032909722 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f1b7c0ab140 0x7f1b7c0c9790 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7f1b6400f5f0 tx=0x7f1b6400fab0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:56:45.066 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:45.056+0000 7f1b797fa640 1 -- 172.21.15.119:0/3032909722 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1b640052e0 con 0x7f1b7c0ab140 2024-09-13T18:56:45.066 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:45.056+0000 7f1b797fa640 1 -- 172.21.15.119:0/3032909722 <== mon.0 v2:172.21.15.119:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1b64005440 con 0x7f1b7c0ab140 2024-09-13T18:56:45.066 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:45.056+0000 7f1b8271f640 1 -- 172.21.15.119:0/3032909722 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f1b7c1f29e0 con 0x7f1b7c0ab140 2024-09-13T18:56:45.066 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:45.056+0000 7f1b797fa640 1 -- 172.21.15.119:0/3032909722 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1b64003810 con 0x7f1b7c0ab140 2024-09-13T18:56:45.066 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:45.056+0000 7f1b8271f640 1 -- 172.21.15.119:0/3032909722 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f1b7c1f2fa0 con 0x7f1b7c0ab140 2024-09-13T18:56:45.066 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:45.057+0000 7f1b8271f640 1 -- 172.21.15.119:0/3032909722 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f1b7c1f3160 con 0x7f1b7c0ab140 2024-09-13T18:56:45.066 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:45.058+0000 7f1b797fa640 1 -- 172.21.15.119:0/3032909722 <== mon.0 v2:172.21.15.119:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f1b64003970 con 0x7f1b7c0ab140 2024-09-13T18:56:45.066 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:45.058+0000 7f1b797fa640 1 --2- 172.21.15.119:0/3032909722 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f1b5c06ac00 0x7f1b5c06d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:45.066 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:45.058+0000 7f1b797fa640 1 -- 172.21.15.119:0/3032909722 <== mon.0 v2:172.21.15.119:3300/0 5 ==== osd_map(24..24 src has 1..24) v4 ==== 6460+0+0 (secure 0 0 0) 0x7f1b640892b0 con 0x7f1b7c0ab140 2024-09-13T18:56:45.066 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:45.058+0000 7f1b7bfff640 1 --2- 172.21.15.119:0/3032909722 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f1b5c06ac00 0x7f1b5c06d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:45.066 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:45.059+0000 7f1b7bfff640 1 --2- 172.21.15.119:0/3032909722 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f1b5c06ac00 0x7f1b5c06d0c0 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7f1b6c001c90 tx=0x7f1b6c000ed0 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:56:45.067 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:45.063+0000 7f1b797fa640 1 -- 172.21.15.119:0/3032909722 <== mon.0 v2:172.21.15.119:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f1b64054250 con 0x7f1b7c0ab140 2024-09-13T18:56:45.226 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:45.222+0000 7f1b8271f640 1 -- 172.21.15.119:0/3032909722 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f1b7c0b2870 con 0x7f1b7c0ab140 2024-09-13T18:56:45.226 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:45.223+0000 7f1b797fa640 1 -- 172.21.15.119:0/3032909722 <== mon.0 v2:172.21.15.119:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v24) v1 ==== 93+0+10 (secure 0 0 0) 0x7f1b64057870 con 0x7f1b7c0ab140 2024-09-13T18:56:45.226 INFO:teuthology.orchestra.run.smithi119.stdout:pg_num: 1 2024-09-13T18:56:45.229 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:45.225+0000 7f1b8271f640 1 -- 172.21.15.119:0/3032909722 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f1b5c06ac00 msgr2=0x7f1b5c06d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:45.229 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:45.225+0000 7f1b8271f640 1 --2- 172.21.15.119:0/3032909722 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f1b5c06ac00 0x7f1b5c06d0c0 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7f1b6c001c90 tx=0x7f1b6c000ed0 comp rx=0 tx=0).stop 2024-09-13T18:56:45.229 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:45.225+0000 7f1b8271f640 1 -- 172.21.15.119:0/3032909722 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f1b7c0ab140 msgr2=0x7f1b7c0c9790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:45.229 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:45.225+0000 7f1b8271f640 1 --2- 172.21.15.119:0/3032909722 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f1b7c0ab140 0x7f1b7c0c9790 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7f1b6400f5f0 tx=0x7f1b6400fab0 comp rx=0 tx=0).stop 2024-09-13T18:56:45.229 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:45.225+0000 7f1b8271f640 1 -- 172.21.15.119:0/3032909722 shutdown_connections 2024-09-13T18:56:45.229 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:45.225+0000 7f1b8271f640 1 --2- 172.21.15.119:0/3032909722 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f1b5c06ac00 0x7f1b5c06d0c0 unknown :-1 s=CLOSED pgs=85 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:45.229 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:45.225+0000 7f1b8271f640 1 --2- 172.21.15.119:0/3032909722 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f1b7c0c9cd0 0x7f1b7c0ac500 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:45.229 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:45.225+0000 7f1b8271f640 1 --2- 172.21.15.119:0/3032909722 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f1b7c0ab140 0x7f1b7c0c9790 unknown :-1 s=CLOSED pgs=128 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:45.229 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:45.225+0000 7f1b8271f640 1 --2- 172.21.15.119:0/3032909722 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f1b68005180 0x7f1b7c09bc80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:45.229 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:45.225+0000 7f1b8271f640 1 -- 172.21.15.119:0/3032909722 >> 172.21.15.119:0/3032909722 conn(0x7f1b7c06a0b0 msgr2=0x7f1b7c06c190 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:56:45.229 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:45.225+0000 7f1b8271f640 1 -- 172.21.15.119:0/3032909722 shutdown_connections 2024-09-13T18:56:45.230 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:45.225+0000 7f1b8271f640 1 -- 172.21.15.119:0/3032909722 wait complete. 2024-09-13T18:56:45.239 DEBUG:teuthology.orchestra.run.smithi119:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-09-13T18:56:45.340 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:45.336+0000 7f3280965640 1 Processor -- start 2024-09-13T18:56:45.340 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:45.336+0000 7f3280965640 1 -- start start 2024-09-13T18:56:45.342 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:45.337+0000 7f3280965640 1 --2- >> v2:172.21.15.119:3300/0 conn(0x7f327c15a3b0 0x7f327c0b20a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:45.342 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:45.337+0000 7f3280965640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f327c0b1720 0x7f327c0ce4f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:45.342 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:45.337+0000 7f3280965640 1 -- --> v1:172.21.15.119:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f327c15a790 con 0x7f327c0cea30 2024-09-13T18:56:45.343 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:45.337+0000 7f3280965640 1 -- --> v2:172.21.15.119:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f327c0ceec0 con 0x7f327c15a3b0 2024-09-13T18:56:45.343 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:45.337+0000 7f3280965640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f327c0b2680 con 0x7f327c0b1720 2024-09-13T18:56:45.343 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:45.338+0000 7f327a59c640 1 --2- >> v2:172.21.15.119:3300/0 conn(0x7f327c15a3b0 0x7f327c0b20a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:45.343 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:45.338+0000 7f327ad9d640 1 --1- >> v1:172.21.15.119:6789/0 conn(0x7f327c0cea30 0x7f327c06c640 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.119:6789/0 says I am v1:172.21.15.119:51272/0 (socket says 172.21.15.119:51272) 2024-09-13T18:56:45.343 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:45.338+0000 7f327a59c640 1 --2- >> v2:172.21.15.119:3300/0 conn(0x7f327c15a3b0 0x7f327c0b20a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.119:3300/0 says I am v2:172.21.15.119:50816/0 (socket says 172.21.15.119:50816) 2024-09-13T18:56:45.343 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:45.338+0000 7f327ad9d640 1 -- 172.21.15.119:0/3103652732 learned_addr learned my addr 172.21.15.119:0/3103652732 (peer_addr_for_me v1:172.21.15.119:0/0) 2024-09-13T18:56:45.343 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:45.338+0000 7f3279d9b640 1 --2- 172.21.15.119:0/3103652732 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f327c0b1720 0x7f327c0ce4f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:45.343 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:45.338+0000 7f327a59c640 1 -- 172.21.15.119:0/3103652732 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f327c0b1720 msgr2=0x7f327c0ce4f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T18:56:45.343 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:45.338+0000 7f327a59c640 1 --2- 172.21.15.119:0/3103652732 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f327c0b1720 0x7f327c0ce4f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:45.343 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:45.338+0000 7f327a59c640 1 -- 172.21.15.119:0/3103652732 >> v1:172.21.15.119:6789/0 conn(0x7f327c0cea30 legacy=0x7f327c06c640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:45.344 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:45.338+0000 7f327a59c640 1 -- 172.21.15.119:0/3103652732 --> v2:172.21.15.119:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f327c0b2960 con 0x7f327c15a3b0 2024-09-13T18:56:45.344 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:45.338+0000 7f327959a640 1 -- 172.21.15.119:0/3103652732 <== mon.0 v1:172.21.15.119:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3292586894 0 0) 0x7f327c15a790 con 0x7f327c0cea30 2024-09-13T18:56:45.344 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:45.339+0000 7f327a59c640 1 --2- 172.21.15.119:0/3103652732 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f327c15a3b0 0x7f327c0b20a0 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x7f32640097a0 tx=0x7f326402a180 comp rx=0 tx=0).ready entity=mon.0 client_cookie=67e181ececad884f server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:56:45.344 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:45.339+0000 7f327959a640 1 -- 172.21.15.119:0/3103652732 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3264032440 con 0x7f327c15a3b0 2024-09-13T18:56:45.344 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:45.339+0000 7f327959a640 1 -- 172.21.15.119:0/3103652732 <== mon.0 v2:172.21.15.119:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f32640325a0 con 0x7f327c15a3b0 2024-09-13T18:56:45.344 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:45.339+0000 7f327959a640 1 -- 172.21.15.119:0/3103652732 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3264032930 con 0x7f327c15a3b0 2024-09-13T18:56:45.347 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:45.339+0000 7f3280965640 1 -- 172.21.15.119:0/3103652732 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f327c15a3b0 msgr2=0x7f327c0b20a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:45.348 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:45.339+0000 7f3280965640 1 --2- 172.21.15.119:0/3103652732 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f327c15a3b0 0x7f327c0b20a0 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x7f32640097a0 tx=0x7f326402a180 comp rx=0 tx=0).stop 2024-09-13T18:56:45.348 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:45.339+0000 7f3280965640 1 -- 172.21.15.119:0/3103652732 shutdown_connections 2024-09-13T18:56:45.348 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:45.339+0000 7f3280965640 1 --2- 172.21.15.119:0/3103652732 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f327c0b1720 0x7f327c0ce4f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:45.348 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:45.339+0000 7f3280965640 1 --2- 172.21.15.119:0/3103652732 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f327c15a3b0 0x7f327c0b20a0 unknown :-1 s=CLOSED pgs=130 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:45.348 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:45.339+0000 7f3280965640 1 -- 172.21.15.119:0/3103652732 >> 172.21.15.119:0/3103652732 conn(0x7f327c06a0b0 msgr2=0x7f327c06a4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:56:45.348 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:45.339+0000 7f3280965640 1 -- 172.21.15.119:0/3103652732 shutdown_connections 2024-09-13T18:56:45.348 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:45.339+0000 7f3280965640 1 -- 172.21.15.119:0/3103652732 wait complete. 2024-09-13T18:56:45.348 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:45.341+0000 7f3280965640 1 Processor -- start 2024-09-13T18:56:45.348 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:45.341+0000 7f3280965640 1 -- start start 2024-09-13T18:56:45.349 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:45.341+0000 7f3280965640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f327c0b1720 0x7f327c154570 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:45.349 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:45.341+0000 7f3280965640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f327c0cea30 0x7f327c153ce0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:45.349 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:45.341+0000 7f3280965640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f327c15a3b0 0x7f327c155c80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:45.349 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:45.341+0000 7f3280965640 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f327c156f00 con 0x7f327c0cea30 2024-09-13T18:56:45.349 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:45.341+0000 7f3280965640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f327c15d530 con 0x7f327c15a3b0 2024-09-13T18:56:45.349 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:45.341+0000 7f3280965640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f327c156c20 con 0x7f327c0b1720 2024-09-13T18:56:45.349 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:45.342+0000 7f3279d9b640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f327c0cea30 0x7f327c153ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:45.349 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:45.342+0000 7f3279d9b640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f327c0cea30 0x7f327c153ce0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.119:3300/0 says I am v2:172.21.15.119:50820/0 (socket says 172.21.15.119:50820) 2024-09-13T18:56:45.349 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:45.342+0000 7f3279d9b640 1 -- 172.21.15.119:0/2695345079 learned_addr learned my addr 172.21.15.119:0/2695345079 (peer_addr_for_me v2:172.21.15.119:0/0) 2024-09-13T18:56:45.349 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:45.342+0000 7f3279d9b640 1 -- 172.21.15.119:0/2695345079 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f327c0b1720 msgr2=0x7f327c154570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:45.350 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:45.342+0000 7f327a59c640 1 --2- 172.21.15.119:0/2695345079 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f327c0b1720 0x7f327c154570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:45.350 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:45.342+0000 7f3279d9b640 1 --2- 172.21.15.119:0/2695345079 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f327c0b1720 0x7f327c154570 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:45.350 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:45.342+0000 7f3279d9b640 1 -- 172.21.15.119:0/2695345079 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f327c15a3b0 msgr2=0x7f327c155c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:45.350 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:45.342+0000 7f327ad9d640 1 --2- 172.21.15.119:0/2695345079 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f327c15a3b0 0x7f327c155c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:45.350 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:45.342+0000 7f3279d9b640 1 --2- 172.21.15.119:0/2695345079 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f327c15a3b0 0x7f327c155c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:45.350 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:45.342+0000 7f3279d9b640 1 -- 172.21.15.119:0/2695345079 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3264009400 con 0x7f327c0cea30 2024-09-13T18:56:45.350 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:45.342+0000 7f327ad9d640 1 --2- 172.21.15.119:0/2695345079 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f327c15a3b0 0x7f327c155c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T18:56:45.350 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:45.342+0000 7f3279d9b640 1 --2- 172.21.15.119:0/2695345079 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f327c0cea30 0x7f327c153ce0 secure :-1 s=READY pgs=131 cs=0 l=1 rev1=1 crypto rx=0x7f326c00c7f0 tx=0x7f326c00ccb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:56:45.350 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:45.342+0000 7f3272ffd640 1 -- 172.21.15.119:0/2695345079 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f326c004220 con 0x7f327c0cea30 2024-09-13T18:56:45.350 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:45.342+0000 7f3272ffd640 1 -- 172.21.15.119:0/2695345079 <== mon.0 v2:172.21.15.119:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f326c004380 con 0x7f327c0cea30 2024-09-13T18:56:45.350 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:45.342+0000 7f3280965640 1 -- 172.21.15.119:0/2695345079 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f327c15d7d0 con 0x7f327c0cea30 2024-09-13T18:56:45.350 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:45.342+0000 7f3272ffd640 1 -- 172.21.15.119:0/2695345079 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f326c007840 con 0x7f327c0cea30 2024-09-13T18:56:45.351 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:45.342+0000 7f3280965640 1 -- 172.21.15.119:0/2695345079 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f327c15cd30 con 0x7f327c0cea30 2024-09-13T18:56:45.351 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:45.343+0000 7f3280965640 1 -- 172.21.15.119:0/2695345079 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f327c15d390 con 0x7f327c0cea30 2024-09-13T18:56:45.351 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:45.344+0000 7f3272ffd640 1 -- 172.21.15.119:0/2695345079 <== mon.0 v2:172.21.15.119:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f326c007bb0 con 0x7f327c0cea30 2024-09-13T18:56:45.351 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:45.344+0000 7f3272ffd640 1 --2- 172.21.15.119:0/2695345079 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f325c06ac00 0x7f325c06d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:45.351 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:45.344+0000 7f327a59c640 1 --2- 172.21.15.119:0/2695345079 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f325c06ac00 0x7f325c06d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:45.351 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:45.344+0000 7f3272ffd640 1 -- 172.21.15.119:0/2695345079 <== mon.0 v2:172.21.15.119:3300/0 5 ==== osd_map(24..24 src has 1..24) v4 ==== 6460+0+0 (secure 0 0 0) 0x7f326c0894b0 con 0x7f327c0cea30 2024-09-13T18:56:45.352 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:45.344+0000 7f327a59c640 1 --2- 172.21.15.119:0/2695345079 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f325c06ac00 0x7f325c06d0c0 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7f3264034000 tx=0x7f326402e000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:56:45.352 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:45.348+0000 7f3272ffd640 1 -- 172.21.15.119:0/2695345079 <== mon.0 v2:172.21.15.119:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f327c15d390 con 0x7f327c0cea30 2024-09-13T18:56:45.515 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:45.512+0000 7f3280965640 1 -- 172.21.15.119:0/2695345079 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7f327c0c26e0 con 0x7f327c0cea30 2024-09-13T18:56:45.516 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:45.512+0000 7f3272ffd640 1 -- 172.21.15.119:0/2695345079 <== mon.0 v2:172.21.15.119:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v24) v1 ==== 104+0+11 (secure 0 0 0) 0x7f327c0c26e0 con 0x7f327c0cea30 2024-09-13T18:56:45.516 INFO:teuthology.orchestra.run.smithi119.stdout:pg_num: 32 2024-09-13T18:56:45.518 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:45.514+0000 7f3280965640 1 -- 172.21.15.119:0/2695345079 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f325c06ac00 msgr2=0x7f325c06d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:45.518 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:45.514+0000 7f3280965640 1 --2- 172.21.15.119:0/2695345079 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f325c06ac00 0x7f325c06d0c0 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7f3264034000 tx=0x7f326402e000 comp rx=0 tx=0).stop 2024-09-13T18:56:45.518 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:45.514+0000 7f3280965640 1 -- 172.21.15.119:0/2695345079 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f327c0cea30 msgr2=0x7f327c153ce0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:45.518 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:45.514+0000 7f3280965640 1 --2- 172.21.15.119:0/2695345079 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f327c0cea30 0x7f327c153ce0 secure :-1 s=READY pgs=131 cs=0 l=1 rev1=1 crypto rx=0x7f326c00c7f0 tx=0x7f326c00ccb0 comp rx=0 tx=0).stop 2024-09-13T18:56:45.518 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:45.514+0000 7f3280965640 1 -- 172.21.15.119:0/2695345079 shutdown_connections 2024-09-13T18:56:45.518 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:45.514+0000 7f3280965640 1 --2- 172.21.15.119:0/2695345079 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f325c06ac00 0x7f325c06d0c0 unknown :-1 s=CLOSED pgs=86 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:45.518 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:45.514+0000 7f3280965640 1 --2- 172.21.15.119:0/2695345079 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f327c15a3b0 0x7f327c155c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:45.518 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:45.514+0000 7f3280965640 1 --2- 172.21.15.119:0/2695345079 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f327c0cea30 0x7f327c153ce0 unknown :-1 s=CLOSED pgs=131 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:45.519 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:45.514+0000 7f3280965640 1 --2- 172.21.15.119:0/2695345079 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f327c0b1720 0x7f327c154570 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:45.519 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:45.514+0000 7f3280965640 1 -- 172.21.15.119:0/2695345079 >> 172.21.15.119:0/2695345079 conn(0x7f327c06a0b0 msgr2=0x7f327c0701b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:56:45.519 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:45.514+0000 7f3280965640 1 -- 172.21.15.119:0/2695345079 shutdown_connections 2024-09-13T18:56:45.519 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:45.514+0000 7f3280965640 1 -- 172.21.15.119:0/2695345079 wait complete. 2024-09-13T18:56:45.528 DEBUG:teuthology.orchestra.run.smithi119:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-09-13T18:56:45.629 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:45.626+0000 7f2510cd7640 1 Processor -- start 2024-09-13T18:56:45.630 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:45.626+0000 7f2510cd7640 1 -- start start 2024-09-13T18:56:45.633 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:45.627+0000 7f2510cd7640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f250c06a5e0 0x7f250c06ba60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:45.633 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:45.627+0000 7f2510cd7640 1 -- --> v1:172.21.15.119:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f250c0d0210 con 0x7f250c15a480 2024-09-13T18:56:45.633 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:45.627+0000 7f2510cd7640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f250c0cc180 con 0x7f250c06aa70 2024-09-13T18:56:45.633 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:45.627+0000 7f2510cd7640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f250c0ccd20 con 0x7f250c06a5e0 2024-09-13T18:56:45.633 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:45.627+0000 7f250a59c640 1 --1- >> v1:172.21.15.119:6789/0 conn(0x7f250c15a480 0x7f250c0cc610 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.119:6789/0 says I am v1:172.21.15.119:51284/0 (socket says 172.21.15.119:51284) 2024-09-13T18:56:45.633 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:45.627+0000 7f250a59c640 1 -- 172.21.15.119:0/1246703663 learned_addr learned my addr 172.21.15.119:0/1246703663 (peer_addr_for_me v1:172.21.15.119:0/0) 2024-09-13T18:56:45.633 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:45.627+0000 7f2509d9b640 1 -- 172.21.15.119:0/1246703663 <== mon.0 v1:172.21.15.119:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2497319776 0 0) 0x7f250c0d0210 con 0x7f250c15a480 2024-09-13T18:56:45.633 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:45.627+0000 7f2509d9b640 1 -- 172.21.15.119:0/1246703663 --> v1:172.21.15.119:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f24f8003520 con 0x7f250c15a480 2024-09-13T18:56:45.634 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:45.627+0000 7f250ad9d640 1 --2- 172.21.15.119:0/1246703663 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f250c06a5e0 0x7f250c06ba60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:45.634 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:45.627+0000 7f2509d9b640 1 -- 172.21.15.119:0/1246703663 <== mon.0 v1:172.21.15.119:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 3375289478 0 0) 0x7f24f8003520 con 0x7f250c15a480 2024-09-13T18:56:45.634 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:45.627+0000 7f2509d9b640 1 -- 172.21.15.119:0/1246703663 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f250c06a5e0 msgr2=0x7f250c06ba60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T18:56:45.634 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:45.627+0000 7f2509d9b640 1 --2- 172.21.15.119:0/1246703663 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f250c06a5e0 0x7f250c06ba60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:45.634 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:45.627+0000 7f2509d9b640 1 -- 172.21.15.119:0/1246703663 >> v1:172.21.15.145:6789/0 conn(0x7f250c06aa70 legacy=0x7f250c069ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:45.634 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:45.627+0000 7f2509d9b640 1 -- 172.21.15.119:0/1246703663 --> v1:172.21.15.119:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f250c0cff30 con 0x7f250c15a480 2024-09-13T18:56:45.634 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:45.627+0000 7f2509d9b640 1 -- 172.21.15.119:0/1246703663 <== mon.0 v1:172.21.15.119:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 337823224 0 0) 0x7f24fc001670 con 0x7f250c15a480 2024-09-13T18:56:45.634 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:45.627+0000 7f2509d9b640 1 -- 172.21.15.119:0/1246703663 >> v1:172.21.15.119:6789/0 conn(0x7f250c15a480 legacy=0x7f250c0cc610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:45.634 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:45.627+0000 7f2509d9b640 1 --2- 172.21.15.119:0/1246703663 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f250c06a5e0 0x7f24f80039a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:45.634 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:45.627+0000 7f2509d9b640 1 --2- 172.21.15.119:0/1246703663 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f24f8003fd0 0x7f24f80047c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:45.634 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:45.627+0000 7f2509d9b640 1 --2- 172.21.15.119:0/1246703663 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f24f8004d00 0x7f24f8005180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:45.635 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:45.627+0000 7f2509d9b640 1 -- 172.21.15.119:0/1246703663 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f250c0ccd20 con 0x7f24f8004d00 2024-09-13T18:56:45.635 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:45.627+0000 7f2509d9b640 1 -- 172.21.15.119:0/1246703663 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f24f800bbc0 con 0x7f24f8003fd0 2024-09-13T18:56:45.635 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:45.627+0000 7f2509d9b640 1 -- 172.21.15.119:0/1246703663 --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f24f800bd80 con 0x7f250c06a5e0 2024-09-13T18:56:45.635 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:45.627+0000 7f250ad9d640 1 --2- 172.21.15.119:0/1246703663 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f24f8004d00 0x7f24f8005180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:45.635 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:45.627+0000 7f250a59c640 1 --2- 172.21.15.119:0/1246703663 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f250c06a5e0 0x7f24f80039a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:45.635 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:45.627+0000 7f2501d9b640 1 --2- 172.21.15.119:0/1246703663 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f24f8003fd0 0x7f24f80047c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:45.635 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:45.628+0000 7f250ad9d640 1 -- 172.21.15.119:0/1246703663 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f250c06a5e0 msgr2=0x7f24f80039a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T18:56:45.635 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:45.628+0000 7f250ad9d640 1 --2- 172.21.15.119:0/1246703663 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f250c06a5e0 0x7f24f80039a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:45.635 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:45.628+0000 7f250ad9d640 1 -- 172.21.15.119:0/1246703663 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f24f8003fd0 msgr2=0x7f24f80047c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T18:56:45.635 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:45.628+0000 7f250ad9d640 1 --2- 172.21.15.119:0/1246703663 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f24f8003fd0 0x7f24f80047c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:45.635 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:45.628+0000 7f250ad9d640 1 -- 172.21.15.119:0/1246703663 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f24f8003520 con 0x7f24f8004d00 2024-09-13T18:56:45.635 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:45.628+0000 7f250ad9d640 1 --2- 172.21.15.119:0/1246703663 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f24f8004d00 0x7f24f8005180 secure :-1 s=READY pgs=133 cs=0 l=1 rev1=1 crypto rx=0x7f250c06cde0 tx=0x7f24f80057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e3a23328cd143ed6 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:56:45.636 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:45.629+0000 7f2509d9b640 1 -- 172.21.15.119:0/1246703663 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f250402f630 con 0x7f24f8004d00 2024-09-13T18:56:45.636 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:45.629+0000 7f2509d9b640 1 -- 172.21.15.119:0/1246703663 <== mon.0 v2:172.21.15.119:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f250402f790 con 0x7f24f8004d00 2024-09-13T18:56:45.636 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:45.629+0000 7f2509d9b640 1 -- 172.21.15.119:0/1246703663 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f250402fb20 con 0x7f24f8004d00 2024-09-13T18:56:45.636 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:45.629+0000 7f2510cd7640 1 -- 172.21.15.119:0/1246703663 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f24f8004d00 msgr2=0x7f24f8005180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:45.636 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:45.629+0000 7f2510cd7640 1 --2- 172.21.15.119:0/1246703663 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f24f8004d00 0x7f24f8005180 secure :-1 s=READY pgs=133 cs=0 l=1 rev1=1 crypto rx=0x7f250c06cde0 tx=0x7f24f80057f0 comp rx=0 tx=0).stop 2024-09-13T18:56:45.636 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:45.629+0000 7f250ad9d640 1 -- 172.21.15.119:0/1246703663 reap_dead start 2024-09-13T18:56:45.636 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:45.629+0000 7f2510cd7640 1 -- 172.21.15.119:0/1246703663 shutdown_connections 2024-09-13T18:56:45.636 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:45.629+0000 7f2510cd7640 1 -- 172.21.15.119:0/1246703663 >> 172.21.15.119:0/1246703663 conn(0x7f250c0717e0 msgr2=0x7f250c0989d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:56:45.636 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:45.629+0000 7f2510cd7640 1 -- 172.21.15.119:0/1246703663 shutdown_connections 2024-09-13T18:56:45.636 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:45.629+0000 7f2510cd7640 1 -- 172.21.15.119:0/1246703663 wait complete. 2024-09-13T18:56:45.639 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:45.631+0000 7f2510cd7640 1 Processor -- start 2024-09-13T18:56:45.639 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:45.631+0000 7f2510cd7640 1 -- start start 2024-09-13T18:56:45.639 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:45.631+0000 7f2510cd7640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f24f8004d00 0x7f250c0c86d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:45.639 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:45.631+0000 7f2510cd7640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f250c1511f0 0x7f250c149d90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:45.640 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:45.631+0000 7f2510cd7640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f250c0c9ee0 0x7f250c158a90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:45.640 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:45.631+0000 7f2510cd7640 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f250c151060 con 0x7f250c1511f0 2024-09-13T18:56:45.640 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:45.631+0000 7f2510cd7640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f250c0c8c10 con 0x7f250c0c9ee0 2024-09-13T18:56:45.640 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:45.631+0000 7f2510cd7640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f250c14a2d0 con 0x7f24f8004d00 2024-09-13T18:56:45.640 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:45.632+0000 7f2501d9b640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f250c1511f0 0x7f250c149d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:45.640 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:45.632+0000 7f2501d9b640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f250c1511f0 0x7f250c149d90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.119:3300/0 says I am v2:172.21.15.119:50846/0 (socket says 172.21.15.119:50846) 2024-09-13T18:56:45.640 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:45.632+0000 7f2501d9b640 1 -- 172.21.15.119:0/1398408239 learned_addr learned my addr 172.21.15.119:0/1398408239 (peer_addr_for_me v2:172.21.15.119:0/0) 2024-09-13T18:56:45.640 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:45.632+0000 7f250a59c640 1 --2- 172.21.15.119:0/1398408239 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f24f8004d00 0x7f250c0c86d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:45.640 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:45.632+0000 7f250ad9d640 1 --2- 172.21.15.119:0/1398408239 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f250c0c9ee0 0x7f250c158a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:45.640 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:45.632+0000 7f2501d9b640 1 -- 172.21.15.119:0/1398408239 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f24f8004d00 msgr2=0x7f250c0c86d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:45.641 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:45.632+0000 7f2501d9b640 1 --2- 172.21.15.119:0/1398408239 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f24f8004d00 0x7f250c0c86d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:45.641 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:45.632+0000 7f2501d9b640 1 -- 172.21.15.119:0/1398408239 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f250c0c9ee0 msgr2=0x7f250c158a90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:45.641 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:45.632+0000 7f2501d9b640 1 --2- 172.21.15.119:0/1398408239 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f250c0c9ee0 0x7f250c158a90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:45.641 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:45.632+0000 7f2501d9b640 1 -- 172.21.15.119:0/1398408239 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f250c0c8e40 con 0x7f250c1511f0 2024-09-13T18:56:45.641 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:45.632+0000 7f250ad9d640 1 --2- 172.21.15.119:0/1398408239 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f250c0c9ee0 0x7f250c158a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T18:56:45.641 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:45.632+0000 7f2501d9b640 1 --2- 172.21.15.119:0/1398408239 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f250c1511f0 0x7f250c149d90 secure :-1 s=READY pgs=134 cs=0 l=1 rev1=1 crypto rx=0x7f24f400f820 tx=0x7f24f400fce0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:56:45.641 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:45.632+0000 7f25037fe640 1 -- 172.21.15.119:0/1398408239 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f24f40050d0 con 0x7f250c1511f0 2024-09-13T18:56:45.641 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:45.632+0000 7f25037fe640 1 -- 172.21.15.119:0/1398408239 <== mon.0 v2:172.21.15.119:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f24f4005230 con 0x7f250c1511f0 2024-09-13T18:56:45.641 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:45.632+0000 7f25037fe640 1 -- 172.21.15.119:0/1398408239 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f24f400d6d0 con 0x7f250c1511f0 2024-09-13T18:56:45.641 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:45.632+0000 7f2510cd7640 1 -- 172.21.15.119:0/1398408239 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f250c0c9120 con 0x7f250c1511f0 2024-09-13T18:56:45.641 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:45.632+0000 7f2510cd7640 1 -- 172.21.15.119:0/1398408239 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f250c0c96e0 con 0x7f250c1511f0 2024-09-13T18:56:45.641 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:45.633+0000 7f2510cd7640 1 -- 172.21.15.119:0/1398408239 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f250c06c090 con 0x7f250c1511f0 2024-09-13T18:56:45.642 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:45.634+0000 7f25037fe640 1 -- 172.21.15.119:0/1398408239 <== mon.0 v2:172.21.15.119:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f24f400d830 con 0x7f250c1511f0 2024-09-13T18:56:45.642 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:45.634+0000 7f25037fe640 1 --2- 172.21.15.119:0/1398408239 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f24ec06ac00 0x7f24ec06d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:45.642 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:45.634+0000 7f25037fe640 1 -- 172.21.15.119:0/1398408239 <== mon.0 v2:172.21.15.119:3300/0 5 ==== osd_map(24..24 src has 1..24) v4 ==== 6460+0+0 (secure 0 0 0) 0x7f24f4089410 con 0x7f250c1511f0 2024-09-13T18:56:45.642 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:45.634+0000 7f250a59c640 1 --2- 172.21.15.119:0/1398408239 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f24ec06ac00 0x7f24ec06d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:45.642 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:45.635+0000 7f250a59c640 1 --2- 172.21.15.119:0/1398408239 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f24ec06ac00 0x7f24ec06d0c0 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7f24fc0017a0 tx=0x7f24fc0015f0 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:56:45.642 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:45.638+0000 7f25037fe640 1 -- 172.21.15.119:0/1398408239 <== mon.0 v2:172.21.15.119:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f24f4054390 con 0x7f250c1511f0 2024-09-13T18:56:45.805 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:45.801+0000 7f2510cd7640 1 -- 172.21.15.119:0/1398408239 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7f250c0cd880 con 0x7f250c1511f0 2024-09-13T18:56:45.805 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:45.802+0000 7f25037fe640 1 -- 172.21.15.119:0/1398408239 <== mon.0 v2:172.21.15.119:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v24) v1 ==== 100+0+11 (secure 0 0 0) 0x7f24f40579b0 con 0x7f250c1511f0 2024-09-13T18:56:45.805 INFO:teuthology.orchestra.run.smithi119.stdout:pg_num: 64 2024-09-13T18:56:45.807 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:45.804+0000 7f2510cd7640 1 -- 172.21.15.119:0/1398408239 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f24ec06ac00 msgr2=0x7f24ec06d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:45.807 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:45.804+0000 7f2510cd7640 1 --2- 172.21.15.119:0/1398408239 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f24ec06ac00 0x7f24ec06d0c0 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7f24fc0017a0 tx=0x7f24fc0015f0 comp rx=0 tx=0).stop 2024-09-13T18:56:45.808 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:45.804+0000 7f2510cd7640 1 -- 172.21.15.119:0/1398408239 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f250c1511f0 msgr2=0x7f250c149d90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:45.808 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:45.804+0000 7f2510cd7640 1 --2- 172.21.15.119:0/1398408239 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f250c1511f0 0x7f250c149d90 secure :-1 s=READY pgs=134 cs=0 l=1 rev1=1 crypto rx=0x7f24f400f820 tx=0x7f24f400fce0 comp rx=0 tx=0).stop 2024-09-13T18:56:45.808 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:45.804+0000 7f2510cd7640 1 -- 172.21.15.119:0/1398408239 shutdown_connections 2024-09-13T18:56:45.808 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:45.804+0000 7f2510cd7640 1 --2- 172.21.15.119:0/1398408239 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f24ec06ac00 0x7f24ec06d0c0 unknown :-1 s=CLOSED pgs=87 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:45.808 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:45.804+0000 7f2510cd7640 1 --2- 172.21.15.119:0/1398408239 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f250c0c9ee0 0x7f250c158a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:45.808 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:45.804+0000 7f2510cd7640 1 --2- 172.21.15.119:0/1398408239 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f250c1511f0 0x7f250c149d90 unknown :-1 s=CLOSED pgs=134 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:45.808 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:45.804+0000 7f2510cd7640 1 --2- 172.21.15.119:0/1398408239 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f24f8004d00 0x7f250c0c86d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:45.808 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:45.804+0000 7f2510cd7640 1 -- 172.21.15.119:0/1398408239 >> 172.21.15.119:0/1398408239 conn(0x7f250c0717e0 msgr2=0x7f250c0cc610 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:56:45.808 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:45.804+0000 7f2510cd7640 1 -- 172.21.15.119:0/1398408239 shutdown_connections 2024-09-13T18:56:45.808 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:45.804+0000 7f2510cd7640 1 -- 172.21.15.119:0/1398408239 wait complete. 2024-09-13T18:56:45.818 DEBUG:teuthology.orchestra.run.smithi119:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data_ec pg_num 2024-09-13T18:56:45.918 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:45.914+0000 7fe716108640 1 Processor -- start 2024-09-13T18:56:45.918 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:45.914+0000 7fe716108640 1 -- start start 2024-09-13T18:56:45.919 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:45.915+0000 7fe716108640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fe71006c8a0 0x7fe7100b1160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:45.919 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:45.915+0000 7fe716108640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7fe710071b20 0x7fe7100b16a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:45.919 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:45.915+0000 7fe716108640 1 -- --> v1:172.21.15.119:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fe7100b2d10 con 0x7fe710158b00 2024-09-13T18:56:45.919 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:45.915+0000 7fe716108640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fe7100b2ff0 con 0x7fe710071b20 2024-09-13T18:56:45.919 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:45.915+0000 7fe716108640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe710070310 con 0x7fe71006c8a0 2024-09-13T18:56:45.920 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:45.915+0000 7fe70f7fe640 1 --1- >> v1:172.21.15.119:6789/0 conn(0x7fe710158b00 0x7fe71006c190 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.119:6789/0 says I am v1:172.21.15.119:51298/0 (socket says 172.21.15.119:51298) 2024-09-13T18:56:45.920 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:45.915+0000 7fe70f7fe640 1 -- 172.21.15.119:0/3184292624 learned_addr learned my addr 172.21.15.119:0/3184292624 (peer_addr_for_me v1:172.21.15.119:0/0) 2024-09-13T18:56:45.920 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:45.915+0000 7fe70effd640 1 --2- 172.21.15.119:0/3184292624 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fe71006c8a0 0x7fe7100b1160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:45.920 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:45.915+0000 7fe70ffff640 1 --2- 172.21.15.119:0/3184292624 >> v2:172.21.15.145:3300/0 conn(0x7fe710071b20 0x7fe7100b16a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:45.920 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:45.915+0000 7fe70e7fc640 1 -- 172.21.15.119:0/3184292624 <== mon.0 v1:172.21.15.119:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 798626059 0 0) 0x7fe7100b2d10 con 0x7fe710158b00 2024-09-13T18:56:45.920 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:45.915+0000 7fe70e7fc640 1 -- 172.21.15.119:0/3184292624 --> v1:172.21.15.119:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fe6f8003520 con 0x7fe710158b00 2024-09-13T18:56:45.920 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:45.915+0000 7fe70effd640 1 -- 172.21.15.119:0/3184292624 >> v2:172.21.15.145:3300/0 conn(0x7fe710071b20 msgr2=0x7fe7100b16a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T18:56:45.920 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:45.915+0000 7fe70effd640 1 --2- 172.21.15.119:0/3184292624 >> v2:172.21.15.145:3300/0 conn(0x7fe710071b20 0x7fe7100b16a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:45.920 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:45.915+0000 7fe70effd640 1 -- 172.21.15.119:0/3184292624 >> v1:172.21.15.119:6789/0 conn(0x7fe710158b00 legacy=0x7fe71006c190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:45.920 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:45.915+0000 7fe70effd640 1 -- 172.21.15.119:0/3184292624 --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe7100705f0 con 0x7fe71006c8a0 2024-09-13T18:56:45.921 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:45.916+0000 7fe70effd640 1 --2- 172.21.15.119:0/3184292624 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fe71006c8a0 0x7fe7100b1160 secure :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0x7fe7040097a0 tx=0x7fe70402a180 comp rx=0 tx=0).ready entity=mon.2 client_cookie=182eb7dee5989deb server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:56:45.922 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:45.917+0000 7fe70e7fc640 1 -- 172.21.15.119:0/3184292624 <== mon.2 v2:172.21.15.145:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe704032440 con 0x7fe71006c8a0 2024-09-13T18:56:45.922 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:45.917+0000 7fe70e7fc640 1 -- 172.21.15.119:0/3184292624 <== mon.2 v2:172.21.15.145:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe7040325a0 con 0x7fe71006c8a0 2024-09-13T18:56:45.922 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:45.917+0000 7fe70e7fc640 1 -- 172.21.15.119:0/3184292624 <== mon.2 v2:172.21.15.145:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe704032930 con 0x7fe71006c8a0 2024-09-13T18:56:45.922 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:45.917+0000 7fe716108640 1 -- 172.21.15.119:0/3184292624 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fe71006c8a0 msgr2=0x7fe7100b1160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:45.922 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:45.917+0000 7fe716108640 1 --2- 172.21.15.119:0/3184292624 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fe71006c8a0 0x7fe7100b1160 secure :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0x7fe7040097a0 tx=0x7fe70402a180 comp rx=0 tx=0).stop 2024-09-13T18:56:45.922 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:45.917+0000 7fe716108640 1 -- 172.21.15.119:0/3184292624 shutdown_connections 2024-09-13T18:56:45.922 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:45.917+0000 7fe716108640 1 --2- 172.21.15.119:0/3184292624 >> v2:172.21.15.145:3300/0 conn(0x7fe710071b20 0x7fe7100b16a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:45.922 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:45.917+0000 7fe716108640 1 --2- 172.21.15.119:0/3184292624 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fe71006c8a0 0x7fe7100b1160 unknown :-1 s=CLOSED pgs=28 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:45.922 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:45.917+0000 7fe716108640 1 -- 172.21.15.119:0/3184292624 >> 172.21.15.119:0/3184292624 conn(0x7fe71006a0b0 msgr2=0x7fe71006a4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:56:45.922 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:45.917+0000 7fe716108640 1 -- 172.21.15.119:0/3184292624 shutdown_connections 2024-09-13T18:56:45.922 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:45.917+0000 7fe716108640 1 -- 172.21.15.119:0/3184292624 wait complete. 2024-09-13T18:56:45.922 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:45.918+0000 7fe716108640 1 Processor -- start 2024-09-13T18:56:45.924 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:45.919+0000 7fe716108640 1 -- start start 2024-09-13T18:56:45.924 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:45.919+0000 7fe716108640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fe71006c8a0 0x7fe71009bae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:45.925 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:45.919+0000 7fe716108640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fe710071b20 0x7fe7100cb2a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:45.925 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:45.919+0000 7fe716108640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fe710158b00 0x7fe710070960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:45.925 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:45.919+0000 7fe716108640 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe71009c020 con 0x7fe71006c8a0 2024-09-13T18:56:45.925 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:45.919+0000 7fe716108640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe7100c9930 con 0x7fe710158b00 2024-09-13T18:56:45.925 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:45.919+0000 7fe716108640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe7100c9c10 con 0x7fe710071b20 2024-09-13T18:56:45.925 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:45.919+0000 7fe70f7fe640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fe71006c8a0 0x7fe71009bae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:45.925 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:45.919+0000 7fe70f7fe640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fe71006c8a0 0x7fe71009bae0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.119:3300/0 says I am v2:172.21.15.119:50854/0 (socket says 172.21.15.119:50854) 2024-09-13T18:56:45.925 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:45.919+0000 7fe70f7fe640 1 -- 172.21.15.119:0/3885075496 learned_addr learned my addr 172.21.15.119:0/3885075496 (peer_addr_for_me v2:172.21.15.119:0/0) 2024-09-13T18:56:45.925 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:45.920+0000 7fe70f7fe640 1 -- 172.21.15.119:0/3885075496 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fe710071b20 msgr2=0x7fe7100cb2a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:45.925 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:45.920+0000 7fe70ffff640 1 --2- 172.21.15.119:0/3885075496 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fe710158b00 0x7fe710070960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:45.926 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:45.920+0000 7fe70effd640 1 --2- 172.21.15.119:0/3885075496 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fe710071b20 0x7fe7100cb2a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:45.926 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:45.920+0000 7fe70f7fe640 1 --2- 172.21.15.119:0/3885075496 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fe710071b20 0x7fe7100cb2a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:45.926 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:45.920+0000 7fe70f7fe640 1 -- 172.21.15.119:0/3885075496 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fe710158b00 msgr2=0x7fe710070960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:45.926 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:45.920+0000 7fe70f7fe640 1 --2- 172.21.15.119:0/3885075496 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fe710158b00 0x7fe710070960 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:45.926 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:45.920+0000 7fe70f7fe640 1 -- 172.21.15.119:0/3885075496 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe704009400 con 0x7fe71006c8a0 2024-09-13T18:56:45.926 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:45.920+0000 7fe70f7fe640 1 --2- 172.21.15.119:0/3885075496 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fe71006c8a0 0x7fe71009bae0 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x7fe70000cbc0 tx=0x7fe70000a430 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:56:45.926 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:45.920+0000 7fe6f7fff640 1 -- 172.21.15.119:0/3885075496 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe70000ad40 con 0x7fe71006c8a0 2024-09-13T18:56:45.926 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:45.920+0000 7fe6f7fff640 1 -- 172.21.15.119:0/3885075496 <== mon.0 v2:172.21.15.119:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe700012400 con 0x7fe71006c8a0 2024-09-13T18:56:45.926 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:45.920+0000 7fe6f7fff640 1 -- 172.21.15.119:0/3885075496 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe70000aea0 con 0x7fe71006c8a0 2024-09-13T18:56:45.926 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:45.920+0000 7fe716108640 1 -- 172.21.15.119:0/3885075496 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe7100c9ef0 con 0x7fe71006c8a0 2024-09-13T18:56:45.926 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:45.920+0000 7fe716108640 1 -- 172.21.15.119:0/3885075496 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe7100ca4b0 con 0x7fe71006c8a0 2024-09-13T18:56:45.927 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:45.921+0000 7fe716108640 1 -- 172.21.15.119:0/3885075496 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fe7100cea50 con 0x7fe71006c8a0 2024-09-13T18:56:45.927 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:45.921+0000 7fe6f7fff640 1 -- 172.21.15.119:0/3885075496 <== mon.0 v2:172.21.15.119:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fe700007070 con 0x7fe71006c8a0 2024-09-13T18:56:45.927 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:45.922+0000 7fe6f7fff640 1 --2- 172.21.15.119:0/3885075496 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7fe6fc06ac30 0x7fe6fc06d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:45.928 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:45.922+0000 7fe6f7fff640 1 -- 172.21.15.119:0/3885075496 <== mon.0 v2:172.21.15.119:3300/0 5 ==== osd_map(24..24 src has 1..24) v4 ==== 6460+0+0 (secure 0 0 0) 0x7fe700089590 con 0x7fe71006c8a0 2024-09-13T18:56:45.928 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:45.922+0000 7fe70effd640 1 --2- 172.21.15.119:0/3885075496 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7fe6fc06ac30 0x7fe6fc06d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:45.928 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:45.922+0000 7fe70effd640 1 --2- 172.21.15.119:0/3885075496 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7fe6fc06ac30 0x7fe6fc06d0f0 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7fe704034000 tx=0x7fe70402e000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:56:45.930 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:45.926+0000 7fe6f7fff640 1 -- 172.21.15.119:0/3885075496 <== mon.0 v2:172.21.15.119:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fe700054510 con 0x7fe71006c8a0 2024-09-13T18:56:46.097 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:46.093+0000 7fe716108640 1 -- 172.21.15.119:0/3885075496 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"} v 0) v1 -- 0x7fe7100ca6a0 con 0x7fe71006c8a0 2024-09-13T18:56:46.097 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:46.093+0000 7fe6f7fff640 1 -- 172.21.15.119:0/3885075496 <== mon.0 v2:172.21.15.119:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]=0 v24) v1 ==== 103+0+11 (secure 0 0 0) 0x7fe700057b30 con 0x7fe71006c8a0 2024-09-13T18:56:46.097 INFO:teuthology.orchestra.run.smithi119.stdout:pg_num: 32 2024-09-13T18:56:46.099 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:46.095+0000 7fe716108640 1 -- 172.21.15.119:0/3885075496 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7fe6fc06ac30 msgr2=0x7fe6fc06d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:46.099 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:46.095+0000 7fe716108640 1 --2- 172.21.15.119:0/3885075496 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7fe6fc06ac30 0x7fe6fc06d0f0 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7fe704034000 tx=0x7fe70402e000 comp rx=0 tx=0).stop 2024-09-13T18:56:46.099 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:46.095+0000 7fe716108640 1 -- 172.21.15.119:0/3885075496 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fe71006c8a0 msgr2=0x7fe71009bae0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:46.099 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:46.095+0000 7fe716108640 1 --2- 172.21.15.119:0/3885075496 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fe71006c8a0 0x7fe71009bae0 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x7fe70000cbc0 tx=0x7fe70000a430 comp rx=0 tx=0).stop 2024-09-13T18:56:46.099 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:46.095+0000 7fe716108640 1 -- 172.21.15.119:0/3885075496 shutdown_connections 2024-09-13T18:56:46.099 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:46.095+0000 7fe716108640 1 --2- 172.21.15.119:0/3885075496 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7fe6fc06ac30 0x7fe6fc06d0f0 unknown :-1 s=CLOSED pgs=88 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:46.099 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:46.095+0000 7fe716108640 1 --2- 172.21.15.119:0/3885075496 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fe710158b00 0x7fe710070960 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:46.100 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:46.095+0000 7fe716108640 1 --2- 172.21.15.119:0/3885075496 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fe710071b20 0x7fe7100cb2a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:46.100 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:46.095+0000 7fe716108640 1 --2- 172.21.15.119:0/3885075496 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fe71006c8a0 0x7fe71009bae0 unknown :-1 s=CLOSED pgs=136 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:46.100 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:46.095+0000 7fe716108640 1 -- 172.21.15.119:0/3885075496 >> 172.21.15.119:0/3885075496 conn(0x7fe71006a0b0 msgr2=0x7fe71006a490 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:56:46.100 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:46.095+0000 7fe716108640 1 -- 172.21.15.119:0/3885075496 shutdown_connections 2024-09-13T18:56:46.100 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:46.095+0000 7fe716108640 1 -- 172.21.15.119:0/3885075496 wait complete. 2024-09-13T18:56:46.110 DEBUG:teuthology.orchestra.run.smithi119:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-13T18:56:46.208 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:46.204+0000 7f360382b640 1 Processor -- start 2024-09-13T18:56:46.208 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:46.204+0000 7f360382b640 1 -- start start 2024-09-13T18:56:46.212 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:46.205+0000 7f360382b640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f35fc072110 0x7f35fc070190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:46.212 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:46.205+0000 7f360382b640 1 -- --> v1:172.21.15.119:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f35fc0abdf0 con 0x7f35fc0c8920 2024-09-13T18:56:46.212 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:46.205+0000 7f360382b640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f35fc0b2280 con 0x7f35fc071d30 2024-09-13T18:56:46.212 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:46.205+0000 7f360382b640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f35fc0ab1e0 con 0x7f35fc072110 2024-09-13T18:56:46.213 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:46.205+0000 7f3601dc8640 1 --1- >> v1:172.21.15.119:6789/0 conn(0x7f35fc0c8920 0x7f35fc0ac280 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.119:6789/0 says I am v1:172.21.15.119:51308/0 (socket says 172.21.15.119:51308) 2024-09-13T18:56:46.213 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:46.205+0000 7f3601dc8640 1 -- 172.21.15.119:0/135652014 learned_addr learned my addr 172.21.15.119:0/135652014 (peer_addr_for_me v1:172.21.15.119:0/0) 2024-09-13T18:56:46.213 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:46.205+0000 7f3600dc6640 1 --2- 172.21.15.119:0/135652014 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f35fc072110 0x7f35fc070190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:46.213 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:46.205+0000 7f35f3fff640 1 -- 172.21.15.119:0/135652014 <== mon.0 v1:172.21.15.119:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 791387613 0 0) 0x7f35fc0abdf0 con 0x7f35fc0c8920 2024-09-13T18:56:46.213 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:46.205+0000 7f35f3fff640 1 -- 172.21.15.119:0/135652014 --> v1:172.21.15.119:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f35e8003520 con 0x7f35fc0c8920 2024-09-13T18:56:46.213 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:46.205+0000 7f35f3fff640 1 -- 172.21.15.119:0/135652014 <== mon.1 v1:172.21.15.145:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3245110661 0 0) 0x7f35fc0b2280 con 0x7f35fc071d30 2024-09-13T18:56:46.213 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:46.205+0000 7f35f3fff640 1 -- 172.21.15.119:0/135652014 --> v1:172.21.15.145:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f35fc0abdf0 con 0x7f35fc071d30 2024-09-13T18:56:46.213 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:46.205+0000 7f35f3fff640 1 -- 172.21.15.119:0/135652014 <== mon.0 v1:172.21.15.119:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 2538714384 0 0) 0x7f35e8003520 con 0x7f35fc0c8920 2024-09-13T18:56:46.213 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:46.205+0000 7f35f3fff640 1 -- 172.21.15.119:0/135652014 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f35fc072110 msgr2=0x7f35fc070190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T18:56:46.213 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:46.205+0000 7f35f3fff640 1 --2- 172.21.15.119:0/135652014 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f35fc072110 0x7f35fc070190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:46.214 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:46.205+0000 7f35f3fff640 1 -- 172.21.15.119:0/135652014 >> v1:172.21.15.145:6789/0 conn(0x7f35fc071d30 legacy=0x7f35fc0b1b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:46.214 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:46.205+0000 7f35f3fff640 1 -- 172.21.15.119:0/135652014 --> v1:172.21.15.119:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f35fc0ab4c0 con 0x7f35fc0c8920 2024-09-13T18:56:46.214 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:46.205+0000 7f35f3fff640 1 -- 172.21.15.119:0/135652014 <== mon.0 v1:172.21.15.119:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 337823224 0 0) 0x7f35f40019f0 con 0x7f35fc0c8920 2024-09-13T18:56:46.214 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:46.206+0000 7f35f3fff640 1 -- 172.21.15.119:0/135652014 >> v1:172.21.15.119:6789/0 conn(0x7f35fc0c8920 legacy=0x7f35fc0ac280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:46.214 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:46.206+0000 7f35f3fff640 1 --2- 172.21.15.119:0/135652014 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f35e8003b30 0x7f35e8003f30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:46.214 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:46.206+0000 7f35f3fff640 1 --2- 172.21.15.119:0/135652014 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f35e80047c0 0x7f35e8004c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:46.214 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:46.206+0000 7f35f3fff640 1 --2- 172.21.15.119:0/135652014 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f35fc072110 0x7f35e8005180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:46.214 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:46.206+0000 7f35f3fff640 1 -- 172.21.15.119:0/135652014 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f35fc0ab1e0 con 0x7f35e80047c0 2024-09-13T18:56:46.214 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:46.206+0000 7f35f3fff640 1 -- 172.21.15.119:0/135652014 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f35e800ba60 con 0x7f35e8003b30 2024-09-13T18:56:46.214 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:46.206+0000 7f35f3fff640 1 -- 172.21.15.119:0/135652014 --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f35e800bc20 con 0x7f35fc072110 2024-09-13T18:56:46.214 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:46.206+0000 7f3600dc6640 1 --2- 172.21.15.119:0/135652014 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f35e80047c0 0x7f35e8004c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:46.214 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:46.206+0000 7f3601dc8640 1 --2- 172.21.15.119:0/135652014 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f35fc072110 0x7f35e8005180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:46.215 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:46.206+0000 7f36015c7640 1 --2- 172.21.15.119:0/135652014 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f35e8003b30 0x7f35e8003f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:46.215 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:46.206+0000 7f3600dc6640 1 -- 172.21.15.119:0/135652014 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f35fc072110 msgr2=0x7f35e8005180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T18:56:46.215 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:46.206+0000 7f3600dc6640 1 --2- 172.21.15.119:0/135652014 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f35fc072110 0x7f35e8005180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:46.215 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:46.206+0000 7f3600dc6640 1 -- 172.21.15.119:0/135652014 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f35e8003b30 msgr2=0x7f35e8003f30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T18:56:46.215 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:46.206+0000 7f3600dc6640 1 --2- 172.21.15.119:0/135652014 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f35e8003b30 0x7f35e8003f30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:46.215 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:46.206+0000 7f3600dc6640 1 -- 172.21.15.119:0/135652014 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f35e8003520 con 0x7f35e80047c0 2024-09-13T18:56:46.215 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:46.206+0000 7f3601dc8640 1 --2- 172.21.15.119:0/135652014 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f35fc072110 0x7f35e8005180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T18:56:46.215 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:46.207+0000 7f3600dc6640 1 --2- 172.21.15.119:0/135652014 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f35e80047c0 0x7f35e8004c40 secure :-1 s=READY pgs=138 cs=0 l=1 rev1=1 crypto rx=0x7f35fc0cf000 tx=0x7f35e80057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2752d81ec28abff3 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:56:46.215 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:46.207+0000 7f35f3fff640 1 -- 172.21.15.119:0/135652014 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f35ec031400 con 0x7f35e80047c0 2024-09-13T18:56:46.215 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:46.207+0000 7f35f3fff640 1 -- 172.21.15.119:0/135652014 <== mon.0 v2:172.21.15.119:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f35ec02d050 con 0x7f35e80047c0 2024-09-13T18:56:46.215 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:46.207+0000 7f35f3fff640 1 -- 172.21.15.119:0/135652014 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f35ec0317a0 con 0x7f35e80047c0 2024-09-13T18:56:46.216 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:46.207+0000 7f360382b640 1 -- 172.21.15.119:0/135652014 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f35e80047c0 msgr2=0x7f35e8004c40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:46.216 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:46.207+0000 7f360382b640 1 --2- 172.21.15.119:0/135652014 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f35e80047c0 0x7f35e8004c40 secure :-1 s=READY pgs=138 cs=0 l=1 rev1=1 crypto rx=0x7f35fc0cf000 tx=0x7f35e80057f0 comp rx=0 tx=0).stop 2024-09-13T18:56:46.216 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:46.207+0000 7f3601dc8640 1 -- 172.21.15.119:0/135652014 reap_dead start 2024-09-13T18:56:46.216 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:46.207+0000 7f360382b640 1 -- 172.21.15.119:0/135652014 shutdown_connections 2024-09-13T18:56:46.216 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:46.207+0000 7f360382b640 1 -- 172.21.15.119:0/135652014 >> 172.21.15.119:0/135652014 conn(0x7f35fc069ed0 msgr2=0x7f35fc06a2e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:56:46.216 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:46.207+0000 7f360382b640 1 -- 172.21.15.119:0/135652014 shutdown_connections 2024-09-13T18:56:46.216 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:46.207+0000 7f360382b640 1 -- 172.21.15.119:0/135652014 wait complete. 2024-09-13T18:56:46.216 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:46.209+0000 7f360382b640 1 Processor -- start 2024-09-13T18:56:46.216 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:46.209+0000 7f360382b640 1 -- start start 2024-09-13T18:56:46.218 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:46.209+0000 7f360382b640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f35e80047c0 0x7f35fc152ff0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:46.219 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:46.209+0000 7f360382b640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f35fc0adcd0 0x7f35fc0c4810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:46.219 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:46.209+0000 7f360382b640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f35fc0c1e00 0x7f35fc0c2290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:46.219 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:46.209+0000 7f360382b640 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f35fc0aee30 con 0x7f35e80047c0 2024-09-13T18:56:46.219 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:46.209+0000 7f360382b640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f35fc0c27d0 con 0x7f35fc0c1e00 2024-09-13T18:56:46.219 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:46.209+0000 7f360382b640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f35fc153530 con 0x7f35fc0adcd0 2024-09-13T18:56:46.219 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:46.209+0000 7f36015c7640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f35e80047c0 0x7f35fc152ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:46.219 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:46.209+0000 7f36015c7640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f35e80047c0 0x7f35fc152ff0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.119:3300/0 says I am v2:172.21.15.119:50868/0 (socket says 172.21.15.119:50868) 2024-09-13T18:56:46.219 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:46.209+0000 7f36015c7640 1 -- 172.21.15.119:0/405492025 learned_addr learned my addr 172.21.15.119:0/405492025 (peer_addr_for_me v2:172.21.15.119:0/0) 2024-09-13T18:56:46.219 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:46.210+0000 7f36015c7640 1 -- 172.21.15.119:0/405492025 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f35fc0adcd0 msgr2=0x7f35fc0c4810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:46.219 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:46.210+0000 7f36015c7640 1 --2- 172.21.15.119:0/405492025 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f35fc0adcd0 0x7f35fc0c4810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:46.220 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:46.210+0000 7f36015c7640 1 -- 172.21.15.119:0/405492025 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f35fc0c1e00 msgr2=0x7f35fc0c2290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:46.220 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:46.210+0000 7f36015c7640 1 --2- 172.21.15.119:0/405492025 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f35fc0c1e00 0x7f35fc0c2290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:46.220 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:46.210+0000 7f36015c7640 1 -- 172.21.15.119:0/405492025 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f35fc0ae1b0 con 0x7f35e80047c0 2024-09-13T18:56:46.220 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:46.210+0000 7f36015c7640 1 --2- 172.21.15.119:0/405492025 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f35e80047c0 0x7f35fc152ff0 secure :-1 s=READY pgs=139 cs=0 l=1 rev1=1 crypto rx=0x7f35f800e7b0 tx=0x7f35f800ec70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:56:46.220 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:46.210+0000 7f35f1ffb640 1 -- 172.21.15.119:0/405492025 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f35f800ee60 con 0x7f35e80047c0 2024-09-13T18:56:46.220 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:46.210+0000 7f35f1ffb640 1 -- 172.21.15.119:0/405492025 <== mon.0 v2:172.21.15.119:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f35f80052e0 con 0x7f35e80047c0 2024-09-13T18:56:46.220 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:46.210+0000 7f35f1ffb640 1 -- 172.21.15.119:0/405492025 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f35f800c8a0 con 0x7f35e80047c0 2024-09-13T18:56:46.220 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:46.210+0000 7f360382b640 1 -- 172.21.15.119:0/405492025 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f35fc0ae490 con 0x7f35e80047c0 2024-09-13T18:56:46.220 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:46.210+0000 7f360382b640 1 -- 172.21.15.119:0/405492025 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f35fc0aea50 con 0x7f35e80047c0 2024-09-13T18:56:46.220 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:46.211+0000 7f360382b640 1 -- 172.21.15.119:0/405492025 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f35fc0aef70 con 0x7f35e80047c0 2024-09-13T18:56:46.220 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:46.211+0000 7f35f1ffb640 1 -- 172.21.15.119:0/405492025 <== mon.0 v2:172.21.15.119:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f35f800ca00 con 0x7f35e80047c0 2024-09-13T18:56:46.221 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:46.212+0000 7f35f1ffb640 1 --2- 172.21.15.119:0/405492025 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f35e006ac30 0x7f35e006d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:46.221 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:46.212+0000 7f35f1ffb640 1 -- 172.21.15.119:0/405492025 <== mon.0 v2:172.21.15.119:3300/0 5 ==== osd_map(24..24 src has 1..24) v4 ==== 6460+0+0 (secure 0 0 0) 0x7f35f80894d0 con 0x7f35e80047c0 2024-09-13T18:56:46.221 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:46.212+0000 7f3600dc6640 1 --2- 172.21.15.119:0/405492025 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f35e006ac30 0x7f35e006d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:46.221 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:46.212+0000 7f3600dc6640 1 --2- 172.21.15.119:0/405492025 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f35e006ac30 0x7f35e006d0f0 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7f35ec033000 tx=0x7f35ec02e000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:56:46.221 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:46.216+0000 7f35f1ffb640 1 -- 172.21.15.119:0/405492025 <== mon.0 v2:172.21.15.119:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f35fc0aef70 con 0x7f35e80047c0 2024-09-13T18:56:46.397 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:46.393+0000 7f360382b640 1 -- 172.21.15.119:0/405492025 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) v1 -- 0x7f35fc0aef70 con 0x7f35e80047c0 2024-09-13T18:56:46.397 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:46.394+0000 7f35f1ffb640 1 -- 172.21.15.119:0/405492025 <== mon.0 v2:172.21.15.119:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v24) v1 ==== 80+0+0 (secure 0 0 0) 0x7f35fc0aef70 con 0x7f35e80047c0 2024-09-13T18:56:46.397 INFO:teuthology.orchestra.run.smithi119.stderr:listed 0 entries 2024-09-13T18:56:46.400 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:46.396+0000 7f360382b640 1 -- 172.21.15.119:0/405492025 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f35e006ac30 msgr2=0x7f35e006d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:46.400 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:46.396+0000 7f360382b640 1 --2- 172.21.15.119:0/405492025 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f35e006ac30 0x7f35e006d0f0 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7f35ec033000 tx=0x7f35ec02e000 comp rx=0 tx=0).stop 2024-09-13T18:56:46.400 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:46.396+0000 7f360382b640 1 -- 172.21.15.119:0/405492025 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f35e80047c0 msgr2=0x7f35fc152ff0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:46.400 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:46.396+0000 7f360382b640 1 --2- 172.21.15.119:0/405492025 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f35e80047c0 0x7f35fc152ff0 secure :-1 s=READY pgs=139 cs=0 l=1 rev1=1 crypto rx=0x7f35f800e7b0 tx=0x7f35f800ec70 comp rx=0 tx=0).stop 2024-09-13T18:56:46.400 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:46.396+0000 7f360382b640 1 -- 172.21.15.119:0/405492025 shutdown_connections 2024-09-13T18:56:46.400 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:46.396+0000 7f360382b640 1 --2- 172.21.15.119:0/405492025 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f35e006ac30 0x7f35e006d0f0 unknown :-1 s=CLOSED pgs=89 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:46.400 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:46.396+0000 7f360382b640 1 --2- 172.21.15.119:0/405492025 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f35fc0c1e00 0x7f35fc0c2290 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:46.400 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:46.396+0000 7f360382b640 1 --2- 172.21.15.119:0/405492025 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f35fc0adcd0 0x7f35fc0c4810 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:46.400 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:46.396+0000 7f360382b640 1 --2- 172.21.15.119:0/405492025 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f35e80047c0 0x7f35fc152ff0 unknown :-1 s=CLOSED pgs=139 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:46.401 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:46.396+0000 7f360382b640 1 -- 172.21.15.119:0/405492025 >> 172.21.15.119:0/405492025 conn(0x7f35fc069ed0 msgr2=0x7f35fc0ccb20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:56:46.401 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:46.396+0000 7f360382b640 1 -- 172.21.15.119:0/405492025 shutdown_connections 2024-09-13T18:56:46.401 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:46.396+0000 7f360382b640 1 -- 172.21.15.119:0/405492025 wait complete. 2024-09-13T18:56:46.410 INFO:tasks.cephfs.fuse_mount:Running fusermount -u on ubuntu@smithi119.front.sepia.ceph.com... 2024-09-13T18:56:46.410 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T18:56:46.410 DEBUG:teuthology.orchestra.run.smithi119:> sudo fusermount -u /home/ubuntu/cephtest/mnt.admin 2024-09-13T18:56:46.433 INFO:tasks.cephfs.fuse_mount.ceph-fuse.admin.smithi119.stderr:ceph-fuse[43778]: fuse finished with error 0 and tester_r 0 2024-09-13T18:56:46.435 INFO:teuthology.orchestra.run:waiting for 300 2024-09-13T18:56:46.456 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi119.front.sepia.ceph.com 2024-09-13T18:56:46.457 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T18:56:46.457 DEBUG:teuthology.orchestra.run.smithi119:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.admin) 2024-09-13T18:56:46.518 DEBUG:teuthology.orchestra.run.smithi119:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T18:56:46.655 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:46.652+0000 7ff1df7ce640 1 Processor -- start 2024-09-13T18:56:46.656 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:46.652+0000 7ff1df7ce640 1 -- start start 2024-09-13T18:56:46.656 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:46.653+0000 7ff1df7ce640 1 --2- >> v2:172.21.15.119:3300/0 conn(0x7ff1d8072110 0x7ff1d8070190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:46.656 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:46.653+0000 7ff1df7ce640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7ff1d80c8920 0x7ff1d80c8db0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:46.657 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:46.653+0000 7ff1df7ce640 1 -- --> v1:172.21.15.119:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7ff1d80abdf0 con 0x7ff1d8071d30 2024-09-13T18:56:46.657 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:46.653+0000 7ff1df7ce640 1 -- --> v2:172.21.15.119:3300/0 -- mon_getmap magic: 0 v1 -- 0x7ff1d80c92f0 con 0x7ff1d8072110 2024-09-13T18:56:46.657 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:46.653+0000 7ff1df7ce640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 v1 -- 0x7ff1d80b2280 con 0x7ff1d80c8920 2024-09-13T18:56:46.657 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:46.653+0000 7ff1dd56a640 1 --1- >> v1:172.21.15.119:6789/0 conn(0x7ff1d8071d30 0x7ff1d80b1b70 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.119:6789/0 says I am v1:172.21.15.119:51310/0 (socket says 172.21.15.119:51310) 2024-09-13T18:56:46.657 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:46.653+0000 7ff1dd56a640 1 -- 172.21.15.119:0/1874621363 learned_addr learned my addr 172.21.15.119:0/1874621363 (peer_addr_for_me v1:172.21.15.119:0/0) 2024-09-13T18:56:46.657 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:46.653+0000 7ff1dcd69640 1 --2- 172.21.15.119:0/1874621363 >> v2:172.21.15.119:3300/0 conn(0x7ff1d8072110 0x7ff1d8070190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:46.658 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:46.653+0000 7ff1d7fff640 1 -- 172.21.15.119:0/1874621363 <== mon.0 v1:172.21.15.119:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1564445724 0 0) 0x7ff1d80abdf0 con 0x7ff1d8071d30 2024-09-13T18:56:46.659 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:46.653+0000 7ff1ddd6b640 1 --2- 172.21.15.119:0/1874621363 >> v2:172.21.15.145:3300/0 conn(0x7ff1d80c8920 0x7ff1d80c8db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:46.659 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:46.653+0000 7ff1d7fff640 1 -- 172.21.15.119:0/1874621363 --> v1:172.21.15.119:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7ff1c0003520 con 0x7ff1d8071d30 2024-09-13T18:56:46.659 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:46.653+0000 7ff1dcd69640 1 -- 172.21.15.119:0/1874621363 >> v2:172.21.15.145:3300/0 conn(0x7ff1d80c8920 msgr2=0x7ff1d80c8db0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T18:56:46.659 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:46.653+0000 7ff1dcd69640 1 --2- 172.21.15.119:0/1874621363 >> v2:172.21.15.145:3300/0 conn(0x7ff1d80c8920 0x7ff1d80c8db0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:46.659 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:46.653+0000 7ff1dcd69640 1 -- 172.21.15.119:0/1874621363 >> v1:172.21.15.119:6789/0 conn(0x7ff1d8071d30 legacy=0x7ff1d80b1b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:46.659 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:46.653+0000 7ff1dcd69640 1 -- 172.21.15.119:0/1874621363 --> v2:172.21.15.119:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff1d80ab1e0 con 0x7ff1d8072110 2024-09-13T18:56:46.659 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:46.654+0000 7ff1dcd69640 1 --2- 172.21.15.119:0/1874621363 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7ff1d8072110 0x7ff1d8070190 secure :-1 s=READY pgs=141 cs=0 l=1 rev1=1 crypto rx=0x7ff1d806ff50 tx=0x7ff1cc02a1a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4e7e4fe75367e688 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:56:46.659 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:46.654+0000 7ff1d7fff640 1 -- 172.21.15.119:0/1874621363 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff1cc032440 con 0x7ff1d8072110 2024-09-13T18:56:46.659 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:46.654+0000 7ff1d7fff640 1 -- 172.21.15.119:0/1874621363 <== mon.0 v2:172.21.15.119:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff1cc0325a0 con 0x7ff1d8072110 2024-09-13T18:56:46.659 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:46.654+0000 7ff1d7fff640 1 -- 172.21.15.119:0/1874621363 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff1cc032930 con 0x7ff1d8072110 2024-09-13T18:56:46.659 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:46.655+0000 7ff1df7ce640 1 -- 172.21.15.119:0/1874621363 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7ff1d8072110 msgr2=0x7ff1d8070190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:46.659 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:46.655+0000 7ff1df7ce640 1 --2- 172.21.15.119:0/1874621363 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7ff1d8072110 0x7ff1d8070190 secure :-1 s=READY pgs=141 cs=0 l=1 rev1=1 crypto rx=0x7ff1d806ff50 tx=0x7ff1cc02a1a0 comp rx=0 tx=0).stop 2024-09-13T18:56:46.659 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:46.655+0000 7ff1df7ce640 1 -- 172.21.15.119:0/1874621363 shutdown_connections 2024-09-13T18:56:46.660 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:46.655+0000 7ff1df7ce640 1 --2- 172.21.15.119:0/1874621363 >> v2:172.21.15.145:3300/0 conn(0x7ff1d80c8920 0x7ff1d80c8db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:46.660 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:46.655+0000 7ff1df7ce640 1 --2- 172.21.15.119:0/1874621363 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7ff1d8072110 0x7ff1d8070190 unknown :-1 s=CLOSED pgs=141 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:46.660 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:46.655+0000 7ff1df7ce640 1 -- 172.21.15.119:0/1874621363 >> 172.21.15.119:0/1874621363 conn(0x7ff1d8069ed0 msgr2=0x7ff1d806a2e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:56:46.660 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:46.655+0000 7ff1df7ce640 1 -- 172.21.15.119:0/1874621363 shutdown_connections 2024-09-13T18:56:46.660 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:46.655+0000 7ff1df7ce640 1 -- 172.21.15.119:0/1874621363 wait complete. 2024-09-13T18:56:46.662 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:46.656+0000 7ff1df7ce640 1 Processor -- start 2024-09-13T18:56:46.662 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:46.656+0000 7ff1df7ce640 1 -- start start 2024-09-13T18:56:46.662 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:46.657+0000 7ff1df7ce640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ff1d8071d30 0x7ff1d81564a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:46.662 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:46.657+0000 7ff1df7ce640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7ff1d8072110 0x7ff1d80c4860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:46.662 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:46.657+0000 7ff1df7ce640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7ff1d80c8920 0x7ff1d81f1d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:46.662 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:46.657+0000 7ff1df7ce640 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff1d80c4440 con 0x7ff1d80c8920 2024-09-13T18:56:46.662 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:46.657+0000 7ff1df7ce640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff1d80c7b10 con 0x7ff1d8071d30 2024-09-13T18:56:46.662 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:46.657+0000 7ff1df7ce640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff1d81f22c0 con 0x7ff1d8072110 2024-09-13T18:56:46.663 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:46.657+0000 7ff1ddd6b640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7ff1d80c8920 0x7ff1d81f1d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:46.663 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:46.657+0000 7ff1ddd6b640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7ff1d80c8920 0x7ff1d81f1d80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.119:3300/0 says I am v2:172.21.15.119:50878/0 (socket says 172.21.15.119:50878) 2024-09-13T18:56:46.663 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:46.657+0000 7ff1ddd6b640 1 -- 172.21.15.119:0/645542032 learned_addr learned my addr 172.21.15.119:0/645542032 (peer_addr_for_me v2:172.21.15.119:0/0) 2024-09-13T18:56:46.663 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:46.657+0000 7ff1dd56a640 1 --2- 172.21.15.119:0/645542032 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ff1d8071d30 0x7ff1d81564a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:46.663 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:46.657+0000 7ff1dcd69640 1 --2- 172.21.15.119:0/645542032 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7ff1d8072110 0x7ff1d80c4860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:46.663 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:46.657+0000 7ff1ddd6b640 1 -- 172.21.15.119:0/645542032 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7ff1d8072110 msgr2=0x7ff1d80c4860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:46.663 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:46.657+0000 7ff1ddd6b640 1 --2- 172.21.15.119:0/645542032 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7ff1d8072110 0x7ff1d80c4860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:46.663 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:46.657+0000 7ff1ddd6b640 1 -- 172.21.15.119:0/645542032 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ff1d8071d30 msgr2=0x7ff1d81564a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:46.663 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:46.657+0000 7ff1ddd6b640 1 --2- 172.21.15.119:0/645542032 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ff1d8071d30 0x7ff1d81564a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:46.663 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:46.657+0000 7ff1ddd6b640 1 -- 172.21.15.119:0/645542032 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff1cc009400 con 0x7ff1d80c8920 2024-09-13T18:56:46.663 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:46.657+0000 7ff1ddd6b640 1 --2- 172.21.15.119:0/645542032 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7ff1d80c8920 0x7ff1d81f1d80 secure :-1 s=READY pgs=142 cs=0 l=1 rev1=1 crypto rx=0x7ff1c800cda0 tx=0x7ff1c800e420 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:56:46.663 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:46.658+0000 7ff1d5ffb640 1 -- 172.21.15.119:0/645542032 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff1c8019070 con 0x7ff1d80c8920 2024-09-13T18:56:46.663 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:46.658+0000 7ff1d5ffb640 1 -- 172.21.15.119:0/645542032 <== mon.0 v2:172.21.15.119:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff1c800ed40 con 0x7ff1d80c8920 2024-09-13T18:56:46.664 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:46.658+0000 7ff1df7ce640 1 -- 172.21.15.119:0/645542032 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff1d80c39a0 con 0x7ff1d80c8920 2024-09-13T18:56:46.664 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:46.658+0000 7ff1d5ffb640 1 -- 172.21.15.119:0/645542032 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff1c8011070 con 0x7ff1d80c8920 2024-09-13T18:56:46.664 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:46.658+0000 7ff1df7ce640 1 -- 172.21.15.119:0/645542032 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff1d80c3d80 con 0x7ff1d80c8920 2024-09-13T18:56:46.664 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:46.659+0000 7ff1df7ce640 1 -- 172.21.15.119:0/645542032 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ff1d80c18e0 con 0x7ff1d80c8920 2024-09-13T18:56:46.664 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:46.659+0000 7ff1d5ffb640 1 -- 172.21.15.119:0/645542032 <== mon.0 v2:172.21.15.119:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7ff1c8015430 con 0x7ff1d80c8920 2024-09-13T18:56:46.665 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:46.660+0000 7ff1d5ffb640 1 --2- 172.21.15.119:0/645542032 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7ff1c406ac00 0x7ff1c406d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:46.665 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:46.660+0000 7ff1d5ffb640 1 -- 172.21.15.119:0/645542032 <== mon.0 v2:172.21.15.119:3300/0 5 ==== osd_map(24..24 src has 1..24) v4 ==== 6460+0+0 (secure 0 0 0) 0x7ff1c808b450 con 0x7ff1d80c8920 2024-09-13T18:56:46.665 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:46.660+0000 7ff1dd56a640 1 --2- 172.21.15.119:0/645542032 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7ff1c406ac00 0x7ff1c406d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:46.665 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:46.660+0000 7ff1dd56a640 1 --2- 172.21.15.119:0/645542032 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7ff1c406ac00 0x7ff1c406d0c0 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7ff1d00011e0 tx=0x7ff1d0007d30 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:56:46.667 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:46.664+0000 7ff1d5ffb640 1 -- 172.21.15.119:0/645542032 <== mon.0 v2:172.21.15.119:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7ff1d80c18e0 con 0x7ff1d80c8920 2024-09-13T18:56:46.829 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:46.826+0000 7ff1df7ce640 1 -- 172.21.15.119:0/645542032 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7ff1d80c4580 con 0x7ff1d80c8920 2024-09-13T18:56:46.830 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:46.827+0000 7ff1d5ffb640 1 -- 172.21.15.119:0/645542032 <== mon.0 v2:172.21.15.119:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v24) v1 ==== 74+0+18394 (secure 0 0 0) 0x7ff1d80c4580 con 0x7ff1d80c8920 2024-09-13T18:56:46.831 INFO:teuthology.orchestra.run.smithi119.stdout: 2024-09-13T18:56:46.831 INFO:teuthology.orchestra.run.smithi119.stdout:{"epoch":24,"fsid":"b3bca492-3414-44ef-b63c-42eead5ea701","created":"2024-09-13T18:56:10.047760+0000","modified":"2024-09-13T18:56:38.390322+0000","last_up_change":"2024-09-13T18:56:22.096428+0000","last_in_change":"2024-09-13T18:56:12.143228+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T18:56:22.095896+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-13T18:56:31.950108+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-13T18:56:32.998608+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-09-13T18:56:36.052694+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"24","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"09edfd5c-bc57-47d1-a7b7-6d97f0f88db1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6810","nonce":3811853106},{"type":"v1","addr":"172.21.15.119:6813","nonce":3811853106}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6817","nonce":3811853106},{"type":"v1","addr":"172.21.15.119:6820","nonce":3811853106}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6828","nonce":3811853106},{"type":"v1","addr":"172.21.15.119:6830","nonce":3811853106}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6823","nonce":3811853106},{"type":"v1","addr":"172.21.15.119:6825","nonce":3811853106}]},"public_addr":"172.21.15.119:6813/3811853106","cluster_addr":"172.21.15.119:6820/3811853106","heartbeat_back_addr":"172.21.15.119:6830/3811853106","heartbeat_front_addr":"172.21.15.119:6825/3811853106","state":["exists","up"]},{"osd":1,"uuid":"f26f4bd2-3aee-4208-9e62-87f17047d886","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6809","nonce":1656755168},{"type":"v1","addr":"172.21.15.119:6812","nonce":1656755168}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6815","nonce":1656755168},{"type":"v1","addr":"172.21.15.119:6818","nonce":1656755168}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6829","nonce":1656755168},{"type":"v1","addr":"172.21.15.119:6831","nonce":1656755168}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6822","nonce":1656755168},{"type":"v1","addr":"172.21.15.119:6826","nonce":1656755168}]},"public_addr":"172.21.15.119:6812/1656755168","cluster_addr":"172.21.15.119:6818/1656755168","heartbeat_back_addr":"172.21.15.119:6831/1656755168","heartbeat_front_addr":"172.21.15.119:6826/1656755168","state":["exists","up"]},{"osd":2,"uuid":"1e9d6e0c-51f9-4f4a-bead-0e7edc7dd200","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6800","nonce":3093354378},{"type":"v1","addr":"172.21.15.119:6801","nonce":3093354378}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6802","nonce":3093354378},{"type":"v1","addr":"172.21.15.119:6803","nonce":3093354378}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6806","nonce":3093354378},{"type":"v1","addr":"172.21.15.119:6807","nonce":3093354378}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6804","nonce":3093354378},{"type":"v1","addr":"172.21.15.119:6805","nonce":3093354378}]},"public_addr":"172.21.15.119:6801/3093354378","cluster_addr":"172.21.15.119:6803/3093354378","heartbeat_back_addr":"172.21.15.119:6807/3093354378","heartbeat_front_addr":"172.21.15.119:6805/3093354378","state":["exists","up"]},{"osd":3,"uuid":"7c289b1f-a555-46e4-b85a-c0f230c9e02a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6808","nonce":886995937},{"type":"v1","addr":"172.21.15.119:6811","nonce":886995937}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6814","nonce":886995937},{"type":"v1","addr":"172.21.15.119:6816","nonce":886995937}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6824","nonce":886995937},{"type":"v1","addr":"172.21.15.119:6827","nonce":886995937}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6819","nonce":886995937},{"type":"v1","addr":"172.21.15.119:6821","nonce":886995937}]},"public_addr":"172.21.15.119:6811/886995937","cluster_addr":"172.21.15.119:6816/886995937","heartbeat_back_addr":"172.21.15.119:6827/886995937","heartbeat_front_addr":"172.21.15.119:6821/886995937","state":["exists","up"]},{"osd":4,"uuid":"a0a2f75b-5a33-4b69-b834-b8cf5a90ac5f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6808","nonce":2802887692},{"type":"v1","addr":"172.21.15.145:6809","nonce":2802887692}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6810","nonce":2802887692},{"type":"v1","addr":"172.21.15.145:6811","nonce":2802887692}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6814","nonce":2802887692},{"type":"v1","addr":"172.21.15.145:6815","nonce":2802887692}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6812","nonce":2802887692},{"type":"v1","addr":"172.21.15.145:6813","nonce":2802887692}]},"public_addr":"172.21.15.145:6809/2802887692","cluster_addr":"172.21.15.145:6811/2802887692","heartbeat_back_addr":"172.21.15.145:6815/2802887692","heartbeat_front_addr":"172.21.15.145:6813/2802887692","state":["exists","up"]},{"osd":5,"uuid":"e301c92f-a5af-49da-8384-bef6d48c9982","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6800","nonce":1431235391},{"type":"v1","addr":"172.21.15.145:6801","nonce":1431235391}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6802","nonce":1431235391},{"type":"v1","addr":"172.21.15.145:6803","nonce":1431235391}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6806","nonce":1431235391},{"type":"v1","addr":"172.21.15.145:6807","nonce":1431235391}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6804","nonce":1431235391},{"type":"v1","addr":"172.21.15.145:6805","nonce":1431235391}]},"public_addr":"172.21.15.145:6801/1431235391","cluster_addr":"172.21.15.145:6803/1431235391","heartbeat_back_addr":"172.21.15.145:6807/1431235391","heartbeat_front_addr":"172.21.15.145:6805/1431235391","state":["exists","up"]},{"osd":6,"uuid":"dd2ee71c-4024-4f56-90b1-d362ff9ae8f5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6816","nonce":1755123178},{"type":"v1","addr":"172.21.15.145:6817","nonce":1755123178}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6818","nonce":1755123178},{"type":"v1","addr":"172.21.15.145:6819","nonce":1755123178}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6822","nonce":1755123178},{"type":"v1","addr":"172.21.15.145:6823","nonce":1755123178}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6820","nonce":1755123178},{"type":"v1","addr":"172.21.15.145:6821","nonce":1755123178}]},"public_addr":"172.21.15.145:6817/1755123178","cluster_addr":"172.21.15.145:6819/1755123178","heartbeat_back_addr":"172.21.15.145:6823/1755123178","heartbeat_front_addr":"172.21.15.145:6821/1755123178","state":["exists","up"]},{"osd":7,"uuid":"7412449e-689b-45ee-9ae5-744a8c27f166","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6824","nonce":3012628958},{"type":"v1","addr":"172.21.15.145:6825","nonce":3012628958}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6826","nonce":3012628958},{"type":"v1","addr":"172.21.15.145:6827","nonce":3012628958}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6830","nonce":3012628958},{"type":"v1","addr":"172.21.15.145:6831","nonce":3012628958}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6828","nonce":3012628958},{"type":"v1","addr":"172.21.15.145:6829","nonce":3012628958}]},"public_addr":"172.21.15.145:6825/3012628958","cluster_addr":"172.21.15.145:6827/3012628958","heartbeat_back_addr":"172.21.15.145:6831/3012628958","heartbeat_front_addr":"172.21.15.145:6829/3012628958","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T18:56:17.286635+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T18:56:17.334491+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T18:56:17.297521+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T18:56:17.383716+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T18:56:17.267776+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T18:56:17.312998+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T18:56:17.303008+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T18:56:17.304729+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T18:56:46.833 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:46.829+0000 7ff1df7ce640 1 -- 172.21.15.119:0/645542032 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7ff1c406ac00 msgr2=0x7ff1c406d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:46.833 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:46.829+0000 7ff1df7ce640 1 --2- 172.21.15.119:0/645542032 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7ff1c406ac00 0x7ff1c406d0c0 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7ff1d00011e0 tx=0x7ff1d0007d30 comp rx=0 tx=0).stop 2024-09-13T18:56:46.833 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:46.829+0000 7ff1df7ce640 1 -- 172.21.15.119:0/645542032 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7ff1d80c8920 msgr2=0x7ff1d81f1d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:46.833 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:46.829+0000 7ff1df7ce640 1 --2- 172.21.15.119:0/645542032 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7ff1d80c8920 0x7ff1d81f1d80 secure :-1 s=READY pgs=142 cs=0 l=1 rev1=1 crypto rx=0x7ff1c800cda0 tx=0x7ff1c800e420 comp rx=0 tx=0).stop 2024-09-13T18:56:46.833 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:46.829+0000 7ff1df7ce640 1 -- 172.21.15.119:0/645542032 shutdown_connections 2024-09-13T18:56:46.834 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:46.829+0000 7ff1df7ce640 1 --2- 172.21.15.119:0/645542032 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7ff1c406ac00 0x7ff1c406d0c0 unknown :-1 s=CLOSED pgs=90 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:46.834 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:46.829+0000 7ff1df7ce640 1 --2- 172.21.15.119:0/645542032 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7ff1d80c8920 0x7ff1d81f1d80 unknown :-1 s=CLOSED pgs=142 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:46.834 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:46.829+0000 7ff1df7ce640 1 --2- 172.21.15.119:0/645542032 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7ff1d8072110 0x7ff1d80c4860 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:46.834 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:46.829+0000 7ff1df7ce640 1 --2- 172.21.15.119:0/645542032 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ff1d8071d30 0x7ff1d81564a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:46.834 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:46.829+0000 7ff1df7ce640 1 -- 172.21.15.119:0/645542032 >> 172.21.15.119:0/645542032 conn(0x7ff1d8069ed0 msgr2=0x7ff1d80b1160 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:56:46.834 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:46.829+0000 7ff1df7ce640 1 -- 172.21.15.119:0/645542032 shutdown_connections 2024-09-13T18:56:46.834 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:46.829+0000 7ff1df7ce640 1 -- 172.21.15.119:0/645542032 wait complete. 2024-09-13T18:56:46.844 DEBUG:teuthology.orchestra.run.smithi119:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T18:56:46.940 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:46.937+0000 7fb138b1f640 1 Processor -- start 2024-09-13T18:56:46.940 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:46.937+0000 7fb138b1f640 1 -- start start 2024-09-13T18:56:46.943 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:46.937+0000 7fb138b1f640 1 --2- >> v2:172.21.15.119:3300/0 conn(0x7fb134071d30 0x7fb134070190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:46.943 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:46.937+0000 7fb138b1f640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7fb134072110 0x7fb1340b1b70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:46.943 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:46.937+0000 7fb138b1f640 1 -- --> v1:172.21.15.119:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fb1340abdf0 con 0x7fb1340c8920 2024-09-13T18:56:46.943 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:46.937+0000 7fb138b1f640 1 -- --> v2:172.21.15.119:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fb1340ab1e0 con 0x7fb134071d30 2024-09-13T18:56:46.943 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:46.937+0000 7fb138b1f640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fb1340ab4c0 con 0x7fb134072110 2024-09-13T18:56:46.943 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:46.938+0000 7fb13259c640 1 --2- >> v2:172.21.15.119:3300/0 conn(0x7fb134071d30 0x7fb134070190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:46.943 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:46.938+0000 7fb132d9d640 1 --1- >> v1:172.21.15.119:6789/0 conn(0x7fb1340c8920 0x7fb1340ac280 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.119:6789/0 says I am v1:172.21.15.119:51322/0 (socket says 172.21.15.119:51322) 2024-09-13T18:56:46.944 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:46.938+0000 7fb132d9d640 1 -- 172.21.15.119:0/4234104 learned_addr learned my addr 172.21.15.119:0/4234104 (peer_addr_for_me v1:172.21.15.119:0/0) 2024-09-13T18:56:46.944 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:46.938+0000 7fb129d9b640 1 --2- 172.21.15.119:0/4234104 >> v2:172.21.15.145:3300/0 conn(0x7fb134072110 0x7fb1340b1b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:46.944 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:46.938+0000 7fb13259c640 1 -- 172.21.15.119:0/4234104 >> v2:172.21.15.145:3300/0 conn(0x7fb134072110 msgr2=0x7fb1340b1b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T18:56:46.944 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:46.938+0000 7fb13259c640 1 --2- 172.21.15.119:0/4234104 >> v2:172.21.15.145:3300/0 conn(0x7fb134072110 0x7fb1340b1b70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:46.944 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:46.938+0000 7fb13259c640 1 -- 172.21.15.119:0/4234104 >> v1:172.21.15.119:6789/0 conn(0x7fb1340c8920 legacy=0x7fb1340ac280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:46.944 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:46.938+0000 7fb13259c640 1 -- 172.21.15.119:0/4234104 --> v2:172.21.15.119:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb1340ab7a0 con 0x7fb134071d30 2024-09-13T18:56:46.944 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:46.939+0000 7fb13259c640 1 --2- 172.21.15.119:0/4234104 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fb134071d30 0x7fb134070190 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7fb1340cf000 tx=0x7fb12402a1a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1a7012eb7e145758 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:56:46.944 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:46.939+0000 7fb131d9b640 1 -- 172.21.15.119:0/4234104 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb124032440 con 0x7fb134071d30 2024-09-13T18:56:46.944 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:46.939+0000 7fb131d9b640 1 -- 172.21.15.119:0/4234104 <== mon.0 v2:172.21.15.119:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb1240325a0 con 0x7fb134071d30 2024-09-13T18:56:46.944 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:46.939+0000 7fb131d9b640 1 -- 172.21.15.119:0/4234104 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb124032930 con 0x7fb134071d30 2024-09-13T18:56:46.944 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:46.939+0000 7fb138b1f640 1 -- 172.21.15.119:0/4234104 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fb134071d30 msgr2=0x7fb134070190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:46.944 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:46.939+0000 7fb138b1f640 1 --2- 172.21.15.119:0/4234104 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fb134071d30 0x7fb134070190 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7fb1340cf000 tx=0x7fb12402a1a0 comp rx=0 tx=0).stop 2024-09-13T18:56:46.944 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:46.939+0000 7fb138b1f640 1 -- 172.21.15.119:0/4234104 shutdown_connections 2024-09-13T18:56:46.945 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:46.939+0000 7fb138b1f640 1 --2- 172.21.15.119:0/4234104 >> v2:172.21.15.145:3300/0 conn(0x7fb134072110 0x7fb1340b1b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:46.945 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:46.939+0000 7fb138b1f640 1 --2- 172.21.15.119:0/4234104 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fb134071d30 0x7fb134070190 unknown :-1 s=CLOSED pgs=144 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:46.945 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:46.939+0000 7fb138b1f640 1 -- 172.21.15.119:0/4234104 >> 172.21.15.119:0/4234104 conn(0x7fb134069ed0 msgr2=0x7fb13406a2e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:56:46.945 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:46.939+0000 7fb138b1f640 1 -- 172.21.15.119:0/4234104 shutdown_connections 2024-09-13T18:56:46.945 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:46.939+0000 7fb138b1f640 1 -- 172.21.15.119:0/4234104 wait complete. 2024-09-13T18:56:46.948 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:46.941+0000 7fb138b1f640 1 Processor -- start 2024-09-13T18:56:46.948 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:46.941+0000 7fb138b1f640 1 -- start start 2024-09-13T18:56:46.948 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:46.941+0000 7fb138b1f640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fb134071d30 0x7fb1340c7f30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:46.948 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:46.941+0000 7fb138b1f640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fb134072110 0x7fb13414ef40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:46.948 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:46.941+0000 7fb138b1f640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb1340c8920 0x7fb13415bcc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:46.948 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:46.942+0000 7fb138b1f640 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb1340c1a80 con 0x7fb134072110 2024-09-13T18:56:46.948 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:46.942+0000 7fb138b1f640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb1340c2600 con 0x7fb1340c8920 2024-09-13T18:56:46.948 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:46.942+0000 7fb138b1f640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb1340c2a90 con 0x7fb134071d30 2024-09-13T18:56:46.948 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:46.942+0000 7fb129d9b640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fb134072110 0x7fb13414ef40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:46.948 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:46.942+0000 7fb129d9b640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fb134072110 0x7fb13414ef40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.119:3300/0 says I am v2:172.21.15.119:50910/0 (socket says 172.21.15.119:50910) 2024-09-13T18:56:46.948 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:46.942+0000 7fb129d9b640 1 -- 172.21.15.119:0/12705881 learned_addr learned my addr 172.21.15.119:0/12705881 (peer_addr_for_me v2:172.21.15.119:0/0) 2024-09-13T18:56:46.949 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:46.942+0000 7fb132d9d640 1 --2- 172.21.15.119:0/12705881 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb1340c8920 0x7fb13415bcc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:46.949 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:46.942+0000 7fb13259c640 1 --2- 172.21.15.119:0/12705881 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fb134071d30 0x7fb1340c7f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:46.949 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:46.942+0000 7fb129d9b640 1 -- 172.21.15.119:0/12705881 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fb134071d30 msgr2=0x7fb1340c7f30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:46.949 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:46.942+0000 7fb129d9b640 1 --2- 172.21.15.119:0/12705881 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fb134071d30 0x7fb1340c7f30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:46.949 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:46.942+0000 7fb129d9b640 1 -- 172.21.15.119:0/12705881 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb1340c8920 msgr2=0x7fb13415bcc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:46.949 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:46.942+0000 7fb129d9b640 1 --2- 172.21.15.119:0/12705881 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb1340c8920 0x7fb13415bcc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:46.949 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:46.942+0000 7fb129d9b640 1 -- 172.21.15.119:0/12705881 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb124009400 con 0x7fb134072110 2024-09-13T18:56:46.949 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:46.942+0000 7fb129d9b640 1 --2- 172.21.15.119:0/12705881 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fb134072110 0x7fb13414ef40 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7fb11c00e9e0 tx=0x7fb11c00eea0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:56:46.949 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:46.942+0000 7fb12b7fe640 1 -- 172.21.15.119:0/12705881 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb11c009670 con 0x7fb134072110 2024-09-13T18:56:46.949 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:46.942+0000 7fb12b7fe640 1 -- 172.21.15.119:0/12705881 <== mon.0 v2:172.21.15.119:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb11c00c9d0 con 0x7fb134072110 2024-09-13T18:56:46.949 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:46.942+0000 7fb138b1f640 1 -- 172.21.15.119:0/12705881 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb1340c1cd0 con 0x7fb134072110 2024-09-13T18:56:46.949 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:46.942+0000 7fb12b7fe640 1 -- 172.21.15.119:0/12705881 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb11c00cd80 con 0x7fb134072110 2024-09-13T18:56:46.949 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:46.942+0000 7fb138b1f640 1 -- 172.21.15.119:0/12705881 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb1340c2290 con 0x7fb134072110 2024-09-13T18:56:46.950 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:46.943+0000 7fb138b1f640 1 -- 172.21.15.119:0/12705881 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fb1340c2790 con 0x7fb134072110 2024-09-13T18:56:46.950 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:46.944+0000 7fb12b7fe640 1 -- 172.21.15.119:0/12705881 <== mon.0 v2:172.21.15.119:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fb11c013470 con 0x7fb134072110 2024-09-13T18:56:46.950 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:46.944+0000 7fb12b7fe640 1 --2- 172.21.15.119:0/12705881 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7fb11406ac30 0x7fb11406d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:46.950 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:46.944+0000 7fb12b7fe640 1 -- 172.21.15.119:0/12705881 <== mon.0 v2:172.21.15.119:3300/0 5 ==== osd_map(24..24 src has 1..24) v4 ==== 6460+0+0 (secure 0 0 0) 0x7fb11c0896f0 con 0x7fb134072110 2024-09-13T18:56:46.950 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:46.944+0000 7fb13259c640 1 --2- 172.21.15.119:0/12705881 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7fb11406ac30 0x7fb11406d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:46.951 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:46.945+0000 7fb13259c640 1 --2- 172.21.15.119:0/12705881 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7fb11406ac30 0x7fb11406d0f0 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7fb124034000 tx=0x7fb12402e000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:56:46.952 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:46.948+0000 7fb12b7fe640 1 -- 172.21.15.119:0/12705881 <== mon.0 v2:172.21.15.119:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fb11c054720 con 0x7fb134072110 2024-09-13T18:56:47.117 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:47.114+0000 7fb138b1f640 1 -- 172.21.15.119:0/12705881 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7fb134070190 con 0x7fb134072110 2024-09-13T18:56:47.118 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:47.115+0000 7fb12b7fe640 1 -- 172.21.15.119:0/12705881 <== mon.0 v2:172.21.15.119:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v24) v1 ==== 74+0+18394 (secure 0 0 0) 0x7fb11c057d40 con 0x7fb134072110 2024-09-13T18:56:47.119 INFO:teuthology.orchestra.run.smithi119.stdout: 2024-09-13T18:56:47.119 INFO:teuthology.orchestra.run.smithi119.stdout:{"epoch":24,"fsid":"b3bca492-3414-44ef-b63c-42eead5ea701","created":"2024-09-13T18:56:10.047760+0000","modified":"2024-09-13T18:56:38.390322+0000","last_up_change":"2024-09-13T18:56:22.096428+0000","last_in_change":"2024-09-13T18:56:12.143228+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T18:56:22.095896+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-13T18:56:31.950108+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-13T18:56:32.998608+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-09-13T18:56:36.052694+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"24","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"09edfd5c-bc57-47d1-a7b7-6d97f0f88db1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6810","nonce":3811853106},{"type":"v1","addr":"172.21.15.119:6813","nonce":3811853106}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6817","nonce":3811853106},{"type":"v1","addr":"172.21.15.119:6820","nonce":3811853106}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6828","nonce":3811853106},{"type":"v1","addr":"172.21.15.119:6830","nonce":3811853106}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6823","nonce":3811853106},{"type":"v1","addr":"172.21.15.119:6825","nonce":3811853106}]},"public_addr":"172.21.15.119:6813/3811853106","cluster_addr":"172.21.15.119:6820/3811853106","heartbeat_back_addr":"172.21.15.119:6830/3811853106","heartbeat_front_addr":"172.21.15.119:6825/3811853106","state":["exists","up"]},{"osd":1,"uuid":"f26f4bd2-3aee-4208-9e62-87f17047d886","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6809","nonce":1656755168},{"type":"v1","addr":"172.21.15.119:6812","nonce":1656755168}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6815","nonce":1656755168},{"type":"v1","addr":"172.21.15.119:6818","nonce":1656755168}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6829","nonce":1656755168},{"type":"v1","addr":"172.21.15.119:6831","nonce":1656755168}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6822","nonce":1656755168},{"type":"v1","addr":"172.21.15.119:6826","nonce":1656755168}]},"public_addr":"172.21.15.119:6812/1656755168","cluster_addr":"172.21.15.119:6818/1656755168","heartbeat_back_addr":"172.21.15.119:6831/1656755168","heartbeat_front_addr":"172.21.15.119:6826/1656755168","state":["exists","up"]},{"osd":2,"uuid":"1e9d6e0c-51f9-4f4a-bead-0e7edc7dd200","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6800","nonce":3093354378},{"type":"v1","addr":"172.21.15.119:6801","nonce":3093354378}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6802","nonce":3093354378},{"type":"v1","addr":"172.21.15.119:6803","nonce":3093354378}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6806","nonce":3093354378},{"type":"v1","addr":"172.21.15.119:6807","nonce":3093354378}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6804","nonce":3093354378},{"type":"v1","addr":"172.21.15.119:6805","nonce":3093354378}]},"public_addr":"172.21.15.119:6801/3093354378","cluster_addr":"172.21.15.119:6803/3093354378","heartbeat_back_addr":"172.21.15.119:6807/3093354378","heartbeat_front_addr":"172.21.15.119:6805/3093354378","state":["exists","up"]},{"osd":3,"uuid":"7c289b1f-a555-46e4-b85a-c0f230c9e02a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6808","nonce":886995937},{"type":"v1","addr":"172.21.15.119:6811","nonce":886995937}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6814","nonce":886995937},{"type":"v1","addr":"172.21.15.119:6816","nonce":886995937}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6824","nonce":886995937},{"type":"v1","addr":"172.21.15.119:6827","nonce":886995937}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6819","nonce":886995937},{"type":"v1","addr":"172.21.15.119:6821","nonce":886995937}]},"public_addr":"172.21.15.119:6811/886995937","cluster_addr":"172.21.15.119:6816/886995937","heartbeat_back_addr":"172.21.15.119:6827/886995937","heartbeat_front_addr":"172.21.15.119:6821/886995937","state":["exists","up"]},{"osd":4,"uuid":"a0a2f75b-5a33-4b69-b834-b8cf5a90ac5f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6808","nonce":2802887692},{"type":"v1","addr":"172.21.15.145:6809","nonce":2802887692}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6810","nonce":2802887692},{"type":"v1","addr":"172.21.15.145:6811","nonce":2802887692}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6814","nonce":2802887692},{"type":"v1","addr":"172.21.15.145:6815","nonce":2802887692}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6812","nonce":2802887692},{"type":"v1","addr":"172.21.15.145:6813","nonce":2802887692}]},"public_addr":"172.21.15.145:6809/2802887692","cluster_addr":"172.21.15.145:6811/2802887692","heartbeat_back_addr":"172.21.15.145:6815/2802887692","heartbeat_front_addr":"172.21.15.145:6813/2802887692","state":["exists","up"]},{"osd":5,"uuid":"e301c92f-a5af-49da-8384-bef6d48c9982","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6800","nonce":1431235391},{"type":"v1","addr":"172.21.15.145:6801","nonce":1431235391}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6802","nonce":1431235391},{"type":"v1","addr":"172.21.15.145:6803","nonce":1431235391}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6806","nonce":1431235391},{"type":"v1","addr":"172.21.15.145:6807","nonce":1431235391}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6804","nonce":1431235391},{"type":"v1","addr":"172.21.15.145:6805","nonce":1431235391}]},"public_addr":"172.21.15.145:6801/1431235391","cluster_addr":"172.21.15.145:6803/1431235391","heartbeat_back_addr":"172.21.15.145:6807/1431235391","heartbeat_front_addr":"172.21.15.145:6805/1431235391","state":["exists","up"]},{"osd":6,"uuid":"dd2ee71c-4024-4f56-90b1-d362ff9ae8f5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6816","nonce":1755123178},{"type":"v1","addr":"172.21.15.145:6817","nonce":1755123178}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6818","nonce":1755123178},{"type":"v1","addr":"172.21.15.145:6819","nonce":1755123178}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6822","nonce":1755123178},{"type":"v1","addr":"172.21.15.145:6823","nonce":1755123178}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6820","nonce":1755123178},{"type":"v1","addr":"172.21.15.145:6821","nonce":1755123178}]},"public_addr":"172.21.15.145:6817/1755123178","cluster_addr":"172.21.15.145:6819/1755123178","heartbeat_back_addr":"172.21.15.145:6823/1755123178","heartbeat_front_addr":"172.21.15.145:6821/1755123178","state":["exists","up"]},{"osd":7,"uuid":"7412449e-689b-45ee-9ae5-744a8c27f166","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6824","nonce":3012628958},{"type":"v1","addr":"172.21.15.145:6825","nonce":3012628958}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6826","nonce":3012628958},{"type":"v1","addr":"172.21.15.145:6827","nonce":3012628958}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6830","nonce":3012628958},{"type":"v1","addr":"172.21.15.145:6831","nonce":3012628958}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6828","nonce":3012628958},{"type":"v1","addr":"172.21.15.145:6829","nonce":3012628958}]},"public_addr":"172.21.15.145:6825/3012628958","cluster_addr":"172.21.15.145:6827/3012628958","heartbeat_back_addr":"172.21.15.145:6831/3012628958","heartbeat_front_addr":"172.21.15.145:6829/3012628958","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T18:56:17.286635+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T18:56:17.334491+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T18:56:17.297521+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T18:56:17.383716+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T18:56:17.267776+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T18:56:17.312998+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T18:56:17.303008+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T18:56:17.304729+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T18:56:47.121 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:47.117+0000 7fb138b1f640 1 -- 172.21.15.119:0/12705881 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7fb11406ac30 msgr2=0x7fb11406d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:47.121 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:47.117+0000 7fb138b1f640 1 --2- 172.21.15.119:0/12705881 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7fb11406ac30 0x7fb11406d0f0 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7fb124034000 tx=0x7fb12402e000 comp rx=0 tx=0).stop 2024-09-13T18:56:47.121 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:47.117+0000 7fb138b1f640 1 -- 172.21.15.119:0/12705881 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fb134072110 msgr2=0x7fb13414ef40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:47.121 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:47.117+0000 7fb138b1f640 1 --2- 172.21.15.119:0/12705881 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fb134072110 0x7fb13414ef40 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7fb11c00e9e0 tx=0x7fb11c00eea0 comp rx=0 tx=0).stop 2024-09-13T18:56:47.121 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:47.117+0000 7fb138b1f640 1 -- 172.21.15.119:0/12705881 shutdown_connections 2024-09-13T18:56:47.122 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:47.117+0000 7fb138b1f640 1 --2- 172.21.15.119:0/12705881 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7fb11406ac30 0x7fb11406d0f0 unknown :-1 s=CLOSED pgs=91 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:47.122 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:47.117+0000 7fb138b1f640 1 --2- 172.21.15.119:0/12705881 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb1340c8920 0x7fb13415bcc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:47.122 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:47.117+0000 7fb138b1f640 1 --2- 172.21.15.119:0/12705881 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fb134072110 0x7fb13414ef40 unknown :-1 s=CLOSED pgs=145 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:47.122 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:47.117+0000 7fb138b1f640 1 --2- 172.21.15.119:0/12705881 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fb134071d30 0x7fb1340c7f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:47.122 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:47.117+0000 7fb138b1f640 1 -- 172.21.15.119:0/12705881 >> 172.21.15.119:0/12705881 conn(0x7fb134069ed0 msgr2=0x7fb134070760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:56:47.122 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:47.117+0000 7fb138b1f640 1 -- 172.21.15.119:0/12705881 shutdown_connections 2024-09-13T18:56:47.122 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:47.117+0000 7fb138b1f640 1 -- 172.21.15.119:0/12705881 wait complete. 2024-09-13T18:56:47.132 DEBUG:teuthology.orchestra.run.smithi119:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs standby_count_wanted 0 2024-09-13T18:56:47.233 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:47.229+0000 7feb5665a640 1 Processor -- start 2024-09-13T18:56:47.233 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:47.230+0000 7feb5665a640 1 -- start start 2024-09-13T18:56:47.235 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:47.230+0000 7feb5665a640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7feb5015c500 0x7feb500d2050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:47.235 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:47.230+0000 7feb5665a640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7feb500d2590 0x7feb500cd8e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:47.235 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:47.230+0000 7feb5665a640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7feb500cd450 con 0x7feb500cde20 2024-09-13T18:56:47.235 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:47.230+0000 7feb5665a640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 v1 -- 0x7feb500d29f0 con 0x7feb500d2590 2024-09-13T18:56:47.235 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:47.230+0000 7feb5665a640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7feb500d0cf0 con 0x7feb5015c500 2024-09-13T18:56:47.235 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:47.231+0000 7feb4f7fe640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7feb500d2590 0x7feb500cd8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:47.235 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:47.231+0000 7feb4ffff640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7feb5015c500 0x7feb500d2050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:47.235 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:47.231+0000 7feb4ffff640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7feb5015c500 0x7feb500d2050 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.145:3301/0 says I am v2:172.21.15.119:52168/0 (socket says 172.21.15.119:52168) 2024-09-13T18:56:47.236 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:47.231+0000 7feb4f7fe640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7feb500d2590 0x7feb500cd8e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.145:3300/0 says I am v2:172.21.15.119:43086/0 (socket says 172.21.15.119:43086) 2024-09-13T18:56:47.236 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:47.231+0000 7feb4ffff640 1 -- 172.21.15.119:0/3006147687 learned_addr learned my addr 172.21.15.119:0/3006147687 (peer_addr_for_me v2:172.21.15.119:0/0) 2024-09-13T18:56:47.236 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:47.231+0000 7feb4ffff640 1 -- 172.21.15.119:0/3006147687 >> v2:172.21.15.145:3300/0 conn(0x7feb500d2590 msgr2=0x7feb500cd8e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T18:56:47.236 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:47.231+0000 7feb4ffff640 1 --2- 172.21.15.119:0/3006147687 >> v2:172.21.15.145:3300/0 conn(0x7feb500d2590 0x7feb500cd8e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:47.236 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:47.231+0000 7feb4ffff640 1 -- 172.21.15.119:0/3006147687 >> v1:172.21.15.145:6789/0 conn(0x7feb500cde20 legacy=0x7feb500d0000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:47.236 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:47.231+0000 7feb4ffff640 1 -- 172.21.15.119:0/3006147687 --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7feb500d0fd0 con 0x7feb5015c500 2024-09-13T18:56:47.236 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:47.231+0000 7feb4f7fe640 1 --2- 172.21.15.119:0/3006147687 >> v2:172.21.15.145:3300/0 conn(0x7feb500d2590 0x7feb500cd8e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T18:56:47.237 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:47.232+0000 7feb4ffff640 1 --2- 172.21.15.119:0/3006147687 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7feb5015c500 0x7feb500d2050 secure :-1 s=READY pgs=29 cs=0 l=1 rev1=1 crypto rx=0x7feb40009870 tx=0x7feb4002a270 comp rx=0 tx=0).ready entity=mon.2 client_cookie=76fb1d83e4b2d672 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:56:47.237 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:47.232+0000 7feb4effd640 1 -- 172.21.15.119:0/3006147687 <== mon.2 v2:172.21.15.145:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7feb40032440 con 0x7feb5015c500 2024-09-13T18:56:47.237 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:47.232+0000 7feb4effd640 1 -- 172.21.15.119:0/3006147687 <== mon.2 v2:172.21.15.145:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7feb400325a0 con 0x7feb5015c500 2024-09-13T18:56:47.238 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:47.232+0000 7feb4effd640 1 -- 172.21.15.119:0/3006147687 <== mon.2 v2:172.21.15.145:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7feb40032930 con 0x7feb5015c500 2024-09-13T18:56:47.238 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:47.233+0000 7feb5665a640 1 -- 172.21.15.119:0/3006147687 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7feb5015c500 msgr2=0x7feb500d2050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:47.238 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:47.233+0000 7feb5665a640 1 --2- 172.21.15.119:0/3006147687 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7feb5015c500 0x7feb500d2050 secure :-1 s=READY pgs=29 cs=0 l=1 rev1=1 crypto rx=0x7feb40009870 tx=0x7feb4002a270 comp rx=0 tx=0).stop 2024-09-13T18:56:47.238 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:47.233+0000 7feb5665a640 1 -- 172.21.15.119:0/3006147687 shutdown_connections 2024-09-13T18:56:47.238 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:47.233+0000 7feb5665a640 1 --2- 172.21.15.119:0/3006147687 >> v2:172.21.15.145:3300/0 conn(0x7feb500d2590 0x7feb500cd8e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:47.238 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:47.233+0000 7feb5665a640 1 --2- 172.21.15.119:0/3006147687 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7feb5015c500 0x7feb500d2050 unknown :-1 s=CLOSED pgs=29 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:47.238 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:47.233+0000 7feb5665a640 1 -- 172.21.15.119:0/3006147687 >> 172.21.15.119:0/3006147687 conn(0x7feb50089f60 msgr2=0x7feb5009b830 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:56:47.238 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:47.233+0000 7feb5665a640 1 -- 172.21.15.119:0/3006147687 shutdown_connections 2024-09-13T18:56:47.238 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:47.233+0000 7feb5665a640 1 -- 172.21.15.119:0/3006147687 wait complete. 2024-09-13T18:56:47.238 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:47.234+0000 7feb5665a640 1 Processor -- start 2024-09-13T18:56:47.238 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:47.234+0000 7feb5665a640 1 -- start start 2024-09-13T18:56:47.240 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:47.235+0000 7feb5665a640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7feb500cde20 0x7feb50151b60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:47.240 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:47.235+0000 7feb5665a640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7feb500d2590 0x7feb501f5770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:47.240 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:47.235+0000 7feb5665a640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7feb5015c500 0x7feb501f5cb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:47.240 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:47.235+0000 7feb5665a640 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7feb500b8110 con 0x7feb500d2590 2024-09-13T18:56:47.241 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:47.235+0000 7feb5665a640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 v1 -- 0x7feb501520a0 con 0x7feb5015c500 2024-09-13T18:56:47.241 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:47.235+0000 7feb5665a640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7feb500b7870 con 0x7feb500cde20 2024-09-13T18:56:47.241 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:47.235+0000 7feb4f7fe640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7feb500d2590 0x7feb501f5770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:47.241 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:47.235+0000 7feb4f7fe640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7feb500d2590 0x7feb501f5770 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.119:3300/0 says I am v2:172.21.15.119:50926/0 (socket says 172.21.15.119:50926) 2024-09-13T18:56:47.241 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:47.235+0000 7feb4f7fe640 1 -- 172.21.15.119:0/2818038952 learned_addr learned my addr 172.21.15.119:0/2818038952 (peer_addr_for_me v2:172.21.15.119:0/0) 2024-09-13T18:56:47.241 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:47.235+0000 7feb4ffff640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7feb500cde20 0x7feb50151b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:47.241 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:47.235+0000 7feb54bf7640 1 --2- 172.21.15.119:0/2818038952 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7feb5015c500 0x7feb501f5cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:47.241 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:47.235+0000 7feb4f7fe640 1 -- 172.21.15.119:0/2818038952 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7feb500cde20 msgr2=0x7feb50151b60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:47.241 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:47.235+0000 7feb4f7fe640 1 --2- 172.21.15.119:0/2818038952 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7feb500cde20 0x7feb50151b60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:47.241 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:47.235+0000 7feb4f7fe640 1 -- 172.21.15.119:0/2818038952 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7feb5015c500 msgr2=0x7feb501f5cb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:47.241 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:47.235+0000 7feb4f7fe640 1 --2- 172.21.15.119:0/2818038952 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7feb5015c500 0x7feb501f5cb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:47.241 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:47.235+0000 7feb4f7fe640 1 -- 172.21.15.119:0/2818038952 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7feb44009400 con 0x7feb500d2590 2024-09-13T18:56:47.241 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:47.235+0000 7feb4f7fe640 1 --2- 172.21.15.119:0/2818038952 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7feb500d2590 0x7feb501f5770 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7feb4400ebb0 tx=0x7feb4400c520 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:56:47.242 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:47.235+0000 7feb4cff9640 1 -- 172.21.15.119:0/2818038952 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7feb4400eeb0 con 0x7feb500d2590 2024-09-13T18:56:47.242 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:47.236+0000 7feb4cff9640 1 -- 172.21.15.119:0/2818038952 <== mon.0 v2:172.21.15.119:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7feb4400cc30 con 0x7feb500d2590 2024-09-13T18:56:47.242 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:47.236+0000 7feb4cff9640 1 -- 172.21.15.119:0/2818038952 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7feb44013470 con 0x7feb500d2590 2024-09-13T18:56:47.242 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:47.236+0000 7feb5665a640 1 -- 172.21.15.119:0/2818038952 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7feb400094d0 con 0x7feb500d2590 2024-09-13T18:56:47.242 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:47.236+0000 7feb5665a640 1 -- 172.21.15.119:0/2818038952 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7feb500b7e30 con 0x7feb500d2590 2024-09-13T18:56:47.242 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:47.236+0000 7feb5665a640 1 -- 172.21.15.119:0/2818038952 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7feb5006b160 con 0x7feb500d2590 2024-09-13T18:56:47.242 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:47.237+0000 7feb4cff9640 1 -- 172.21.15.119:0/2818038952 <== mon.0 v2:172.21.15.119:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7feb440135d0 con 0x7feb500d2590 2024-09-13T18:56:47.243 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:47.237+0000 7feb4cff9640 1 --2- 172.21.15.119:0/2818038952 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7feb3c06ac00 0x7feb3c06d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:47.243 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:47.237+0000 7feb4cff9640 1 -- 172.21.15.119:0/2818038952 <== mon.0 v2:172.21.15.119:3300/0 5 ==== osd_map(24..24 src has 1..24) v4 ==== 6460+0+0 (secure 0 0 0) 0x7feb44089890 con 0x7feb500d2590 2024-09-13T18:56:47.243 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:47.238+0000 7feb4ffff640 1 --2- 172.21.15.119:0/2818038952 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7feb3c06ac00 0x7feb3c06d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:47.243 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:47.238+0000 7feb4ffff640 1 --2- 172.21.15.119:0/2818038952 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7feb3c06ac00 0x7feb3c06d0c0 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7feb40034000 tx=0x7feb4002e000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:56:47.245 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:47.242+0000 7feb4cff9640 1 -- 172.21.15.119:0/2818038952 <== mon.0 v2:172.21.15.119:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7feb44054830 con 0x7feb500d2590 2024-09-13T18:56:47.437 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:47.433+0000 7feb5665a640 1 -- 172.21.15.119:0/2818038952 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"} v 0) v1 -- 0x7feb500cd8c0 con 0x7feb500d2590 2024-09-13T18:56:48.082 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:48.078+0000 7feb4cff9640 1 -- 172.21.15.119:0/2818038952 <== mon.0 v2:172.21.15.119:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]=0 v7) v1 ==== 118+0+0 (secure 0 0 0) 0x7feb44057e50 con 0x7feb500d2590 2024-09-13T18:56:48.084 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:48.081+0000 7feb5665a640 1 -- 172.21.15.119:0/2818038952 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7feb3c06ac00 msgr2=0x7feb3c06d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:48.084 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:48.081+0000 7feb5665a640 1 --2- 172.21.15.119:0/2818038952 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7feb3c06ac00 0x7feb3c06d0c0 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7feb40034000 tx=0x7feb4002e000 comp rx=0 tx=0).stop 2024-09-13T18:56:48.084 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:48.081+0000 7feb5665a640 1 -- 172.21.15.119:0/2818038952 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7feb500d2590 msgr2=0x7feb501f5770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:48.085 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:48.081+0000 7feb5665a640 1 --2- 172.21.15.119:0/2818038952 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7feb500d2590 0x7feb501f5770 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7feb4400ebb0 tx=0x7feb4400c520 comp rx=0 tx=0).stop 2024-09-13T18:56:48.085 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:48.081+0000 7feb5665a640 1 -- 172.21.15.119:0/2818038952 shutdown_connections 2024-09-13T18:56:48.085 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:48.081+0000 7feb5665a640 1 --2- 172.21.15.119:0/2818038952 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7feb3c06ac00 0x7feb3c06d0c0 unknown :-1 s=CLOSED pgs=92 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:48.085 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:48.081+0000 7feb5665a640 1 --2- 172.21.15.119:0/2818038952 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7feb5015c500 0x7feb501f5cb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:48.085 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:48.081+0000 7feb5665a640 1 --2- 172.21.15.119:0/2818038952 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7feb500d2590 0x7feb501f5770 unknown :-1 s=CLOSED pgs=146 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:48.085 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:48.081+0000 7feb5665a640 1 --2- 172.21.15.119:0/2818038952 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7feb500cde20 0x7feb50151b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:48.085 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:48.081+0000 7feb5665a640 1 -- 172.21.15.119:0/2818038952 >> 172.21.15.119:0/2818038952 conn(0x7feb50089f60 msgr2=0x7feb500730d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:56:48.085 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:48.081+0000 7feb5665a640 1 -- 172.21.15.119:0/2818038952 shutdown_connections 2024-09-13T18:56:48.085 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:48.081+0000 7feb5665a640 1 -- 172.21.15.119:0/2818038952 wait complete. 2024-09-13T18:56:48.096 DEBUG:tasks.cephfs.filesystem:fs_config: {'ec_profile': ['m=2', 'k=2', 'crush-failure-domain=osd']} 2024-09-13T18:56:48.096 DEBUG:teuthology.orchestra.run.smithi119:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs allow_standby_replay false 2024-09-13T18:56:48.198 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:48.194+0000 7f760129d640 1 Processor -- start 2024-09-13T18:56:48.198 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:48.194+0000 7f760129d640 1 -- start start 2024-09-13T18:56:48.201 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:48.195+0000 7f760129d640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f75fc0b2b40 0x7f75fc0ad400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:48.201 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:48.195+0000 7f760129d640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f75fc0ce4f0 0x7f75fc0ce900 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:48.201 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:48.195+0000 7f760129d640 1 -- --> v1:172.21.15.119:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f75fc0ccbe0 con 0x7f75fc159310 2024-09-13T18:56:48.202 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:48.195+0000 7f760129d640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f75fc0ad940 con 0x7f75fc0b2b40 2024-09-13T18:56:48.202 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:48.195+0000 7f760129d640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f75fc0b1810 con 0x7f75fc0ce4f0 2024-09-13T18:56:48.202 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:48.195+0000 7f75faffd640 1 --1- >> v1:172.21.15.119:6789/0 conn(0x7f75fc159310 0x7f75fc0ab140 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.119:6789/0 says I am v1:172.21.15.119:51326/0 (socket says 172.21.15.119:51326) 2024-09-13T18:56:48.202 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:48.195+0000 7f75faffd640 1 -- 172.21.15.119:0/3406319428 learned_addr learned my addr 172.21.15.119:0/3406319428 (peer_addr_for_me v1:172.21.15.119:0/0) 2024-09-13T18:56:48.202 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:48.195+0000 7f75fa7fc640 1 -- 172.21.15.119:0/3406319428 <== mon.0 v1:172.21.15.119:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 4252625871 0 0) 0x7f75fc0ccbe0 con 0x7f75fc159310 2024-09-13T18:56:48.202 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:48.195+0000 7f75fa7fc640 1 -- 172.21.15.119:0/3406319428 --> v1:172.21.15.119:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f75e8003520 con 0x7f75fc159310 2024-09-13T18:56:48.202 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:48.195+0000 7f75f27fc640 1 --2- 172.21.15.119:0/3406319428 >> v2:172.21.15.145:3300/0 conn(0x7f75fc0b2b40 0x7f75fc0ad400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:48.202 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:48.195+0000 7f75fb7fe640 1 --2- 172.21.15.119:0/3406319428 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f75fc0ce4f0 0x7f75fc0ce900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:48.202 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:48.196+0000 7f75fa7fc640 1 -- 172.21.15.119:0/3406319428 <== mon.0 v1:172.21.15.119:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 4277490489 0 0) 0x7f75e8003520 con 0x7f75fc159310 2024-09-13T18:56:48.202 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:48.196+0000 7f75fa7fc640 1 -- 172.21.15.119:0/3406319428 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f75fc0ce4f0 msgr2=0x7f75fc0ce900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T18:56:48.202 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:48.196+0000 7f75fa7fc640 1 --2- 172.21.15.119:0/3406319428 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f75fc0ce4f0 0x7f75fc0ce900 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:48.203 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:48.196+0000 7f75fa7fc640 1 -- 172.21.15.119:0/3406319428 >> v2:172.21.15.145:3300/0 conn(0x7f75fc0b2b40 msgr2=0x7f75fc0ad400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T18:56:48.203 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:48.196+0000 7f75fa7fc640 1 --2- 172.21.15.119:0/3406319428 >> v2:172.21.15.145:3300/0 conn(0x7f75fc0b2b40 0x7f75fc0ad400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:48.203 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:48.196+0000 7f75fa7fc640 1 -- 172.21.15.119:0/3406319428 --> v1:172.21.15.119:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f75fc0cee40 con 0x7f75fc159310 2024-09-13T18:56:48.203 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:48.196+0000 7f75fa7fc640 1 -- 172.21.15.119:0/3406319428 <== mon.0 v1:172.21.15.119:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 337823224 0 0) 0x7f75ec001670 con 0x7f75fc159310 2024-09-13T18:56:48.203 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:48.196+0000 7f75f27fc640 1 --2- 172.21.15.119:0/3406319428 >> v2:172.21.15.145:3300/0 conn(0x7f75fc0b2b40 0x7f75fc0ad400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T18:56:48.203 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:48.196+0000 7f75fa7fc640 1 -- 172.21.15.119:0/3406319428 >> v1:172.21.15.119:6789/0 conn(0x7f75fc159310 legacy=0x7f75fc0ab140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:48.203 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:48.196+0000 7f75fa7fc640 1 --2- 172.21.15.119:0/3406319428 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f75fc0ce4f0 0x7f75e8003970 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:48.203 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:48.196+0000 7f75fa7fc640 1 --2- 172.21.15.119:0/3406319428 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f75e8003ef0 0x7f75e80047c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:48.203 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:48.196+0000 7f75fa7fc640 1 --2- 172.21.15.119:0/3406319428 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f75e8004d00 0x7f75e8005180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:48.204 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:48.196+0000 7f75fa7fc640 1 -- 172.21.15.119:0/3406319428 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f75fc0b1810 con 0x7f75e8004d00 2024-09-13T18:56:48.204 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:48.196+0000 7f75fa7fc640 1 -- 172.21.15.119:0/3406319428 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f75e800ba30 con 0x7f75e8003ef0 2024-09-13T18:56:48.204 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:48.196+0000 7f75fa7fc640 1 -- 172.21.15.119:0/3406319428 --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f75e800bbc0 con 0x7f75fc0ce4f0 2024-09-13T18:56:48.204 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:48.196+0000 7f75fb7fe640 1 --2- 172.21.15.119:0/3406319428 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f75e8004d00 0x7f75e8005180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:48.204 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:48.196+0000 7f75faffd640 1 --2- 172.21.15.119:0/3406319428 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f75fc0ce4f0 0x7f75e8003970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:48.204 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:48.196+0000 7f75f27fc640 1 --2- 172.21.15.119:0/3406319428 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f75e8003ef0 0x7f75e80047c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:48.204 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:48.196+0000 7f75fb7fe640 1 -- 172.21.15.119:0/3406319428 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f75fc0ce4f0 msgr2=0x7f75e8003970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T18:56:48.204 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:48.196+0000 7f75fb7fe640 1 --2- 172.21.15.119:0/3406319428 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f75fc0ce4f0 0x7f75e8003970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:48.204 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:48.196+0000 7f75fb7fe640 1 -- 172.21.15.119:0/3406319428 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f75e8003ef0 msgr2=0x7f75e80047c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T18:56:48.204 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:48.196+0000 7f75fb7fe640 1 --2- 172.21.15.119:0/3406319428 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f75e8003ef0 0x7f75e80047c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:48.204 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:48.196+0000 7f75fb7fe640 1 -- 172.21.15.119:0/3406319428 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f75e8003520 con 0x7f75e8004d00 2024-09-13T18:56:48.204 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:48.197+0000 7f75fb7fe640 1 --2- 172.21.15.119:0/3406319428 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f75e8004d00 0x7f75e8005180 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7f75f400e170 tx=0x7f75e80057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d6ba3dba5f6fb428 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:56:48.205 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:48.197+0000 7f75fa7fc640 1 -- 172.21.15.119:0/3406319428 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f75f40305f0 con 0x7f75e8004d00 2024-09-13T18:56:48.205 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:48.197+0000 7f75fa7fc640 1 -- 172.21.15.119:0/3406319428 <== mon.0 v2:172.21.15.119:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f75f400f040 con 0x7f75e8004d00 2024-09-13T18:56:48.205 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:48.197+0000 7f75fa7fc640 1 -- 172.21.15.119:0/3406319428 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f75f4030990 con 0x7f75e8004d00 2024-09-13T18:56:48.205 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:48.197+0000 7f760129d640 1 -- 172.21.15.119:0/3406319428 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f75e8004d00 msgr2=0x7f75e8005180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:48.205 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:48.197+0000 7f760129d640 1 --2- 172.21.15.119:0/3406319428 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f75e8004d00 0x7f75e8005180 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7f75f400e170 tx=0x7f75e80057f0 comp rx=0 tx=0).stop 2024-09-13T18:56:48.205 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:48.197+0000 7f75fb7fe640 1 -- 172.21.15.119:0/3406319428 reap_dead start 2024-09-13T18:56:48.205 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:48.197+0000 7f760129d640 1 -- 172.21.15.119:0/3406319428 shutdown_connections 2024-09-13T18:56:48.205 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:48.197+0000 7f760129d640 1 -- 172.21.15.119:0/3406319428 >> 172.21.15.119:0/3406319428 conn(0x7f75fc06a0b0 msgr2=0x7f75fc06a4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:56:48.205 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:48.198+0000 7f760129d640 1 -- 172.21.15.119:0/3406319428 shutdown_connections 2024-09-13T18:56:48.205 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:48.198+0000 7f760129d640 1 -- 172.21.15.119:0/3406319428 wait complete. 2024-09-13T18:56:48.208 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:48.199+0000 7f760129d640 1 Processor -- start 2024-09-13T18:56:48.208 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:48.199+0000 7f760129d640 1 -- start start 2024-09-13T18:56:48.208 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:48.200+0000 7f760129d640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f75e8004d00 0x7f75fc1f2230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:48.208 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:48.200+0000 7f760129d640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f75fc0af7d0 0x7f75fc1e6ab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:48.208 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:48.200+0000 7f760129d640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f75fc0c9790 0x7f75fc0c9c10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:48.208 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:48.200+0000 7f760129d640 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f75fc155210 con 0x7f75e8004d00 2024-09-13T18:56:48.208 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:48.200+0000 7f760129d640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f75fc0ca150 con 0x7f75fc0af7d0 2024-09-13T18:56:48.208 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:48.200+0000 7f760129d640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f75fc1f2770 con 0x7f75fc0c9790 2024-09-13T18:56:48.208 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:48.200+0000 7f75faffd640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f75e8004d00 0x7f75fc1f2230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:48.208 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:48.200+0000 7f75faffd640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f75e8004d00 0x7f75fc1f2230 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.119:3300/0 says I am v2:172.21.15.119:50934/0 (socket says 172.21.15.119:50934) 2024-09-13T18:56:48.208 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:48.200+0000 7f75faffd640 1 -- 172.21.15.119:0/3921041914 learned_addr learned my addr 172.21.15.119:0/3921041914 (peer_addr_for_me v2:172.21.15.119:0/0) 2024-09-13T18:56:48.208 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:48.200+0000 7f75f27fc640 1 --2- 172.21.15.119:0/3921041914 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f75fc0af7d0 0x7f75fc1e6ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:48.209 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:48.200+0000 7f75fb7fe640 1 --2- 172.21.15.119:0/3921041914 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f75fc0c9790 0x7f75fc0c9c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:48.209 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:48.200+0000 7f75faffd640 1 -- 172.21.15.119:0/3921041914 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f75fc0c9790 msgr2=0x7f75fc0c9c10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:48.209 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:48.200+0000 7f75faffd640 1 --2- 172.21.15.119:0/3921041914 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f75fc0c9790 0x7f75fc0c9c10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:48.209 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:48.200+0000 7f75faffd640 1 -- 172.21.15.119:0/3921041914 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f75fc0af7d0 msgr2=0x7f75fc1e6ab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:48.209 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:48.200+0000 7f75faffd640 1 --2- 172.21.15.119:0/3921041914 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f75fc0af7d0 0x7f75fc1e6ab0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:48.209 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:48.200+0000 7f75faffd640 1 -- 172.21.15.119:0/3921041914 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f75fc1f29f0 con 0x7f75e8004d00 2024-09-13T18:56:48.209 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:48.200+0000 7f75f27fc640 1 --2- 172.21.15.119:0/3921041914 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f75fc0af7d0 0x7f75fc1e6ab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T18:56:48.209 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:48.200+0000 7f75fb7fe640 1 --2- 172.21.15.119:0/3921041914 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f75fc0c9790 0x7f75fc0c9c10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T18:56:48.209 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:48.200+0000 7f75faffd640 1 --2- 172.21.15.119:0/3921041914 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f75e8004d00 0x7f75fc1f2230 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7f75ec001cc0 tx=0x7f75ec0077a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:56:48.209 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:48.200+0000 7f75f3fff640 1 -- 172.21.15.119:0/3921041914 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f75ec00f9f0 con 0x7f75e8004d00 2024-09-13T18:56:48.209 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:48.200+0000 7f75f3fff640 1 -- 172.21.15.119:0/3921041914 <== mon.0 v2:172.21.15.119:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f75ec00fb90 con 0x7f75e8004d00 2024-09-13T18:56:48.209 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:48.200+0000 7f760129d640 1 -- 172.21.15.119:0/3921041914 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f75fc1f2cd0 con 0x7f75e8004d00 2024-09-13T18:56:48.210 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:48.200+0000 7f75f3fff640 1 -- 172.21.15.119:0/3921041914 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f75ec0133f0 con 0x7f75e8004d00 2024-09-13T18:56:48.210 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:48.200+0000 7f760129d640 1 -- 172.21.15.119:0/3921041914 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f75fc1f3290 con 0x7f75e8004d00 2024-09-13T18:56:48.210 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:48.201+0000 7f760129d640 1 -- 172.21.15.119:0/3921041914 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f75fc0ab830 con 0x7f75e8004d00 2024-09-13T18:56:48.210 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:48.202+0000 7f75f3fff640 1 -- 172.21.15.119:0/3921041914 <== mon.0 v2:172.21.15.119:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f75ec013550 con 0x7f75e8004d00 2024-09-13T18:56:48.210 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:48.202+0000 7f75f3fff640 1 --2- 172.21.15.119:0/3921041914 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f75dc06ac00 0x7f75dc06d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:48.211 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:48.202+0000 7f75f3fff640 1 -- 172.21.15.119:0/3921041914 <== mon.0 v2:172.21.15.119:3300/0 5 ==== osd_map(24..24 src has 1..24) v4 ==== 6460+0+0 (secure 0 0 0) 0x7f75ec089860 con 0x7f75e8004d00 2024-09-13T18:56:48.211 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:48.202+0000 7f75f27fc640 1 --2- 172.21.15.119:0/3921041914 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f75dc06ac00 0x7f75dc06d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:48.211 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:48.202+0000 7f75f27fc640 1 --2- 172.21.15.119:0/3921041914 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f75dc06ac00 0x7f75dc06d0c0 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7f75fc1e7990 tx=0x7f75e4008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:56:48.211 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:48.206+0000 7f75f3fff640 1 -- 172.21.15.119:0/3921041914 <== mon.0 v2:172.21.15.119:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f75fc0ab830 con 0x7f75e8004d00 2024-09-13T18:56:48.404 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:48.401+0000 7f760129d640 1 -- 172.21.15.119:0/3921041914 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"} v 0) v1 -- 0x7f75fc0ab830 con 0x7f75e8004d00 2024-09-13T18:56:49.084 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:49.080+0000 7f75f3fff640 1 -- 172.21.15.119:0/3921041914 <== mon.0 v2:172.21.15.119:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]=0 v8) v1 ==== 122+0+0 (secure 0 0 0) 0x7f75fc0ab830 con 0x7f75e8004d00 2024-09-13T18:56:49.087 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:49.082+0000 7f760129d640 1 -- 172.21.15.119:0/3921041914 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f75dc06ac00 msgr2=0x7f75dc06d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:49.087 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:49.082+0000 7f760129d640 1 --2- 172.21.15.119:0/3921041914 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f75dc06ac00 0x7f75dc06d0c0 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7f75fc1e7990 tx=0x7f75e4008040 comp rx=0 tx=0).stop 2024-09-13T18:56:49.087 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:49.082+0000 7f760129d640 1 -- 172.21.15.119:0/3921041914 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f75e8004d00 msgr2=0x7f75fc1f2230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:49.087 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:49.082+0000 7f760129d640 1 --2- 172.21.15.119:0/3921041914 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f75e8004d00 0x7f75fc1f2230 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7f75ec001cc0 tx=0x7f75ec0077a0 comp rx=0 tx=0).stop 2024-09-13T18:56:49.088 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:49.083+0000 7f760129d640 1 -- 172.21.15.119:0/3921041914 shutdown_connections 2024-09-13T18:56:49.088 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:49.083+0000 7f760129d640 1 --2- 172.21.15.119:0/3921041914 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f75dc06ac00 0x7f75dc06d0c0 unknown :-1 s=CLOSED pgs=93 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:49.088 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:49.083+0000 7f760129d640 1 --2- 172.21.15.119:0/3921041914 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f75fc0c9790 0x7f75fc0c9c10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:49.088 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:49.083+0000 7f760129d640 1 --2- 172.21.15.119:0/3921041914 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f75fc0af7d0 0x7f75fc1e6ab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:49.088 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:49.083+0000 7f760129d640 1 --2- 172.21.15.119:0/3921041914 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f75e8004d00 0x7f75fc1f2230 unknown :-1 s=CLOSED pgs=149 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:49.088 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:49.083+0000 7f760129d640 1 -- 172.21.15.119:0/3921041914 >> 172.21.15.119:0/3921041914 conn(0x7f75fc06a0b0 msgr2=0x7f75fc071900 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:56:49.089 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:49.083+0000 7f760129d640 1 -- 172.21.15.119:0/3921041914 shutdown_connections 2024-09-13T18:56:49.089 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:49.083+0000 7f760129d640 1 -- 172.21.15.119:0/3921041914 wait complete. 2024-09-13T18:56:49.100 DEBUG:tasks.cephfs.filesystem:Not Creating any subvols for filesystem 'cephfs' 2024-09-13T18:56:49.100 DEBUG:teuthology.orchestra.run.smithi119:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-13T18:56:49.202 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:49.198+0000 7f1fa39ae640 1 Processor -- start 2024-09-13T18:56:49.202 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:49.199+0000 7f1fa39ae640 1 -- start start 2024-09-13T18:56:49.204 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:49.199+0000 7f1fa39ae640 1 --2- >> v2:172.21.15.119:3300/0 conn(0x7f1f9c15c6e0 0x7f1f9c0b3f50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:49.204 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:49.199+0000 7f1fa39ae640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f1f9c0d07b0 0x7f1f9c0b4490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:49.204 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:49.199+0000 7f1fa39ae640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f1f9c0d1840 con 0x7f1f9c0ccb20 2024-09-13T18:56:49.204 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:49.199+0000 7f1fa39ae640 1 -- --> v2:172.21.15.119:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f1f9c06bd20 con 0x7f1f9c15c6e0 2024-09-13T18:56:49.204 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:49.199+0000 7f1fa39ae640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f1f9c0d0c30 con 0x7f1f9c0d07b0 2024-09-13T18:56:49.205 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:49.200+0000 7f1fa174a640 1 --2- >> v2:172.21.15.119:3300/0 conn(0x7f1f9c15c6e0 0x7f1f9c0b3f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:49.205 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:49.200+0000 7f1fa174a640 1 --2- >> v2:172.21.15.119:3300/0 conn(0x7f1f9c15c6e0 0x7f1f9c0b3f50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.119:3300/0 says I am v2:172.21.15.119:50944/0 (socket says 172.21.15.119:50944) 2024-09-13T18:56:49.205 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:49.200+0000 7f1fa174a640 1 -- 172.21.15.119:0/599906984 learned_addr learned my addr 172.21.15.119:0/599906984 (peer_addr_for_me v2:172.21.15.119:0/0) 2024-09-13T18:56:49.205 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:49.200+0000 7f1fa0f49640 1 --2- 172.21.15.119:0/599906984 >> v2:172.21.15.145:3300/0 conn(0x7f1f9c0d07b0 0x7f1f9c0b4490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:49.205 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:49.200+0000 7f1fa174a640 1 -- 172.21.15.119:0/599906984 >> v2:172.21.15.145:3300/0 conn(0x7f1f9c0d07b0 msgr2=0x7f1f9c0b4490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T18:56:49.205 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:49.200+0000 7f1fa174a640 1 --2- 172.21.15.119:0/599906984 >> v2:172.21.15.145:3300/0 conn(0x7f1f9c0d07b0 0x7f1f9c0b4490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:49.205 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:49.200+0000 7f1fa174a640 1 -- 172.21.15.119:0/599906984 >> v1:172.21.15.145:6789/0 conn(0x7f1f9c0ccb20 legacy=0x7f1f9c160030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:49.205 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:49.200+0000 7f1fa174a640 1 -- 172.21.15.119:0/599906984 --> v2:172.21.15.119:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1f9c0d0f10 con 0x7f1f9c15c6e0 2024-09-13T18:56:49.205 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:49.200+0000 7f1fa0f49640 1 --2- 172.21.15.119:0/599906984 >> v2:172.21.15.145:3300/0 conn(0x7f1f9c0d07b0 0x7f1f9c0b4490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T18:56:49.205 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:49.201+0000 7f1fa174a640 1 --2- 172.21.15.119:0/599906984 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f1f9c15c6e0 0x7f1f9c0b3f50 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7f1f9c0b1d80 tx=0x7f1f9402a1e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1bb6675ad99dcf62 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:56:49.205 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:49.201+0000 7f1f9bfff640 1 -- 172.21.15.119:0/599906984 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1f94032440 con 0x7f1f9c15c6e0 2024-09-13T18:56:49.205 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:49.201+0000 7f1f9bfff640 1 -- 172.21.15.119:0/599906984 <== mon.0 v2:172.21.15.119:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1f940325a0 con 0x7f1f9c15c6e0 2024-09-13T18:56:49.205 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:49.201+0000 7f1f9bfff640 1 -- 172.21.15.119:0/599906984 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1f94032930 con 0x7f1f9c15c6e0 2024-09-13T18:56:49.208 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:49.201+0000 7f1fa39ae640 1 -- 172.21.15.119:0/599906984 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f1f9c15c6e0 msgr2=0x7f1f9c0b3f50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:49.208 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:49.201+0000 7f1fa39ae640 1 --2- 172.21.15.119:0/599906984 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f1f9c15c6e0 0x7f1f9c0b3f50 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7f1f9c0b1d80 tx=0x7f1f9402a1e0 comp rx=0 tx=0).stop 2024-09-13T18:56:49.208 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:49.201+0000 7f1fa39ae640 1 -- 172.21.15.119:0/599906984 shutdown_connections 2024-09-13T18:56:49.208 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:49.201+0000 7f1fa39ae640 1 --2- 172.21.15.119:0/599906984 >> v2:172.21.15.145:3300/0 conn(0x7f1f9c0d07b0 0x7f1f9c0b4490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:49.208 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:49.201+0000 7f1fa39ae640 1 --2- 172.21.15.119:0/599906984 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f1f9c15c6e0 0x7f1f9c0b3f50 unknown :-1 s=CLOSED pgs=150 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:49.208 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:49.201+0000 7f1fa39ae640 1 -- 172.21.15.119:0/599906984 >> 172.21.15.119:0/599906984 conn(0x7f1f9c089f60 msgr2=0x7f1f9c0d24d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:56:49.209 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:49.201+0000 7f1fa39ae640 1 -- 172.21.15.119:0/599906984 shutdown_connections 2024-09-13T18:56:49.209 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:49.201+0000 7f1fa39ae640 1 -- 172.21.15.119:0/599906984 wait complete. 2024-09-13T18:56:49.209 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:49.203+0000 7f1fa39ae640 1 Processor -- start 2024-09-13T18:56:49.209 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:49.203+0000 7f1fa39ae640 1 -- start start 2024-09-13T18:56:49.209 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:49.203+0000 7f1fa39ae640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f1f9c0ccb20 0x7f1f9c0b5d30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:49.209 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:49.203+0000 7f1fa39ae640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f1f9c0d07b0 0x7f1f9c0b0840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:49.209 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:49.203+0000 7f1fa39ae640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f1f9c15c6e0 0x7f1f9c154340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:49.209 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:49.203+0000 7f1fa39ae640 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1f9c0c95a0 con 0x7f1f9c0d07b0 2024-09-13T18:56:49.209 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:49.203+0000 7f1fa39ae640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1f9c0b6e70 con 0x7f1f9c15c6e0 2024-09-13T18:56:49.209 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:49.203+0000 7f1fa39ae640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f1f9c0b7150 con 0x7f1f9c0ccb20 2024-09-13T18:56:49.209 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:49.203+0000 7f1fa0f49640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f1f9c0d07b0 0x7f1f9c0b0840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:49.209 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:49.203+0000 7f1fa0f49640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f1f9c0d07b0 0x7f1f9c0b0840 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.119:3300/0 says I am v2:172.21.15.119:50954/0 (socket says 172.21.15.119:50954) 2024-09-13T18:56:49.209 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:49.203+0000 7f1fa0f49640 1 -- 172.21.15.119:0/2386294748 learned_addr learned my addr 172.21.15.119:0/2386294748 (peer_addr_for_me v2:172.21.15.119:0/0) 2024-09-13T18:56:49.210 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:49.204+0000 7f1fa1f4b640 1 --2- 172.21.15.119:0/2386294748 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f1f9c15c6e0 0x7f1f9c154340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:49.210 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:49.204+0000 7f1fa174a640 1 --2- 172.21.15.119:0/2386294748 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f1f9c0ccb20 0x7f1f9c0b5d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:49.210 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:49.204+0000 7f1fa0f49640 1 -- 172.21.15.119:0/2386294748 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f1f9c0ccb20 msgr2=0x7f1f9c0b5d30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:49.210 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:49.204+0000 7f1fa0f49640 1 --2- 172.21.15.119:0/2386294748 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f1f9c0ccb20 0x7f1f9c0b5d30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:49.210 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:49.204+0000 7f1fa0f49640 1 -- 172.21.15.119:0/2386294748 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f1f9c15c6e0 msgr2=0x7f1f9c154340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:49.210 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:49.204+0000 7f1fa0f49640 1 --2- 172.21.15.119:0/2386294748 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f1f9c15c6e0 0x7f1f9c154340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:49.210 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:49.204+0000 7f1fa0f49640 1 -- 172.21.15.119:0/2386294748 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1f940094d0 con 0x7f1f9c0d07b0 2024-09-13T18:56:49.210 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:49.204+0000 7f1fa174a640 1 --2- 172.21.15.119:0/2386294748 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f1f9c0ccb20 0x7f1f9c0b5d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T18:56:49.210 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:49.204+0000 7f1fa0f49640 1 --2- 172.21.15.119:0/2386294748 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f1f9c0d07b0 0x7f1f9c0b0840 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7f1f9000d7d0 tx=0x7f1f9000dc90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:56:49.210 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:49.204+0000 7f1f99ffb640 1 -- 172.21.15.119:0/2386294748 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1f90004030 con 0x7f1f9c0d07b0 2024-09-13T18:56:49.210 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:49.204+0000 7f1f99ffb640 1 -- 172.21.15.119:0/2386294748 <== mon.0 v2:172.21.15.119:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1f90004190 con 0x7f1f9c0d07b0 2024-09-13T18:56:49.210 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:49.204+0000 7f1f99ffb640 1 -- 172.21.15.119:0/2386294748 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1f90004520 con 0x7f1f9c0d07b0 2024-09-13T18:56:49.210 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:49.204+0000 7f1fa39ae640 1 -- 172.21.15.119:0/2386294748 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f1f9c0b7430 con 0x7f1f9c0d07b0 2024-09-13T18:56:49.210 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:49.204+0000 7f1fa39ae640 1 -- 172.21.15.119:0/2386294748 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f1f9c0c9a60 con 0x7f1f9c0d07b0 2024-09-13T18:56:49.212 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:49.205+0000 7f1fa39ae640 1 -- 172.21.15.119:0/2386294748 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f1f9c0b7670 con 0x7f1f9c0d07b0 2024-09-13T18:56:49.212 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:49.206+0000 7f1f99ffb640 1 -- 172.21.15.119:0/2386294748 <== mon.0 v2:172.21.15.119:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f1f9000b6c0 con 0x7f1f9c0d07b0 2024-09-13T18:56:49.212 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:49.206+0000 7f1f99ffb640 1 --2- 172.21.15.119:0/2386294748 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f1f8806ac00 0x7f1f8806d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:49.212 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:49.206+0000 7f1f99ffb640 1 -- 172.21.15.119:0/2386294748 <== mon.0 v2:172.21.15.119:3300/0 5 ==== osd_map(24..24 src has 1..24) v4 ==== 6460+0+0 (secure 0 0 0) 0x7f1f90089760 con 0x7f1f9c0d07b0 2024-09-13T18:56:49.212 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:49.206+0000 7f1fa174a640 1 --2- 172.21.15.119:0/2386294748 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f1f8806ac00 0x7f1f8806d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:49.212 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:49.207+0000 7f1fa174a640 1 --2- 172.21.15.119:0/2386294748 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f1f8806ac00 0x7f1f8806d0c0 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7f1f94034000 tx=0x7f1f9402e000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:56:49.214 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:49.210+0000 7f1f99ffb640 1 -- 172.21.15.119:0/2386294748 <== mon.0 v2:172.21.15.119:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f1f9c0b7670 con 0x7f1f9c0d07b0 2024-09-13T18:56:49.415 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:49.412+0000 7f1fa39ae640 1 -- 172.21.15.119:0/2386294748 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f1f9c0b7670 con 0x7f1f9c0d07b0 2024-09-13T18:56:49.416 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:49.412+0000 7f1f99ffb640 1 -- 172.21.15.119:0/2386294748 <== mon.0 v2:172.21.15.119:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 8 v8) v1 ==== 93+0+4739 (secure 0 0 0) 0x7f1f9c0b7670 con 0x7f1f9c0d07b0 2024-09-13T18:56:49.416 INFO:teuthology.orchestra.run.smithi119.stdout: 2024-09-13T18:56:49.416 INFO:teuthology.orchestra.run.smithi119.stdout:{"epoch":8,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4241,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.145:6835/847902248","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6833","nonce":847902248},{"type":"v1","addr":"172.21.15.145:6835","nonce":847902248}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3},{"gid":4282,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.145:6834/3410464570","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6832","nonce":3410464570},{"type":"v1","addr":"172.21.15.145:6834","nonce":3410464570}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3},{"gid":4287,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.119:6836/3596755488","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6834","nonce":3596755488},{"type":"v1","addr":"172.21.15.119:6836","nonce":3596755488}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":8,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-13T18:56:34.025298+0000","modified":"2024-09-13T18:56:49.078985+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":4290},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4290":{"gid":4290,"name":"a","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.119:6837/3907469279","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6835","nonce":3907469279},{"type":"v1","addr":"172.21.15.119:6837","nonce":3907469279}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2024-09-13T18:56:49.417 INFO:teuthology.orchestra.run.smithi119.stderr:dumped fsmap epoch 8 2024-09-13T18:56:49.418 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:49.415+0000 7f1fa39ae640 1 -- 172.21.15.119:0/2386294748 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f1f8806ac00 msgr2=0x7f1f8806d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:49.419 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:49.415+0000 7f1fa39ae640 1 --2- 172.21.15.119:0/2386294748 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f1f8806ac00 0x7f1f8806d0c0 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7f1f94034000 tx=0x7f1f9402e000 comp rx=0 tx=0).stop 2024-09-13T18:56:49.419 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:49.415+0000 7f1fa39ae640 1 -- 172.21.15.119:0/2386294748 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f1f9c0d07b0 msgr2=0x7f1f9c0b0840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:49.419 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:49.415+0000 7f1fa39ae640 1 --2- 172.21.15.119:0/2386294748 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f1f9c0d07b0 0x7f1f9c0b0840 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7f1f9000d7d0 tx=0x7f1f9000dc90 comp rx=0 tx=0).stop 2024-09-13T18:56:49.419 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:49.415+0000 7f1fa39ae640 1 -- 172.21.15.119:0/2386294748 shutdown_connections 2024-09-13T18:56:49.419 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:49.415+0000 7f1fa39ae640 1 --2- 172.21.15.119:0/2386294748 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f1f8806ac00 0x7f1f8806d0c0 unknown :-1 s=CLOSED pgs=94 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:49.419 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:49.415+0000 7f1fa39ae640 1 --2- 172.21.15.119:0/2386294748 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f1f9c15c6e0 0x7f1f9c154340 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:49.419 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:49.415+0000 7f1fa39ae640 1 --2- 172.21.15.119:0/2386294748 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f1f9c0d07b0 0x7f1f9c0b0840 unknown :-1 s=CLOSED pgs=151 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:49.419 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:49.415+0000 7f1fa39ae640 1 --2- 172.21.15.119:0/2386294748 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f1f9c0ccb20 0x7f1f9c0b5d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:49.419 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:49.415+0000 7f1fa39ae640 1 -- 172.21.15.119:0/2386294748 >> 172.21.15.119:0/2386294748 conn(0x7f1f9c089f60 msgr2=0x7f1f9c15ae40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:56:49.419 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:49.415+0000 7f1fa39ae640 1 -- 172.21.15.119:0/2386294748 shutdown_connections 2024-09-13T18:56:49.419 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:49.415+0000 7f1fa39ae640 1 -- 172.21.15.119:0/2386294748 wait complete. 2024-09-13T18:56:49.429 DEBUG:teuthology.orchestra.run.smithi119:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T18:56:49.526 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:49.523+0000 7f335cc27640 1 Processor -- start 2024-09-13T18:56:49.526 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:49.523+0000 7f335cc27640 1 -- start start 2024-09-13T18:56:49.528 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:49.524+0000 7f335cc27640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f335806c4c0 0x7f335806c8a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:49.528 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:49.524+0000 7f335cc27640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f33580b2590 0x7f335806d3a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:49.528 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:49.524+0000 7f335cc27640 1 -- --> v1:172.21.15.119:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f335806e0c0 con 0x7f33580cbea0 2024-09-13T18:56:49.528 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:49.524+0000 7f335cc27640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f335806deb0 con 0x7f335806c4c0 2024-09-13T18:56:49.528 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:49.524+0000 7f335cc27640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f33580b2170 con 0x7f33580b2590 2024-09-13T18:56:49.528 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:49.524+0000 7f3356d9d640 1 --1- >> v1:172.21.15.119:6789/0 conn(0x7f33580cbea0 0x7f33580cc350 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.119:6789/0 says I am v1:172.21.15.119:51338/0 (socket says 172.21.15.119:51338) 2024-09-13T18:56:49.528 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:49.524+0000 7f3356d9d640 1 -- 172.21.15.119:0/325813836 learned_addr learned my addr 172.21.15.119:0/325813836 (peer_addr_for_me v1:172.21.15.119:0/0) 2024-09-13T18:56:49.528 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:49.524+0000 7f335659c640 1 --2- 172.21.15.119:0/325813836 >> v2:172.21.15.145:3300/0 conn(0x7f335806c4c0 0x7f335806c8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:49.528 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:49.524+0000 7f3355d9b640 1 --2- 172.21.15.119:0/325813836 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f33580b2590 0x7f335806d3a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:49.528 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:49.524+0000 7f335559a640 1 -- 172.21.15.119:0/325813836 <== mon.0 v1:172.21.15.119:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 437963888 0 0) 0x7f335806e0c0 con 0x7f33580cbea0 2024-09-13T18:56:49.529 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:49.524+0000 7f335559a640 1 -- 172.21.15.119:0/325813836 --> v1:172.21.15.119:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f3340003520 con 0x7f33580cbea0 2024-09-13T18:56:49.529 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:49.524+0000 7f335659c640 1 -- 172.21.15.119:0/325813836 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f33580b2590 msgr2=0x7f335806d3a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T18:56:49.529 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:49.524+0000 7f335659c640 1 --2- 172.21.15.119:0/325813836 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f33580b2590 0x7f335806d3a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:49.529 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:49.524+0000 7f335659c640 1 -- 172.21.15.119:0/325813836 >> v1:172.21.15.119:6789/0 conn(0x7f33580cbea0 legacy=0x7f33580cc350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:49.529 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:49.524+0000 7f335659c640 1 -- 172.21.15.119:0/325813836 --> v2:172.21.15.145:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f335806e3a0 con 0x7f335806c4c0 2024-09-13T18:56:49.530 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:49.525+0000 7f335659c640 1 --2- 172.21.15.119:0/325813836 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f335806c4c0 0x7f335806c8a0 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7f33480097d0 tx=0x7f334802a1c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=3b7657263ecea4ec server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:56:49.530 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:49.525+0000 7f335559a640 1 -- 172.21.15.119:0/325813836 <== mon.1 v2:172.21.15.145:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3348032440 con 0x7f335806c4c0 2024-09-13T18:56:49.530 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:49.525+0000 7f335559a640 1 -- 172.21.15.119:0/325813836 <== mon.1 v2:172.21.15.145:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f33480325a0 con 0x7f335806c4c0 2024-09-13T18:56:49.530 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:49.525+0000 7f335559a640 1 -- 172.21.15.119:0/325813836 <== mon.1 v2:172.21.15.145:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3348032910 con 0x7f335806c4c0 2024-09-13T18:56:49.530 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:49.526+0000 7f335cc27640 1 -- 172.21.15.119:0/325813836 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f335806c4c0 msgr2=0x7f335806c8a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:49.530 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:49.526+0000 7f335cc27640 1 --2- 172.21.15.119:0/325813836 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f335806c4c0 0x7f335806c8a0 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7f33480097d0 tx=0x7f334802a1c0 comp rx=0 tx=0).stop 2024-09-13T18:56:49.530 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:49.526+0000 7f335cc27640 1 -- 172.21.15.119:0/325813836 shutdown_connections 2024-09-13T18:56:49.531 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:49.526+0000 7f335cc27640 1 --2- 172.21.15.119:0/325813836 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f33580b2590 0x7f335806d3a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:49.531 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:49.526+0000 7f335cc27640 1 --2- 172.21.15.119:0/325813836 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f335806c4c0 0x7f335806c8a0 unknown :-1 s=CLOSED pgs=68 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:49.531 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:49.526+0000 7f335cc27640 1 -- 172.21.15.119:0/325813836 >> 172.21.15.119:0/325813836 conn(0x7f3358069ed0 msgr2=0x7f335806a2e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:56:49.531 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:49.526+0000 7f335cc27640 1 -- 172.21.15.119:0/325813836 shutdown_connections 2024-09-13T18:56:49.531 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:49.526+0000 7f335cc27640 1 -- 172.21.15.119:0/325813836 wait complete. 2024-09-13T18:56:49.533 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:49.527+0000 7f335cc27640 1 Processor -- start 2024-09-13T18:56:49.533 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:49.527+0000 7f335cc27640 1 -- start start 2024-09-13T18:56:49.533 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:49.528+0000 7f335cc27640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f335806c4c0 0x7f33580ad2c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:49.533 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:49.528+0000 7f335cc27640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f33580b2590 0x7f33580ab3b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:49.533 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:49.528+0000 7f335cc27640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f33580cbea0 0x7f33580c3ba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:49.533 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:49.528+0000 7f335cc27640 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f33580ad800 con 0x7f335806c4c0 2024-09-13T18:56:49.533 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:49.528+0000 7f335cc27640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3358097de0 con 0x7f33580cbea0 2024-09-13T18:56:49.534 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:49.528+0000 7f335cc27640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f3358070130 con 0x7f33580b2590 2024-09-13T18:56:49.534 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:49.528+0000 7f335659c640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f335806c4c0 0x7f33580ad2c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:49.534 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:49.528+0000 7f335659c640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f335806c4c0 0x7f33580ad2c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.119:3300/0 says I am v2:172.21.15.119:50960/0 (socket says 172.21.15.119:50960) 2024-09-13T18:56:49.534 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:49.528+0000 7f335659c640 1 -- 172.21.15.119:0/2083760280 learned_addr learned my addr 172.21.15.119:0/2083760280 (peer_addr_for_me v2:172.21.15.119:0/0) 2024-09-13T18:56:49.534 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:49.528+0000 7f3355d9b640 1 --2- 172.21.15.119:0/2083760280 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f33580b2590 0x7f33580ab3b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:49.534 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:49.528+0000 7f3356d9d640 1 --2- 172.21.15.119:0/2083760280 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f33580cbea0 0x7f33580c3ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:49.534 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:49.528+0000 7f335659c640 1 -- 172.21.15.119:0/2083760280 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f33580b2590 msgr2=0x7f33580ab3b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:49.534 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:49.528+0000 7f335659c640 1 --2- 172.21.15.119:0/2083760280 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f33580b2590 0x7f33580ab3b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:49.534 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:49.528+0000 7f335659c640 1 -- 172.21.15.119:0/2083760280 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f33580cbea0 msgr2=0x7f33580c3ba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:49.534 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:49.528+0000 7f335659c640 1 --2- 172.21.15.119:0/2083760280 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f33580cbea0 0x7f33580c3ba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:49.534 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:49.528+0000 7f335659c640 1 -- 172.21.15.119:0/2083760280 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3348009400 con 0x7f335806c4c0 2024-09-13T18:56:49.534 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:49.528+0000 7f335659c640 1 --2- 172.21.15.119:0/2083760280 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f335806c4c0 0x7f33580ad2c0 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7f33480098f0 tx=0x7f33480046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:56:49.534 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:49.529+0000 7f3346ffd640 1 -- 172.21.15.119:0/2083760280 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f334803e920 con 0x7f335806c4c0 2024-09-13T18:56:49.534 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:49.529+0000 7f3346ffd640 1 -- 172.21.15.119:0/2083760280 <== mon.0 v2:172.21.15.119:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f334803ea80 con 0x7f335806c4c0 2024-09-13T18:56:49.535 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:49.529+0000 7f335cc27640 1 -- 172.21.15.119:0/2083760280 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f3358070410 con 0x7f335806c4c0 2024-09-13T18:56:49.535 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:49.529+0000 7f3346ffd640 1 -- 172.21.15.119:0/2083760280 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f334803ee30 con 0x7f335806c4c0 2024-09-13T18:56:49.535 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:49.529+0000 7f335cc27640 1 -- 172.21.15.119:0/2083760280 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f33580709d0 con 0x7f335806c4c0 2024-09-13T18:56:49.535 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:49.530+0000 7f335cc27640 1 -- 172.21.15.119:0/2083760280 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f33580c9df0 con 0x7f335806c4c0 2024-09-13T18:56:49.536 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:49.530+0000 7f3346ffd640 1 -- 172.21.15.119:0/2083760280 <== mon.0 v2:172.21.15.119:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f334803c400 con 0x7f335806c4c0 2024-09-13T18:56:49.536 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:49.531+0000 7f3346ffd640 1 --2- 172.21.15.119:0/2083760280 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f333806ac00 0x7f333806d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:49.536 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:49.531+0000 7f3346ffd640 1 -- 172.21.15.119:0/2083760280 <== mon.0 v2:172.21.15.119:3300/0 5 ==== osd_map(24..24 src has 1..24) v4 ==== 6460+0+0 (secure 0 0 0) 0x7f33480aa3b0 con 0x7f335806c4c0 2024-09-13T18:56:49.536 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:49.531+0000 7f3355d9b640 1 --2- 172.21.15.119:0/2083760280 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f333806ac00 0x7f333806d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:49.536 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:49.531+0000 7f3355d9b640 1 --2- 172.21.15.119:0/2083760280 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f333806ac00 0x7f333806d0c0 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7f33581f5350 tx=0x7f334c009190 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:56:49.538 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:49.535+0000 7f3346ffd640 1 -- 172.21.15.119:0/2083760280 <== mon.0 v2:172.21.15.119:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f3348075350 con 0x7f335806c4c0 2024-09-13T18:56:49.700 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:49.697+0000 7f335cc27640 1 -- 172.21.15.119:0/2083760280 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f33580cead0 con 0x7f335806c4c0 2024-09-13T18:56:49.701 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:49.698+0000 7f3346ffd640 1 -- 172.21.15.119:0/2083760280 <== mon.0 v2:172.21.15.119:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v24) v1 ==== 74+0+18394 (secure 0 0 0) 0x7f3348078970 con 0x7f335806c4c0 2024-09-13T18:56:49.702 INFO:teuthology.orchestra.run.smithi119.stdout: 2024-09-13T18:56:49.702 INFO:teuthology.orchestra.run.smithi119.stdout:{"epoch":24,"fsid":"b3bca492-3414-44ef-b63c-42eead5ea701","created":"2024-09-13T18:56:10.047760+0000","modified":"2024-09-13T18:56:38.390322+0000","last_up_change":"2024-09-13T18:56:22.096428+0000","last_in_change":"2024-09-13T18:56:12.143228+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T18:56:22.095896+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-13T18:56:31.950108+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-13T18:56:32.998608+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-09-13T18:56:36.052694+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"24","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"09edfd5c-bc57-47d1-a7b7-6d97f0f88db1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6810","nonce":3811853106},{"type":"v1","addr":"172.21.15.119:6813","nonce":3811853106}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6817","nonce":3811853106},{"type":"v1","addr":"172.21.15.119:6820","nonce":3811853106}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6828","nonce":3811853106},{"type":"v1","addr":"172.21.15.119:6830","nonce":3811853106}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6823","nonce":3811853106},{"type":"v1","addr":"172.21.15.119:6825","nonce":3811853106}]},"public_addr":"172.21.15.119:6813/3811853106","cluster_addr":"172.21.15.119:6820/3811853106","heartbeat_back_addr":"172.21.15.119:6830/3811853106","heartbeat_front_addr":"172.21.15.119:6825/3811853106","state":["exists","up"]},{"osd":1,"uuid":"f26f4bd2-3aee-4208-9e62-87f17047d886","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6809","nonce":1656755168},{"type":"v1","addr":"172.21.15.119:6812","nonce":1656755168}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6815","nonce":1656755168},{"type":"v1","addr":"172.21.15.119:6818","nonce":1656755168}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6829","nonce":1656755168},{"type":"v1","addr":"172.21.15.119:6831","nonce":1656755168}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6822","nonce":1656755168},{"type":"v1","addr":"172.21.15.119:6826","nonce":1656755168}]},"public_addr":"172.21.15.119:6812/1656755168","cluster_addr":"172.21.15.119:6818/1656755168","heartbeat_back_addr":"172.21.15.119:6831/1656755168","heartbeat_front_addr":"172.21.15.119:6826/1656755168","state":["exists","up"]},{"osd":2,"uuid":"1e9d6e0c-51f9-4f4a-bead-0e7edc7dd200","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6800","nonce":3093354378},{"type":"v1","addr":"172.21.15.119:6801","nonce":3093354378}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6802","nonce":3093354378},{"type":"v1","addr":"172.21.15.119:6803","nonce":3093354378}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6806","nonce":3093354378},{"type":"v1","addr":"172.21.15.119:6807","nonce":3093354378}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6804","nonce":3093354378},{"type":"v1","addr":"172.21.15.119:6805","nonce":3093354378}]},"public_addr":"172.21.15.119:6801/3093354378","cluster_addr":"172.21.15.119:6803/3093354378","heartbeat_back_addr":"172.21.15.119:6807/3093354378","heartbeat_front_addr":"172.21.15.119:6805/3093354378","state":["exists","up"]},{"osd":3,"uuid":"7c289b1f-a555-46e4-b85a-c0f230c9e02a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6808","nonce":886995937},{"type":"v1","addr":"172.21.15.119:6811","nonce":886995937}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6814","nonce":886995937},{"type":"v1","addr":"172.21.15.119:6816","nonce":886995937}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6824","nonce":886995937},{"type":"v1","addr":"172.21.15.119:6827","nonce":886995937}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6819","nonce":886995937},{"type":"v1","addr":"172.21.15.119:6821","nonce":886995937}]},"public_addr":"172.21.15.119:6811/886995937","cluster_addr":"172.21.15.119:6816/886995937","heartbeat_back_addr":"172.21.15.119:6827/886995937","heartbeat_front_addr":"172.21.15.119:6821/886995937","state":["exists","up"]},{"osd":4,"uuid":"a0a2f75b-5a33-4b69-b834-b8cf5a90ac5f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6808","nonce":2802887692},{"type":"v1","addr":"172.21.15.145:6809","nonce":2802887692}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6810","nonce":2802887692},{"type":"v1","addr":"172.21.15.145:6811","nonce":2802887692}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6814","nonce":2802887692},{"type":"v1","addr":"172.21.15.145:6815","nonce":2802887692}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6812","nonce":2802887692},{"type":"v1","addr":"172.21.15.145:6813","nonce":2802887692}]},"public_addr":"172.21.15.145:6809/2802887692","cluster_addr":"172.21.15.145:6811/2802887692","heartbeat_back_addr":"172.21.15.145:6815/2802887692","heartbeat_front_addr":"172.21.15.145:6813/2802887692","state":["exists","up"]},{"osd":5,"uuid":"e301c92f-a5af-49da-8384-bef6d48c9982","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6800","nonce":1431235391},{"type":"v1","addr":"172.21.15.145:6801","nonce":1431235391}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6802","nonce":1431235391},{"type":"v1","addr":"172.21.15.145:6803","nonce":1431235391}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6806","nonce":1431235391},{"type":"v1","addr":"172.21.15.145:6807","nonce":1431235391}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6804","nonce":1431235391},{"type":"v1","addr":"172.21.15.145:6805","nonce":1431235391}]},"public_addr":"172.21.15.145:6801/1431235391","cluster_addr":"172.21.15.145:6803/1431235391","heartbeat_back_addr":"172.21.15.145:6807/1431235391","heartbeat_front_addr":"172.21.15.145:6805/1431235391","state":["exists","up"]},{"osd":6,"uuid":"dd2ee71c-4024-4f56-90b1-d362ff9ae8f5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6816","nonce":1755123178},{"type":"v1","addr":"172.21.15.145:6817","nonce":1755123178}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6818","nonce":1755123178},{"type":"v1","addr":"172.21.15.145:6819","nonce":1755123178}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6822","nonce":1755123178},{"type":"v1","addr":"172.21.15.145:6823","nonce":1755123178}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6820","nonce":1755123178},{"type":"v1","addr":"172.21.15.145:6821","nonce":1755123178}]},"public_addr":"172.21.15.145:6817/1755123178","cluster_addr":"172.21.15.145:6819/1755123178","heartbeat_back_addr":"172.21.15.145:6823/1755123178","heartbeat_front_addr":"172.21.15.145:6821/1755123178","state":["exists","up"]},{"osd":7,"uuid":"7412449e-689b-45ee-9ae5-744a8c27f166","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6824","nonce":3012628958},{"type":"v1","addr":"172.21.15.145:6825","nonce":3012628958}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6826","nonce":3012628958},{"type":"v1","addr":"172.21.15.145:6827","nonce":3012628958}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6830","nonce":3012628958},{"type":"v1","addr":"172.21.15.145:6831","nonce":3012628958}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6828","nonce":3012628958},{"type":"v1","addr":"172.21.15.145:6829","nonce":3012628958}]},"public_addr":"172.21.15.145:6825/3012628958","cluster_addr":"172.21.15.145:6827/3012628958","heartbeat_back_addr":"172.21.15.145:6831/3012628958","heartbeat_front_addr":"172.21.15.145:6829/3012628958","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T18:56:17.286635+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T18:56:17.334491+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T18:56:17.297521+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T18:56:17.383716+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T18:56:17.267776+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T18:56:17.312998+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T18:56:17.303008+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T18:56:17.304729+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T18:56:49.704 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:49.700+0000 7f335cc27640 1 -- 172.21.15.119:0/2083760280 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f333806ac00 msgr2=0x7f333806d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:49.704 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:49.700+0000 7f335cc27640 1 --2- 172.21.15.119:0/2083760280 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f333806ac00 0x7f333806d0c0 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7f33581f5350 tx=0x7f334c009190 comp rx=0 tx=0).stop 2024-09-13T18:56:49.704 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:49.700+0000 7f335cc27640 1 -- 172.21.15.119:0/2083760280 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f335806c4c0 msgr2=0x7f33580ad2c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:49.704 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:49.700+0000 7f335cc27640 1 --2- 172.21.15.119:0/2083760280 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f335806c4c0 0x7f33580ad2c0 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7f33480098f0 tx=0x7f33480046c0 comp rx=0 tx=0).stop 2024-09-13T18:56:49.704 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:49.700+0000 7f335cc27640 1 -- 172.21.15.119:0/2083760280 shutdown_connections 2024-09-13T18:56:49.704 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:49.700+0000 7f335cc27640 1 --2- 172.21.15.119:0/2083760280 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f333806ac00 0x7f333806d0c0 unknown :-1 s=CLOSED pgs=95 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:49.704 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:49.700+0000 7f335cc27640 1 --2- 172.21.15.119:0/2083760280 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f33580cbea0 0x7f33580c3ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:49.704 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:49.700+0000 7f335cc27640 1 --2- 172.21.15.119:0/2083760280 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f33580b2590 0x7f33580ab3b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:49.705 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:49.700+0000 7f335cc27640 1 --2- 172.21.15.119:0/2083760280 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f335806c4c0 0x7f33580ad2c0 unknown :-1 s=CLOSED pgs=153 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:49.705 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:49.700+0000 7f335cc27640 1 -- 172.21.15.119:0/2083760280 >> 172.21.15.119:0/2083760280 conn(0x7f3358069ed0 msgr2=0x7f33580cc330 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:56:49.705 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:49.700+0000 7f335cc27640 1 -- 172.21.15.119:0/2083760280 shutdown_connections 2024-09-13T18:56:49.705 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:49.700+0000 7f335cc27640 1 -- 172.21.15.119:0/2083760280 wait complete. 2024-09-13T18:56:49.716 INFO:tasks.cephfs.filesystem.ceph_manager:waiting for clean 2024-09-13T18:56:49.716 DEBUG:teuthology.orchestra.run.smithi119:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-13T18:56:49.814 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:49.810+0000 7f6c293db640 1 Processor -- start 2024-09-13T18:56:49.814 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:49.811+0000 7f6c293db640 1 -- start start 2024-09-13T18:56:49.816 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:49.811+0000 7f6c293db640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f6c240ceef0 0x7f6c240af0d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:49.816 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:49.811+0000 7f6c293db640 1 --2- >> v2:172.21.15.119:3300/0 conn(0x7f6c2415c860 0x7f6c240cf2d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:49.816 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:49.811+0000 7f6c293db640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f6c240d0690 0x7f6c240d0b40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:49.816 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:49.811+0000 7f6c293db640 1 -- --> v2:172.21.15.119:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f6c2406bb10 con 0x7f6c2415c860 2024-09-13T18:56:49.816 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:49.811+0000 7f6c293db640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f6c240cf810 con 0x7f6c240ceef0 2024-09-13T18:56:49.816 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:49.811+0000 7f6c293db640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f6c240ccb30 con 0x7f6c240d0690 2024-09-13T18:56:49.816 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:49.812+0000 7f6c1a7fc640 1 --2- >> v2:172.21.15.119:3300/0 conn(0x7f6c2415c860 0x7f6c240cf2d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:49.816 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:49.812+0000 7f6c1a7fc640 1 --2- >> v2:172.21.15.119:3300/0 conn(0x7f6c2415c860 0x7f6c240cf2d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.119:3300/0 says I am v2:172.21.15.119:50968/0 (socket says 172.21.15.119:50968) 2024-09-13T18:56:49.816 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:49.812+0000 7f6c1a7fc640 1 -- 172.21.15.119:0/3649483250 learned_addr learned my addr 172.21.15.119:0/3649483250 (peer_addr_for_me v2:172.21.15.119:0/0) 2024-09-13T18:56:49.816 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:49.812+0000 7f6c22ffd640 1 --2- 172.21.15.119:0/3649483250 >> v2:172.21.15.145:3300/0 conn(0x7f6c240ceef0 0x7f6c240af0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:49.816 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:49.812+0000 7f6c237fe640 1 --2- 172.21.15.119:0/3649483250 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f6c240d0690 0x7f6c240d0b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:49.817 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:49.812+0000 7f6c1a7fc640 1 -- 172.21.15.119:0/3649483250 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f6c240d0690 msgr2=0x7f6c240d0b40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T18:56:49.817 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:49.812+0000 7f6c1a7fc640 1 --2- 172.21.15.119:0/3649483250 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f6c240d0690 0x7f6c240d0b40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:49.817 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:49.812+0000 7f6c1a7fc640 1 -- 172.21.15.119:0/3649483250 >> v2:172.21.15.145:3300/0 conn(0x7f6c240ceef0 msgr2=0x7f6c240af0d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T18:56:49.817 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:49.812+0000 7f6c1a7fc640 1 --2- 172.21.15.119:0/3649483250 >> v2:172.21.15.145:3300/0 conn(0x7f6c240ceef0 0x7f6c240af0d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:49.817 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:49.812+0000 7f6c1a7fc640 1 -- 172.21.15.119:0/3649483250 --> v2:172.21.15.119:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6c240d13a0 con 0x7f6c2415c860 2024-09-13T18:56:49.817 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:49.813+0000 7f6c1a7fc640 1 --2- 172.21.15.119:0/3649483250 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f6c2415c860 0x7f6c240cf2d0 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7f6c2408c190 tx=0x7f6c0c02a250 comp rx=0 tx=0).ready entity=mon.0 client_cookie=10494b8636d5b917 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:56:49.820 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:49.813+0000 7f6c227fc640 1 -- 172.21.15.119:0/3649483250 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6c0c004030 con 0x7f6c2415c860 2024-09-13T18:56:49.820 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:49.813+0000 7f6c227fc640 1 -- 172.21.15.119:0/3649483250 <== mon.0 v2:172.21.15.119:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6c0c004190 con 0x7f6c2415c860 2024-09-13T18:56:49.820 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:49.813+0000 7f6c227fc640 1 -- 172.21.15.119:0/3649483250 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6c0c003610 con 0x7f6c2415c860 2024-09-13T18:56:49.820 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:49.813+0000 7f6c293db640 1 -- 172.21.15.119:0/3649483250 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f6c2415c860 msgr2=0x7f6c240cf2d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:49.820 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:49.813+0000 7f6c293db640 1 --2- 172.21.15.119:0/3649483250 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f6c2415c860 0x7f6c240cf2d0 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7f6c2408c190 tx=0x7f6c0c02a250 comp rx=0 tx=0).stop 2024-09-13T18:56:49.820 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:49.813+0000 7f6c293db640 1 -- 172.21.15.119:0/3649483250 shutdown_connections 2024-09-13T18:56:49.820 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:49.813+0000 7f6c293db640 1 --2- 172.21.15.119:0/3649483250 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f6c240d0690 0x7f6c240d0b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:49.821 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:49.813+0000 7f6c293db640 1 --2- 172.21.15.119:0/3649483250 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f6c2415c860 0x7f6c240cf2d0 unknown :-1 s=CLOSED pgs=154 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:49.821 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:49.813+0000 7f6c293db640 1 --2- 172.21.15.119:0/3649483250 >> v2:172.21.15.145:3300/0 conn(0x7f6c240ceef0 0x7f6c240af0d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:49.821 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:49.813+0000 7f6c293db640 1 -- 172.21.15.119:0/3649483250 >> 172.21.15.119:0/3649483250 conn(0x7f6c2409b870 msgr2=0x7f6c24089f60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:56:49.821 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:49.813+0000 7f6c293db640 1 -- 172.21.15.119:0/3649483250 shutdown_connections 2024-09-13T18:56:49.821 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:49.813+0000 7f6c293db640 1 -- 172.21.15.119:0/3649483250 wait complete. 2024-09-13T18:56:49.821 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:49.814+0000 7f6c293db640 1 Processor -- start 2024-09-13T18:56:49.821 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:49.815+0000 7f6c293db640 1 -- start start 2024-09-13T18:56:49.821 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:49.815+0000 7f6c293db640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f6c240ceef0 0x7f6c2414a800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:49.821 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:49.815+0000 7f6c293db640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f6c240d0690 0x7f6c2415dd40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:49.821 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:49.815+0000 7f6c293db640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6c2415c860 0x7f6c2415e280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:49.821 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:49.815+0000 7f6c293db640 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6c240b2540 con 0x7f6c240d0690 2024-09-13T18:56:49.821 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:49.815+0000 7f6c293db640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6c240b7cd0 con 0x7f6c2415c860 2024-09-13T18:56:49.821 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:49.815+0000 7f6c293db640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f6c240b5310 con 0x7f6c240ceef0 2024-09-13T18:56:49.821 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:49.815+0000 7f6c1a7fc640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f6c240d0690 0x7f6c2415dd40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:49.822 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:49.815+0000 7f6c1a7fc640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f6c240d0690 0x7f6c2415dd40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.119:3300/0 says I am v2:172.21.15.119:50982/0 (socket says 172.21.15.119:50982) 2024-09-13T18:56:49.822 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:49.815+0000 7f6c1a7fc640 1 -- 172.21.15.119:0/481133643 learned_addr learned my addr 172.21.15.119:0/481133643 (peer_addr_for_me v2:172.21.15.119:0/0) 2024-09-13T18:56:49.822 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:49.816+0000 7f6c22ffd640 1 --2- 172.21.15.119:0/481133643 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f6c240ceef0 0x7f6c2414a800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:49.822 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:49.816+0000 7f6c237fe640 1 --2- 172.21.15.119:0/481133643 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6c2415c860 0x7f6c2415e280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:49.822 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:49.816+0000 7f6c1a7fc640 1 -- 172.21.15.119:0/481133643 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f6c240ceef0 msgr2=0x7f6c2414a800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:49.822 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:49.816+0000 7f6c1a7fc640 1 --2- 172.21.15.119:0/481133643 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f6c240ceef0 0x7f6c2414a800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:49.822 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:49.816+0000 7f6c1a7fc640 1 -- 172.21.15.119:0/481133643 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6c2415c860 msgr2=0x7f6c2415e280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:49.822 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:49.816+0000 7f6c1a7fc640 1 --2- 172.21.15.119:0/481133643 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6c2415c860 0x7f6c2415e280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:49.822 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:49.816+0000 7f6c1a7fc640 1 -- 172.21.15.119:0/481133643 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6c0c009460 con 0x7f6c240d0690 2024-09-13T18:56:49.822 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:49.816+0000 7f6c1a7fc640 1 --2- 172.21.15.119:0/481133643 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f6c240d0690 0x7f6c2415dd40 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7f6c0c034040 tx=0x7f6c0c0046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:56:49.822 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:49.816+0000 7f6c1bfff640 1 -- 172.21.15.119:0/481133643 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6c0c004030 con 0x7f6c240d0690 2024-09-13T18:56:49.822 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:49.816+0000 7f6c1bfff640 1 -- 172.21.15.119:0/481133643 <== mon.0 v2:172.21.15.119:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6c0c003bd0 con 0x7f6c240d0690 2024-09-13T18:56:49.822 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:49.816+0000 7f6c293db640 1 -- 172.21.15.119:0/481133643 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f6c240b2260 con 0x7f6c240d0690 2024-09-13T18:56:49.823 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:49.816+0000 7f6c1bfff640 1 -- 172.21.15.119:0/481133643 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6c0c006040 con 0x7f6c240d0690 2024-09-13T18:56:49.823 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:49.816+0000 7f6c293db640 1 -- 172.21.15.119:0/481133643 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f6c240b81c0 con 0x7f6c240d0690 2024-09-13T18:56:49.823 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:49.817+0000 7f6c293db640 1 -- 172.21.15.119:0/481133643 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f6c240d0b40 con 0x7f6c240d0690 2024-09-13T18:56:49.824 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:49.818+0000 7f6c1bfff640 1 -- 172.21.15.119:0/481133643 <== mon.0 v2:172.21.15.119:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f6c0c0061a0 con 0x7f6c240d0690 2024-09-13T18:56:49.824 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:49.818+0000 7f6c1bfff640 1 --2- 172.21.15.119:0/481133643 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f6c0406ac00 0x7f6c0406d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:49.824 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:49.818+0000 7f6c1bfff640 1 -- 172.21.15.119:0/481133643 <== mon.0 v2:172.21.15.119:3300/0 5 ==== osd_map(24..24 src has 1..24) v4 ==== 6460+0+0 (secure 0 0 0) 0x7f6c0c0aa630 con 0x7f6c240d0690 2024-09-13T18:56:49.824 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:49.818+0000 7f6c22ffd640 1 --2- 172.21.15.119:0/481133643 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f6c0406ac00 0x7f6c0406d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:49.824 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:49.819+0000 7f6c22ffd640 1 --2- 172.21.15.119:0/481133643 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f6c0406ac00 0x7f6c0406d0c0 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7f6c14006fd0 tx=0x7f6c14008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:56:49.826 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:49.822+0000 7f6c1bfff640 1 -- 172.21.15.119:0/481133643 <== mon.0 v2:172.21.15.119:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f6c0c0756f0 con 0x7f6c240d0690 2024-09-13T18:56:49.984 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:49.980+0000 7f6c293db640 1 -- 172.21.15.119:0/481133643 --> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7f6c240ccdf0 con 0x7f6c0406ac00 2024-09-13T18:56:49.992 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:49.989+0000 7f6c1bfff640 1 -- 172.21.15.119:0/481133643 <== mgr.4104 v2:172.21.15.119:6832/3599186100 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+345298 (secure 0 0 0) 0x7f6c14004030 con 0x7f6c0406ac00 2024-09-13T18:56:49.996 INFO:teuthology.orchestra.run.smithi119.stdout: 2024-09-13T18:56:49.998 INFO:teuthology.orchestra.run.smithi119.stderr:dumped all 2024-09-13T18:56:50.000 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:49.992+0000 7f6c293db640 1 -- 172.21.15.119:0/481133643 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f6c0406ac00 msgr2=0x7f6c0406d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:50.000 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:49.992+0000 7f6c293db640 1 --2- 172.21.15.119:0/481133643 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f6c0406ac00 0x7f6c0406d0c0 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7f6c14006fd0 tx=0x7f6c14008040 comp rx=0 tx=0).stop 2024-09-13T18:56:50.000 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:49.992+0000 7f6c293db640 1 -- 172.21.15.119:0/481133643 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f6c240d0690 msgr2=0x7f6c2415dd40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:50.000 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:49.992+0000 7f6c293db640 1 --2- 172.21.15.119:0/481133643 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f6c240d0690 0x7f6c2415dd40 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7f6c0c034040 tx=0x7f6c0c0046c0 comp rx=0 tx=0).stop 2024-09-13T18:56:50.000 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:49.992+0000 7f6c293db640 1 -- 172.21.15.119:0/481133643 shutdown_connections 2024-09-13T18:56:50.001 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:49.992+0000 7f6c293db640 1 --2- 172.21.15.119:0/481133643 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f6c0406ac00 0x7f6c0406d0c0 unknown :-1 s=CLOSED pgs=96 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:50.001 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:49.992+0000 7f6c293db640 1 --2- 172.21.15.119:0/481133643 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6c2415c860 0x7f6c2415e280 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:50.001 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:49.992+0000 7f6c293db640 1 --2- 172.21.15.119:0/481133643 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f6c240d0690 0x7f6c2415dd40 unknown :-1 s=CLOSED pgs=155 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:50.001 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:49.992+0000 7f6c293db640 1 --2- 172.21.15.119:0/481133643 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f6c240ceef0 0x7f6c2414a800 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:50.001 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:49.992+0000 7f6c293db640 1 -- 172.21.15.119:0/481133643 >> 172.21.15.119:0/481133643 conn(0x7f6c2409b870 msgr2=0x7f6c2415cf40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:56:50.001 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:49.993+0000 7f6c293db640 1 -- 172.21.15.119:0/481133643 shutdown_connections 2024-09-13T18:56:50.001 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:49.993+0000 7f6c293db640 1 -- 172.21.15.119:0/481133643 wait complete. 2024-09-13T18:56:50.008 INFO:teuthology.orchestra.run.smithi119.stdout:{"pg_ready":true,"pg_map":{"version":30,"stamp":"2024-09-13T18:56:48.068389+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":594961,"num_objects":24,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":208,"num_write_kb":2434,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":160,"ondisk_log_size":160,"up":322,"acting":322,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":322,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":219384,"kb_used_data":3208,"kb_used_omap":12,"kb_used_meta":216051,"kb_avail":754755336,"statfs":{"total":773094113280,"available":772869464064,"internally_reserved":0,"allocated":3284992,"data_stored":1985640,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12742,"internal_metadata":221236794},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":7,"apply_latency_ms":7,"commit_latency_ns":7000000,"apply_latency_ns":7000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2231,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"10.002073"},"pg_stats":[{"pgid":"2.1f","version":"19'4","reported_seq":19,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.059025+0000","last_change":"2024-09-13T18:56:33.705320+0000","last_active":"2024-09-13T18:56:38.059025+0000","last_peered":"2024-09-13T18:56:38.059025+0000","last_clean":"2024-09-13T18:56:38.059025+0000","last_became_active":"2024-09-13T18:56:33.705010+0000","last_became_peered":"2024-09-13T18:56:33.705010+0000","last_unstale":"2024-09-13T18:56:38.059025+0000","last_undegraded":"2024-09-13T18:56:38.059025+0000","last_fullsized":"2024-09-13T18:56:38.059025+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:32.670112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:32.670112+0000","last_clean_scrub_stamp":"2024-09-13T18:56:32.670112+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:55:09.769824+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":14,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.043035+0000","last_change":"2024-09-13T18:56:34.047201+0000","last_active":"2024-09-13T18:56:38.043035+0000","last_peered":"2024-09-13T18:56:38.043035+0000","last_clean":"2024-09-13T18:56:38.043035+0000","last_became_active":"2024-09-13T18:56:34.046963+0000","last_became_peered":"2024-09-13T18:56:34.046963+0000","last_unstale":"2024-09-13T18:56:38.043035+0000","last_undegraded":"2024-09-13T18:56:38.043035+0000","last_fullsized":"2024-09-13T18:56:38.043035+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_clean_scrub_stamp":"2024-09-13T18:56:33.675285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T04:15:59.973078+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":12,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.287863+0000","last_change":"2024-09-13T18:56:38.287181+0000","last_active":"2024-09-13T18:56:38.287863+0000","last_peered":"2024-09-13T18:56:38.287863+0000","last_clean":"2024-09-13T18:56:38.287863+0000","last_became_active":"2024-09-13T18:56:38.286849+0000","last_became_peered":"2024-09-13T18:56:38.286849+0000","last_unstale":"2024-09-13T18:56:38.287863+0000","last_undegraded":"2024-09-13T18:56:38.287863+0000","last_fullsized":"2024-09-13T18:56:38.287863+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:37.033538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:37.033538+0000","last_clean_scrub_stamp":"2024-09-13T18:56:37.033538+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T04:26:38.279788+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,7,0],"acting":[3,2,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"19'1","reported_seq":16,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.043212+0000","last_change":"2024-09-13T18:56:33.699442+0000","last_active":"2024-09-13T18:56:38.043212+0000","last_peered":"2024-09-13T18:56:38.043212+0000","last_clean":"2024-09-13T18:56:38.043212+0000","last_became_active":"2024-09-13T18:56:33.699181+0000","last_became_peered":"2024-09-13T18:56:33.699181+0000","last_unstale":"2024-09-13T18:56:38.043212+0000","last_undegraded":"2024-09-13T18:56:38.043212+0000","last_fullsized":"2024-09-13T18:56:38.043212+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:32.670112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:32.670112+0000","last_clean_scrub_stamp":"2024-09-13T18:56:32.670112+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:43:27.221682+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":14,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.058823+0000","last_change":"2024-09-13T18:56:34.043214+0000","last_active":"2024-09-13T18:56:38.058823+0000","last_peered":"2024-09-13T18:56:38.058823+0000","last_clean":"2024-09-13T18:56:38.058823+0000","last_became_active":"2024-09-13T18:56:34.042793+0000","last_became_peered":"2024-09-13T18:56:34.042793+0000","last_unstale":"2024-09-13T18:56:38.058823+0000","last_undegraded":"2024-09-13T18:56:38.058823+0000","last_fullsized":"2024-09-13T18:56:38.058823+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_clean_scrub_stamp":"2024-09-13T18:56:33.675285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T05:29:11.873036+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":12,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.063601+0000","last_change":"2024-09-13T18:56:38.061611+0000","last_active":"2024-09-13T18:56:38.063601+0000","last_peered":"2024-09-13T18:56:38.063601+0000","last_clean":"2024-09-13T18:56:38.063601+0000","last_became_active":"2024-09-13T18:56:38.061182+0000","last_became_peered":"2024-09-13T18:56:38.061182+0000","last_unstale":"2024-09-13T18:56:38.063601+0000","last_undegraded":"2024-09-13T18:56:38.063601+0000","last_fullsized":"2024-09-13T18:56:38.063601+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:37.033538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:37.033538+0000","last_clean_scrub_stamp":"2024-09-13T18:56:37.033538+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:17:03.116930+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1,3],"acting":[4,6,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1d","version":"19'2","reported_seq":17,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.282912+0000","last_change":"2024-09-13T18:56:33.710574+0000","last_active":"2024-09-13T18:56:38.282912+0000","last_peered":"2024-09-13T18:56:38.282912+0000","last_clean":"2024-09-13T18:56:38.282912+0000","last_became_active":"2024-09-13T18:56:33.710296+0000","last_became_peered":"2024-09-13T18:56:33.710296+0000","last_unstale":"2024-09-13T18:56:38.282912+0000","last_undegraded":"2024-09-13T18:56:38.282912+0000","last_fullsized":"2024-09-13T18:56:38.282912+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:32.670112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:32.670112+0000","last_clean_scrub_stamp":"2024-09-13T18:56:32.670112+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:00:06.984775+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":14,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.091132+0000","last_change":"2024-09-13T18:56:34.045163+0000","last_active":"2024-09-13T18:56:38.091132+0000","last_peered":"2024-09-13T18:56:38.091132+0000","last_clean":"2024-09-13T18:56:38.091132+0000","last_became_active":"2024-09-13T18:56:34.044574+0000","last_became_peered":"2024-09-13T18:56:34.044574+0000","last_unstale":"2024-09-13T18:56:38.091132+0000","last_undegraded":"2024-09-13T18:56:38.091132+0000","last_fullsized":"2024-09-13T18:56:38.091132+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_clean_scrub_stamp":"2024-09-13T18:56:33.675285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T04:15:59.973078+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":12,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.063746+0000","last_change":"2024-09-13T18:56:38.062437+0000","last_active":"2024-09-13T18:56:38.063746+0000","last_peered":"2024-09-13T18:56:38.063746+0000","last_clean":"2024-09-13T18:56:38.063746+0000","last_became_active":"2024-09-13T18:56:38.061573+0000","last_became_peered":"2024-09-13T18:56:38.061573+0000","last_unstale":"2024-09-13T18:56:38.063746+0000","last_undegraded":"2024-09-13T18:56:38.063746+0000","last_fullsized":"2024-09-13T18:56:38.063746+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:37.033538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:37.033538+0000","last_clean_scrub_stamp":"2024-09-13T18:56:37.033538+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T04:26:38.279788+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6,1],"acting":[4,3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1c","version":"19'2","reported_seq":17,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.282826+0000","last_change":"2024-09-13T18:56:33.711616+0000","last_active":"2024-09-13T18:56:38.282826+0000","last_peered":"2024-09-13T18:56:38.282826+0000","last_clean":"2024-09-13T18:56:38.282826+0000","last_became_active":"2024-09-13T18:56:33.711326+0000","last_became_peered":"2024-09-13T18:56:33.711326+0000","last_unstale":"2024-09-13T18:56:38.282826+0000","last_undegraded":"2024-09-13T18:56:38.282826+0000","last_fullsized":"2024-09-13T18:56:38.282826+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:32.670112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:32.670112+0000","last_clean_scrub_stamp":"2024-09-13T18:56:32.670112+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:07:48.768249+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":14,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.091205+0000","last_change":"2024-09-13T18:56:34.047276+0000","last_active":"2024-09-13T18:56:38.091205+0000","last_peered":"2024-09-13T18:56:38.091205+0000","last_clean":"2024-09-13T18:56:38.091205+0000","last_became_active":"2024-09-13T18:56:34.047041+0000","last_became_peered":"2024-09-13T18:56:34.047041+0000","last_unstale":"2024-09-13T18:56:38.091205+0000","last_undegraded":"2024-09-13T18:56:38.091205+0000","last_fullsized":"2024-09-13T18:56:38.091205+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_clean_scrub_stamp":"2024-09-13T18:56:33.675285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T04:13:13.384623+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":12,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.063653+0000","last_change":"2024-09-13T18:56:38.061936+0000","last_active":"2024-09-13T18:56:38.063653+0000","last_peered":"2024-09-13T18:56:38.063653+0000","last_clean":"2024-09-13T18:56:38.063653+0000","last_became_active":"2024-09-13T18:56:38.061510+0000","last_became_peered":"2024-09-13T18:56:38.061510+0000","last_unstale":"2024-09-13T18:56:38.063653+0000","last_undegraded":"2024-09-13T18:56:38.063653+0000","last_fullsized":"2024-09-13T18:56:38.063653+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:37.033538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:37.033538+0000","last_clean_scrub_stamp":"2024-09-13T18:56:37.033538+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:32:02.633655+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0,5],"acting":[4,3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":14,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.044265+0000","last_change":"2024-09-13T18:56:34.049501+0000","last_active":"2024-09-13T18:56:38.044265+0000","last_peered":"2024-09-13T18:56:38.044265+0000","last_clean":"2024-09-13T18:56:38.044265+0000","last_became_active":"2024-09-13T18:56:34.046941+0000","last_became_peered":"2024-09-13T18:56:34.046941+0000","last_unstale":"2024-09-13T18:56:38.044265+0000","last_undegraded":"2024-09-13T18:56:38.044265+0000","last_fullsized":"2024-09-13T18:56:38.044265+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_clean_scrub_stamp":"2024-09-13T18:56:33.675285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:01:01.701934+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.b","version":"19'2","reported_seq":17,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.282804+0000","last_change":"2024-09-13T18:56:33.710403+0000","last_active":"2024-09-13T18:56:38.282804+0000","last_peered":"2024-09-13T18:56:38.282804+0000","last_clean":"2024-09-13T18:56:38.282804+0000","last_became_active":"2024-09-13T18:56:33.710087+0000","last_became_peered":"2024-09-13T18:56:33.710087+0000","last_unstale":"2024-09-13T18:56:38.282804+0000","last_undegraded":"2024-09-13T18:56:38.282804+0000","last_fullsized":"2024-09-13T18:56:38.282804+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:32.670112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:32.670112+0000","last_clean_scrub_stamp":"2024-09-13T18:56:32.670112+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:08:07.942934+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":12,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.063681+0000","last_change":"2024-09-13T18:56:38.061857+0000","last_active":"2024-09-13T18:56:38.063681+0000","last_peered":"2024-09-13T18:56:38.063681+0000","last_clean":"2024-09-13T18:56:38.063681+0000","last_became_active":"2024-09-13T18:56:38.061025+0000","last_became_peered":"2024-09-13T18:56:38.061025+0000","last_unstale":"2024-09-13T18:56:38.063681+0000","last_undegraded":"2024-09-13T18:56:38.063681+0000","last_fullsized":"2024-09-13T18:56:38.063681+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:37.033538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:37.033538+0000","last_clean_scrub_stamp":"2024-09-13T18:56:37.033538+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:32:17.053809+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,2,1],"acting":[4,0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":14,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.042852+0000","last_change":"2024-09-13T18:56:34.054401+0000","last_active":"2024-09-13T18:56:38.042852+0000","last_peered":"2024-09-13T18:56:38.042852+0000","last_clean":"2024-09-13T18:56:38.042852+0000","last_became_active":"2024-09-13T18:56:34.054146+0000","last_became_peered":"2024-09-13T18:56:34.054146+0000","last_unstale":"2024-09-13T18:56:38.042852+0000","last_undegraded":"2024-09-13T18:56:38.042852+0000","last_fullsized":"2024-09-13T18:56:38.042852+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_clean_scrub_stamp":"2024-09-13T18:56:33.675285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T05:29:11.873036+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":15,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.048345+0000","last_change":"2024-09-13T18:56:33.699852+0000","last_active":"2024-09-13T18:56:38.048345+0000","last_peered":"2024-09-13T18:56:38.048345+0000","last_clean":"2024-09-13T18:56:38.048345+0000","last_became_active":"2024-09-13T18:56:33.699600+0000","last_became_peered":"2024-09-13T18:56:33.699600+0000","last_unstale":"2024-09-13T18:56:38.048345+0000","last_undegraded":"2024-09-13T18:56:38.048345+0000","last_fullsized":"2024-09-13T18:56:38.048345+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:32.670112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:32.670112+0000","last_clean_scrub_stamp":"2024-09-13T18:56:32.670112+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:59:41.425283+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":12,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.072312+0000","last_change":"2024-09-13T18:56:38.065786+0000","last_active":"2024-09-13T18:56:38.072312+0000","last_peered":"2024-09-13T18:56:38.072312+0000","last_clean":"2024-09-13T18:56:38.072312+0000","last_became_active":"2024-09-13T18:56:38.065462+0000","last_became_peered":"2024-09-13T18:56:38.065462+0000","last_unstale":"2024-09-13T18:56:38.072312+0000","last_undegraded":"2024-09-13T18:56:38.072312+0000","last_fullsized":"2024-09-13T18:56:38.072312+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:37.033538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:37.033538+0000","last_clean_scrub_stamp":"2024-09-13T18:56:37.033538+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T05:33:33.883035+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6,1],"acting":[4,3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":14,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.042318+0000","last_change":"2024-09-13T18:56:34.048611+0000","last_active":"2024-09-13T18:56:38.042318+0000","last_peered":"2024-09-13T18:56:38.042318+0000","last_clean":"2024-09-13T18:56:38.042318+0000","last_became_active":"2024-09-13T18:56:34.048386+0000","last_became_peered":"2024-09-13T18:56:34.048386+0000","last_unstale":"2024-09-13T18:56:38.042318+0000","last_undegraded":"2024-09-13T18:56:38.042318+0000","last_fullsized":"2024-09-13T18:56:38.042318+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_clean_scrub_stamp":"2024-09-13T18:56:33.675285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T05:33:36.315678+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":15,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.047718+0000","last_change":"2024-09-13T18:56:33.706687+0000","last_active":"2024-09-13T18:56:38.047718+0000","last_peered":"2024-09-13T18:56:38.047718+0000","last_clean":"2024-09-13T18:56:38.047718+0000","last_became_active":"2024-09-13T18:56:33.706457+0000","last_became_peered":"2024-09-13T18:56:33.706457+0000","last_unstale":"2024-09-13T18:56:38.047718+0000","last_undegraded":"2024-09-13T18:56:38.047718+0000","last_fullsized":"2024-09-13T18:56:38.047718+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:32.670112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:32.670112+0000","last_clean_scrub_stamp":"2024-09-13T18:56:32.670112+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T05:33:21.321605+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":12,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.293529+0000","last_change":"2024-09-13T18:56:38.287729+0000","last_active":"2024-09-13T18:56:38.293529+0000","last_peered":"2024-09-13T18:56:38.293529+0000","last_clean":"2024-09-13T18:56:38.293529+0000","last_became_active":"2024-09-13T18:56:38.287386+0000","last_became_peered":"2024-09-13T18:56:38.287386+0000","last_unstale":"2024-09-13T18:56:38.293529+0000","last_undegraded":"2024-09-13T18:56:38.293529+0000","last_fullsized":"2024-09-13T18:56:38.293529+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:37.033538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:37.033538+0000","last_clean_scrub_stamp":"2024-09-13T18:56:37.033538+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:17:03.116930+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4,7],"acting":[1,3,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":14,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.051023+0000","last_change":"2024-09-13T18:56:34.044601+0000","last_active":"2024-09-13T18:56:38.051023+0000","last_peered":"2024-09-13T18:56:38.051023+0000","last_clean":"2024-09-13T18:56:38.051023+0000","last_became_active":"2024-09-13T18:56:34.043887+0000","last_became_peered":"2024-09-13T18:56:34.043887+0000","last_unstale":"2024-09-13T18:56:38.051023+0000","last_undegraded":"2024-09-13T18:56:38.051023+0000","last_fullsized":"2024-09-13T18:56:38.051023+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_clean_scrub_stamp":"2024-09-13T18:56:33.675285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:43:28.226854+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":15,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.282381+0000","last_change":"2024-09-13T18:56:33.711214+0000","last_active":"2024-09-13T18:56:38.282381+0000","last_peered":"2024-09-13T18:56:38.282381+0000","last_clean":"2024-09-13T18:56:38.282381+0000","last_became_active":"2024-09-13T18:56:33.710928+0000","last_became_peered":"2024-09-13T18:56:33.710928+0000","last_unstale":"2024-09-13T18:56:38.282381+0000","last_undegraded":"2024-09-13T18:56:38.282381+0000","last_fullsized":"2024-09-13T18:56:38.282381+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:32.670112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:32.670112+0000","last_clean_scrub_stamp":"2024-09-13T18:56:32.670112+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T04:13:12.379451+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":12,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.063046+0000","last_change":"2024-09-13T18:56:38.060800+0000","last_active":"2024-09-13T18:56:38.063046+0000","last_peered":"2024-09-13T18:56:38.063046+0000","last_clean":"2024-09-13T18:56:38.063046+0000","last_became_active":"2024-09-13T18:56:38.060302+0000","last_became_peered":"2024-09-13T18:56:38.060302+0000","last_unstale":"2024-09-13T18:56:38.063046+0000","last_undegraded":"2024-09-13T18:56:38.063046+0000","last_fullsized":"2024-09-13T18:56:38.063046+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:37.033538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:37.033538+0000","last_clean_scrub_stamp":"2024-09-13T18:56:37.033538+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:56:18.361087+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6,1],"acting":[4,3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":14,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.058342+0000","last_change":"2024-09-13T18:56:34.047874+0000","last_active":"2024-09-13T18:56:38.058342+0000","last_peered":"2024-09-13T18:56:38.058342+0000","last_clean":"2024-09-13T18:56:38.058342+0000","last_became_active":"2024-09-13T18:56:34.047607+0000","last_became_peered":"2024-09-13T18:56:34.047607+0000","last_unstale":"2024-09-13T18:56:38.058342+0000","last_undegraded":"2024-09-13T18:56:38.058342+0000","last_fullsized":"2024-09-13T18:56:38.058342+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_clean_scrub_stamp":"2024-09-13T18:56:33.675285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T04:06:08.838123+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.7","version":"19'2","reported_seq":17,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.046411+0000","last_change":"2024-09-13T18:56:33.711542+0000","last_active":"2024-09-13T18:56:38.046411+0000","last_peered":"2024-09-13T18:56:38.046411+0000","last_clean":"2024-09-13T18:56:38.046411+0000","last_became_active":"2024-09-13T18:56:33.711283+0000","last_became_peered":"2024-09-13T18:56:33.711283+0000","last_unstale":"2024-09-13T18:56:38.046411+0000","last_undegraded":"2024-09-13T18:56:38.046411+0000","last_fullsized":"2024-09-13T18:56:38.046411+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:32.670112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:32.670112+0000","last_clean_scrub_stamp":"2024-09-13T18:56:32.670112+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T05:33:21.321605+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":12,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.288797+0000","last_change":"2024-09-13T18:56:38.285823+0000","last_active":"2024-09-13T18:56:38.288797+0000","last_peered":"2024-09-13T18:56:38.288797+0000","last_clean":"2024-09-13T18:56:38.288797+0000","last_became_active":"2024-09-13T18:56:38.283987+0000","last_became_peered":"2024-09-13T18:56:38.283987+0000","last_unstale":"2024-09-13T18:56:38.288797+0000","last_undegraded":"2024-09-13T18:56:38.288797+0000","last_fullsized":"2024-09-13T18:56:38.288797+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:37.033538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:37.033538+0000","last_clean_scrub_stamp":"2024-09-13T18:56:37.033538+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:09:05.274028+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6,7],"acting":[4,5,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":14,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.043602+0000","last_change":"2024-09-13T18:56:34.047393+0000","last_active":"2024-09-13T18:56:38.043602+0000","last_peered":"2024-09-13T18:56:38.043602+0000","last_clean":"2024-09-13T18:56:38.043602+0000","last_became_active":"2024-09-13T18:56:34.047204+0000","last_became_peered":"2024-09-13T18:56:34.047204+0000","last_unstale":"2024-09-13T18:56:38.043602+0000","last_undegraded":"2024-09-13T18:56:38.043602+0000","last_fullsized":"2024-09-13T18:56:38.043602+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_clean_scrub_stamp":"2024-09-13T18:56:33.675285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T05:42:08.916699+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"22'1","reported_seq":16,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.047055+0000","last_change":"2024-09-13T18:56:33.702193+0000","last_active":"2024-09-13T18:56:38.047055+0000","last_peered":"2024-09-13T18:56:38.047055+0000","last_clean":"2024-09-13T18:56:38.047055+0000","last_became_active":"2024-09-13T18:56:33.701904+0000","last_became_peered":"2024-09-13T18:56:33.701904+0000","last_unstale":"2024-09-13T18:56:38.047055+0000","last_undegraded":"2024-09-13T18:56:38.047055+0000","last_fullsized":"2024-09-13T18:56:38.047055+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:32.670112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:32.670112+0000","last_clean_scrub_stamp":"2024-09-13T18:56:32.670112+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T04:28:01.623713+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":12,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.288086+0000","last_change":"2024-09-13T18:56:38.286915+0000","last_active":"2024-09-13T18:56:38.288086+0000","last_peered":"2024-09-13T18:56:38.288086+0000","last_clean":"2024-09-13T18:56:38.288086+0000","last_became_active":"2024-09-13T18:56:38.286567+0000","last_became_peered":"2024-09-13T18:56:38.286567+0000","last_unstale":"2024-09-13T18:56:38.288086+0000","last_undegraded":"2024-09-13T18:56:38.288086+0000","last_fullsized":"2024-09-13T18:56:38.288086+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:37.033538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:37.033538+0000","last_clean_scrub_stamp":"2024-09-13T18:56:37.033538+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:53:15.688517+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0,1],"acting":[3,7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":14,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.048199+0000","last_change":"2024-09-13T18:56:34.049813+0000","last_active":"2024-09-13T18:56:38.048199+0000","last_peered":"2024-09-13T18:56:38.048199+0000","last_clean":"2024-09-13T18:56:38.048199+0000","last_became_active":"2024-09-13T18:56:34.049543+0000","last_became_peered":"2024-09-13T18:56:34.049543+0000","last_unstale":"2024-09-13T18:56:38.048199+0000","last_undegraded":"2024-09-13T18:56:38.048199+0000","last_fullsized":"2024-09-13T18:56:38.048199+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_clean_scrub_stamp":"2024-09-13T18:56:33.675285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T05:33:36.315678+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":15,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.283024+0000","last_change":"2024-09-13T18:56:33.710728+0000","last_active":"2024-09-13T18:56:38.283024+0000","last_peered":"2024-09-13T18:56:38.283024+0000","last_clean":"2024-09-13T18:56:38.283024+0000","last_became_active":"2024-09-13T18:56:33.710363+0000","last_became_peered":"2024-09-13T18:56:33.710363+0000","last_unstale":"2024-09-13T18:56:38.283024+0000","last_undegraded":"2024-09-13T18:56:38.283024+0000","last_fullsized":"2024-09-13T18:56:38.283024+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:32.670112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:32.670112+0000","last_clean_scrub_stamp":"2024-09-13T18:56:32.670112+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T05:29:41.211916+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":12,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.286186+0000","last_change":"2024-09-13T18:56:38.284674+0000","last_active":"2024-09-13T18:56:38.286186+0000","last_peered":"2024-09-13T18:56:38.286186+0000","last_clean":"2024-09-13T18:56:38.286186+0000","last_became_active":"2024-09-13T18:56:38.283947+0000","last_became_peered":"2024-09-13T18:56:38.283947+0000","last_unstale":"2024-09-13T18:56:38.286186+0000","last_undegraded":"2024-09-13T18:56:38.286186+0000","last_fullsized":"2024-09-13T18:56:38.286186+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:37.033538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:37.033538+0000","last_clean_scrub_stamp":"2024-09-13T18:56:37.033538+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:17:03.116930+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7,1],"acting":[0,5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":14,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.091214+0000","last_change":"2024-09-13T18:56:34.041940+0000","last_active":"2024-09-13T18:56:38.091214+0000","last_peered":"2024-09-13T18:56:38.091214+0000","last_clean":"2024-09-13T18:56:38.091214+0000","last_became_active":"2024-09-13T18:56:34.041082+0000","last_became_peered":"2024-09-13T18:56:34.041082+0000","last_unstale":"2024-09-13T18:56:38.091214+0000","last_undegraded":"2024-09-13T18:56:38.091214+0000","last_fullsized":"2024-09-13T18:56:38.091214+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_clean_scrub_stamp":"2024-09-13T18:56:33.675285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T05:42:08.916699+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":15,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.048290+0000","last_change":"2024-09-13T18:56:33.700511+0000","last_active":"2024-09-13T18:56:38.048290+0000","last_peered":"2024-09-13T18:56:38.048290+0000","last_clean":"2024-09-13T18:56:38.048290+0000","last_became_active":"2024-09-13T18:56:33.700251+0000","last_became_peered":"2024-09-13T18:56:33.700251+0000","last_unstale":"2024-09-13T18:56:38.048290+0000","last_undegraded":"2024-09-13T18:56:38.048290+0000","last_fullsized":"2024-09-13T18:56:38.048290+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:32.670112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:32.670112+0000","last_clean_scrub_stamp":"2024-09-13T18:56:32.670112+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:54:18.976006+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":12,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.066245+0000","last_change":"2024-09-13T18:56:38.064683+0000","last_active":"2024-09-13T18:56:38.066245+0000","last_peered":"2024-09-13T18:56:38.066245+0000","last_clean":"2024-09-13T18:56:38.066245+0000","last_became_active":"2024-09-13T18:56:38.064182+0000","last_became_peered":"2024-09-13T18:56:38.064182+0000","last_unstale":"2024-09-13T18:56:38.066245+0000","last_undegraded":"2024-09-13T18:56:38.066245+0000","last_fullsized":"2024-09-13T18:56:38.066245+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:37.033538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:37.033538+0000","last_clean_scrub_stamp":"2024-09-13T18:56:37.033538+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:14:07.585241+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4,0],"acting":[1,5,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":14,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.051093+0000","last_change":"2024-09-13T18:56:34.037839+0000","last_active":"2024-09-13T18:56:38.051093+0000","last_peered":"2024-09-13T18:56:38.051093+0000","last_clean":"2024-09-13T18:56:38.051093+0000","last_became_active":"2024-09-13T18:56:34.037563+0000","last_became_peered":"2024-09-13T18:56:34.037563+0000","last_unstale":"2024-09-13T18:56:38.051093+0000","last_undegraded":"2024-09-13T18:56:38.051093+0000","last_fullsized":"2024-09-13T18:56:38.051093+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_clean_scrub_stamp":"2024-09-13T18:56:33.675285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:59:42.430455+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":15,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.044477+0000","last_change":"2024-09-13T18:56:33.706227+0000","last_active":"2024-09-13T18:56:38.044477+0000","last_peered":"2024-09-13T18:56:38.044477+0000","last_clean":"2024-09-13T18:56:38.044477+0000","last_became_active":"2024-09-13T18:56:33.705962+0000","last_became_peered":"2024-09-13T18:56:33.705962+0000","last_unstale":"2024-09-13T18:56:38.044477+0000","last_undegraded":"2024-09-13T18:56:38.044477+0000","last_fullsized":"2024-09-13T18:56:38.044477+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:32.670112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:32.670112+0000","last_clean_scrub_stamp":"2024-09-13T18:56:32.670112+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:55:52.183537+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":12,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.060347+0000","last_change":"2024-09-13T18:56:38.057555+0000","last_active":"2024-09-13T18:56:38.060347+0000","last_peered":"2024-09-13T18:56:38.060347+0000","last_clean":"2024-09-13T18:56:38.060347+0000","last_became_active":"2024-09-13T18:56:38.055975+0000","last_became_peered":"2024-09-13T18:56:38.055975+0000","last_unstale":"2024-09-13T18:56:38.060347+0000","last_undegraded":"2024-09-13T18:56:38.060347+0000","last_fullsized":"2024-09-13T18:56:38.060347+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:37.033538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:37.033538+0000","last_clean_scrub_stamp":"2024-09-13T18:56:37.033538+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:00:23.407612+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3,6],"acting":[1,2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":14,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.049125+0000","last_change":"2024-09-13T18:56:34.049779+0000","last_active":"2024-09-13T18:56:38.049125+0000","last_peered":"2024-09-13T18:56:38.049125+0000","last_clean":"2024-09-13T18:56:38.049125+0000","last_became_active":"2024-09-13T18:56:34.049562+0000","last_became_peered":"2024-09-13T18:56:34.049562+0000","last_unstale":"2024-09-13T18:56:38.049125+0000","last_undegraded":"2024-09-13T18:56:38.049125+0000","last_fullsized":"2024-09-13T18:56:38.049125+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_clean_scrub_stamp":"2024-09-13T18:56:33.675285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T04:15:59.973078+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":15,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.047536+0000","last_change":"2024-09-13T18:56:33.695072+0000","last_active":"2024-09-13T18:56:38.047536+0000","last_peered":"2024-09-13T18:56:38.047536+0000","last_clean":"2024-09-13T18:56:38.047536+0000","last_became_active":"2024-09-13T18:56:33.694784+0000","last_became_peered":"2024-09-13T18:56:33.694784+0000","last_unstale":"2024-09-13T18:56:38.047536+0000","last_undegraded":"2024-09-13T18:56:38.047536+0000","last_fullsized":"2024-09-13T18:56:38.047536+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:32.670112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:32.670112+0000","last_clean_scrub_stamp":"2024-09-13T18:56:32.670112+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:54:18.976006+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":12,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.066226+0000","last_change":"2024-09-13T18:56:38.064581+0000","last_active":"2024-09-13T18:56:38.066226+0000","last_peered":"2024-09-13T18:56:38.066226+0000","last_clean":"2024-09-13T18:56:38.066226+0000","last_became_active":"2024-09-13T18:56:38.062896+0000","last_became_peered":"2024-09-13T18:56:38.062896+0000","last_unstale":"2024-09-13T18:56:38.066226+0000","last_undegraded":"2024-09-13T18:56:38.066226+0000","last_fullsized":"2024-09-13T18:56:38.066226+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:37.033538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:37.033538+0000","last_clean_scrub_stamp":"2024-09-13T18:56:37.033538+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:09:07.660587+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0,3],"acting":[1,5,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":14,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.057910+0000","last_change":"2024-09-13T18:56:34.042125+0000","last_active":"2024-09-13T18:56:38.057910+0000","last_peered":"2024-09-13T18:56:38.057910+0000","last_clean":"2024-09-13T18:56:38.057910+0000","last_became_active":"2024-09-13T18:56:34.041870+0000","last_became_peered":"2024-09-13T18:56:34.041870+0000","last_unstale":"2024-09-13T18:56:38.057910+0000","last_undegraded":"2024-09-13T18:56:38.057910+0000","last_fullsized":"2024-09-13T18:56:38.057910+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_clean_scrub_stamp":"2024-09-13T18:56:33.675285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T04:15:59.973078+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":15,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.282380+0000","last_change":"2024-09-13T18:56:33.711056+0000","last_active":"2024-09-13T18:56:38.282380+0000","last_peered":"2024-09-13T18:56:38.282380+0000","last_clean":"2024-09-13T18:56:38.282380+0000","last_became_active":"2024-09-13T18:56:33.710796+0000","last_became_peered":"2024-09-13T18:56:33.710796+0000","last_unstale":"2024-09-13T18:56:38.282380+0000","last_undegraded":"2024-09-13T18:56:38.282380+0000","last_fullsized":"2024-09-13T18:56:38.282380+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:32.670112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:32.670112+0000","last_clean_scrub_stamp":"2024-09-13T18:56:32.670112+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T05:01:12.328346+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":12,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.286161+0000","last_change":"2024-09-13T18:56:38.284375+0000","last_active":"2024-09-13T18:56:38.286161+0000","last_peered":"2024-09-13T18:56:38.286161+0000","last_clean":"2024-09-13T18:56:38.286161+0000","last_became_active":"2024-09-13T18:56:38.283963+0000","last_became_peered":"2024-09-13T18:56:38.283963+0000","last_unstale":"2024-09-13T18:56:38.286161+0000","last_undegraded":"2024-09-13T18:56:38.286161+0000","last_fullsized":"2024-09-13T18:56:38.286161+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:37.033538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:37.033538+0000","last_clean_scrub_stamp":"2024-09-13T18:56:37.033538+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:09:07.660587+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2,7],"acting":[0,1,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":14,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.041813+0000","last_change":"2024-09-13T18:56:34.052897+0000","last_active":"2024-09-13T18:56:38.041813+0000","last_peered":"2024-09-13T18:56:38.041813+0000","last_clean":"2024-09-13T18:56:38.041813+0000","last_became_active":"2024-09-13T18:56:34.052641+0000","last_became_peered":"2024-09-13T18:56:34.052641+0000","last_unstale":"2024-09-13T18:56:38.041813+0000","last_undegraded":"2024-09-13T18:56:38.041813+0000","last_fullsized":"2024-09-13T18:56:38.041813+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_clean_scrub_stamp":"2024-09-13T18:56:33.675285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:42:36.055761+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":15,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.044003+0000","last_change":"2024-09-13T18:56:33.704024+0000","last_active":"2024-09-13T18:56:38.044003+0000","last_peered":"2024-09-13T18:56:38.044003+0000","last_clean":"2024-09-13T18:56:38.044003+0000","last_became_active":"2024-09-13T18:56:33.703763+0000","last_became_peered":"2024-09-13T18:56:33.703763+0000","last_unstale":"2024-09-13T18:56:38.044003+0000","last_undegraded":"2024-09-13T18:56:38.044003+0000","last_fullsized":"2024-09-13T18:56:38.044003+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:32.670112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:32.670112+0000","last_clean_scrub_stamp":"2024-09-13T18:56:32.670112+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:30:28.197046+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"15'117","reported_seq":168,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.282466+0000","last_change":"2024-09-13T18:56:23.292950+0000","last_active":"2024-09-13T18:56:38.282466+0000","last_peered":"2024-09-13T18:56:38.282466+0000","last_clean":"2024-09-13T18:56:38.282466+0000","last_became_active":"2024-09-13T18:56:23.292008+0000","last_became_peered":"2024-09-13T18:56:23.292008+0000","last_unstale":"2024-09-13T18:56:38.282466+0000","last_undegraded":"2024-09-13T18:56:38.282466+0000","last_fullsized":"2024-09-13T18:56:38.282466+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:22.096428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:22.096428+0000","last_clean_scrub_stamp":"2024-09-13T18:56:22.096428+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:33:39.156955+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":12,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.288844+0000","last_change":"2024-09-13T18:56:38.285213+0000","last_active":"2024-09-13T18:56:38.288844+0000","last_peered":"2024-09-13T18:56:38.288844+0000","last_clean":"2024-09-13T18:56:38.288844+0000","last_became_active":"2024-09-13T18:56:38.284740+0000","last_became_peered":"2024-09-13T18:56:38.284740+0000","last_unstale":"2024-09-13T18:56:38.288844+0000","last_undegraded":"2024-09-13T18:56:38.288844+0000","last_fullsized":"2024-09-13T18:56:38.288844+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:37.033538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:37.033538+0000","last_clean_scrub_stamp":"2024-09-13T18:56:37.033538+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:31:19.460591+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,4,7],"acting":[6,3,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":14,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.282778+0000","last_change":"2024-09-13T18:56:34.057449+0000","last_active":"2024-09-13T18:56:38.282778+0000","last_peered":"2024-09-13T18:56:38.282778+0000","last_clean":"2024-09-13T18:56:38.282778+0000","last_became_active":"2024-09-13T18:56:34.057148+0000","last_became_peered":"2024-09-13T18:56:34.057148+0000","last_unstale":"2024-09-13T18:56:38.282778+0000","last_undegraded":"2024-09-13T18:56:38.282778+0000","last_fullsized":"2024-09-13T18:56:38.282778+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_clean_scrub_stamp":"2024-09-13T18:56:33.675285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:19:17.802178+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":15,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.046821+0000","last_change":"2024-09-13T18:56:33.705938+0000","last_active":"2024-09-13T18:56:38.046821+0000","last_peered":"2024-09-13T18:56:38.046821+0000","last_clean":"2024-09-13T18:56:38.046821+0000","last_became_active":"2024-09-13T18:56:33.705556+0000","last_became_peered":"2024-09-13T18:56:33.705556+0000","last_unstale":"2024-09-13T18:56:38.046821+0000","last_undegraded":"2024-09-13T18:56:38.046821+0000","last_fullsized":"2024-09-13T18:56:38.046821+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:32.670112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:32.670112+0000","last_clean_scrub_stamp":"2024-09-13T18:56:32.670112+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:30:28.197046+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":12,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.286364+0000","last_change":"2024-09-13T18:56:38.284453+0000","last_active":"2024-09-13T18:56:38.286364+0000","last_peered":"2024-09-13T18:56:38.286364+0000","last_clean":"2024-09-13T18:56:38.286364+0000","last_became_active":"2024-09-13T18:56:38.283980+0000","last_became_peered":"2024-09-13T18:56:38.283980+0000","last_unstale":"2024-09-13T18:56:38.286364+0000","last_undegraded":"2024-09-13T18:56:38.286364+0000","last_fullsized":"2024-09-13T18:56:38.286364+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:37.033538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:37.033538+0000","last_clean_scrub_stamp":"2024-09-13T18:56:37.033538+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T04:45:58.554324+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,1,0],"acting":[6,7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":14,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.091143+0000","last_change":"2024-09-13T18:56:34.042508+0000","last_active":"2024-09-13T18:56:38.091143+0000","last_peered":"2024-09-13T18:56:38.091143+0000","last_clean":"2024-09-13T18:56:38.091143+0000","last_became_active":"2024-09-13T18:56:34.042254+0000","last_became_peered":"2024-09-13T18:56:34.042254+0000","last_unstale":"2024-09-13T18:56:38.091143+0000","last_undegraded":"2024-09-13T18:56:38.091143+0000","last_fullsized":"2024-09-13T18:56:38.091143+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_clean_scrub_stamp":"2024-09-13T18:56:33.675285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:42:49.184759+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.d","version":"19'1","reported_seq":16,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.047399+0000","last_change":"2024-09-13T18:56:33.705610+0000","last_active":"2024-09-13T18:56:38.047399+0000","last_peered":"2024-09-13T18:56:38.047399+0000","last_clean":"2024-09-13T18:56:38.047399+0000","last_became_active":"2024-09-13T18:56:33.705337+0000","last_became_peered":"2024-09-13T18:56:33.705337+0000","last_unstale":"2024-09-13T18:56:38.047399+0000","last_undegraded":"2024-09-13T18:56:38.047399+0000","last_fullsized":"2024-09-13T18:56:38.047399+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:32.670112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:32.670112+0000","last_clean_scrub_stamp":"2024-09-13T18:56:32.670112+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:08:07.942934+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":12,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.066175+0000","last_change":"2024-09-13T18:56:38.064567+0000","last_active":"2024-09-13T18:56:38.066175+0000","last_peered":"2024-09-13T18:56:38.066175+0000","last_clean":"2024-09-13T18:56:38.066175+0000","last_became_active":"2024-09-13T18:56:38.064225+0000","last_became_peered":"2024-09-13T18:56:38.064225+0000","last_unstale":"2024-09-13T18:56:38.066175+0000","last_undegraded":"2024-09-13T18:56:38.066175+0000","last_fullsized":"2024-09-13T18:56:38.066175+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:37.033538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:37.033538+0000","last_clean_scrub_stamp":"2024-09-13T18:56:37.033538+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:32:17.053809+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4,5],"acting":[0,1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":14,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.283180+0000","last_change":"2024-09-13T18:56:34.048364+0000","last_active":"2024-09-13T18:56:38.283180+0000","last_peered":"2024-09-13T18:56:38.283180+0000","last_clean":"2024-09-13T18:56:38.283180+0000","last_became_active":"2024-09-13T18:56:34.048080+0000","last_became_peered":"2024-09-13T18:56:34.048080+0000","last_unstale":"2024-09-13T18:56:38.283180+0000","last_undegraded":"2024-09-13T18:56:38.283180+0000","last_fullsized":"2024-09-13T18:56:38.283180+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_clean_scrub_stamp":"2024-09-13T18:56:33.675285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:59:00.644482+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"19'2","reported_seq":17,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.047263+0000","last_change":"2024-09-13T18:56:33.695777+0000","last_active":"2024-09-13T18:56:38.047263+0000","last_peered":"2024-09-13T18:56:38.047263+0000","last_clean":"2024-09-13T18:56:38.047263+0000","last_became_active":"2024-09-13T18:56:33.695508+0000","last_became_peered":"2024-09-13T18:56:33.695508+0000","last_unstale":"2024-09-13T18:56:38.047263+0000","last_undegraded":"2024-09-13T18:56:38.047263+0000","last_fullsized":"2024-09-13T18:56:38.047263+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:32.670112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:32.670112+0000","last_clean_scrub_stamp":"2024-09-13T18:56:32.670112+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T05:33:21.321605+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":12,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.294202+0000","last_change":"2024-09-13T18:56:38.287494+0000","last_active":"2024-09-13T18:56:38.294202+0000","last_peered":"2024-09-13T18:56:38.294202+0000","last_clean":"2024-09-13T18:56:38.294202+0000","last_became_active":"2024-09-13T18:56:38.287105+0000","last_became_peered":"2024-09-13T18:56:38.287105+0000","last_unstale":"2024-09-13T18:56:38.294202+0000","last_undegraded":"2024-09-13T18:56:38.294202+0000","last_fullsized":"2024-09-13T18:56:38.294202+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:37.033538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:37.033538+0000","last_clean_scrub_stamp":"2024-09-13T18:56:37.033538+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:00:23.407612+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7,6],"acting":[5,4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":14,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.283077+0000","last_change":"2024-09-13T18:56:34.049747+0000","last_active":"2024-09-13T18:56:38.283077+0000","last_peered":"2024-09-13T18:56:38.283077+0000","last_clean":"2024-09-13T18:56:38.283077+0000","last_became_active":"2024-09-13T18:56:34.049353+0000","last_became_peered":"2024-09-13T18:56:34.049353+0000","last_unstale":"2024-09-13T18:56:38.283077+0000","last_undegraded":"2024-09-13T18:56:38.283077+0000","last_fullsized":"2024-09-13T18:56:38.283077+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_clean_scrub_stamp":"2024-09-13T18:56:33.675285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:59:47.148758+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"19'1","reported_seq":16,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.052104+0000","last_change":"2024-09-13T18:56:33.703086+0000","last_active":"2024-09-13T18:56:38.052104+0000","last_peered":"2024-09-13T18:56:38.052104+0000","last_clean":"2024-09-13T18:56:38.052104+0000","last_became_active":"2024-09-13T18:56:33.702573+0000","last_became_peered":"2024-09-13T18:56:33.702573+0000","last_unstale":"2024-09-13T18:56:38.052104+0000","last_undegraded":"2024-09-13T18:56:38.052104+0000","last_fullsized":"2024-09-13T18:56:38.052104+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:32.670112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:32.670112+0000","last_clean_scrub_stamp":"2024-09-13T18:56:32.670112+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:13:37.745429+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":12,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.063136+0000","last_change":"2024-09-13T18:56:38.061481+0000","last_active":"2024-09-13T18:56:38.063136+0000","last_peered":"2024-09-13T18:56:38.063136+0000","last_clean":"2024-09-13T18:56:38.063136+0000","last_became_active":"2024-09-13T18:56:38.060378+0000","last_became_peered":"2024-09-13T18:56:38.060378+0000","last_unstale":"2024-09-13T18:56:38.063136+0000","last_undegraded":"2024-09-13T18:56:38.063136+0000","last_fullsized":"2024-09-13T18:56:38.063136+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:37.033538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:37.033538+0000","last_clean_scrub_stamp":"2024-09-13T18:56:37.033538+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:13:33.300697+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3,6],"acting":[4,1,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":14,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.282593+0000","last_change":"2024-09-13T18:56:34.048870+0000","last_active":"2024-09-13T18:56:38.282593+0000","last_peered":"2024-09-13T18:56:38.282593+0000","last_clean":"2024-09-13T18:56:38.282593+0000","last_became_active":"2024-09-13T18:56:34.048645+0000","last_became_peered":"2024-09-13T18:56:34.048645+0000","last_unstale":"2024-09-13T18:56:38.282593+0000","last_undegraded":"2024-09-13T18:56:38.282593+0000","last_fullsized":"2024-09-13T18:56:38.282593+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_clean_scrub_stamp":"2024-09-13T18:56:33.675285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T06:17:04.108092+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.10","version":"19'8","reported_seq":23,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.046918+0000","last_change":"2024-09-13T18:56:33.700645+0000","last_active":"2024-09-13T18:56:38.046918+0000","last_peered":"2024-09-13T18:56:38.046918+0000","last_clean":"2024-09-13T18:56:38.046918+0000","last_became_active":"2024-09-13T18:56:33.700371+0000","last_became_peered":"2024-09-13T18:56:33.700371+0000","last_unstale":"2024-09-13T18:56:38.046918+0000","last_undegraded":"2024-09-13T18:56:38.046918+0000","last_fullsized":"2024-09-13T18:56:38.046918+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:32.670112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:32.670112+0000","last_clean_scrub_stamp":"2024-09-13T18:56:32.670112+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:43:27.221682+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":12,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.065300+0000","last_change":"2024-09-13T18:56:38.063633+0000","last_active":"2024-09-13T18:56:38.065300+0000","last_peered":"2024-09-13T18:56:38.065300+0000","last_clean":"2024-09-13T18:56:38.065300+0000","last_became_active":"2024-09-13T18:56:38.061890+0000","last_became_peered":"2024-09-13T18:56:38.061890+0000","last_unstale":"2024-09-13T18:56:38.065300+0000","last_undegraded":"2024-09-13T18:56:38.065300+0000","last_fullsized":"2024-09-13T18:56:38.065300+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:37.033538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:37.033538+0000","last_clean_scrub_stamp":"2024-09-13T18:56:37.033538+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:35:59.118804+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,2,6],"acting":[0,3,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":14,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.045393+0000","last_change":"2024-09-13T18:56:34.053791+0000","last_active":"2024-09-13T18:56:38.045393+0000","last_peered":"2024-09-13T18:56:38.045393+0000","last_clean":"2024-09-13T18:56:38.045393+0000","last_became_active":"2024-09-13T18:56:34.053521+0000","last_became_peered":"2024-09-13T18:56:34.053521+0000","last_unstale":"2024-09-13T18:56:38.045393+0000","last_undegraded":"2024-09-13T18:56:38.045393+0000","last_fullsized":"2024-09-13T18:56:38.045393+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_clean_scrub_stamp":"2024-09-13T18:56:33.675285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T05:33:36.315678+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":15,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.046129+0000","last_change":"2024-09-13T18:56:33.705649+0000","last_active":"2024-09-13T18:56:38.046129+0000","last_peered":"2024-09-13T18:56:38.046129+0000","last_clean":"2024-09-13T18:56:38.046129+0000","last_became_active":"2024-09-13T18:56:33.705358+0000","last_became_peered":"2024-09-13T18:56:33.705358+0000","last_unstale":"2024-09-13T18:56:38.046129+0000","last_undegraded":"2024-09-13T18:56:38.046129+0000","last_fullsized":"2024-09-13T18:56:38.046129+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:32.670112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:32.670112+0000","last_clean_scrub_stamp":"2024-09-13T18:56:32.670112+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:30:28.197046+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":12,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.293623+0000","last_change":"2024-09-13T18:56:38.288032+0000","last_active":"2024-09-13T18:56:38.293623+0000","last_peered":"2024-09-13T18:56:38.293623+0000","last_clean":"2024-09-13T18:56:38.293623+0000","last_became_active":"2024-09-13T18:56:38.287609+0000","last_became_peered":"2024-09-13T18:56:38.287609+0000","last_unstale":"2024-09-13T18:56:38.293623+0000","last_undegraded":"2024-09-13T18:56:38.293623+0000","last_fullsized":"2024-09-13T18:56:38.293623+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:37.033538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:37.033538+0000","last_clean_scrub_stamp":"2024-09-13T18:56:37.033538+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:45:51.190628+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1,6],"acting":[3,7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":14,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.282745+0000","last_change":"2024-09-13T18:56:34.049126+0000","last_active":"2024-09-13T18:56:38.282745+0000","last_peered":"2024-09-13T18:56:38.282745+0000","last_clean":"2024-09-13T18:56:38.282745+0000","last_became_active":"2024-09-13T18:56:34.048870+0000","last_became_peered":"2024-09-13T18:56:34.048870+0000","last_unstale":"2024-09-13T18:56:38.282745+0000","last_undegraded":"2024-09-13T18:56:38.282745+0000","last_fullsized":"2024-09-13T18:56:38.282745+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_clean_scrub_stamp":"2024-09-13T18:56:33.675285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T06:45:22.275265+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":15,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.044388+0000","last_change":"2024-09-13T18:56:33.705820+0000","last_active":"2024-09-13T18:56:38.044388+0000","last_peered":"2024-09-13T18:56:38.044388+0000","last_clean":"2024-09-13T18:56:38.044388+0000","last_became_active":"2024-09-13T18:56:33.705539+0000","last_became_peered":"2024-09-13T18:56:33.705539+0000","last_unstale":"2024-09-13T18:56:38.044388+0000","last_undegraded":"2024-09-13T18:56:38.044388+0000","last_fullsized":"2024-09-13T18:56:38.044388+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:32.670112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:32.670112+0000","last_clean_scrub_stamp":"2024-09-13T18:56:32.670112+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T05:33:21.321605+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":12,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.285621+0000","last_change":"2024-09-13T18:56:38.284313+0000","last_active":"2024-09-13T18:56:38.285621+0000","last_peered":"2024-09-13T18:56:38.285621+0000","last_clean":"2024-09-13T18:56:38.285621+0000","last_became_active":"2024-09-13T18:56:38.283927+0000","last_became_peered":"2024-09-13T18:56:38.283927+0000","last_unstale":"2024-09-13T18:56:38.285621+0000","last_undegraded":"2024-09-13T18:56:38.285621+0000","last_fullsized":"2024-09-13T18:56:38.285621+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:37.033538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:37.033538+0000","last_clean_scrub_stamp":"2024-09-13T18:56:37.033538+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T06:15:30.258202+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7,2],"acting":[3,1,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":14,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.058440+0000","last_change":"2024-09-13T18:56:34.047769+0000","last_active":"2024-09-13T18:56:38.058440+0000","last_peered":"2024-09-13T18:56:38.058440+0000","last_clean":"2024-09-13T18:56:38.058440+0000","last_became_active":"2024-09-13T18:56:34.047382+0000","last_became_peered":"2024-09-13T18:56:34.047382+0000","last_unstale":"2024-09-13T18:56:38.058440+0000","last_undegraded":"2024-09-13T18:56:38.058440+0000","last_fullsized":"2024-09-13T18:56:38.058440+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_clean_scrub_stamp":"2024-09-13T18:56:33.675285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:01:33.599939+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.13","version":"19'2","reported_seq":17,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.060041+0000","last_change":"2024-09-13T18:56:33.705684+0000","last_active":"2024-09-13T18:56:38.060041+0000","last_peered":"2024-09-13T18:56:38.060041+0000","last_clean":"2024-09-13T18:56:38.060041+0000","last_became_active":"2024-09-13T18:56:33.705431+0000","last_became_peered":"2024-09-13T18:56:33.705431+0000","last_unstale":"2024-09-13T18:56:38.060041+0000","last_undegraded":"2024-09-13T18:56:38.060041+0000","last_fullsized":"2024-09-13T18:56:38.060041+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:32.670112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:32.670112+0000","last_clean_scrub_stamp":"2024-09-13T18:56:32.670112+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:17:31.525937+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":12,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.291084+0000","last_change":"2024-09-13T18:56:38.284475+0000","last_active":"2024-09-13T18:56:38.291084+0000","last_peered":"2024-09-13T18:56:38.291084+0000","last_clean":"2024-09-13T18:56:38.291084+0000","last_became_active":"2024-09-13T18:56:38.283935+0000","last_became_peered":"2024-09-13T18:56:38.283935+0000","last_unstale":"2024-09-13T18:56:38.291084+0000","last_undegraded":"2024-09-13T18:56:38.291084+0000","last_fullsized":"2024-09-13T18:56:38.291084+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:37.033538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:37.033538+0000","last_clean_scrub_stamp":"2024-09-13T18:56:37.033538+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:35:59.118804+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3,2],"acting":[5,7,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":14,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.282793+0000","last_change":"2024-09-13T18:56:34.049841+0000","last_active":"2024-09-13T18:56:38.282793+0000","last_peered":"2024-09-13T18:56:38.282793+0000","last_clean":"2024-09-13T18:56:38.282793+0000","last_became_active":"2024-09-13T18:56:34.048612+0000","last_became_peered":"2024-09-13T18:56:34.048612+0000","last_unstale":"2024-09-13T18:56:38.282793+0000","last_undegraded":"2024-09-13T18:56:38.282793+0000","last_fullsized":"2024-09-13T18:56:38.282793+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_clean_scrub_stamp":"2024-09-13T18:56:33.675285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T05:42:08.916699+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.14","version":"24'10","reported_seq":25,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-13T18:56:42.827042+0000","last_change":"2024-09-13T18:56:33.703254+0000","last_active":"2024-09-13T18:56:42.827042+0000","last_peered":"2024-09-13T18:56:42.827042+0000","last_clean":"2024-09-13T18:56:42.827042+0000","last_became_active":"2024-09-13T18:56:33.702943+0000","last_became_peered":"2024-09-13T18:56:33.702943+0000","last_unstale":"2024-09-13T18:56:42.827042+0000","last_undegraded":"2024-09-13T18:56:42.827042+0000","last_fullsized":"2024-09-13T18:56:42.827042+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:32.670112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:32.670112+0000","last_clean_scrub_stamp":"2024-09-13T18:56:32.670112+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:54:18.976006+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":3795,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":12,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.064546+0000","last_change":"2024-09-13T18:56:38.061612+0000","last_active":"2024-09-13T18:56:38.064546+0000","last_peered":"2024-09-13T18:56:38.064546+0000","last_clean":"2024-09-13T18:56:38.064546+0000","last_became_active":"2024-09-13T18:56:38.061219+0000","last_became_peered":"2024-09-13T18:56:38.061219+0000","last_unstale":"2024-09-13T18:56:38.064546+0000","last_undegraded":"2024-09-13T18:56:38.064546+0000","last_fullsized":"2024-09-13T18:56:38.064546+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:37.033538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:37.033538+0000","last_clean_scrub_stamp":"2024-09-13T18:56:37.033538+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:32:02.633655+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,2,0],"acting":[1,6,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":14,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.051521+0000","last_change":"2024-09-13T18:56:34.044489+0000","last_active":"2024-09-13T18:56:38.051521+0000","last_peered":"2024-09-13T18:56:38.051521+0000","last_clean":"2024-09-13T18:56:38.051521+0000","last_became_active":"2024-09-13T18:56:34.044153+0000","last_became_peered":"2024-09-13T18:56:34.044153+0000","last_unstale":"2024-09-13T18:56:38.051521+0000","last_undegraded":"2024-09-13T18:56:38.051521+0000","last_fullsized":"2024-09-13T18:56:38.051521+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_clean_scrub_stamp":"2024-09-13T18:56:33.675285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T05:01:13.333518+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.15","version":"19'3","reported_seq":18,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.047296+0000","last_change":"2024-09-13T18:56:33.706119+0000","last_active":"2024-09-13T18:56:38.047296+0000","last_peered":"2024-09-13T18:56:38.047296+0000","last_clean":"2024-09-13T18:56:38.047296+0000","last_became_active":"2024-09-13T18:56:33.705887+0000","last_became_peered":"2024-09-13T18:56:33.705887+0000","last_unstale":"2024-09-13T18:56:38.047296+0000","last_undegraded":"2024-09-13T18:56:38.047296+0000","last_fullsized":"2024-09-13T18:56:38.047296+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:32.670112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:32.670112+0000","last_clean_scrub_stamp":"2024-09-13T18:56:32.670112+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T05:01:12.328346+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":12,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.063731+0000","last_change":"2024-09-13T18:56:38.061647+0000","last_active":"2024-09-13T18:56:38.063731+0000","last_peered":"2024-09-13T18:56:38.063731+0000","last_clean":"2024-09-13T18:56:38.063731+0000","last_became_active":"2024-09-13T18:56:38.060905+0000","last_became_peered":"2024-09-13T18:56:38.060905+0000","last_unstale":"2024-09-13T18:56:38.063731+0000","last_undegraded":"2024-09-13T18:56:38.063731+0000","last_fullsized":"2024-09-13T18:56:38.063731+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:37.033538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:37.033538+0000","last_clean_scrub_stamp":"2024-09-13T18:56:37.033538+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:14:07.585241+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6,1],"acting":[4,5,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":14,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.058933+0000","last_change":"2024-09-13T18:56:34.043050+0000","last_active":"2024-09-13T18:56:38.058933+0000","last_peered":"2024-09-13T18:56:38.058933+0000","last_clean":"2024-09-13T18:56:38.058933+0000","last_became_active":"2024-09-13T18:56:34.042486+0000","last_became_peered":"2024-09-13T18:56:34.042486+0000","last_unstale":"2024-09-13T18:56:38.058933+0000","last_undegraded":"2024-09-13T18:56:38.058933+0000","last_fullsized":"2024-09-13T18:56:38.058933+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_clean_scrub_stamp":"2024-09-13T18:56:33.675285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:01:01.701934+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":15,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.044429+0000","last_change":"2024-09-13T18:56:33.705604+0000","last_active":"2024-09-13T18:56:38.044429+0000","last_peered":"2024-09-13T18:56:38.044429+0000","last_clean":"2024-09-13T18:56:38.044429+0000","last_became_active":"2024-09-13T18:56:33.705330+0000","last_became_peered":"2024-09-13T18:56:33.705330+0000","last_unstale":"2024-09-13T18:56:38.044429+0000","last_undegraded":"2024-09-13T18:56:38.044429+0000","last_fullsized":"2024-09-13T18:56:38.044429+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:32.670112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:32.670112+0000","last_clean_scrub_stamp":"2024-09-13T18:56:32.670112+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:43:27.221682+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":12,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.059549+0000","last_change":"2024-09-13T18:56:38.057096+0000","last_active":"2024-09-13T18:56:38.059549+0000","last_peered":"2024-09-13T18:56:38.059549+0000","last_clean":"2024-09-13T18:56:38.059549+0000","last_became_active":"2024-09-13T18:56:38.056416+0000","last_became_peered":"2024-09-13T18:56:38.056416+0000","last_unstale":"2024-09-13T18:56:38.059549+0000","last_undegraded":"2024-09-13T18:56:38.059549+0000","last_fullsized":"2024-09-13T18:56:38.059549+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:37.033538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:37.033538+0000","last_clean_scrub_stamp":"2024-09-13T18:56:37.033538+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:03:04.188249+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6,4],"acting":[3,1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":14,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.091224+0000","last_change":"2024-09-13T18:56:34.050607+0000","last_active":"2024-09-13T18:56:38.091224+0000","last_peered":"2024-09-13T18:56:38.091224+0000","last_clean":"2024-09-13T18:56:38.091224+0000","last_became_active":"2024-09-13T18:56:34.049210+0000","last_became_peered":"2024-09-13T18:56:34.049210+0000","last_unstale":"2024-09-13T18:56:38.091224+0000","last_undegraded":"2024-09-13T18:56:38.091224+0000","last_fullsized":"2024-09-13T18:56:38.091224+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_clean_scrub_stamp":"2024-09-13T18:56:33.675285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:24:44.364829+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":15,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.046319+0000","last_change":"2024-09-13T18:56:33.710960+0000","last_active":"2024-09-13T18:56:38.046319+0000","last_peered":"2024-09-13T18:56:38.046319+0000","last_clean":"2024-09-13T18:56:38.046319+0000","last_became_active":"2024-09-13T18:56:33.710661+0000","last_became_peered":"2024-09-13T18:56:33.710661+0000","last_unstale":"2024-09-13T18:56:38.046319+0000","last_undegraded":"2024-09-13T18:56:38.046319+0000","last_fullsized":"2024-09-13T18:56:38.046319+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:32.670112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:32.670112+0000","last_clean_scrub_stamp":"2024-09-13T18:56:32.670112+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T04:28:01.623713+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":12,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.285651+0000","last_change":"2024-09-13T18:56:38.284334+0000","last_active":"2024-09-13T18:56:38.285651+0000","last_peered":"2024-09-13T18:56:38.285651+0000","last_clean":"2024-09-13T18:56:38.285651+0000","last_became_active":"2024-09-13T18:56:38.283990+0000","last_became_peered":"2024-09-13T18:56:38.283990+0000","last_unstale":"2024-09-13T18:56:38.285651+0000","last_undegraded":"2024-09-13T18:56:38.285651+0000","last_fullsized":"2024-09-13T18:56:38.285651+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:37.033538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:37.033538+0000","last_clean_scrub_stamp":"2024-09-13T18:56:37.033538+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:24:29.050631+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6,5],"acting":[3,7,6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":12,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.293654+0000","last_change":"2024-09-13T18:56:38.288823+0000","last_active":"2024-09-13T18:56:38.293654+0000","last_peered":"2024-09-13T18:56:38.293654+0000","last_clean":"2024-09-13T18:56:38.293654+0000","last_became_active":"2024-09-13T18:56:38.288444+0000","last_became_peered":"2024-09-13T18:56:38.288444+0000","last_unstale":"2024-09-13T18:56:38.293654+0000","last_undegraded":"2024-09-13T18:56:38.293654+0000","last_fullsized":"2024-09-13T18:56:38.293654+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:37.033538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:37.033538+0000","last_clean_scrub_stamp":"2024-09-13T18:56:37.033538+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:32:02.633655+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3,1],"acting":[0,7,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":14,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.047515+0000","last_change":"2024-09-13T18:56:34.044908+0000","last_active":"2024-09-13T18:56:38.047515+0000","last_peered":"2024-09-13T18:56:38.047515+0000","last_clean":"2024-09-13T18:56:38.047515+0000","last_became_active":"2024-09-13T18:56:34.044665+0000","last_became_peered":"2024-09-13T18:56:34.044665+0000","last_unstale":"2024-09-13T18:56:38.047515+0000","last_undegraded":"2024-09-13T18:56:38.047515+0000","last_fullsized":"2024-09-13T18:56:38.047515+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_clean_scrub_stamp":"2024-09-13T18:56:33.675285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T05:29:11.873036+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":15,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.045114+0000","last_change":"2024-09-13T18:56:33.704836+0000","last_active":"2024-09-13T18:56:38.045114+0000","last_peered":"2024-09-13T18:56:38.045114+0000","last_clean":"2024-09-13T18:56:38.045114+0000","last_became_active":"2024-09-13T18:56:33.704576+0000","last_became_peered":"2024-09-13T18:56:33.704576+0000","last_unstale":"2024-09-13T18:56:38.045114+0000","last_undegraded":"2024-09-13T18:56:38.045114+0000","last_fullsized":"2024-09-13T18:56:38.045114+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:32.670112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:32.670112+0000","last_clean_scrub_stamp":"2024-09-13T18:56:32.670112+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:54:18.976006+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":12,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.069395+0000","last_change":"2024-09-13T18:56:38.063997+0000","last_active":"2024-09-13T18:56:38.069395+0000","last_peered":"2024-09-13T18:56:38.069395+0000","last_clean":"2024-09-13T18:56:38.069395+0000","last_became_active":"2024-09-13T18:56:38.063306+0000","last_became_peered":"2024-09-13T18:56:38.063306+0000","last_unstale":"2024-09-13T18:56:38.069395+0000","last_undegraded":"2024-09-13T18:56:38.069395+0000","last_fullsized":"2024-09-13T18:56:38.069395+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:37.033538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:37.033538+0000","last_clean_scrub_stamp":"2024-09-13T18:56:37.033538+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:59:50.507011+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1,0],"acting":[6,5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":14,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.042222+0000","last_change":"2024-09-13T18:56:34.054343+0000","last_active":"2024-09-13T18:56:38.042222+0000","last_peered":"2024-09-13T18:56:38.042222+0000","last_clean":"2024-09-13T18:56:38.042222+0000","last_became_active":"2024-09-13T18:56:34.054097+0000","last_became_peered":"2024-09-13T18:56:34.054097+0000","last_unstale":"2024-09-13T18:56:38.042222+0000","last_undegraded":"2024-09-13T18:56:38.042222+0000","last_fullsized":"2024-09-13T18:56:38.042222+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_clean_scrub_stamp":"2024-09-13T18:56:33.675285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:01:01.701934+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":15,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.042935+0000","last_change":"2024-09-13T18:56:33.697445+0000","last_active":"2024-09-13T18:56:38.042935+0000","last_peered":"2024-09-13T18:56:38.042935+0000","last_clean":"2024-09-13T18:56:38.042935+0000","last_became_active":"2024-09-13T18:56:33.697197+0000","last_became_peered":"2024-09-13T18:56:33.697197+0000","last_unstale":"2024-09-13T18:56:38.042935+0000","last_undegraded":"2024-09-13T18:56:38.042935+0000","last_fullsized":"2024-09-13T18:56:38.042935+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:32.670112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:32.670112+0000","last_clean_scrub_stamp":"2024-09-13T18:56:32.670112+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T05:33:21.321605+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1a","version":"19'1","reported_seq":16,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.044534+0000","last_change":"2024-09-13T18:56:33.705854+0000","last_active":"2024-09-13T18:56:38.044534+0000","last_peered":"2024-09-13T18:56:38.044534+0000","last_clean":"2024-09-13T18:56:38.044534+0000","last_became_active":"2024-09-13T18:56:33.705387+0000","last_became_peered":"2024-09-13T18:56:33.705387+0000","last_unstale":"2024-09-13T18:56:38.044534+0000","last_undegraded":"2024-09-13T18:56:38.044534+0000","last_fullsized":"2024-09-13T18:56:38.044534+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:32.670112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:32.670112+0000","last_clean_scrub_stamp":"2024-09-13T18:56:32.670112+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:43:27.221682+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":14,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.059954+0000","last_change":"2024-09-13T18:56:34.043698+0000","last_active":"2024-09-13T18:56:38.059954+0000","last_peered":"2024-09-13T18:56:38.059954+0000","last_clean":"2024-09-13T18:56:38.059954+0000","last_became_active":"2024-09-13T18:56:34.043447+0000","last_became_peered":"2024-09-13T18:56:34.043447+0000","last_unstale":"2024-09-13T18:56:38.059954+0000","last_undegraded":"2024-09-13T18:56:38.059954+0000","last_fullsized":"2024-09-13T18:56:38.059954+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_clean_scrub_stamp":"2024-09-13T18:56:33.675285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:26:13.756603+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":12,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.054764+0000","last_change":"2024-09-13T18:56:38.053207+0000","last_active":"2024-09-13T18:56:38.054764+0000","last_peered":"2024-09-13T18:56:38.054764+0000","last_clean":"2024-09-13T18:56:38.054764+0000","last_became_active":"2024-09-13T18:56:38.052833+0000","last_became_peered":"2024-09-13T18:56:38.052833+0000","last_unstale":"2024-09-13T18:56:38.054764+0000","last_undegraded":"2024-09-13T18:56:38.054764+0000","last_fullsized":"2024-09-13T18:56:38.054764+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:37.033538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:37.033538+0000","last_clean_scrub_stamp":"2024-09-13T18:56:37.033538+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T04:16:03.331331+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,3,5],"acting":[2,1,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1b","version":"19'1","reported_seq":16,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.042320+0000","last_change":"2024-09-13T18:56:33.705530+0000","last_active":"2024-09-13T18:56:38.042320+0000","last_peered":"2024-09-13T18:56:38.042320+0000","last_clean":"2024-09-13T18:56:38.042320+0000","last_became_active":"2024-09-13T18:56:33.705271+0000","last_became_peered":"2024-09-13T18:56:33.705271+0000","last_unstale":"2024-09-13T18:56:38.042320+0000","last_undegraded":"2024-09-13T18:56:38.042320+0000","last_fullsized":"2024-09-13T18:56:38.042320+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:32.670112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:32.670112+0000","last_clean_scrub_stamp":"2024-09-13T18:56:32.670112+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:30:28.197046+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":14,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.050699+0000","last_change":"2024-09-13T18:56:34.051620+0000","last_active":"2024-09-13T18:56:38.050699+0000","last_peered":"2024-09-13T18:56:38.050699+0000","last_clean":"2024-09-13T18:56:38.050699+0000","last_became_active":"2024-09-13T18:56:34.047976+0000","last_became_peered":"2024-09-13T18:56:34.047976+0000","last_unstale":"2024-09-13T18:56:38.050699+0000","last_undegraded":"2024-09-13T18:56:38.050699+0000","last_fullsized":"2024-09-13T18:56:38.050699+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_clean_scrub_stamp":"2024-09-13T18:56:33.675285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T04:28:02.628885+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":12,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.059680+0000","last_change":"2024-09-13T18:56:38.057015+0000","last_active":"2024-09-13T18:56:38.059680+0000","last_peered":"2024-09-13T18:56:38.059680+0000","last_clean":"2024-09-13T18:56:38.059680+0000","last_became_active":"2024-09-13T18:56:38.056613+0000","last_became_peered":"2024-09-13T18:56:38.056613+0000","last_unstale":"2024-09-13T18:56:38.059680+0000","last_undegraded":"2024-09-13T18:56:38.059680+0000","last_fullsized":"2024-09-13T18:56:38.059680+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:37.033538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:37.033538+0000","last_clean_scrub_stamp":"2024-09-13T18:56:37.033538+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:10:04.292026+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4,2],"acting":[3,1,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":14,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.045251+0000","last_change":"2024-09-13T18:56:34.054198+0000","last_active":"2024-09-13T18:56:38.045251+0000","last_peered":"2024-09-13T18:56:38.045251+0000","last_clean":"2024-09-13T18:56:38.045251+0000","last_became_active":"2024-09-13T18:56:34.053929+0000","last_became_peered":"2024-09-13T18:56:34.053929+0000","last_unstale":"2024-09-13T18:56:38.045251+0000","last_undegraded":"2024-09-13T18:56:38.045251+0000","last_fullsized":"2024-09-13T18:56:38.045251+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_clean_scrub_stamp":"2024-09-13T18:56:33.675285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T04:15:59.973078+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":14,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.047453+0000","last_change":"2024-09-13T18:56:34.042266+0000","last_active":"2024-09-13T18:56:38.047453+0000","last_peered":"2024-09-13T18:56:38.047453+0000","last_clean":"2024-09-13T18:56:38.047453+0000","last_became_active":"2024-09-13T18:56:34.042030+0000","last_became_peered":"2024-09-13T18:56:34.042030+0000","last_unstale":"2024-09-13T18:56:38.047453+0000","last_undegraded":"2024-09-13T18:56:38.047453+0000","last_fullsized":"2024-09-13T18:56:38.047453+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_clean_scrub_stamp":"2024-09-13T18:56:33.675285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:07:49.773422+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":14,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.091092+0000","last_change":"2024-09-13T18:56:34.051074+0000","last_active":"2024-09-13T18:56:38.091092+0000","last_peered":"2024-09-13T18:56:38.091092+0000","last_clean":"2024-09-13T18:56:38.091092+0000","last_became_active":"2024-09-13T18:56:34.050822+0000","last_became_peered":"2024-09-13T18:56:34.050822+0000","last_unstale":"2024-09-13T18:56:38.091092+0000","last_undegraded":"2024-09-13T18:56:38.091092+0000","last_fullsized":"2024-09-13T18:56:38.091092+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_clean_scrub_stamp":"2024-09-13T18:56:33.675285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:42:36.055761+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":14,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.059874+0000","last_change":"2024-09-13T18:56:34.044840+0000","last_active":"2024-09-13T18:56:38.059874+0000","last_peered":"2024-09-13T18:56:38.059874+0000","last_clean":"2024-09-13T18:56:38.059874+0000","last_became_active":"2024-09-13T18:56:34.044256+0000","last_became_peered":"2024-09-13T18:56:34.044256+0000","last_unstale":"2024-09-13T18:56:38.059874+0000","last_undegraded":"2024-09-13T18:56:38.059874+0000","last_fullsized":"2024-09-13T18:56:38.059874+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_clean_scrub_stamp":"2024-09-13T18:56:33.675285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T05:29:42.217088+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":14,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.042109+0000","last_change":"2024-09-13T18:56:34.046658+0000","last_active":"2024-09-13T18:56:38.042109+0000","last_peered":"2024-09-13T18:56:38.042109+0000","last_clean":"2024-09-13T18:56:38.042109+0000","last_became_active":"2024-09-13T18:56:34.046380+0000","last_became_peered":"2024-09-13T18:56:34.046380+0000","last_unstale":"2024-09-13T18:56:38.042109+0000","last_undegraded":"2024-09-13T18:56:38.042109+0000","last_fullsized":"2024-09-13T18:56:38.042109+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_clean_scrub_stamp":"2024-09-13T18:56:33.675285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:53:25.782768+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":14,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.047182+0000","last_change":"2024-09-13T18:56:34.045646+0000","last_active":"2024-09-13T18:56:38.047182+0000","last_peered":"2024-09-13T18:56:38.047182+0000","last_clean":"2024-09-13T18:56:38.047182+0000","last_became_active":"2024-09-13T18:56:34.045412+0000","last_became_peered":"2024-09-13T18:56:34.045412+0000","last_unstale":"2024-09-13T18:56:38.047182+0000","last_undegraded":"2024-09-13T18:56:38.047182+0000","last_fullsized":"2024-09-13T18:56:38.047182+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_clean_scrub_stamp":"2024-09-13T18:56:33.675285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:01:01.701934+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":14,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.045682+0000","last_change":"2024-09-13T18:56:34.050478+0000","last_active":"2024-09-13T18:56:38.045682+0000","last_peered":"2024-09-13T18:56:38.045682+0000","last_clean":"2024-09-13T18:56:38.045682+0000","last_became_active":"2024-09-13T18:56:34.047217+0000","last_became_peered":"2024-09-13T18:56:34.047217+0000","last_unstale":"2024-09-13T18:56:38.045682+0000","last_undegraded":"2024-09-13T18:56:38.045682+0000","last_fullsized":"2024-09-13T18:56:38.045682+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_clean_scrub_stamp":"2024-09-13T18:56:33.675285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:26:13.756603+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":14,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.043517+0000","last_change":"2024-09-13T18:56:34.046487+0000","last_active":"2024-09-13T18:56:38.043517+0000","last_peered":"2024-09-13T18:56:38.043517+0000","last_clean":"2024-09-13T18:56:38.043517+0000","last_became_active":"2024-09-13T18:56:34.046227+0000","last_became_peered":"2024-09-13T18:56:34.046227+0000","last_unstale":"2024-09-13T18:56:38.043517+0000","last_undegraded":"2024-09-13T18:56:38.043517+0000","last_fullsized":"2024-09-13T18:56:38.043517+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_clean_scrub_stamp":"2024-09-13T18:56:33.675285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:24:44.364829+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":14,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.091053+0000","last_change":"2024-09-13T18:56:34.051455+0000","last_active":"2024-09-13T18:56:38.091053+0000","last_peered":"2024-09-13T18:56:38.091053+0000","last_clean":"2024-09-13T18:56:38.091053+0000","last_became_active":"2024-09-13T18:56:34.050093+0000","last_became_peered":"2024-09-13T18:56:34.050093+0000","last_unstale":"2024-09-13T18:56:38.091053+0000","last_undegraded":"2024-09-13T18:56:38.091053+0000","last_fullsized":"2024-09-13T18:56:38.091053+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_clean_scrub_stamp":"2024-09-13T18:56:33.675285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:01:59.641441+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":14,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.042288+0000","last_change":"2024-09-13T18:56:34.047674+0000","last_active":"2024-09-13T18:56:38.042288+0000","last_peered":"2024-09-13T18:56:38.042288+0000","last_clean":"2024-09-13T18:56:38.042288+0000","last_became_active":"2024-09-13T18:56:34.047318+0000","last_became_peered":"2024-09-13T18:56:34.047318+0000","last_unstale":"2024-09-13T18:56:38.042288+0000","last_undegraded":"2024-09-13T18:56:38.042288+0000","last_fullsized":"2024-09-13T18:56:38.042288+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_clean_scrub_stamp":"2024-09-13T18:56:33.675285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:42:49.184759+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":14,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.091082+0000","last_change":"2024-09-13T18:56:34.048861+0000","last_active":"2024-09-13T18:56:38.091082+0000","last_peered":"2024-09-13T18:56:38.091082+0000","last_clean":"2024-09-13T18:56:38.091082+0000","last_became_active":"2024-09-13T18:56:34.047647+0000","last_became_peered":"2024-09-13T18:56:34.047647+0000","last_unstale":"2024-09-13T18:56:38.091082+0000","last_undegraded":"2024-09-13T18:56:38.091082+0000","last_fullsized":"2024-09-13T18:56:38.091082+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_clean_scrub_stamp":"2024-09-13T18:56:33.675285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:46:45.175553+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":14,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.059463+0000","last_change":"2024-09-13T18:56:34.045017+0000","last_active":"2024-09-13T18:56:38.059463+0000","last_peered":"2024-09-13T18:56:38.059463+0000","last_clean":"2024-09-13T18:56:38.059463+0000","last_became_active":"2024-09-13T18:56:34.044598+0000","last_became_peered":"2024-09-13T18:56:34.044598+0000","last_unstale":"2024-09-13T18:56:38.059463+0000","last_undegraded":"2024-09-13T18:56:38.059463+0000","last_fullsized":"2024-09-13T18:56:38.059463+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_clean_scrub_stamp":"2024-09-13T18:56:33.675285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:56:19.255131+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":14,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.044510+0000","last_change":"2024-09-13T18:56:34.049982+0000","last_active":"2024-09-13T18:56:38.044510+0000","last_peered":"2024-09-13T18:56:38.044510+0000","last_clean":"2024-09-13T18:56:38.044510+0000","last_became_active":"2024-09-13T18:56:34.049704+0000","last_became_peered":"2024-09-13T18:56:34.049704+0000","last_unstale":"2024-09-13T18:56:38.044510+0000","last_undegraded":"2024-09-13T18:56:38.044510+0000","last_fullsized":"2024-09-13T18:56:38.044510+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_clean_scrub_stamp":"2024-09-13T18:56:33.675285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T05:29:11.873036+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":14,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.282917+0000","last_change":"2024-09-13T18:56:34.053374+0000","last_active":"2024-09-13T18:56:38.282917+0000","last_peered":"2024-09-13T18:56:38.282917+0000","last_clean":"2024-09-13T18:56:38.282917+0000","last_became_active":"2024-09-13T18:56:34.053124+0000","last_became_peered":"2024-09-13T18:56:34.053124+0000","last_unstale":"2024-09-13T18:56:38.282917+0000","last_undegraded":"2024-09-13T18:56:38.282917+0000","last_fullsized":"2024-09-13T18:56:38.282917+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_clean_scrub_stamp":"2024-09-13T18:56:33.675285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:59:41.131057+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":14,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.047170+0000","last_change":"2024-09-13T18:56:34.048849+0000","last_active":"2024-09-13T18:56:38.047170+0000","last_peered":"2024-09-13T18:56:38.047170+0000","last_clean":"2024-09-13T18:56:38.047170+0000","last_became_active":"2024-09-13T18:56:34.047518+0000","last_became_peered":"2024-09-13T18:56:34.047518+0000","last_unstale":"2024-09-13T18:56:38.047170+0000","last_undegraded":"2024-09-13T18:56:38.047170+0000","last_fullsized":"2024-09-13T18:56:38.047170+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_clean_scrub_stamp":"2024-09-13T18:56:33.675285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T05:01:13.333518+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":14,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.091241+0000","last_change":"2024-09-13T18:56:34.046748+0000","last_active":"2024-09-13T18:56:38.091241+0000","last_peered":"2024-09-13T18:56:38.091241+0000","last_clean":"2024-09-13T18:56:38.091241+0000","last_became_active":"2024-09-13T18:56:34.045067+0000","last_became_peered":"2024-09-13T18:56:34.045067+0000","last_unstale":"2024-09-13T18:56:38.091241+0000","last_undegraded":"2024-09-13T18:56:38.091241+0000","last_fullsized":"2024-09-13T18:56:38.091241+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_clean_scrub_stamp":"2024-09-13T18:56:33.675285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:59:41.131057+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":14,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.091041+0000","last_change":"2024-09-13T18:56:34.042190+0000","last_active":"2024-09-13T18:56:38.091041+0000","last_peered":"2024-09-13T18:56:38.091041+0000","last_clean":"2024-09-13T18:56:38.091041+0000","last_became_active":"2024-09-13T18:56:34.041922+0000","last_became_peered":"2024-09-13T18:56:34.041922+0000","last_unstale":"2024-09-13T18:56:38.091041+0000","last_undegraded":"2024-09-13T18:56:38.091041+0000","last_fullsized":"2024-09-13T18:56:38.091041+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_clean_scrub_stamp":"2024-09-13T18:56:33.675285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:01:01.701934+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":14,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.047602+0000","last_change":"2024-09-13T18:56:34.046390+0000","last_active":"2024-09-13T18:56:38.047602+0000","last_peered":"2024-09-13T18:56:38.047602+0000","last_clean":"2024-09-13T18:56:38.047602+0000","last_became_active":"2024-09-13T18:56:34.046149+0000","last_became_peered":"2024-09-13T18:56:34.046149+0000","last_unstale":"2024-09-13T18:56:38.047602+0000","last_undegraded":"2024-09-13T18:56:38.047602+0000","last_fullsized":"2024-09-13T18:56:38.047602+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_clean_scrub_stamp":"2024-09-13T18:56:33.675285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:24:44.364829+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":14,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.058357+0000","last_change":"2024-09-13T18:56:34.047601+0000","last_active":"2024-09-13T18:56:38.058357+0000","last_peered":"2024-09-13T18:56:38.058357+0000","last_clean":"2024-09-13T18:56:38.058357+0000","last_became_active":"2024-09-13T18:56:34.047043+0000","last_became_peered":"2024-09-13T18:56:34.047043+0000","last_unstale":"2024-09-13T18:56:38.058357+0000","last_undegraded":"2024-09-13T18:56:38.058357+0000","last_fullsized":"2024-09-13T18:56:38.058357+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_clean_scrub_stamp":"2024-09-13T18:56:33.675285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T05:33:36.315678+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":14,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.041809+0000","last_change":"2024-09-13T18:56:34.046316+0000","last_active":"2024-09-13T18:56:38.041809+0000","last_peered":"2024-09-13T18:56:38.041809+0000","last_clean":"2024-09-13T18:56:38.041809+0000","last_became_active":"2024-09-13T18:56:34.046075+0000","last_became_peered":"2024-09-13T18:56:34.046075+0000","last_unstale":"2024-09-13T18:56:38.041809+0000","last_undegraded":"2024-09-13T18:56:38.041809+0000","last_fullsized":"2024-09-13T18:56:38.041809+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_clean_scrub_stamp":"2024-09-13T18:56:33.675285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:26:13.756603+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":14,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.051433+0000","last_change":"2024-09-13T18:56:34.042294+0000","last_active":"2024-09-13T18:56:38.051433+0000","last_peered":"2024-09-13T18:56:38.051433+0000","last_clean":"2024-09-13T18:56:38.051433+0000","last_became_active":"2024-09-13T18:56:34.041518+0000","last_became_peered":"2024-09-13T18:56:34.041518+0000","last_unstale":"2024-09-13T18:56:38.051433+0000","last_undegraded":"2024-09-13T18:56:38.051433+0000","last_fullsized":"2024-09-13T18:56:38.051433+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_clean_scrub_stamp":"2024-09-13T18:56:33.675285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:08:08.948106+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":14,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.045491+0000","last_change":"2024-09-13T18:56:34.039905+0000","last_active":"2024-09-13T18:56:38.045491+0000","last_peered":"2024-09-13T18:56:38.045491+0000","last_clean":"2024-09-13T18:56:38.045491+0000","last_became_active":"2024-09-13T18:56:34.039537+0000","last_became_peered":"2024-09-13T18:56:34.039537+0000","last_unstale":"2024-09-13T18:56:38.045491+0000","last_undegraded":"2024-09-13T18:56:38.045491+0000","last_fullsized":"2024-09-13T18:56:38.045491+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_clean_scrub_stamp":"2024-09-13T18:56:33.675285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:01:33.599939+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":14,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.045660+0000","last_change":"2024-09-13T18:56:34.056187+0000","last_active":"2024-09-13T18:56:38.045660+0000","last_peered":"2024-09-13T18:56:38.045660+0000","last_clean":"2024-09-13T18:56:38.045660+0000","last_became_active":"2024-09-13T18:56:34.055897+0000","last_became_peered":"2024-09-13T18:56:34.055897+0000","last_unstale":"2024-09-13T18:56:38.045660+0000","last_undegraded":"2024-09-13T18:56:38.045660+0000","last_fullsized":"2024-09-13T18:56:38.045660+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_clean_scrub_stamp":"2024-09-13T18:56:33.675285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T04:06:08.838123+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":14,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.283151+0000","last_change":"2024-09-13T18:56:34.056458+0000","last_active":"2024-09-13T18:56:38.283151+0000","last_peered":"2024-09-13T18:56:38.283151+0000","last_clean":"2024-09-13T18:56:38.283151+0000","last_became_active":"2024-09-13T18:56:34.056108+0000","last_became_peered":"2024-09-13T18:56:34.056108+0000","last_unstale":"2024-09-13T18:56:38.283151+0000","last_undegraded":"2024-09-13T18:56:38.283151+0000","last_fullsized":"2024-09-13T18:56:38.283151+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_clean_scrub_stamp":"2024-09-13T18:56:33.675285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T04:45:55.196071+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":14,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.041695+0000","last_change":"2024-09-13T18:56:34.050053+0000","last_active":"2024-09-13T18:56:38.041695+0000","last_peered":"2024-09-13T18:56:38.041695+0000","last_clean":"2024-09-13T18:56:38.041695+0000","last_became_active":"2024-09-13T18:56:34.049816+0000","last_became_peered":"2024-09-13T18:56:34.049816+0000","last_unstale":"2024-09-13T18:56:38.041695+0000","last_undegraded":"2024-09-13T18:56:38.041695+0000","last_fullsized":"2024-09-13T18:56:38.041695+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_clean_scrub_stamp":"2024-09-13T18:56:33.675285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:46:45.175553+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":14,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.282506+0000","last_change":"2024-09-13T18:56:34.054570+0000","last_active":"2024-09-13T18:56:38.282506+0000","last_peered":"2024-09-13T18:56:38.282506+0000","last_clean":"2024-09-13T18:56:38.282506+0000","last_became_active":"2024-09-13T18:56:34.054162+0000","last_became_peered":"2024-09-13T18:56:34.054162+0000","last_unstale":"2024-09-13T18:56:38.282506+0000","last_undegraded":"2024-09-13T18:56:38.282506+0000","last_fullsized":"2024-09-13T18:56:38.282506+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_clean_scrub_stamp":"2024-09-13T18:56:33.675285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:01:59.641441+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":14,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.091071+0000","last_change":"2024-09-13T18:56:34.039858+0000","last_active":"2024-09-13T18:56:38.091071+0000","last_peered":"2024-09-13T18:56:38.091071+0000","last_clean":"2024-09-13T18:56:38.091071+0000","last_became_active":"2024-09-13T18:56:34.039602+0000","last_became_peered":"2024-09-13T18:56:34.039602+0000","last_unstale":"2024-09-13T18:56:38.091071+0000","last_undegraded":"2024-09-13T18:56:38.091071+0000","last_fullsized":"2024-09-13T18:56:38.091071+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_clean_scrub_stamp":"2024-09-13T18:56:33.675285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T06:45:22.275265+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":14,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.282692+0000","last_change":"2024-09-13T18:56:34.046487+0000","last_active":"2024-09-13T18:56:38.282692+0000","last_peered":"2024-09-13T18:56:38.282692+0000","last_clean":"2024-09-13T18:56:38.282692+0000","last_became_active":"2024-09-13T18:56:34.046135+0000","last_became_peered":"2024-09-13T18:56:34.046135+0000","last_unstale":"2024-09-13T18:56:38.282692+0000","last_undegraded":"2024-09-13T18:56:38.282692+0000","last_fullsized":"2024-09-13T18:56:38.282692+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_clean_scrub_stamp":"2024-09-13T18:56:33.675285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:46:45.175553+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":14,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.091121+0000","last_change":"2024-09-13T18:56:34.051321+0000","last_active":"2024-09-13T18:56:38.091121+0000","last_peered":"2024-09-13T18:56:38.091121+0000","last_clean":"2024-09-13T18:56:38.091121+0000","last_became_active":"2024-09-13T18:56:34.049692+0000","last_became_peered":"2024-09-13T18:56:34.049692+0000","last_unstale":"2024-09-13T18:56:38.091121+0000","last_undegraded":"2024-09-13T18:56:38.091121+0000","last_fullsized":"2024-09-13T18:56:38.091121+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_clean_scrub_stamp":"2024-09-13T18:56:33.675285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:53:25.782768+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":14,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.058621+0000","last_change":"2024-09-13T18:56:34.040713+0000","last_active":"2024-09-13T18:56:38.058621+0000","last_peered":"2024-09-13T18:56:38.058621+0000","last_clean":"2024-09-13T18:56:38.058621+0000","last_became_active":"2024-09-13T18:56:34.040406+0000","last_became_peered":"2024-09-13T18:56:34.040406+0000","last_unstale":"2024-09-13T18:56:38.058621+0000","last_undegraded":"2024-09-13T18:56:38.058621+0000","last_fullsized":"2024-09-13T18:56:38.058621+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_clean_scrub_stamp":"2024-09-13T18:56:33.675285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T04:13:13.384623+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":14,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.046956+0000","last_change":"2024-09-13T18:56:34.054977+0000","last_active":"2024-09-13T18:56:38.046956+0000","last_peered":"2024-09-13T18:56:38.046956+0000","last_clean":"2024-09-13T18:56:38.046956+0000","last_became_active":"2024-09-13T18:56:34.054714+0000","last_became_peered":"2024-09-13T18:56:34.054714+0000","last_unstale":"2024-09-13T18:56:38.046956+0000","last_undegraded":"2024-09-13T18:56:38.046956+0000","last_fullsized":"2024-09-13T18:56:38.046956+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_clean_scrub_stamp":"2024-09-13T18:56:33.675285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:26:13.756603+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3f","version":"0'0","reported_seq":14,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.283108+0000","last_change":"2024-09-13T18:56:34.052532+0000","last_active":"2024-09-13T18:56:38.283108+0000","last_peered":"2024-09-13T18:56:38.283108+0000","last_clean":"2024-09-13T18:56:38.283108+0000","last_became_active":"2024-09-13T18:56:34.051430+0000","last_became_peered":"2024-09-13T18:56:34.051430+0000","last_unstale":"2024-09-13T18:56:38.283108+0000","last_undegraded":"2024-09-13T18:56:38.283108+0000","last_fullsized":"2024-09-13T18:56:38.283108+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_clean_scrub_stamp":"2024-09-13T18:56:33.675285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:22:58.497285+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":4593,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":49,"num_write_kb":18,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":9186,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":43,"ondisk_log_size":43,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":5,"up_from":14,"seq":60129542150,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27276,"kb_used_data":252,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344564,"statfs":{"total":96636764160,"available":96608833536,"internally_reserved":0,"allocated":258048,"data_stored":99590,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":6,"apply_latency_ms":6,"commit_latency_ns":6000000,"apply_latency_ns":6000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.59199999999999997}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.499}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.38700000000000001}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.42899999999999999}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.40400000000000003}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.57899999999999996}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.54800000000000004}]}]},{"osd":3,"up_from":13,"seq":55834574856,"num_pgs":49,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27276,"kb_used_data":260,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344564,"statfs":{"total":96636764160,"available":96608833536,"internally_reserved":0,"allocated":266240,"data_stored":103154,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":27654600},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.34699999999999998}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.246}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.41899999999999998}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.56000000000000005}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.64900000000000002}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.63500000000000001}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.66100000000000003}]}]},{"osd":7,"up_from":13,"seq":55834574856,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27856,"kb_used_data":832,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343984,"statfs":{"total":96636764160,"available":96608239616,"internally_reserved":0,"allocated":851968,"data_stored":690450,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":27654603},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.38800000000000001}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.439}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.55900000000000005}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.499}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.56999999999999995}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.52800000000000002}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.48499999999999999}]}]},{"osd":6,"up_from":13,"seq":55834574856,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27276,"kb_used_data":260,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344564,"statfs":{"total":96636764160,"available":96608833536,"internally_reserved":0,"allocated":266240,"data_stored":103154,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.48499999999999999}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.439}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.54000000000000004}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.52600000000000002}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.51200000000000001}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.57599999999999996}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.59999999999999998}]}]},{"osd":4,"up_from":13,"seq":55834574856,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27284,"kb_used_data":260,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344556,"statfs":{"total":96636764160,"available":96608825344,"internally_reserved":0,"allocated":266240,"data_stored":99626,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.438}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.48099999999999998}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.55000000000000004}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.65900000000000003}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.53500000000000003}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.59599999999999997}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.63700000000000001}]}]},{"osd":2,"up_from":13,"seq":55834574855,"num_pgs":23,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27272,"kb_used_data":248,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344568,"statfs":{"total":96636764160,"available":96608837632,"internally_reserved":0,"allocated":253952,"data_stored":99500,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.42399999999999999}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.33200000000000002}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.40899999999999997}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.50800000000000001}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.53900000000000003}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.51900000000000002}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.48899999999999999}]}]},{"osd":1,"up_from":13,"seq":55834574856,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27280,"kb_used_data":256,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344560,"statfs":{"total":96636764160,"available":96608829440,"internally_reserved":0,"allocated":262144,"data_stored":99660,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.46100000000000002}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.44800000000000001}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.54300000000000004}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.60399999999999998}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.63200000000000001}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.57099999999999995}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.437}]}]},{"osd":0,"up_from":13,"seq":55834574854,"num_pgs":41,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27864,"kb_used_data":840,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343976,"statfs":{"total":96636764160,"available":96608231424,"internally_reserved":0,"allocated":860160,"data_stored":690506,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.28499999999999998}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.33300000000000002}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.34100000000000003}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.49399999999999999}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.45300000000000001}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.46300000000000002}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.433}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":638,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":3795,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":126,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":3795,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-13T18:56:50.015 DEBUG:teuthology.orchestra.run.smithi119:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-13T18:56:50.146 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:50.142+0000 7f34bfd65640 1 Processor -- start 2024-09-13T18:56:50.146 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:50.143+0000 7f34bfd65640 1 -- start start 2024-09-13T18:56:50.147 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:50.143+0000 7f34bfd65640 1 --2- >> v2:172.21.15.119:3300/0 conn(0x7f34b8069ed0 0x7f34b8071690 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:50.147 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:50.143+0000 7f34bfd65640 1 -- --> v1:172.21.15.119:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f34b806f2b0 con 0x7f34b80b3e40 2024-09-13T18:56:50.147 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:50.143+0000 7f34bfd65640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f34b806e2f0 con 0x7f34b806a2b0 2024-09-13T18:56:50.148 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:50.143+0000 7f34bfd65640 1 -- --> v2:172.21.15.119:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f34b80ac8f0 con 0x7f34b8069ed0 2024-09-13T18:56:50.148 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:50.144+0000 7f34bdb01640 1 --2- >> v2:172.21.15.119:3300/0 conn(0x7f34b8069ed0 0x7f34b8071690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:50.148 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:50.144+0000 7f34be302640 1 --1- >> v1:172.21.15.119:6789/0 conn(0x7f34b80b3e40 0x7f34b81671d0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.119:6789/0 says I am v1:172.21.15.119:51352/0 (socket says 172.21.15.119:51352) 2024-09-13T18:56:50.148 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:50.144+0000 7f34be302640 1 -- 172.21.15.119:0/1561791208 learned_addr learned my addr 172.21.15.119:0/1561791208 (peer_addr_for_me v1:172.21.15.119:0/0) 2024-09-13T18:56:50.148 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:50.144+0000 7f34bdb01640 1 -- 172.21.15.119:0/1561791208 >> v1:172.21.15.145:6789/0 conn(0x7f34b806a2b0 legacy=0x7f34b80ac1e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T18:56:50.148 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:50.144+0000 7f34bdb01640 1 -- 172.21.15.119:0/1561791208 >> v1:172.21.15.119:6789/0 conn(0x7f34b80b3e40 legacy=0x7f34b81671d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:50.148 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:50.144+0000 7f34bdb01640 1 -- 172.21.15.119:0/1561791208 --> v2:172.21.15.119:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f34b80b28c0 con 0x7f34b8069ed0 2024-09-13T18:56:50.148 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:50.144+0000 7f34bcaff640 1 -- 172.21.15.119:0/1561791208 <== mon.0 v1:172.21.15.119:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2589271741 0 0) 0x7f34b806f2b0 con 0x7f34b80b3e40 2024-09-13T18:56:50.149 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:50.145+0000 7f34bdb01640 1 --2- 172.21.15.119:0/1561791208 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f34b8069ed0 0x7f34b8071690 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7f34b40097d0 tx=0x7f34b402a180 comp rx=0 tx=0).ready entity=mon.0 client_cookie=78c0e8011e7d990b server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:56:50.149 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:50.145+0000 7f34bcaff640 1 -- 172.21.15.119:0/1561791208 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f34b402ae90 con 0x7f34b8069ed0 2024-09-13T18:56:50.149 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:50.145+0000 7f34bcaff640 1 -- 172.21.15.119:0/1561791208 <== mon.0 v2:172.21.15.119:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f34b4032440 con 0x7f34b8069ed0 2024-09-13T18:56:50.149 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:50.145+0000 7f34bcaff640 1 -- 172.21.15.119:0/1561791208 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f34b40327d0 con 0x7f34b8069ed0 2024-09-13T18:56:50.149 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:50.145+0000 7f34bfd65640 1 -- 172.21.15.119:0/1561791208 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f34b8069ed0 msgr2=0x7f34b8071690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:50.150 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:50.145+0000 7f34bfd65640 1 --2- 172.21.15.119:0/1561791208 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f34b8069ed0 0x7f34b8071690 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7f34b40097d0 tx=0x7f34b402a180 comp rx=0 tx=0).stop 2024-09-13T18:56:50.150 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:50.145+0000 7f34bfd65640 1 -- 172.21.15.119:0/1561791208 shutdown_connections 2024-09-13T18:56:50.150 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:50.145+0000 7f34bfd65640 1 --2- 172.21.15.119:0/1561791208 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f34b8069ed0 0x7f34b8071690 unknown :-1 s=CLOSED pgs=157 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:50.150 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:50.145+0000 7f34bfd65640 1 -- 172.21.15.119:0/1561791208 >> 172.21.15.119:0/1561791208 conn(0x7f34b80b49b0 msgr2=0x7f34b80b0f70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:56:50.150 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:50.145+0000 7f34bfd65640 1 -- 172.21.15.119:0/1561791208 shutdown_connections 2024-09-13T18:56:50.150 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:50.145+0000 7f34bfd65640 1 -- 172.21.15.119:0/1561791208 wait complete. 2024-09-13T18:56:50.153 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:50.146+0000 7f34bfd65640 1 Processor -- start 2024-09-13T18:56:50.153 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:50.147+0000 7f34bfd65640 1 -- start start 2024-09-13T18:56:50.154 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:50.147+0000 7f34bfd65640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f34b8069ed0 0x7f34b809b900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:50.154 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:50.147+0000 7f34bfd65640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f34b806a2b0 0x7f34b8147d20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:50.154 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:50.147+0000 7f34bfd65640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f34b80b3e40 0x7f34b8099fe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:50.154 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:50.147+0000 7f34bfd65640 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f34b815f3a0 con 0x7f34b806a2b0 2024-09-13T18:56:50.154 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:50.147+0000 7f34bfd65640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f34b809ab50 con 0x7f34b80b3e40 2024-09-13T18:56:50.154 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:50.147+0000 7f34bfd65640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f34b809ae30 con 0x7f34b8069ed0 2024-09-13T18:56:50.154 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:50.147+0000 7f34bd300640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f34b806a2b0 0x7f34b8147d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:50.154 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:50.147+0000 7f34bd300640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f34b806a2b0 0x7f34b8147d20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.119:3300/0 says I am v2:172.21.15.119:51002/0 (socket says 172.21.15.119:51002) 2024-09-13T18:56:50.154 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:50.147+0000 7f34bd300640 1 -- 172.21.15.119:0/3554931956 learned_addr learned my addr 172.21.15.119:0/3554931956 (peer_addr_for_me v2:172.21.15.119:0/0) 2024-09-13T18:56:50.154 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:50.148+0000 7f34bdb01640 1 --2- 172.21.15.119:0/3554931956 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f34b8069ed0 0x7f34b809b900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:50.154 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:50.148+0000 7f34bd300640 1 -- 172.21.15.119:0/3554931956 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f34b8069ed0 msgr2=0x7f34b809b900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:50.154 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:50.148+0000 7f34be302640 1 --2- 172.21.15.119:0/3554931956 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f34b80b3e40 0x7f34b8099fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:50.155 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:50.148+0000 7f34bd300640 1 --2- 172.21.15.119:0/3554931956 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f34b8069ed0 0x7f34b809b900 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:50.155 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:50.148+0000 7f34bd300640 1 -- 172.21.15.119:0/3554931956 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f34b80b3e40 msgr2=0x7f34b8099fe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:50.155 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:50.148+0000 7f34bd300640 1 --2- 172.21.15.119:0/3554931956 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f34b80b3e40 0x7f34b8099fe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:50.155 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:50.148+0000 7f34bd300640 1 -- 172.21.15.119:0/3554931956 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f34b4009400 con 0x7f34b806a2b0 2024-09-13T18:56:50.155 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:50.148+0000 7f34bd300640 1 --2- 172.21.15.119:0/3554931956 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f34b806a2b0 0x7f34b8147d20 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7f34a800c410 tx=0x7f34a800c8d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:56:50.155 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:50.148+0000 7f34ae7fc640 1 -- 172.21.15.119:0/3554931956 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f34a80035f0 con 0x7f34b806a2b0 2024-09-13T18:56:50.155 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:50.148+0000 7f34ae7fc640 1 -- 172.21.15.119:0/3554931956 <== mon.0 v2:172.21.15.119:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f34a8003750 con 0x7f34b806a2b0 2024-09-13T18:56:50.155 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:50.148+0000 7f34ae7fc640 1 -- 172.21.15.119:0/3554931956 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f34a8003b40 con 0x7f34b806a2b0 2024-09-13T18:56:50.155 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:50.148+0000 7f34bfd65640 1 -- 172.21.15.119:0/3554931956 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f34b815f640 con 0x7f34b806a2b0 2024-09-13T18:56:50.155 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:50.148+0000 7f34bfd65640 1 -- 172.21.15.119:0/3554931956 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f34b809be40 con 0x7f34b806a2b0 2024-09-13T18:56:50.155 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:50.149+0000 7f34bfd65640 1 -- 172.21.15.119:0/3554931956 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f34b815fb60 con 0x7f34b806a2b0 2024-09-13T18:56:50.155 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:50.149+0000 7f34ae7fc640 1 -- 172.21.15.119:0/3554931956 <== mon.0 v2:172.21.15.119:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f34a8003ca0 con 0x7f34b806a2b0 2024-09-13T18:56:50.155 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:50.150+0000 7f34ae7fc640 1 --2- 172.21.15.119:0/3554931956 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f349c06ac00 0x7f349c06d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:50.155 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:50.150+0000 7f34ae7fc640 1 -- 172.21.15.119:0/3554931956 <== mon.0 v2:172.21.15.119:3300/0 5 ==== osd_map(24..24 src has 1..24) v4 ==== 6460+0+0 (secure 0 0 0) 0x7f34a80888b0 con 0x7f34b806a2b0 2024-09-13T18:56:50.156 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:50.150+0000 7f34bdb01640 1 --2- 172.21.15.119:0/3554931956 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f349c06ac00 0x7f349c06d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:50.156 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:50.150+0000 7f34bdb01640 1 --2- 172.21.15.119:0/3554931956 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f349c06ac00 0x7f349c06d0c0 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7f34b4034000 tx=0x7f34b402e000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:56:50.157 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:50.154+0000 7f34ae7fc640 1 -- 172.21.15.119:0/3554931956 <== mon.0 v2:172.21.15.119:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f34b815fb60 con 0x7f34b806a2b0 2024-09-13T18:56:50.316 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:50.312+0000 7f34bfd65640 1 -- 172.21.15.119:0/3554931956 --> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7f34b80b23a0 con 0x7f349c06ac00 2024-09-13T18:56:50.324 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:50.320+0000 7f34ae7fc640 1 -- 172.21.15.119:0/3554931956 <== mgr.4104 v2:172.21.15.119:6832/3599186100 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+345300 (secure 0 0 0) 0x7f34b4042090 con 0x7f349c06ac00 2024-09-13T18:56:50.329 INFO:teuthology.orchestra.run.smithi119.stdout: 2024-09-13T18:56:50.332 INFO:teuthology.orchestra.run.smithi119.stderr:dumped all 2024-09-13T18:56:50.334 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:50.324+0000 7f34bfd65640 1 -- 172.21.15.119:0/3554931956 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f349c06ac00 msgr2=0x7f349c06d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:50.334 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:50.324+0000 7f34bfd65640 1 --2- 172.21.15.119:0/3554931956 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f349c06ac00 0x7f349c06d0c0 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7f34b4034000 tx=0x7f34b402e000 comp rx=0 tx=0).stop 2024-09-13T18:56:50.334 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:50.324+0000 7f34bfd65640 1 -- 172.21.15.119:0/3554931956 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f34b806a2b0 msgr2=0x7f34b8147d20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:50.334 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:50.324+0000 7f34bfd65640 1 --2- 172.21.15.119:0/3554931956 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f34b806a2b0 0x7f34b8147d20 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7f34a800c410 tx=0x7f34a800c8d0 comp rx=0 tx=0).stop 2024-09-13T18:56:50.334 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:50.324+0000 7f34bfd65640 1 -- 172.21.15.119:0/3554931956 shutdown_connections 2024-09-13T18:56:50.334 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:50.324+0000 7f34bfd65640 1 --2- 172.21.15.119:0/3554931956 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f349c06ac00 0x7f349c06d0c0 unknown :-1 s=CLOSED pgs=97 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:50.334 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:50.324+0000 7f34bfd65640 1 --2- 172.21.15.119:0/3554931956 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f34b80b3e40 0x7f34b8099fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:50.334 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:50.324+0000 7f34bfd65640 1 --2- 172.21.15.119:0/3554931956 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f34b806a2b0 0x7f34b8147d20 unknown :-1 s=CLOSED pgs=158 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:50.334 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:50.324+0000 7f34bfd65640 1 --2- 172.21.15.119:0/3554931956 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f34b8069ed0 0x7f34b809b900 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:50.334 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:50.324+0000 7f34bfd65640 1 -- 172.21.15.119:0/3554931956 >> 172.21.15.119:0/3554931956 conn(0x7f34b80b49b0 msgr2=0x7f34b8158b20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:56:50.335 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:50.324+0000 7f34bfd65640 1 -- 172.21.15.119:0/3554931956 shutdown_connections 2024-09-13T18:56:50.335 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:50.324+0000 7f34bfd65640 1 -- 172.21.15.119:0/3554931956 wait complete. 2024-09-13T18:56:50.338 INFO:teuthology.orchestra.run.smithi119.stdout:{"pg_ready":true,"pg_map":{"version":31,"stamp":"2024-09-13T18:56:50.068968+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":594961,"num_objects":24,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":208,"num_write_kb":2434,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":160,"ondisk_log_size":160,"up":322,"acting":322,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":322,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":219384,"kb_used_data":3208,"kb_used_omap":12,"kb_used_meta":216051,"kb_avail":754755336,"statfs":{"total":773094113280,"available":772869464064,"internally_reserved":0,"allocated":3284992,"data_stored":1985640,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12742,"internal_metadata":221236794},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2231,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"11.676215"},"pg_stats":[{"pgid":"2.1f","version":"19'4","reported_seq":19,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.059025+0000","last_change":"2024-09-13T18:56:33.705320+0000","last_active":"2024-09-13T18:56:38.059025+0000","last_peered":"2024-09-13T18:56:38.059025+0000","last_clean":"2024-09-13T18:56:38.059025+0000","last_became_active":"2024-09-13T18:56:33.705010+0000","last_became_peered":"2024-09-13T18:56:33.705010+0000","last_unstale":"2024-09-13T18:56:38.059025+0000","last_undegraded":"2024-09-13T18:56:38.059025+0000","last_fullsized":"2024-09-13T18:56:38.059025+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:32.670112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:32.670112+0000","last_clean_scrub_stamp":"2024-09-13T18:56:32.670112+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:55:09.769824+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":14,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.043035+0000","last_change":"2024-09-13T18:56:34.047201+0000","last_active":"2024-09-13T18:56:38.043035+0000","last_peered":"2024-09-13T18:56:38.043035+0000","last_clean":"2024-09-13T18:56:38.043035+0000","last_became_active":"2024-09-13T18:56:34.046963+0000","last_became_peered":"2024-09-13T18:56:34.046963+0000","last_unstale":"2024-09-13T18:56:38.043035+0000","last_undegraded":"2024-09-13T18:56:38.043035+0000","last_fullsized":"2024-09-13T18:56:38.043035+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_clean_scrub_stamp":"2024-09-13T18:56:33.675285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T04:15:59.973078+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":12,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.287863+0000","last_change":"2024-09-13T18:56:38.287181+0000","last_active":"2024-09-13T18:56:38.287863+0000","last_peered":"2024-09-13T18:56:38.287863+0000","last_clean":"2024-09-13T18:56:38.287863+0000","last_became_active":"2024-09-13T18:56:38.286849+0000","last_became_peered":"2024-09-13T18:56:38.286849+0000","last_unstale":"2024-09-13T18:56:38.287863+0000","last_undegraded":"2024-09-13T18:56:38.287863+0000","last_fullsized":"2024-09-13T18:56:38.287863+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:37.033538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:37.033538+0000","last_clean_scrub_stamp":"2024-09-13T18:56:37.033538+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T04:26:38.279788+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,7,0],"acting":[3,2,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"19'1","reported_seq":16,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.043212+0000","last_change":"2024-09-13T18:56:33.699442+0000","last_active":"2024-09-13T18:56:38.043212+0000","last_peered":"2024-09-13T18:56:38.043212+0000","last_clean":"2024-09-13T18:56:38.043212+0000","last_became_active":"2024-09-13T18:56:33.699181+0000","last_became_peered":"2024-09-13T18:56:33.699181+0000","last_unstale":"2024-09-13T18:56:38.043212+0000","last_undegraded":"2024-09-13T18:56:38.043212+0000","last_fullsized":"2024-09-13T18:56:38.043212+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:32.670112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:32.670112+0000","last_clean_scrub_stamp":"2024-09-13T18:56:32.670112+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:43:27.221682+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":14,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.058823+0000","last_change":"2024-09-13T18:56:34.043214+0000","last_active":"2024-09-13T18:56:38.058823+0000","last_peered":"2024-09-13T18:56:38.058823+0000","last_clean":"2024-09-13T18:56:38.058823+0000","last_became_active":"2024-09-13T18:56:34.042793+0000","last_became_peered":"2024-09-13T18:56:34.042793+0000","last_unstale":"2024-09-13T18:56:38.058823+0000","last_undegraded":"2024-09-13T18:56:38.058823+0000","last_fullsized":"2024-09-13T18:56:38.058823+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_clean_scrub_stamp":"2024-09-13T18:56:33.675285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T05:29:11.873036+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":12,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.063601+0000","last_change":"2024-09-13T18:56:38.061611+0000","last_active":"2024-09-13T18:56:38.063601+0000","last_peered":"2024-09-13T18:56:38.063601+0000","last_clean":"2024-09-13T18:56:38.063601+0000","last_became_active":"2024-09-13T18:56:38.061182+0000","last_became_peered":"2024-09-13T18:56:38.061182+0000","last_unstale":"2024-09-13T18:56:38.063601+0000","last_undegraded":"2024-09-13T18:56:38.063601+0000","last_fullsized":"2024-09-13T18:56:38.063601+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:37.033538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:37.033538+0000","last_clean_scrub_stamp":"2024-09-13T18:56:37.033538+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:17:03.116930+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1,3],"acting":[4,6,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1d","version":"19'2","reported_seq":17,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.282912+0000","last_change":"2024-09-13T18:56:33.710574+0000","last_active":"2024-09-13T18:56:38.282912+0000","last_peered":"2024-09-13T18:56:38.282912+0000","last_clean":"2024-09-13T18:56:38.282912+0000","last_became_active":"2024-09-13T18:56:33.710296+0000","last_became_peered":"2024-09-13T18:56:33.710296+0000","last_unstale":"2024-09-13T18:56:38.282912+0000","last_undegraded":"2024-09-13T18:56:38.282912+0000","last_fullsized":"2024-09-13T18:56:38.282912+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:32.670112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:32.670112+0000","last_clean_scrub_stamp":"2024-09-13T18:56:32.670112+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:00:06.984775+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":14,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.091132+0000","last_change":"2024-09-13T18:56:34.045163+0000","last_active":"2024-09-13T18:56:38.091132+0000","last_peered":"2024-09-13T18:56:38.091132+0000","last_clean":"2024-09-13T18:56:38.091132+0000","last_became_active":"2024-09-13T18:56:34.044574+0000","last_became_peered":"2024-09-13T18:56:34.044574+0000","last_unstale":"2024-09-13T18:56:38.091132+0000","last_undegraded":"2024-09-13T18:56:38.091132+0000","last_fullsized":"2024-09-13T18:56:38.091132+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_clean_scrub_stamp":"2024-09-13T18:56:33.675285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T04:15:59.973078+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":12,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.063746+0000","last_change":"2024-09-13T18:56:38.062437+0000","last_active":"2024-09-13T18:56:38.063746+0000","last_peered":"2024-09-13T18:56:38.063746+0000","last_clean":"2024-09-13T18:56:38.063746+0000","last_became_active":"2024-09-13T18:56:38.061573+0000","last_became_peered":"2024-09-13T18:56:38.061573+0000","last_unstale":"2024-09-13T18:56:38.063746+0000","last_undegraded":"2024-09-13T18:56:38.063746+0000","last_fullsized":"2024-09-13T18:56:38.063746+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:37.033538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:37.033538+0000","last_clean_scrub_stamp":"2024-09-13T18:56:37.033538+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T04:26:38.279788+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6,1],"acting":[4,3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1c","version":"19'2","reported_seq":17,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.282826+0000","last_change":"2024-09-13T18:56:33.711616+0000","last_active":"2024-09-13T18:56:38.282826+0000","last_peered":"2024-09-13T18:56:38.282826+0000","last_clean":"2024-09-13T18:56:38.282826+0000","last_became_active":"2024-09-13T18:56:33.711326+0000","last_became_peered":"2024-09-13T18:56:33.711326+0000","last_unstale":"2024-09-13T18:56:38.282826+0000","last_undegraded":"2024-09-13T18:56:38.282826+0000","last_fullsized":"2024-09-13T18:56:38.282826+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:32.670112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:32.670112+0000","last_clean_scrub_stamp":"2024-09-13T18:56:32.670112+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:07:48.768249+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":14,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.091205+0000","last_change":"2024-09-13T18:56:34.047276+0000","last_active":"2024-09-13T18:56:38.091205+0000","last_peered":"2024-09-13T18:56:38.091205+0000","last_clean":"2024-09-13T18:56:38.091205+0000","last_became_active":"2024-09-13T18:56:34.047041+0000","last_became_peered":"2024-09-13T18:56:34.047041+0000","last_unstale":"2024-09-13T18:56:38.091205+0000","last_undegraded":"2024-09-13T18:56:38.091205+0000","last_fullsized":"2024-09-13T18:56:38.091205+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_clean_scrub_stamp":"2024-09-13T18:56:33.675285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T04:13:13.384623+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":12,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.063653+0000","last_change":"2024-09-13T18:56:38.061936+0000","last_active":"2024-09-13T18:56:38.063653+0000","last_peered":"2024-09-13T18:56:38.063653+0000","last_clean":"2024-09-13T18:56:38.063653+0000","last_became_active":"2024-09-13T18:56:38.061510+0000","last_became_peered":"2024-09-13T18:56:38.061510+0000","last_unstale":"2024-09-13T18:56:38.063653+0000","last_undegraded":"2024-09-13T18:56:38.063653+0000","last_fullsized":"2024-09-13T18:56:38.063653+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:37.033538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:37.033538+0000","last_clean_scrub_stamp":"2024-09-13T18:56:37.033538+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:32:02.633655+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0,5],"acting":[4,3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":14,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.044265+0000","last_change":"2024-09-13T18:56:34.049501+0000","last_active":"2024-09-13T18:56:38.044265+0000","last_peered":"2024-09-13T18:56:38.044265+0000","last_clean":"2024-09-13T18:56:38.044265+0000","last_became_active":"2024-09-13T18:56:34.046941+0000","last_became_peered":"2024-09-13T18:56:34.046941+0000","last_unstale":"2024-09-13T18:56:38.044265+0000","last_undegraded":"2024-09-13T18:56:38.044265+0000","last_fullsized":"2024-09-13T18:56:38.044265+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_clean_scrub_stamp":"2024-09-13T18:56:33.675285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:01:01.701934+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.b","version":"19'2","reported_seq":17,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.282804+0000","last_change":"2024-09-13T18:56:33.710403+0000","last_active":"2024-09-13T18:56:38.282804+0000","last_peered":"2024-09-13T18:56:38.282804+0000","last_clean":"2024-09-13T18:56:38.282804+0000","last_became_active":"2024-09-13T18:56:33.710087+0000","last_became_peered":"2024-09-13T18:56:33.710087+0000","last_unstale":"2024-09-13T18:56:38.282804+0000","last_undegraded":"2024-09-13T18:56:38.282804+0000","last_fullsized":"2024-09-13T18:56:38.282804+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:32.670112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:32.670112+0000","last_clean_scrub_stamp":"2024-09-13T18:56:32.670112+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:08:07.942934+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":12,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.063681+0000","last_change":"2024-09-13T18:56:38.061857+0000","last_active":"2024-09-13T18:56:38.063681+0000","last_peered":"2024-09-13T18:56:38.063681+0000","last_clean":"2024-09-13T18:56:38.063681+0000","last_became_active":"2024-09-13T18:56:38.061025+0000","last_became_peered":"2024-09-13T18:56:38.061025+0000","last_unstale":"2024-09-13T18:56:38.063681+0000","last_undegraded":"2024-09-13T18:56:38.063681+0000","last_fullsized":"2024-09-13T18:56:38.063681+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:37.033538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:37.033538+0000","last_clean_scrub_stamp":"2024-09-13T18:56:37.033538+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:32:17.053809+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,2,1],"acting":[4,0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":14,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.042852+0000","last_change":"2024-09-13T18:56:34.054401+0000","last_active":"2024-09-13T18:56:38.042852+0000","last_peered":"2024-09-13T18:56:38.042852+0000","last_clean":"2024-09-13T18:56:38.042852+0000","last_became_active":"2024-09-13T18:56:34.054146+0000","last_became_peered":"2024-09-13T18:56:34.054146+0000","last_unstale":"2024-09-13T18:56:38.042852+0000","last_undegraded":"2024-09-13T18:56:38.042852+0000","last_fullsized":"2024-09-13T18:56:38.042852+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_clean_scrub_stamp":"2024-09-13T18:56:33.675285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T05:29:11.873036+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":15,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.048345+0000","last_change":"2024-09-13T18:56:33.699852+0000","last_active":"2024-09-13T18:56:38.048345+0000","last_peered":"2024-09-13T18:56:38.048345+0000","last_clean":"2024-09-13T18:56:38.048345+0000","last_became_active":"2024-09-13T18:56:33.699600+0000","last_became_peered":"2024-09-13T18:56:33.699600+0000","last_unstale":"2024-09-13T18:56:38.048345+0000","last_undegraded":"2024-09-13T18:56:38.048345+0000","last_fullsized":"2024-09-13T18:56:38.048345+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:32.670112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:32.670112+0000","last_clean_scrub_stamp":"2024-09-13T18:56:32.670112+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:59:41.425283+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":12,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.072312+0000","last_change":"2024-09-13T18:56:38.065786+0000","last_active":"2024-09-13T18:56:38.072312+0000","last_peered":"2024-09-13T18:56:38.072312+0000","last_clean":"2024-09-13T18:56:38.072312+0000","last_became_active":"2024-09-13T18:56:38.065462+0000","last_became_peered":"2024-09-13T18:56:38.065462+0000","last_unstale":"2024-09-13T18:56:38.072312+0000","last_undegraded":"2024-09-13T18:56:38.072312+0000","last_fullsized":"2024-09-13T18:56:38.072312+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:37.033538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:37.033538+0000","last_clean_scrub_stamp":"2024-09-13T18:56:37.033538+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T05:33:33.883035+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6,1],"acting":[4,3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":14,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.042318+0000","last_change":"2024-09-13T18:56:34.048611+0000","last_active":"2024-09-13T18:56:38.042318+0000","last_peered":"2024-09-13T18:56:38.042318+0000","last_clean":"2024-09-13T18:56:38.042318+0000","last_became_active":"2024-09-13T18:56:34.048386+0000","last_became_peered":"2024-09-13T18:56:34.048386+0000","last_unstale":"2024-09-13T18:56:38.042318+0000","last_undegraded":"2024-09-13T18:56:38.042318+0000","last_fullsized":"2024-09-13T18:56:38.042318+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_clean_scrub_stamp":"2024-09-13T18:56:33.675285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T05:33:36.315678+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":15,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.047718+0000","last_change":"2024-09-13T18:56:33.706687+0000","last_active":"2024-09-13T18:56:38.047718+0000","last_peered":"2024-09-13T18:56:38.047718+0000","last_clean":"2024-09-13T18:56:38.047718+0000","last_became_active":"2024-09-13T18:56:33.706457+0000","last_became_peered":"2024-09-13T18:56:33.706457+0000","last_unstale":"2024-09-13T18:56:38.047718+0000","last_undegraded":"2024-09-13T18:56:38.047718+0000","last_fullsized":"2024-09-13T18:56:38.047718+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:32.670112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:32.670112+0000","last_clean_scrub_stamp":"2024-09-13T18:56:32.670112+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T05:33:21.321605+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":12,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.293529+0000","last_change":"2024-09-13T18:56:38.287729+0000","last_active":"2024-09-13T18:56:38.293529+0000","last_peered":"2024-09-13T18:56:38.293529+0000","last_clean":"2024-09-13T18:56:38.293529+0000","last_became_active":"2024-09-13T18:56:38.287386+0000","last_became_peered":"2024-09-13T18:56:38.287386+0000","last_unstale":"2024-09-13T18:56:38.293529+0000","last_undegraded":"2024-09-13T18:56:38.293529+0000","last_fullsized":"2024-09-13T18:56:38.293529+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:37.033538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:37.033538+0000","last_clean_scrub_stamp":"2024-09-13T18:56:37.033538+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:17:03.116930+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4,7],"acting":[1,3,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":14,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.051023+0000","last_change":"2024-09-13T18:56:34.044601+0000","last_active":"2024-09-13T18:56:38.051023+0000","last_peered":"2024-09-13T18:56:38.051023+0000","last_clean":"2024-09-13T18:56:38.051023+0000","last_became_active":"2024-09-13T18:56:34.043887+0000","last_became_peered":"2024-09-13T18:56:34.043887+0000","last_unstale":"2024-09-13T18:56:38.051023+0000","last_undegraded":"2024-09-13T18:56:38.051023+0000","last_fullsized":"2024-09-13T18:56:38.051023+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_clean_scrub_stamp":"2024-09-13T18:56:33.675285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:43:28.226854+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":15,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.282381+0000","last_change":"2024-09-13T18:56:33.711214+0000","last_active":"2024-09-13T18:56:38.282381+0000","last_peered":"2024-09-13T18:56:38.282381+0000","last_clean":"2024-09-13T18:56:38.282381+0000","last_became_active":"2024-09-13T18:56:33.710928+0000","last_became_peered":"2024-09-13T18:56:33.710928+0000","last_unstale":"2024-09-13T18:56:38.282381+0000","last_undegraded":"2024-09-13T18:56:38.282381+0000","last_fullsized":"2024-09-13T18:56:38.282381+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:32.670112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:32.670112+0000","last_clean_scrub_stamp":"2024-09-13T18:56:32.670112+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T04:13:12.379451+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":12,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.063046+0000","last_change":"2024-09-13T18:56:38.060800+0000","last_active":"2024-09-13T18:56:38.063046+0000","last_peered":"2024-09-13T18:56:38.063046+0000","last_clean":"2024-09-13T18:56:38.063046+0000","last_became_active":"2024-09-13T18:56:38.060302+0000","last_became_peered":"2024-09-13T18:56:38.060302+0000","last_unstale":"2024-09-13T18:56:38.063046+0000","last_undegraded":"2024-09-13T18:56:38.063046+0000","last_fullsized":"2024-09-13T18:56:38.063046+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:37.033538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:37.033538+0000","last_clean_scrub_stamp":"2024-09-13T18:56:37.033538+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:56:18.361087+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6,1],"acting":[4,3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":14,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.058342+0000","last_change":"2024-09-13T18:56:34.047874+0000","last_active":"2024-09-13T18:56:38.058342+0000","last_peered":"2024-09-13T18:56:38.058342+0000","last_clean":"2024-09-13T18:56:38.058342+0000","last_became_active":"2024-09-13T18:56:34.047607+0000","last_became_peered":"2024-09-13T18:56:34.047607+0000","last_unstale":"2024-09-13T18:56:38.058342+0000","last_undegraded":"2024-09-13T18:56:38.058342+0000","last_fullsized":"2024-09-13T18:56:38.058342+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_clean_scrub_stamp":"2024-09-13T18:56:33.675285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T04:06:08.838123+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.7","version":"19'2","reported_seq":17,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.046411+0000","last_change":"2024-09-13T18:56:33.711542+0000","last_active":"2024-09-13T18:56:38.046411+0000","last_peered":"2024-09-13T18:56:38.046411+0000","last_clean":"2024-09-13T18:56:38.046411+0000","last_became_active":"2024-09-13T18:56:33.711283+0000","last_became_peered":"2024-09-13T18:56:33.711283+0000","last_unstale":"2024-09-13T18:56:38.046411+0000","last_undegraded":"2024-09-13T18:56:38.046411+0000","last_fullsized":"2024-09-13T18:56:38.046411+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:32.670112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:32.670112+0000","last_clean_scrub_stamp":"2024-09-13T18:56:32.670112+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T05:33:21.321605+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":12,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.288797+0000","last_change":"2024-09-13T18:56:38.285823+0000","last_active":"2024-09-13T18:56:38.288797+0000","last_peered":"2024-09-13T18:56:38.288797+0000","last_clean":"2024-09-13T18:56:38.288797+0000","last_became_active":"2024-09-13T18:56:38.283987+0000","last_became_peered":"2024-09-13T18:56:38.283987+0000","last_unstale":"2024-09-13T18:56:38.288797+0000","last_undegraded":"2024-09-13T18:56:38.288797+0000","last_fullsized":"2024-09-13T18:56:38.288797+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:37.033538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:37.033538+0000","last_clean_scrub_stamp":"2024-09-13T18:56:37.033538+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:09:05.274028+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6,7],"acting":[4,5,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":14,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.043602+0000","last_change":"2024-09-13T18:56:34.047393+0000","last_active":"2024-09-13T18:56:38.043602+0000","last_peered":"2024-09-13T18:56:38.043602+0000","last_clean":"2024-09-13T18:56:38.043602+0000","last_became_active":"2024-09-13T18:56:34.047204+0000","last_became_peered":"2024-09-13T18:56:34.047204+0000","last_unstale":"2024-09-13T18:56:38.043602+0000","last_undegraded":"2024-09-13T18:56:38.043602+0000","last_fullsized":"2024-09-13T18:56:38.043602+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_clean_scrub_stamp":"2024-09-13T18:56:33.675285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T05:42:08.916699+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"22'1","reported_seq":16,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.047055+0000","last_change":"2024-09-13T18:56:33.702193+0000","last_active":"2024-09-13T18:56:38.047055+0000","last_peered":"2024-09-13T18:56:38.047055+0000","last_clean":"2024-09-13T18:56:38.047055+0000","last_became_active":"2024-09-13T18:56:33.701904+0000","last_became_peered":"2024-09-13T18:56:33.701904+0000","last_unstale":"2024-09-13T18:56:38.047055+0000","last_undegraded":"2024-09-13T18:56:38.047055+0000","last_fullsized":"2024-09-13T18:56:38.047055+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:32.670112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:32.670112+0000","last_clean_scrub_stamp":"2024-09-13T18:56:32.670112+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T04:28:01.623713+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":12,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.288086+0000","last_change":"2024-09-13T18:56:38.286915+0000","last_active":"2024-09-13T18:56:38.288086+0000","last_peered":"2024-09-13T18:56:38.288086+0000","last_clean":"2024-09-13T18:56:38.288086+0000","last_became_active":"2024-09-13T18:56:38.286567+0000","last_became_peered":"2024-09-13T18:56:38.286567+0000","last_unstale":"2024-09-13T18:56:38.288086+0000","last_undegraded":"2024-09-13T18:56:38.288086+0000","last_fullsized":"2024-09-13T18:56:38.288086+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:37.033538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:37.033538+0000","last_clean_scrub_stamp":"2024-09-13T18:56:37.033538+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:53:15.688517+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0,1],"acting":[3,7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":14,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.048199+0000","last_change":"2024-09-13T18:56:34.049813+0000","last_active":"2024-09-13T18:56:38.048199+0000","last_peered":"2024-09-13T18:56:38.048199+0000","last_clean":"2024-09-13T18:56:38.048199+0000","last_became_active":"2024-09-13T18:56:34.049543+0000","last_became_peered":"2024-09-13T18:56:34.049543+0000","last_unstale":"2024-09-13T18:56:38.048199+0000","last_undegraded":"2024-09-13T18:56:38.048199+0000","last_fullsized":"2024-09-13T18:56:38.048199+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_clean_scrub_stamp":"2024-09-13T18:56:33.675285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T05:33:36.315678+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":15,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.283024+0000","last_change":"2024-09-13T18:56:33.710728+0000","last_active":"2024-09-13T18:56:38.283024+0000","last_peered":"2024-09-13T18:56:38.283024+0000","last_clean":"2024-09-13T18:56:38.283024+0000","last_became_active":"2024-09-13T18:56:33.710363+0000","last_became_peered":"2024-09-13T18:56:33.710363+0000","last_unstale":"2024-09-13T18:56:38.283024+0000","last_undegraded":"2024-09-13T18:56:38.283024+0000","last_fullsized":"2024-09-13T18:56:38.283024+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:32.670112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:32.670112+0000","last_clean_scrub_stamp":"2024-09-13T18:56:32.670112+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T05:29:41.211916+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":12,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.286186+0000","last_change":"2024-09-13T18:56:38.284674+0000","last_active":"2024-09-13T18:56:38.286186+0000","last_peered":"2024-09-13T18:56:38.286186+0000","last_clean":"2024-09-13T18:56:38.286186+0000","last_became_active":"2024-09-13T18:56:38.283947+0000","last_became_peered":"2024-09-13T18:56:38.283947+0000","last_unstale":"2024-09-13T18:56:38.286186+0000","last_undegraded":"2024-09-13T18:56:38.286186+0000","last_fullsized":"2024-09-13T18:56:38.286186+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:37.033538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:37.033538+0000","last_clean_scrub_stamp":"2024-09-13T18:56:37.033538+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:17:03.116930+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7,1],"acting":[0,5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":14,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.091214+0000","last_change":"2024-09-13T18:56:34.041940+0000","last_active":"2024-09-13T18:56:38.091214+0000","last_peered":"2024-09-13T18:56:38.091214+0000","last_clean":"2024-09-13T18:56:38.091214+0000","last_became_active":"2024-09-13T18:56:34.041082+0000","last_became_peered":"2024-09-13T18:56:34.041082+0000","last_unstale":"2024-09-13T18:56:38.091214+0000","last_undegraded":"2024-09-13T18:56:38.091214+0000","last_fullsized":"2024-09-13T18:56:38.091214+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_clean_scrub_stamp":"2024-09-13T18:56:33.675285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T05:42:08.916699+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":15,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.048290+0000","last_change":"2024-09-13T18:56:33.700511+0000","last_active":"2024-09-13T18:56:38.048290+0000","last_peered":"2024-09-13T18:56:38.048290+0000","last_clean":"2024-09-13T18:56:38.048290+0000","last_became_active":"2024-09-13T18:56:33.700251+0000","last_became_peered":"2024-09-13T18:56:33.700251+0000","last_unstale":"2024-09-13T18:56:38.048290+0000","last_undegraded":"2024-09-13T18:56:38.048290+0000","last_fullsized":"2024-09-13T18:56:38.048290+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:32.670112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:32.670112+0000","last_clean_scrub_stamp":"2024-09-13T18:56:32.670112+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:54:18.976006+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":12,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.066245+0000","last_change":"2024-09-13T18:56:38.064683+0000","last_active":"2024-09-13T18:56:38.066245+0000","last_peered":"2024-09-13T18:56:38.066245+0000","last_clean":"2024-09-13T18:56:38.066245+0000","last_became_active":"2024-09-13T18:56:38.064182+0000","last_became_peered":"2024-09-13T18:56:38.064182+0000","last_unstale":"2024-09-13T18:56:38.066245+0000","last_undegraded":"2024-09-13T18:56:38.066245+0000","last_fullsized":"2024-09-13T18:56:38.066245+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:37.033538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:37.033538+0000","last_clean_scrub_stamp":"2024-09-13T18:56:37.033538+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:14:07.585241+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4,0],"acting":[1,5,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":14,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.051093+0000","last_change":"2024-09-13T18:56:34.037839+0000","last_active":"2024-09-13T18:56:38.051093+0000","last_peered":"2024-09-13T18:56:38.051093+0000","last_clean":"2024-09-13T18:56:38.051093+0000","last_became_active":"2024-09-13T18:56:34.037563+0000","last_became_peered":"2024-09-13T18:56:34.037563+0000","last_unstale":"2024-09-13T18:56:38.051093+0000","last_undegraded":"2024-09-13T18:56:38.051093+0000","last_fullsized":"2024-09-13T18:56:38.051093+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_clean_scrub_stamp":"2024-09-13T18:56:33.675285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:59:42.430455+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":15,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.044477+0000","last_change":"2024-09-13T18:56:33.706227+0000","last_active":"2024-09-13T18:56:38.044477+0000","last_peered":"2024-09-13T18:56:38.044477+0000","last_clean":"2024-09-13T18:56:38.044477+0000","last_became_active":"2024-09-13T18:56:33.705962+0000","last_became_peered":"2024-09-13T18:56:33.705962+0000","last_unstale":"2024-09-13T18:56:38.044477+0000","last_undegraded":"2024-09-13T18:56:38.044477+0000","last_fullsized":"2024-09-13T18:56:38.044477+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:32.670112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:32.670112+0000","last_clean_scrub_stamp":"2024-09-13T18:56:32.670112+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:55:52.183537+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":12,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.060347+0000","last_change":"2024-09-13T18:56:38.057555+0000","last_active":"2024-09-13T18:56:38.060347+0000","last_peered":"2024-09-13T18:56:38.060347+0000","last_clean":"2024-09-13T18:56:38.060347+0000","last_became_active":"2024-09-13T18:56:38.055975+0000","last_became_peered":"2024-09-13T18:56:38.055975+0000","last_unstale":"2024-09-13T18:56:38.060347+0000","last_undegraded":"2024-09-13T18:56:38.060347+0000","last_fullsized":"2024-09-13T18:56:38.060347+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:37.033538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:37.033538+0000","last_clean_scrub_stamp":"2024-09-13T18:56:37.033538+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:00:23.407612+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3,6],"acting":[1,2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":14,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.049125+0000","last_change":"2024-09-13T18:56:34.049779+0000","last_active":"2024-09-13T18:56:38.049125+0000","last_peered":"2024-09-13T18:56:38.049125+0000","last_clean":"2024-09-13T18:56:38.049125+0000","last_became_active":"2024-09-13T18:56:34.049562+0000","last_became_peered":"2024-09-13T18:56:34.049562+0000","last_unstale":"2024-09-13T18:56:38.049125+0000","last_undegraded":"2024-09-13T18:56:38.049125+0000","last_fullsized":"2024-09-13T18:56:38.049125+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_clean_scrub_stamp":"2024-09-13T18:56:33.675285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T04:15:59.973078+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":15,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.047536+0000","last_change":"2024-09-13T18:56:33.695072+0000","last_active":"2024-09-13T18:56:38.047536+0000","last_peered":"2024-09-13T18:56:38.047536+0000","last_clean":"2024-09-13T18:56:38.047536+0000","last_became_active":"2024-09-13T18:56:33.694784+0000","last_became_peered":"2024-09-13T18:56:33.694784+0000","last_unstale":"2024-09-13T18:56:38.047536+0000","last_undegraded":"2024-09-13T18:56:38.047536+0000","last_fullsized":"2024-09-13T18:56:38.047536+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:32.670112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:32.670112+0000","last_clean_scrub_stamp":"2024-09-13T18:56:32.670112+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:54:18.976006+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":12,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.066226+0000","last_change":"2024-09-13T18:56:38.064581+0000","last_active":"2024-09-13T18:56:38.066226+0000","last_peered":"2024-09-13T18:56:38.066226+0000","last_clean":"2024-09-13T18:56:38.066226+0000","last_became_active":"2024-09-13T18:56:38.062896+0000","last_became_peered":"2024-09-13T18:56:38.062896+0000","last_unstale":"2024-09-13T18:56:38.066226+0000","last_undegraded":"2024-09-13T18:56:38.066226+0000","last_fullsized":"2024-09-13T18:56:38.066226+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:37.033538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:37.033538+0000","last_clean_scrub_stamp":"2024-09-13T18:56:37.033538+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:09:07.660587+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0,3],"acting":[1,5,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":14,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.057910+0000","last_change":"2024-09-13T18:56:34.042125+0000","last_active":"2024-09-13T18:56:38.057910+0000","last_peered":"2024-09-13T18:56:38.057910+0000","last_clean":"2024-09-13T18:56:38.057910+0000","last_became_active":"2024-09-13T18:56:34.041870+0000","last_became_peered":"2024-09-13T18:56:34.041870+0000","last_unstale":"2024-09-13T18:56:38.057910+0000","last_undegraded":"2024-09-13T18:56:38.057910+0000","last_fullsized":"2024-09-13T18:56:38.057910+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_clean_scrub_stamp":"2024-09-13T18:56:33.675285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T04:15:59.973078+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":15,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.282380+0000","last_change":"2024-09-13T18:56:33.711056+0000","last_active":"2024-09-13T18:56:38.282380+0000","last_peered":"2024-09-13T18:56:38.282380+0000","last_clean":"2024-09-13T18:56:38.282380+0000","last_became_active":"2024-09-13T18:56:33.710796+0000","last_became_peered":"2024-09-13T18:56:33.710796+0000","last_unstale":"2024-09-13T18:56:38.282380+0000","last_undegraded":"2024-09-13T18:56:38.282380+0000","last_fullsized":"2024-09-13T18:56:38.282380+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:32.670112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:32.670112+0000","last_clean_scrub_stamp":"2024-09-13T18:56:32.670112+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T05:01:12.328346+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":12,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.286161+0000","last_change":"2024-09-13T18:56:38.284375+0000","last_active":"2024-09-13T18:56:38.286161+0000","last_peered":"2024-09-13T18:56:38.286161+0000","last_clean":"2024-09-13T18:56:38.286161+0000","last_became_active":"2024-09-13T18:56:38.283963+0000","last_became_peered":"2024-09-13T18:56:38.283963+0000","last_unstale":"2024-09-13T18:56:38.286161+0000","last_undegraded":"2024-09-13T18:56:38.286161+0000","last_fullsized":"2024-09-13T18:56:38.286161+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:37.033538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:37.033538+0000","last_clean_scrub_stamp":"2024-09-13T18:56:37.033538+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:09:07.660587+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2,7],"acting":[0,1,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":14,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.041813+0000","last_change":"2024-09-13T18:56:34.052897+0000","last_active":"2024-09-13T18:56:38.041813+0000","last_peered":"2024-09-13T18:56:38.041813+0000","last_clean":"2024-09-13T18:56:38.041813+0000","last_became_active":"2024-09-13T18:56:34.052641+0000","last_became_peered":"2024-09-13T18:56:34.052641+0000","last_unstale":"2024-09-13T18:56:38.041813+0000","last_undegraded":"2024-09-13T18:56:38.041813+0000","last_fullsized":"2024-09-13T18:56:38.041813+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_clean_scrub_stamp":"2024-09-13T18:56:33.675285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:42:36.055761+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":15,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.044003+0000","last_change":"2024-09-13T18:56:33.704024+0000","last_active":"2024-09-13T18:56:38.044003+0000","last_peered":"2024-09-13T18:56:38.044003+0000","last_clean":"2024-09-13T18:56:38.044003+0000","last_became_active":"2024-09-13T18:56:33.703763+0000","last_became_peered":"2024-09-13T18:56:33.703763+0000","last_unstale":"2024-09-13T18:56:38.044003+0000","last_undegraded":"2024-09-13T18:56:38.044003+0000","last_fullsized":"2024-09-13T18:56:38.044003+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:32.670112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:32.670112+0000","last_clean_scrub_stamp":"2024-09-13T18:56:32.670112+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:30:28.197046+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"15'117","reported_seq":168,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.282466+0000","last_change":"2024-09-13T18:56:23.292950+0000","last_active":"2024-09-13T18:56:38.282466+0000","last_peered":"2024-09-13T18:56:38.282466+0000","last_clean":"2024-09-13T18:56:38.282466+0000","last_became_active":"2024-09-13T18:56:23.292008+0000","last_became_peered":"2024-09-13T18:56:23.292008+0000","last_unstale":"2024-09-13T18:56:38.282466+0000","last_undegraded":"2024-09-13T18:56:38.282466+0000","last_fullsized":"2024-09-13T18:56:38.282466+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:22.096428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:22.096428+0000","last_clean_scrub_stamp":"2024-09-13T18:56:22.096428+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:33:39.156955+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":12,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.288844+0000","last_change":"2024-09-13T18:56:38.285213+0000","last_active":"2024-09-13T18:56:38.288844+0000","last_peered":"2024-09-13T18:56:38.288844+0000","last_clean":"2024-09-13T18:56:38.288844+0000","last_became_active":"2024-09-13T18:56:38.284740+0000","last_became_peered":"2024-09-13T18:56:38.284740+0000","last_unstale":"2024-09-13T18:56:38.288844+0000","last_undegraded":"2024-09-13T18:56:38.288844+0000","last_fullsized":"2024-09-13T18:56:38.288844+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:37.033538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:37.033538+0000","last_clean_scrub_stamp":"2024-09-13T18:56:37.033538+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:31:19.460591+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,4,7],"acting":[6,3,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":14,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.282778+0000","last_change":"2024-09-13T18:56:34.057449+0000","last_active":"2024-09-13T18:56:38.282778+0000","last_peered":"2024-09-13T18:56:38.282778+0000","last_clean":"2024-09-13T18:56:38.282778+0000","last_became_active":"2024-09-13T18:56:34.057148+0000","last_became_peered":"2024-09-13T18:56:34.057148+0000","last_unstale":"2024-09-13T18:56:38.282778+0000","last_undegraded":"2024-09-13T18:56:38.282778+0000","last_fullsized":"2024-09-13T18:56:38.282778+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_clean_scrub_stamp":"2024-09-13T18:56:33.675285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:19:17.802178+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":15,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.046821+0000","last_change":"2024-09-13T18:56:33.705938+0000","last_active":"2024-09-13T18:56:38.046821+0000","last_peered":"2024-09-13T18:56:38.046821+0000","last_clean":"2024-09-13T18:56:38.046821+0000","last_became_active":"2024-09-13T18:56:33.705556+0000","last_became_peered":"2024-09-13T18:56:33.705556+0000","last_unstale":"2024-09-13T18:56:38.046821+0000","last_undegraded":"2024-09-13T18:56:38.046821+0000","last_fullsized":"2024-09-13T18:56:38.046821+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:32.670112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:32.670112+0000","last_clean_scrub_stamp":"2024-09-13T18:56:32.670112+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:30:28.197046+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":12,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.286364+0000","last_change":"2024-09-13T18:56:38.284453+0000","last_active":"2024-09-13T18:56:38.286364+0000","last_peered":"2024-09-13T18:56:38.286364+0000","last_clean":"2024-09-13T18:56:38.286364+0000","last_became_active":"2024-09-13T18:56:38.283980+0000","last_became_peered":"2024-09-13T18:56:38.283980+0000","last_unstale":"2024-09-13T18:56:38.286364+0000","last_undegraded":"2024-09-13T18:56:38.286364+0000","last_fullsized":"2024-09-13T18:56:38.286364+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:37.033538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:37.033538+0000","last_clean_scrub_stamp":"2024-09-13T18:56:37.033538+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T04:45:58.554324+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,1,0],"acting":[6,7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":14,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.091143+0000","last_change":"2024-09-13T18:56:34.042508+0000","last_active":"2024-09-13T18:56:38.091143+0000","last_peered":"2024-09-13T18:56:38.091143+0000","last_clean":"2024-09-13T18:56:38.091143+0000","last_became_active":"2024-09-13T18:56:34.042254+0000","last_became_peered":"2024-09-13T18:56:34.042254+0000","last_unstale":"2024-09-13T18:56:38.091143+0000","last_undegraded":"2024-09-13T18:56:38.091143+0000","last_fullsized":"2024-09-13T18:56:38.091143+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_clean_scrub_stamp":"2024-09-13T18:56:33.675285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:42:49.184759+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.d","version":"19'1","reported_seq":16,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.047399+0000","last_change":"2024-09-13T18:56:33.705610+0000","last_active":"2024-09-13T18:56:38.047399+0000","last_peered":"2024-09-13T18:56:38.047399+0000","last_clean":"2024-09-13T18:56:38.047399+0000","last_became_active":"2024-09-13T18:56:33.705337+0000","last_became_peered":"2024-09-13T18:56:33.705337+0000","last_unstale":"2024-09-13T18:56:38.047399+0000","last_undegraded":"2024-09-13T18:56:38.047399+0000","last_fullsized":"2024-09-13T18:56:38.047399+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:32.670112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:32.670112+0000","last_clean_scrub_stamp":"2024-09-13T18:56:32.670112+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:08:07.942934+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":12,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.066175+0000","last_change":"2024-09-13T18:56:38.064567+0000","last_active":"2024-09-13T18:56:38.066175+0000","last_peered":"2024-09-13T18:56:38.066175+0000","last_clean":"2024-09-13T18:56:38.066175+0000","last_became_active":"2024-09-13T18:56:38.064225+0000","last_became_peered":"2024-09-13T18:56:38.064225+0000","last_unstale":"2024-09-13T18:56:38.066175+0000","last_undegraded":"2024-09-13T18:56:38.066175+0000","last_fullsized":"2024-09-13T18:56:38.066175+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:37.033538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:37.033538+0000","last_clean_scrub_stamp":"2024-09-13T18:56:37.033538+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:32:17.053809+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4,5],"acting":[0,1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":14,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.283180+0000","last_change":"2024-09-13T18:56:34.048364+0000","last_active":"2024-09-13T18:56:38.283180+0000","last_peered":"2024-09-13T18:56:38.283180+0000","last_clean":"2024-09-13T18:56:38.283180+0000","last_became_active":"2024-09-13T18:56:34.048080+0000","last_became_peered":"2024-09-13T18:56:34.048080+0000","last_unstale":"2024-09-13T18:56:38.283180+0000","last_undegraded":"2024-09-13T18:56:38.283180+0000","last_fullsized":"2024-09-13T18:56:38.283180+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_clean_scrub_stamp":"2024-09-13T18:56:33.675285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:59:00.644482+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"19'2","reported_seq":17,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.047263+0000","last_change":"2024-09-13T18:56:33.695777+0000","last_active":"2024-09-13T18:56:38.047263+0000","last_peered":"2024-09-13T18:56:38.047263+0000","last_clean":"2024-09-13T18:56:38.047263+0000","last_became_active":"2024-09-13T18:56:33.695508+0000","last_became_peered":"2024-09-13T18:56:33.695508+0000","last_unstale":"2024-09-13T18:56:38.047263+0000","last_undegraded":"2024-09-13T18:56:38.047263+0000","last_fullsized":"2024-09-13T18:56:38.047263+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:32.670112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:32.670112+0000","last_clean_scrub_stamp":"2024-09-13T18:56:32.670112+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T05:33:21.321605+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":12,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.294202+0000","last_change":"2024-09-13T18:56:38.287494+0000","last_active":"2024-09-13T18:56:38.294202+0000","last_peered":"2024-09-13T18:56:38.294202+0000","last_clean":"2024-09-13T18:56:38.294202+0000","last_became_active":"2024-09-13T18:56:38.287105+0000","last_became_peered":"2024-09-13T18:56:38.287105+0000","last_unstale":"2024-09-13T18:56:38.294202+0000","last_undegraded":"2024-09-13T18:56:38.294202+0000","last_fullsized":"2024-09-13T18:56:38.294202+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:37.033538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:37.033538+0000","last_clean_scrub_stamp":"2024-09-13T18:56:37.033538+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:00:23.407612+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7,6],"acting":[5,4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":14,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.283077+0000","last_change":"2024-09-13T18:56:34.049747+0000","last_active":"2024-09-13T18:56:38.283077+0000","last_peered":"2024-09-13T18:56:38.283077+0000","last_clean":"2024-09-13T18:56:38.283077+0000","last_became_active":"2024-09-13T18:56:34.049353+0000","last_became_peered":"2024-09-13T18:56:34.049353+0000","last_unstale":"2024-09-13T18:56:38.283077+0000","last_undegraded":"2024-09-13T18:56:38.283077+0000","last_fullsized":"2024-09-13T18:56:38.283077+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_clean_scrub_stamp":"2024-09-13T18:56:33.675285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:59:47.148758+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"19'1","reported_seq":16,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.052104+0000","last_change":"2024-09-13T18:56:33.703086+0000","last_active":"2024-09-13T18:56:38.052104+0000","last_peered":"2024-09-13T18:56:38.052104+0000","last_clean":"2024-09-13T18:56:38.052104+0000","last_became_active":"2024-09-13T18:56:33.702573+0000","last_became_peered":"2024-09-13T18:56:33.702573+0000","last_unstale":"2024-09-13T18:56:38.052104+0000","last_undegraded":"2024-09-13T18:56:38.052104+0000","last_fullsized":"2024-09-13T18:56:38.052104+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:32.670112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:32.670112+0000","last_clean_scrub_stamp":"2024-09-13T18:56:32.670112+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:13:37.745429+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":12,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.063136+0000","last_change":"2024-09-13T18:56:38.061481+0000","last_active":"2024-09-13T18:56:38.063136+0000","last_peered":"2024-09-13T18:56:38.063136+0000","last_clean":"2024-09-13T18:56:38.063136+0000","last_became_active":"2024-09-13T18:56:38.060378+0000","last_became_peered":"2024-09-13T18:56:38.060378+0000","last_unstale":"2024-09-13T18:56:38.063136+0000","last_undegraded":"2024-09-13T18:56:38.063136+0000","last_fullsized":"2024-09-13T18:56:38.063136+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:37.033538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:37.033538+0000","last_clean_scrub_stamp":"2024-09-13T18:56:37.033538+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:13:33.300697+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3,6],"acting":[4,1,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":14,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.282593+0000","last_change":"2024-09-13T18:56:34.048870+0000","last_active":"2024-09-13T18:56:38.282593+0000","last_peered":"2024-09-13T18:56:38.282593+0000","last_clean":"2024-09-13T18:56:38.282593+0000","last_became_active":"2024-09-13T18:56:34.048645+0000","last_became_peered":"2024-09-13T18:56:34.048645+0000","last_unstale":"2024-09-13T18:56:38.282593+0000","last_undegraded":"2024-09-13T18:56:38.282593+0000","last_fullsized":"2024-09-13T18:56:38.282593+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_clean_scrub_stamp":"2024-09-13T18:56:33.675285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T06:17:04.108092+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.10","version":"19'8","reported_seq":23,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.046918+0000","last_change":"2024-09-13T18:56:33.700645+0000","last_active":"2024-09-13T18:56:38.046918+0000","last_peered":"2024-09-13T18:56:38.046918+0000","last_clean":"2024-09-13T18:56:38.046918+0000","last_became_active":"2024-09-13T18:56:33.700371+0000","last_became_peered":"2024-09-13T18:56:33.700371+0000","last_unstale":"2024-09-13T18:56:38.046918+0000","last_undegraded":"2024-09-13T18:56:38.046918+0000","last_fullsized":"2024-09-13T18:56:38.046918+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:32.670112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:32.670112+0000","last_clean_scrub_stamp":"2024-09-13T18:56:32.670112+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:43:27.221682+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":12,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.065300+0000","last_change":"2024-09-13T18:56:38.063633+0000","last_active":"2024-09-13T18:56:38.065300+0000","last_peered":"2024-09-13T18:56:38.065300+0000","last_clean":"2024-09-13T18:56:38.065300+0000","last_became_active":"2024-09-13T18:56:38.061890+0000","last_became_peered":"2024-09-13T18:56:38.061890+0000","last_unstale":"2024-09-13T18:56:38.065300+0000","last_undegraded":"2024-09-13T18:56:38.065300+0000","last_fullsized":"2024-09-13T18:56:38.065300+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:37.033538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:37.033538+0000","last_clean_scrub_stamp":"2024-09-13T18:56:37.033538+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:35:59.118804+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,2,6],"acting":[0,3,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":14,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.045393+0000","last_change":"2024-09-13T18:56:34.053791+0000","last_active":"2024-09-13T18:56:38.045393+0000","last_peered":"2024-09-13T18:56:38.045393+0000","last_clean":"2024-09-13T18:56:38.045393+0000","last_became_active":"2024-09-13T18:56:34.053521+0000","last_became_peered":"2024-09-13T18:56:34.053521+0000","last_unstale":"2024-09-13T18:56:38.045393+0000","last_undegraded":"2024-09-13T18:56:38.045393+0000","last_fullsized":"2024-09-13T18:56:38.045393+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_clean_scrub_stamp":"2024-09-13T18:56:33.675285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T05:33:36.315678+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":15,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.046129+0000","last_change":"2024-09-13T18:56:33.705649+0000","last_active":"2024-09-13T18:56:38.046129+0000","last_peered":"2024-09-13T18:56:38.046129+0000","last_clean":"2024-09-13T18:56:38.046129+0000","last_became_active":"2024-09-13T18:56:33.705358+0000","last_became_peered":"2024-09-13T18:56:33.705358+0000","last_unstale":"2024-09-13T18:56:38.046129+0000","last_undegraded":"2024-09-13T18:56:38.046129+0000","last_fullsized":"2024-09-13T18:56:38.046129+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:32.670112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:32.670112+0000","last_clean_scrub_stamp":"2024-09-13T18:56:32.670112+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:30:28.197046+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":12,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.293623+0000","last_change":"2024-09-13T18:56:38.288032+0000","last_active":"2024-09-13T18:56:38.293623+0000","last_peered":"2024-09-13T18:56:38.293623+0000","last_clean":"2024-09-13T18:56:38.293623+0000","last_became_active":"2024-09-13T18:56:38.287609+0000","last_became_peered":"2024-09-13T18:56:38.287609+0000","last_unstale":"2024-09-13T18:56:38.293623+0000","last_undegraded":"2024-09-13T18:56:38.293623+0000","last_fullsized":"2024-09-13T18:56:38.293623+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:37.033538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:37.033538+0000","last_clean_scrub_stamp":"2024-09-13T18:56:37.033538+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:45:51.190628+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1,6],"acting":[3,7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":14,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.282745+0000","last_change":"2024-09-13T18:56:34.049126+0000","last_active":"2024-09-13T18:56:38.282745+0000","last_peered":"2024-09-13T18:56:38.282745+0000","last_clean":"2024-09-13T18:56:38.282745+0000","last_became_active":"2024-09-13T18:56:34.048870+0000","last_became_peered":"2024-09-13T18:56:34.048870+0000","last_unstale":"2024-09-13T18:56:38.282745+0000","last_undegraded":"2024-09-13T18:56:38.282745+0000","last_fullsized":"2024-09-13T18:56:38.282745+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_clean_scrub_stamp":"2024-09-13T18:56:33.675285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T06:45:22.275265+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":15,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.044388+0000","last_change":"2024-09-13T18:56:33.705820+0000","last_active":"2024-09-13T18:56:38.044388+0000","last_peered":"2024-09-13T18:56:38.044388+0000","last_clean":"2024-09-13T18:56:38.044388+0000","last_became_active":"2024-09-13T18:56:33.705539+0000","last_became_peered":"2024-09-13T18:56:33.705539+0000","last_unstale":"2024-09-13T18:56:38.044388+0000","last_undegraded":"2024-09-13T18:56:38.044388+0000","last_fullsized":"2024-09-13T18:56:38.044388+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:32.670112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:32.670112+0000","last_clean_scrub_stamp":"2024-09-13T18:56:32.670112+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T05:33:21.321605+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":12,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.285621+0000","last_change":"2024-09-13T18:56:38.284313+0000","last_active":"2024-09-13T18:56:38.285621+0000","last_peered":"2024-09-13T18:56:38.285621+0000","last_clean":"2024-09-13T18:56:38.285621+0000","last_became_active":"2024-09-13T18:56:38.283927+0000","last_became_peered":"2024-09-13T18:56:38.283927+0000","last_unstale":"2024-09-13T18:56:38.285621+0000","last_undegraded":"2024-09-13T18:56:38.285621+0000","last_fullsized":"2024-09-13T18:56:38.285621+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:37.033538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:37.033538+0000","last_clean_scrub_stamp":"2024-09-13T18:56:37.033538+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T06:15:30.258202+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7,2],"acting":[3,1,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":14,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.058440+0000","last_change":"2024-09-13T18:56:34.047769+0000","last_active":"2024-09-13T18:56:38.058440+0000","last_peered":"2024-09-13T18:56:38.058440+0000","last_clean":"2024-09-13T18:56:38.058440+0000","last_became_active":"2024-09-13T18:56:34.047382+0000","last_became_peered":"2024-09-13T18:56:34.047382+0000","last_unstale":"2024-09-13T18:56:38.058440+0000","last_undegraded":"2024-09-13T18:56:38.058440+0000","last_fullsized":"2024-09-13T18:56:38.058440+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_clean_scrub_stamp":"2024-09-13T18:56:33.675285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:01:33.599939+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.13","version":"19'2","reported_seq":17,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.060041+0000","last_change":"2024-09-13T18:56:33.705684+0000","last_active":"2024-09-13T18:56:38.060041+0000","last_peered":"2024-09-13T18:56:38.060041+0000","last_clean":"2024-09-13T18:56:38.060041+0000","last_became_active":"2024-09-13T18:56:33.705431+0000","last_became_peered":"2024-09-13T18:56:33.705431+0000","last_unstale":"2024-09-13T18:56:38.060041+0000","last_undegraded":"2024-09-13T18:56:38.060041+0000","last_fullsized":"2024-09-13T18:56:38.060041+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:32.670112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:32.670112+0000","last_clean_scrub_stamp":"2024-09-13T18:56:32.670112+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:17:31.525937+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":12,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.291084+0000","last_change":"2024-09-13T18:56:38.284475+0000","last_active":"2024-09-13T18:56:38.291084+0000","last_peered":"2024-09-13T18:56:38.291084+0000","last_clean":"2024-09-13T18:56:38.291084+0000","last_became_active":"2024-09-13T18:56:38.283935+0000","last_became_peered":"2024-09-13T18:56:38.283935+0000","last_unstale":"2024-09-13T18:56:38.291084+0000","last_undegraded":"2024-09-13T18:56:38.291084+0000","last_fullsized":"2024-09-13T18:56:38.291084+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:37.033538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:37.033538+0000","last_clean_scrub_stamp":"2024-09-13T18:56:37.033538+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:35:59.118804+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3,2],"acting":[5,7,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":14,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.282793+0000","last_change":"2024-09-13T18:56:34.049841+0000","last_active":"2024-09-13T18:56:38.282793+0000","last_peered":"2024-09-13T18:56:38.282793+0000","last_clean":"2024-09-13T18:56:38.282793+0000","last_became_active":"2024-09-13T18:56:34.048612+0000","last_became_peered":"2024-09-13T18:56:34.048612+0000","last_unstale":"2024-09-13T18:56:38.282793+0000","last_undegraded":"2024-09-13T18:56:38.282793+0000","last_fullsized":"2024-09-13T18:56:38.282793+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_clean_scrub_stamp":"2024-09-13T18:56:33.675285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T05:42:08.916699+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.14","version":"24'10","reported_seq":25,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-13T18:56:42.827042+0000","last_change":"2024-09-13T18:56:33.703254+0000","last_active":"2024-09-13T18:56:42.827042+0000","last_peered":"2024-09-13T18:56:42.827042+0000","last_clean":"2024-09-13T18:56:42.827042+0000","last_became_active":"2024-09-13T18:56:33.702943+0000","last_became_peered":"2024-09-13T18:56:33.702943+0000","last_unstale":"2024-09-13T18:56:42.827042+0000","last_undegraded":"2024-09-13T18:56:42.827042+0000","last_fullsized":"2024-09-13T18:56:42.827042+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:32.670112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:32.670112+0000","last_clean_scrub_stamp":"2024-09-13T18:56:32.670112+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:54:18.976006+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":3795,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":12,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.064546+0000","last_change":"2024-09-13T18:56:38.061612+0000","last_active":"2024-09-13T18:56:38.064546+0000","last_peered":"2024-09-13T18:56:38.064546+0000","last_clean":"2024-09-13T18:56:38.064546+0000","last_became_active":"2024-09-13T18:56:38.061219+0000","last_became_peered":"2024-09-13T18:56:38.061219+0000","last_unstale":"2024-09-13T18:56:38.064546+0000","last_undegraded":"2024-09-13T18:56:38.064546+0000","last_fullsized":"2024-09-13T18:56:38.064546+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:37.033538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:37.033538+0000","last_clean_scrub_stamp":"2024-09-13T18:56:37.033538+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:32:02.633655+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,2,0],"acting":[1,6,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":14,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.051521+0000","last_change":"2024-09-13T18:56:34.044489+0000","last_active":"2024-09-13T18:56:38.051521+0000","last_peered":"2024-09-13T18:56:38.051521+0000","last_clean":"2024-09-13T18:56:38.051521+0000","last_became_active":"2024-09-13T18:56:34.044153+0000","last_became_peered":"2024-09-13T18:56:34.044153+0000","last_unstale":"2024-09-13T18:56:38.051521+0000","last_undegraded":"2024-09-13T18:56:38.051521+0000","last_fullsized":"2024-09-13T18:56:38.051521+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_clean_scrub_stamp":"2024-09-13T18:56:33.675285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T05:01:13.333518+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.15","version":"19'3","reported_seq":18,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.047296+0000","last_change":"2024-09-13T18:56:33.706119+0000","last_active":"2024-09-13T18:56:38.047296+0000","last_peered":"2024-09-13T18:56:38.047296+0000","last_clean":"2024-09-13T18:56:38.047296+0000","last_became_active":"2024-09-13T18:56:33.705887+0000","last_became_peered":"2024-09-13T18:56:33.705887+0000","last_unstale":"2024-09-13T18:56:38.047296+0000","last_undegraded":"2024-09-13T18:56:38.047296+0000","last_fullsized":"2024-09-13T18:56:38.047296+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:32.670112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:32.670112+0000","last_clean_scrub_stamp":"2024-09-13T18:56:32.670112+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T05:01:12.328346+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":12,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.063731+0000","last_change":"2024-09-13T18:56:38.061647+0000","last_active":"2024-09-13T18:56:38.063731+0000","last_peered":"2024-09-13T18:56:38.063731+0000","last_clean":"2024-09-13T18:56:38.063731+0000","last_became_active":"2024-09-13T18:56:38.060905+0000","last_became_peered":"2024-09-13T18:56:38.060905+0000","last_unstale":"2024-09-13T18:56:38.063731+0000","last_undegraded":"2024-09-13T18:56:38.063731+0000","last_fullsized":"2024-09-13T18:56:38.063731+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:37.033538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:37.033538+0000","last_clean_scrub_stamp":"2024-09-13T18:56:37.033538+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:14:07.585241+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6,1],"acting":[4,5,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":14,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.058933+0000","last_change":"2024-09-13T18:56:34.043050+0000","last_active":"2024-09-13T18:56:38.058933+0000","last_peered":"2024-09-13T18:56:38.058933+0000","last_clean":"2024-09-13T18:56:38.058933+0000","last_became_active":"2024-09-13T18:56:34.042486+0000","last_became_peered":"2024-09-13T18:56:34.042486+0000","last_unstale":"2024-09-13T18:56:38.058933+0000","last_undegraded":"2024-09-13T18:56:38.058933+0000","last_fullsized":"2024-09-13T18:56:38.058933+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_clean_scrub_stamp":"2024-09-13T18:56:33.675285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:01:01.701934+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":15,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.044429+0000","last_change":"2024-09-13T18:56:33.705604+0000","last_active":"2024-09-13T18:56:38.044429+0000","last_peered":"2024-09-13T18:56:38.044429+0000","last_clean":"2024-09-13T18:56:38.044429+0000","last_became_active":"2024-09-13T18:56:33.705330+0000","last_became_peered":"2024-09-13T18:56:33.705330+0000","last_unstale":"2024-09-13T18:56:38.044429+0000","last_undegraded":"2024-09-13T18:56:38.044429+0000","last_fullsized":"2024-09-13T18:56:38.044429+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:32.670112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:32.670112+0000","last_clean_scrub_stamp":"2024-09-13T18:56:32.670112+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:43:27.221682+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":12,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.059549+0000","last_change":"2024-09-13T18:56:38.057096+0000","last_active":"2024-09-13T18:56:38.059549+0000","last_peered":"2024-09-13T18:56:38.059549+0000","last_clean":"2024-09-13T18:56:38.059549+0000","last_became_active":"2024-09-13T18:56:38.056416+0000","last_became_peered":"2024-09-13T18:56:38.056416+0000","last_unstale":"2024-09-13T18:56:38.059549+0000","last_undegraded":"2024-09-13T18:56:38.059549+0000","last_fullsized":"2024-09-13T18:56:38.059549+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:37.033538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:37.033538+0000","last_clean_scrub_stamp":"2024-09-13T18:56:37.033538+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:03:04.188249+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6,4],"acting":[3,1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":14,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.091224+0000","last_change":"2024-09-13T18:56:34.050607+0000","last_active":"2024-09-13T18:56:38.091224+0000","last_peered":"2024-09-13T18:56:38.091224+0000","last_clean":"2024-09-13T18:56:38.091224+0000","last_became_active":"2024-09-13T18:56:34.049210+0000","last_became_peered":"2024-09-13T18:56:34.049210+0000","last_unstale":"2024-09-13T18:56:38.091224+0000","last_undegraded":"2024-09-13T18:56:38.091224+0000","last_fullsized":"2024-09-13T18:56:38.091224+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_clean_scrub_stamp":"2024-09-13T18:56:33.675285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:24:44.364829+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":15,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.046319+0000","last_change":"2024-09-13T18:56:33.710960+0000","last_active":"2024-09-13T18:56:38.046319+0000","last_peered":"2024-09-13T18:56:38.046319+0000","last_clean":"2024-09-13T18:56:38.046319+0000","last_became_active":"2024-09-13T18:56:33.710661+0000","last_became_peered":"2024-09-13T18:56:33.710661+0000","last_unstale":"2024-09-13T18:56:38.046319+0000","last_undegraded":"2024-09-13T18:56:38.046319+0000","last_fullsized":"2024-09-13T18:56:38.046319+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:32.670112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:32.670112+0000","last_clean_scrub_stamp":"2024-09-13T18:56:32.670112+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T04:28:01.623713+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":12,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.285651+0000","last_change":"2024-09-13T18:56:38.284334+0000","last_active":"2024-09-13T18:56:38.285651+0000","last_peered":"2024-09-13T18:56:38.285651+0000","last_clean":"2024-09-13T18:56:38.285651+0000","last_became_active":"2024-09-13T18:56:38.283990+0000","last_became_peered":"2024-09-13T18:56:38.283990+0000","last_unstale":"2024-09-13T18:56:38.285651+0000","last_undegraded":"2024-09-13T18:56:38.285651+0000","last_fullsized":"2024-09-13T18:56:38.285651+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:37.033538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:37.033538+0000","last_clean_scrub_stamp":"2024-09-13T18:56:37.033538+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:24:29.050631+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6,5],"acting":[3,7,6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":12,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.293654+0000","last_change":"2024-09-13T18:56:38.288823+0000","last_active":"2024-09-13T18:56:38.293654+0000","last_peered":"2024-09-13T18:56:38.293654+0000","last_clean":"2024-09-13T18:56:38.293654+0000","last_became_active":"2024-09-13T18:56:38.288444+0000","last_became_peered":"2024-09-13T18:56:38.288444+0000","last_unstale":"2024-09-13T18:56:38.293654+0000","last_undegraded":"2024-09-13T18:56:38.293654+0000","last_fullsized":"2024-09-13T18:56:38.293654+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:37.033538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:37.033538+0000","last_clean_scrub_stamp":"2024-09-13T18:56:37.033538+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:32:02.633655+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3,1],"acting":[0,7,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":14,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.047515+0000","last_change":"2024-09-13T18:56:34.044908+0000","last_active":"2024-09-13T18:56:38.047515+0000","last_peered":"2024-09-13T18:56:38.047515+0000","last_clean":"2024-09-13T18:56:38.047515+0000","last_became_active":"2024-09-13T18:56:34.044665+0000","last_became_peered":"2024-09-13T18:56:34.044665+0000","last_unstale":"2024-09-13T18:56:38.047515+0000","last_undegraded":"2024-09-13T18:56:38.047515+0000","last_fullsized":"2024-09-13T18:56:38.047515+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_clean_scrub_stamp":"2024-09-13T18:56:33.675285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T05:29:11.873036+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":15,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.045114+0000","last_change":"2024-09-13T18:56:33.704836+0000","last_active":"2024-09-13T18:56:38.045114+0000","last_peered":"2024-09-13T18:56:38.045114+0000","last_clean":"2024-09-13T18:56:38.045114+0000","last_became_active":"2024-09-13T18:56:33.704576+0000","last_became_peered":"2024-09-13T18:56:33.704576+0000","last_unstale":"2024-09-13T18:56:38.045114+0000","last_undegraded":"2024-09-13T18:56:38.045114+0000","last_fullsized":"2024-09-13T18:56:38.045114+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:32.670112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:32.670112+0000","last_clean_scrub_stamp":"2024-09-13T18:56:32.670112+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:54:18.976006+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":12,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.069395+0000","last_change":"2024-09-13T18:56:38.063997+0000","last_active":"2024-09-13T18:56:38.069395+0000","last_peered":"2024-09-13T18:56:38.069395+0000","last_clean":"2024-09-13T18:56:38.069395+0000","last_became_active":"2024-09-13T18:56:38.063306+0000","last_became_peered":"2024-09-13T18:56:38.063306+0000","last_unstale":"2024-09-13T18:56:38.069395+0000","last_undegraded":"2024-09-13T18:56:38.069395+0000","last_fullsized":"2024-09-13T18:56:38.069395+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:37.033538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:37.033538+0000","last_clean_scrub_stamp":"2024-09-13T18:56:37.033538+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:59:50.507011+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1,0],"acting":[6,5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":14,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.042222+0000","last_change":"2024-09-13T18:56:34.054343+0000","last_active":"2024-09-13T18:56:38.042222+0000","last_peered":"2024-09-13T18:56:38.042222+0000","last_clean":"2024-09-13T18:56:38.042222+0000","last_became_active":"2024-09-13T18:56:34.054097+0000","last_became_peered":"2024-09-13T18:56:34.054097+0000","last_unstale":"2024-09-13T18:56:38.042222+0000","last_undegraded":"2024-09-13T18:56:38.042222+0000","last_fullsized":"2024-09-13T18:56:38.042222+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_clean_scrub_stamp":"2024-09-13T18:56:33.675285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:01:01.701934+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":15,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.042935+0000","last_change":"2024-09-13T18:56:33.697445+0000","last_active":"2024-09-13T18:56:38.042935+0000","last_peered":"2024-09-13T18:56:38.042935+0000","last_clean":"2024-09-13T18:56:38.042935+0000","last_became_active":"2024-09-13T18:56:33.697197+0000","last_became_peered":"2024-09-13T18:56:33.697197+0000","last_unstale":"2024-09-13T18:56:38.042935+0000","last_undegraded":"2024-09-13T18:56:38.042935+0000","last_fullsized":"2024-09-13T18:56:38.042935+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:32.670112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:32.670112+0000","last_clean_scrub_stamp":"2024-09-13T18:56:32.670112+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T05:33:21.321605+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1a","version":"19'1","reported_seq":16,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.044534+0000","last_change":"2024-09-13T18:56:33.705854+0000","last_active":"2024-09-13T18:56:38.044534+0000","last_peered":"2024-09-13T18:56:38.044534+0000","last_clean":"2024-09-13T18:56:38.044534+0000","last_became_active":"2024-09-13T18:56:33.705387+0000","last_became_peered":"2024-09-13T18:56:33.705387+0000","last_unstale":"2024-09-13T18:56:38.044534+0000","last_undegraded":"2024-09-13T18:56:38.044534+0000","last_fullsized":"2024-09-13T18:56:38.044534+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:32.670112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:32.670112+0000","last_clean_scrub_stamp":"2024-09-13T18:56:32.670112+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:43:27.221682+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":14,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.059954+0000","last_change":"2024-09-13T18:56:34.043698+0000","last_active":"2024-09-13T18:56:38.059954+0000","last_peered":"2024-09-13T18:56:38.059954+0000","last_clean":"2024-09-13T18:56:38.059954+0000","last_became_active":"2024-09-13T18:56:34.043447+0000","last_became_peered":"2024-09-13T18:56:34.043447+0000","last_unstale":"2024-09-13T18:56:38.059954+0000","last_undegraded":"2024-09-13T18:56:38.059954+0000","last_fullsized":"2024-09-13T18:56:38.059954+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_clean_scrub_stamp":"2024-09-13T18:56:33.675285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:26:13.756603+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":12,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.054764+0000","last_change":"2024-09-13T18:56:38.053207+0000","last_active":"2024-09-13T18:56:38.054764+0000","last_peered":"2024-09-13T18:56:38.054764+0000","last_clean":"2024-09-13T18:56:38.054764+0000","last_became_active":"2024-09-13T18:56:38.052833+0000","last_became_peered":"2024-09-13T18:56:38.052833+0000","last_unstale":"2024-09-13T18:56:38.054764+0000","last_undegraded":"2024-09-13T18:56:38.054764+0000","last_fullsized":"2024-09-13T18:56:38.054764+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:37.033538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:37.033538+0000","last_clean_scrub_stamp":"2024-09-13T18:56:37.033538+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T04:16:03.331331+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,3,5],"acting":[2,1,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1b","version":"19'1","reported_seq":16,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.042320+0000","last_change":"2024-09-13T18:56:33.705530+0000","last_active":"2024-09-13T18:56:38.042320+0000","last_peered":"2024-09-13T18:56:38.042320+0000","last_clean":"2024-09-13T18:56:38.042320+0000","last_became_active":"2024-09-13T18:56:33.705271+0000","last_became_peered":"2024-09-13T18:56:33.705271+0000","last_unstale":"2024-09-13T18:56:38.042320+0000","last_undegraded":"2024-09-13T18:56:38.042320+0000","last_fullsized":"2024-09-13T18:56:38.042320+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:32.670112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:32.670112+0000","last_clean_scrub_stamp":"2024-09-13T18:56:32.670112+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:30:28.197046+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":14,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.050699+0000","last_change":"2024-09-13T18:56:34.051620+0000","last_active":"2024-09-13T18:56:38.050699+0000","last_peered":"2024-09-13T18:56:38.050699+0000","last_clean":"2024-09-13T18:56:38.050699+0000","last_became_active":"2024-09-13T18:56:34.047976+0000","last_became_peered":"2024-09-13T18:56:34.047976+0000","last_unstale":"2024-09-13T18:56:38.050699+0000","last_undegraded":"2024-09-13T18:56:38.050699+0000","last_fullsized":"2024-09-13T18:56:38.050699+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_clean_scrub_stamp":"2024-09-13T18:56:33.675285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T04:28:02.628885+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":12,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.059680+0000","last_change":"2024-09-13T18:56:38.057015+0000","last_active":"2024-09-13T18:56:38.059680+0000","last_peered":"2024-09-13T18:56:38.059680+0000","last_clean":"2024-09-13T18:56:38.059680+0000","last_became_active":"2024-09-13T18:56:38.056613+0000","last_became_peered":"2024-09-13T18:56:38.056613+0000","last_unstale":"2024-09-13T18:56:38.059680+0000","last_undegraded":"2024-09-13T18:56:38.059680+0000","last_fullsized":"2024-09-13T18:56:38.059680+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:37.033538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:37.033538+0000","last_clean_scrub_stamp":"2024-09-13T18:56:37.033538+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:10:04.292026+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4,2],"acting":[3,1,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":14,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.045251+0000","last_change":"2024-09-13T18:56:34.054198+0000","last_active":"2024-09-13T18:56:38.045251+0000","last_peered":"2024-09-13T18:56:38.045251+0000","last_clean":"2024-09-13T18:56:38.045251+0000","last_became_active":"2024-09-13T18:56:34.053929+0000","last_became_peered":"2024-09-13T18:56:34.053929+0000","last_unstale":"2024-09-13T18:56:38.045251+0000","last_undegraded":"2024-09-13T18:56:38.045251+0000","last_fullsized":"2024-09-13T18:56:38.045251+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_clean_scrub_stamp":"2024-09-13T18:56:33.675285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T04:15:59.973078+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":14,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.047453+0000","last_change":"2024-09-13T18:56:34.042266+0000","last_active":"2024-09-13T18:56:38.047453+0000","last_peered":"2024-09-13T18:56:38.047453+0000","last_clean":"2024-09-13T18:56:38.047453+0000","last_became_active":"2024-09-13T18:56:34.042030+0000","last_became_peered":"2024-09-13T18:56:34.042030+0000","last_unstale":"2024-09-13T18:56:38.047453+0000","last_undegraded":"2024-09-13T18:56:38.047453+0000","last_fullsized":"2024-09-13T18:56:38.047453+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_clean_scrub_stamp":"2024-09-13T18:56:33.675285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:07:49.773422+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":14,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.091092+0000","last_change":"2024-09-13T18:56:34.051074+0000","last_active":"2024-09-13T18:56:38.091092+0000","last_peered":"2024-09-13T18:56:38.091092+0000","last_clean":"2024-09-13T18:56:38.091092+0000","last_became_active":"2024-09-13T18:56:34.050822+0000","last_became_peered":"2024-09-13T18:56:34.050822+0000","last_unstale":"2024-09-13T18:56:38.091092+0000","last_undegraded":"2024-09-13T18:56:38.091092+0000","last_fullsized":"2024-09-13T18:56:38.091092+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_clean_scrub_stamp":"2024-09-13T18:56:33.675285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:42:36.055761+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":14,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.059874+0000","last_change":"2024-09-13T18:56:34.044840+0000","last_active":"2024-09-13T18:56:38.059874+0000","last_peered":"2024-09-13T18:56:38.059874+0000","last_clean":"2024-09-13T18:56:38.059874+0000","last_became_active":"2024-09-13T18:56:34.044256+0000","last_became_peered":"2024-09-13T18:56:34.044256+0000","last_unstale":"2024-09-13T18:56:38.059874+0000","last_undegraded":"2024-09-13T18:56:38.059874+0000","last_fullsized":"2024-09-13T18:56:38.059874+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_clean_scrub_stamp":"2024-09-13T18:56:33.675285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T05:29:42.217088+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":14,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.042109+0000","last_change":"2024-09-13T18:56:34.046658+0000","last_active":"2024-09-13T18:56:38.042109+0000","last_peered":"2024-09-13T18:56:38.042109+0000","last_clean":"2024-09-13T18:56:38.042109+0000","last_became_active":"2024-09-13T18:56:34.046380+0000","last_became_peered":"2024-09-13T18:56:34.046380+0000","last_unstale":"2024-09-13T18:56:38.042109+0000","last_undegraded":"2024-09-13T18:56:38.042109+0000","last_fullsized":"2024-09-13T18:56:38.042109+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_clean_scrub_stamp":"2024-09-13T18:56:33.675285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:53:25.782768+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":14,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.047182+0000","last_change":"2024-09-13T18:56:34.045646+0000","last_active":"2024-09-13T18:56:38.047182+0000","last_peered":"2024-09-13T18:56:38.047182+0000","last_clean":"2024-09-13T18:56:38.047182+0000","last_became_active":"2024-09-13T18:56:34.045412+0000","last_became_peered":"2024-09-13T18:56:34.045412+0000","last_unstale":"2024-09-13T18:56:38.047182+0000","last_undegraded":"2024-09-13T18:56:38.047182+0000","last_fullsized":"2024-09-13T18:56:38.047182+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_clean_scrub_stamp":"2024-09-13T18:56:33.675285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:01:01.701934+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":14,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.045682+0000","last_change":"2024-09-13T18:56:34.050478+0000","last_active":"2024-09-13T18:56:38.045682+0000","last_peered":"2024-09-13T18:56:38.045682+0000","last_clean":"2024-09-13T18:56:38.045682+0000","last_became_active":"2024-09-13T18:56:34.047217+0000","last_became_peered":"2024-09-13T18:56:34.047217+0000","last_unstale":"2024-09-13T18:56:38.045682+0000","last_undegraded":"2024-09-13T18:56:38.045682+0000","last_fullsized":"2024-09-13T18:56:38.045682+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_clean_scrub_stamp":"2024-09-13T18:56:33.675285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:26:13.756603+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":14,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.043517+0000","last_change":"2024-09-13T18:56:34.046487+0000","last_active":"2024-09-13T18:56:38.043517+0000","last_peered":"2024-09-13T18:56:38.043517+0000","last_clean":"2024-09-13T18:56:38.043517+0000","last_became_active":"2024-09-13T18:56:34.046227+0000","last_became_peered":"2024-09-13T18:56:34.046227+0000","last_unstale":"2024-09-13T18:56:38.043517+0000","last_undegraded":"2024-09-13T18:56:38.043517+0000","last_fullsized":"2024-09-13T18:56:38.043517+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_clean_scrub_stamp":"2024-09-13T18:56:33.675285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:24:44.364829+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":14,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.091053+0000","last_change":"2024-09-13T18:56:34.051455+0000","last_active":"2024-09-13T18:56:38.091053+0000","last_peered":"2024-09-13T18:56:38.091053+0000","last_clean":"2024-09-13T18:56:38.091053+0000","last_became_active":"2024-09-13T18:56:34.050093+0000","last_became_peered":"2024-09-13T18:56:34.050093+0000","last_unstale":"2024-09-13T18:56:38.091053+0000","last_undegraded":"2024-09-13T18:56:38.091053+0000","last_fullsized":"2024-09-13T18:56:38.091053+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_clean_scrub_stamp":"2024-09-13T18:56:33.675285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:01:59.641441+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":14,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.042288+0000","last_change":"2024-09-13T18:56:34.047674+0000","last_active":"2024-09-13T18:56:38.042288+0000","last_peered":"2024-09-13T18:56:38.042288+0000","last_clean":"2024-09-13T18:56:38.042288+0000","last_became_active":"2024-09-13T18:56:34.047318+0000","last_became_peered":"2024-09-13T18:56:34.047318+0000","last_unstale":"2024-09-13T18:56:38.042288+0000","last_undegraded":"2024-09-13T18:56:38.042288+0000","last_fullsized":"2024-09-13T18:56:38.042288+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_clean_scrub_stamp":"2024-09-13T18:56:33.675285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:42:49.184759+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":14,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.091082+0000","last_change":"2024-09-13T18:56:34.048861+0000","last_active":"2024-09-13T18:56:38.091082+0000","last_peered":"2024-09-13T18:56:38.091082+0000","last_clean":"2024-09-13T18:56:38.091082+0000","last_became_active":"2024-09-13T18:56:34.047647+0000","last_became_peered":"2024-09-13T18:56:34.047647+0000","last_unstale":"2024-09-13T18:56:38.091082+0000","last_undegraded":"2024-09-13T18:56:38.091082+0000","last_fullsized":"2024-09-13T18:56:38.091082+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_clean_scrub_stamp":"2024-09-13T18:56:33.675285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:46:45.175553+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":14,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.059463+0000","last_change":"2024-09-13T18:56:34.045017+0000","last_active":"2024-09-13T18:56:38.059463+0000","last_peered":"2024-09-13T18:56:38.059463+0000","last_clean":"2024-09-13T18:56:38.059463+0000","last_became_active":"2024-09-13T18:56:34.044598+0000","last_became_peered":"2024-09-13T18:56:34.044598+0000","last_unstale":"2024-09-13T18:56:38.059463+0000","last_undegraded":"2024-09-13T18:56:38.059463+0000","last_fullsized":"2024-09-13T18:56:38.059463+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_clean_scrub_stamp":"2024-09-13T18:56:33.675285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:56:19.255131+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":14,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.044510+0000","last_change":"2024-09-13T18:56:34.049982+0000","last_active":"2024-09-13T18:56:38.044510+0000","last_peered":"2024-09-13T18:56:38.044510+0000","last_clean":"2024-09-13T18:56:38.044510+0000","last_became_active":"2024-09-13T18:56:34.049704+0000","last_became_peered":"2024-09-13T18:56:34.049704+0000","last_unstale":"2024-09-13T18:56:38.044510+0000","last_undegraded":"2024-09-13T18:56:38.044510+0000","last_fullsized":"2024-09-13T18:56:38.044510+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_clean_scrub_stamp":"2024-09-13T18:56:33.675285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T05:29:11.873036+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":14,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.282917+0000","last_change":"2024-09-13T18:56:34.053374+0000","last_active":"2024-09-13T18:56:38.282917+0000","last_peered":"2024-09-13T18:56:38.282917+0000","last_clean":"2024-09-13T18:56:38.282917+0000","last_became_active":"2024-09-13T18:56:34.053124+0000","last_became_peered":"2024-09-13T18:56:34.053124+0000","last_unstale":"2024-09-13T18:56:38.282917+0000","last_undegraded":"2024-09-13T18:56:38.282917+0000","last_fullsized":"2024-09-13T18:56:38.282917+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_clean_scrub_stamp":"2024-09-13T18:56:33.675285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:59:41.131057+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":14,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.047170+0000","last_change":"2024-09-13T18:56:34.048849+0000","last_active":"2024-09-13T18:56:38.047170+0000","last_peered":"2024-09-13T18:56:38.047170+0000","last_clean":"2024-09-13T18:56:38.047170+0000","last_became_active":"2024-09-13T18:56:34.047518+0000","last_became_peered":"2024-09-13T18:56:34.047518+0000","last_unstale":"2024-09-13T18:56:38.047170+0000","last_undegraded":"2024-09-13T18:56:38.047170+0000","last_fullsized":"2024-09-13T18:56:38.047170+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_clean_scrub_stamp":"2024-09-13T18:56:33.675285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T05:01:13.333518+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":14,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.091241+0000","last_change":"2024-09-13T18:56:34.046748+0000","last_active":"2024-09-13T18:56:38.091241+0000","last_peered":"2024-09-13T18:56:38.091241+0000","last_clean":"2024-09-13T18:56:38.091241+0000","last_became_active":"2024-09-13T18:56:34.045067+0000","last_became_peered":"2024-09-13T18:56:34.045067+0000","last_unstale":"2024-09-13T18:56:38.091241+0000","last_undegraded":"2024-09-13T18:56:38.091241+0000","last_fullsized":"2024-09-13T18:56:38.091241+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_clean_scrub_stamp":"2024-09-13T18:56:33.675285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:59:41.131057+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":14,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.091041+0000","last_change":"2024-09-13T18:56:34.042190+0000","last_active":"2024-09-13T18:56:38.091041+0000","last_peered":"2024-09-13T18:56:38.091041+0000","last_clean":"2024-09-13T18:56:38.091041+0000","last_became_active":"2024-09-13T18:56:34.041922+0000","last_became_peered":"2024-09-13T18:56:34.041922+0000","last_unstale":"2024-09-13T18:56:38.091041+0000","last_undegraded":"2024-09-13T18:56:38.091041+0000","last_fullsized":"2024-09-13T18:56:38.091041+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_clean_scrub_stamp":"2024-09-13T18:56:33.675285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:01:01.701934+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":14,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.047602+0000","last_change":"2024-09-13T18:56:34.046390+0000","last_active":"2024-09-13T18:56:38.047602+0000","last_peered":"2024-09-13T18:56:38.047602+0000","last_clean":"2024-09-13T18:56:38.047602+0000","last_became_active":"2024-09-13T18:56:34.046149+0000","last_became_peered":"2024-09-13T18:56:34.046149+0000","last_unstale":"2024-09-13T18:56:38.047602+0000","last_undegraded":"2024-09-13T18:56:38.047602+0000","last_fullsized":"2024-09-13T18:56:38.047602+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_clean_scrub_stamp":"2024-09-13T18:56:33.675285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:24:44.364829+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":14,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.058357+0000","last_change":"2024-09-13T18:56:34.047601+0000","last_active":"2024-09-13T18:56:38.058357+0000","last_peered":"2024-09-13T18:56:38.058357+0000","last_clean":"2024-09-13T18:56:38.058357+0000","last_became_active":"2024-09-13T18:56:34.047043+0000","last_became_peered":"2024-09-13T18:56:34.047043+0000","last_unstale":"2024-09-13T18:56:38.058357+0000","last_undegraded":"2024-09-13T18:56:38.058357+0000","last_fullsized":"2024-09-13T18:56:38.058357+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_clean_scrub_stamp":"2024-09-13T18:56:33.675285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T05:33:36.315678+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":14,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.041809+0000","last_change":"2024-09-13T18:56:34.046316+0000","last_active":"2024-09-13T18:56:38.041809+0000","last_peered":"2024-09-13T18:56:38.041809+0000","last_clean":"2024-09-13T18:56:38.041809+0000","last_became_active":"2024-09-13T18:56:34.046075+0000","last_became_peered":"2024-09-13T18:56:34.046075+0000","last_unstale":"2024-09-13T18:56:38.041809+0000","last_undegraded":"2024-09-13T18:56:38.041809+0000","last_fullsized":"2024-09-13T18:56:38.041809+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_clean_scrub_stamp":"2024-09-13T18:56:33.675285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:26:13.756603+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":14,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.051433+0000","last_change":"2024-09-13T18:56:34.042294+0000","last_active":"2024-09-13T18:56:38.051433+0000","last_peered":"2024-09-13T18:56:38.051433+0000","last_clean":"2024-09-13T18:56:38.051433+0000","last_became_active":"2024-09-13T18:56:34.041518+0000","last_became_peered":"2024-09-13T18:56:34.041518+0000","last_unstale":"2024-09-13T18:56:38.051433+0000","last_undegraded":"2024-09-13T18:56:38.051433+0000","last_fullsized":"2024-09-13T18:56:38.051433+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_clean_scrub_stamp":"2024-09-13T18:56:33.675285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:08:08.948106+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":14,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.045491+0000","last_change":"2024-09-13T18:56:34.039905+0000","last_active":"2024-09-13T18:56:38.045491+0000","last_peered":"2024-09-13T18:56:38.045491+0000","last_clean":"2024-09-13T18:56:38.045491+0000","last_became_active":"2024-09-13T18:56:34.039537+0000","last_became_peered":"2024-09-13T18:56:34.039537+0000","last_unstale":"2024-09-13T18:56:38.045491+0000","last_undegraded":"2024-09-13T18:56:38.045491+0000","last_fullsized":"2024-09-13T18:56:38.045491+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_clean_scrub_stamp":"2024-09-13T18:56:33.675285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:01:33.599939+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":14,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.045660+0000","last_change":"2024-09-13T18:56:34.056187+0000","last_active":"2024-09-13T18:56:38.045660+0000","last_peered":"2024-09-13T18:56:38.045660+0000","last_clean":"2024-09-13T18:56:38.045660+0000","last_became_active":"2024-09-13T18:56:34.055897+0000","last_became_peered":"2024-09-13T18:56:34.055897+0000","last_unstale":"2024-09-13T18:56:38.045660+0000","last_undegraded":"2024-09-13T18:56:38.045660+0000","last_fullsized":"2024-09-13T18:56:38.045660+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_clean_scrub_stamp":"2024-09-13T18:56:33.675285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T04:06:08.838123+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":14,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.283151+0000","last_change":"2024-09-13T18:56:34.056458+0000","last_active":"2024-09-13T18:56:38.283151+0000","last_peered":"2024-09-13T18:56:38.283151+0000","last_clean":"2024-09-13T18:56:38.283151+0000","last_became_active":"2024-09-13T18:56:34.056108+0000","last_became_peered":"2024-09-13T18:56:34.056108+0000","last_unstale":"2024-09-13T18:56:38.283151+0000","last_undegraded":"2024-09-13T18:56:38.283151+0000","last_fullsized":"2024-09-13T18:56:38.283151+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_clean_scrub_stamp":"2024-09-13T18:56:33.675285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T04:45:55.196071+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":14,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.041695+0000","last_change":"2024-09-13T18:56:34.050053+0000","last_active":"2024-09-13T18:56:38.041695+0000","last_peered":"2024-09-13T18:56:38.041695+0000","last_clean":"2024-09-13T18:56:38.041695+0000","last_became_active":"2024-09-13T18:56:34.049816+0000","last_became_peered":"2024-09-13T18:56:34.049816+0000","last_unstale":"2024-09-13T18:56:38.041695+0000","last_undegraded":"2024-09-13T18:56:38.041695+0000","last_fullsized":"2024-09-13T18:56:38.041695+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_clean_scrub_stamp":"2024-09-13T18:56:33.675285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:46:45.175553+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":14,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.282506+0000","last_change":"2024-09-13T18:56:34.054570+0000","last_active":"2024-09-13T18:56:38.282506+0000","last_peered":"2024-09-13T18:56:38.282506+0000","last_clean":"2024-09-13T18:56:38.282506+0000","last_became_active":"2024-09-13T18:56:34.054162+0000","last_became_peered":"2024-09-13T18:56:34.054162+0000","last_unstale":"2024-09-13T18:56:38.282506+0000","last_undegraded":"2024-09-13T18:56:38.282506+0000","last_fullsized":"2024-09-13T18:56:38.282506+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_clean_scrub_stamp":"2024-09-13T18:56:33.675285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:01:59.641441+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":14,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.091071+0000","last_change":"2024-09-13T18:56:34.039858+0000","last_active":"2024-09-13T18:56:38.091071+0000","last_peered":"2024-09-13T18:56:38.091071+0000","last_clean":"2024-09-13T18:56:38.091071+0000","last_became_active":"2024-09-13T18:56:34.039602+0000","last_became_peered":"2024-09-13T18:56:34.039602+0000","last_unstale":"2024-09-13T18:56:38.091071+0000","last_undegraded":"2024-09-13T18:56:38.091071+0000","last_fullsized":"2024-09-13T18:56:38.091071+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_clean_scrub_stamp":"2024-09-13T18:56:33.675285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T06:45:22.275265+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":14,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.282692+0000","last_change":"2024-09-13T18:56:34.046487+0000","last_active":"2024-09-13T18:56:38.282692+0000","last_peered":"2024-09-13T18:56:38.282692+0000","last_clean":"2024-09-13T18:56:38.282692+0000","last_became_active":"2024-09-13T18:56:34.046135+0000","last_became_peered":"2024-09-13T18:56:34.046135+0000","last_unstale":"2024-09-13T18:56:38.282692+0000","last_undegraded":"2024-09-13T18:56:38.282692+0000","last_fullsized":"2024-09-13T18:56:38.282692+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_clean_scrub_stamp":"2024-09-13T18:56:33.675285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:46:45.175553+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":14,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.091121+0000","last_change":"2024-09-13T18:56:34.051321+0000","last_active":"2024-09-13T18:56:38.091121+0000","last_peered":"2024-09-13T18:56:38.091121+0000","last_clean":"2024-09-13T18:56:38.091121+0000","last_became_active":"2024-09-13T18:56:34.049692+0000","last_became_peered":"2024-09-13T18:56:34.049692+0000","last_unstale":"2024-09-13T18:56:38.091121+0000","last_undegraded":"2024-09-13T18:56:38.091121+0000","last_fullsized":"2024-09-13T18:56:38.091121+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_clean_scrub_stamp":"2024-09-13T18:56:33.675285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:53:25.782768+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":14,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.058621+0000","last_change":"2024-09-13T18:56:34.040713+0000","last_active":"2024-09-13T18:56:38.058621+0000","last_peered":"2024-09-13T18:56:38.058621+0000","last_clean":"2024-09-13T18:56:38.058621+0000","last_became_active":"2024-09-13T18:56:34.040406+0000","last_became_peered":"2024-09-13T18:56:34.040406+0000","last_unstale":"2024-09-13T18:56:38.058621+0000","last_undegraded":"2024-09-13T18:56:38.058621+0000","last_fullsized":"2024-09-13T18:56:38.058621+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_clean_scrub_stamp":"2024-09-13T18:56:33.675285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T04:13:13.384623+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":14,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.046956+0000","last_change":"2024-09-13T18:56:34.054977+0000","last_active":"2024-09-13T18:56:38.046956+0000","last_peered":"2024-09-13T18:56:38.046956+0000","last_clean":"2024-09-13T18:56:38.046956+0000","last_became_active":"2024-09-13T18:56:34.054714+0000","last_became_peered":"2024-09-13T18:56:34.054714+0000","last_unstale":"2024-09-13T18:56:38.046956+0000","last_undegraded":"2024-09-13T18:56:38.046956+0000","last_fullsized":"2024-09-13T18:56:38.046956+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_clean_scrub_stamp":"2024-09-13T18:56:33.675285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:26:13.756603+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3f","version":"0'0","reported_seq":14,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.283108+0000","last_change":"2024-09-13T18:56:34.052532+0000","last_active":"2024-09-13T18:56:38.283108+0000","last_peered":"2024-09-13T18:56:38.283108+0000","last_clean":"2024-09-13T18:56:38.283108+0000","last_became_active":"2024-09-13T18:56:34.051430+0000","last_became_peered":"2024-09-13T18:56:34.051430+0000","last_unstale":"2024-09-13T18:56:38.283108+0000","last_undegraded":"2024-09-13T18:56:38.283108+0000","last_fullsized":"2024-09-13T18:56:38.283108+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_clean_scrub_stamp":"2024-09-13T18:56:33.675285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:22:58.497285+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":4593,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":49,"num_write_kb":18,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":9186,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":43,"ondisk_log_size":43,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":5,"up_from":14,"seq":60129542151,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27276,"kb_used_data":252,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344564,"statfs":{"total":96636764160,"available":96608833536,"internally_reserved":0,"allocated":258048,"data_stored":99590,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.68700000000000006}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.52400000000000002}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.54500000000000004}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.63900000000000001}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.56100000000000005}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.47199999999999998}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.70599999999999996}]}]},{"osd":3,"up_from":13,"seq":55834574856,"num_pgs":49,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27276,"kb_used_data":260,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344564,"statfs":{"total":96636764160,"available":96608833536,"internally_reserved":0,"allocated":266240,"data_stored":103154,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":27654600},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.34699999999999998}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.246}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.41899999999999998}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.56000000000000005}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.64900000000000002}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.63500000000000001}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.66100000000000003}]}]},{"osd":7,"up_from":13,"seq":55834574856,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27856,"kb_used_data":832,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343984,"statfs":{"total":96636764160,"available":96608239616,"internally_reserved":0,"allocated":851968,"data_stored":690450,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":27654603},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.38800000000000001}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.439}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.55900000000000005}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.499}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.56999999999999995}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.52800000000000002}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.48499999999999999}]}]},{"osd":6,"up_from":13,"seq":55834574856,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27276,"kb_used_data":260,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344564,"statfs":{"total":96636764160,"available":96608833536,"internally_reserved":0,"allocated":266240,"data_stored":103154,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.48499999999999999}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.439}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.54000000000000004}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.52600000000000002}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.51200000000000001}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.57599999999999996}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.59999999999999998}]}]},{"osd":4,"up_from":13,"seq":55834574856,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27284,"kb_used_data":260,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344556,"statfs":{"total":96636764160,"available":96608825344,"internally_reserved":0,"allocated":266240,"data_stored":99626,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.438}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.48099999999999998}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.55000000000000004}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.65900000000000003}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.53500000000000003}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.59599999999999997}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.63700000000000001}]}]},{"osd":2,"up_from":13,"seq":55834574855,"num_pgs":23,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27272,"kb_used_data":248,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344568,"statfs":{"total":96636764160,"available":96608837632,"internally_reserved":0,"allocated":253952,"data_stored":99500,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.42399999999999999}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.33200000000000002}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.40899999999999997}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.50800000000000001}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.53900000000000003}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.51900000000000002}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.48899999999999999}]}]},{"osd":1,"up_from":13,"seq":55834574856,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27280,"kb_used_data":256,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344560,"statfs":{"total":96636764160,"available":96608829440,"internally_reserved":0,"allocated":262144,"data_stored":99660,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.46100000000000002}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.44800000000000001}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.54300000000000004}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.60399999999999998}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.63200000000000001}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.57099999999999995}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.437}]}]},{"osd":0,"up_from":13,"seq":55834574854,"num_pgs":41,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27864,"kb_used_data":840,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343976,"statfs":{"total":96636764160,"available":96608231424,"internally_reserved":0,"allocated":860160,"data_stored":690506,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.28499999999999998}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.33300000000000002}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.34100000000000003}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.49399999999999999}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.45300000000000001}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.46300000000000002}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.433}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":638,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":3795,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":126,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":3795,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-13T18:56:50.343 INFO:tasks.cephfs.filesystem.ceph_manager:clean! 2024-09-13T18:56:50.344 INFO:tasks.ceph:Waiting until ceph daemons up and pgs clean... 2024-09-13T18:56:50.344 INFO:tasks.ceph.ceph_manager.ceph:waiting for mgr available 2024-09-13T18:56:50.344 DEBUG:teuthology.orchestra.run.smithi119:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph mgr dump --format=json 2024-09-13T18:56:50.344 INFO:tasks.daemonwatchdog.daemon_watchdog:watchdog starting 2024-09-13T18:56:50.475 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:50.472+0000 7f8dabbae640 1 Processor -- start 2024-09-13T18:56:50.476 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:50.472+0000 7f8dabbae640 1 -- start start 2024-09-13T18:56:50.477 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:50.473+0000 7f8dabbae640 1 --2- >> v2:172.21.15.119:3300/0 conn(0x7f8da415a2e0 0x7f8da40c9a40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:50.477 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:50.473+0000 7f8dabbae640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f8da40cb3f0 0x7f8da406d030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:50.477 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:50.473+0000 7f8dabbae640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f8da40c8920 con 0x7f8da40c9f80 2024-09-13T18:56:50.477 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:50.473+0000 7f8dabbae640 1 -- --> v2:172.21.15.119:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f8da415a6c0 con 0x7f8da415a2e0 2024-09-13T18:56:50.477 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:50.473+0000 7f8dabbae640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f8da40ca500 con 0x7f8da40cb3f0 2024-09-13T18:56:50.477 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:50.473+0000 7f8da994a640 1 --2- >> v2:172.21.15.119:3300/0 conn(0x7f8da415a2e0 0x7f8da40c9a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:50.477 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:50.473+0000 7f8da994a640 1 --2- >> v2:172.21.15.119:3300/0 conn(0x7f8da415a2e0 0x7f8da40c9a40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.119:3300/0 says I am v2:172.21.15.119:51016/0 (socket says 172.21.15.119:51016) 2024-09-13T18:56:50.477 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:50.473+0000 7f8da994a640 1 -- 172.21.15.119:0/3831701952 learned_addr learned my addr 172.21.15.119:0/3831701952 (peer_addr_for_me v2:172.21.15.119:0/0) 2024-09-13T18:56:50.477 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:50.473+0000 7f8daa14b640 1 --2- 172.21.15.119:0/3831701952 >> v2:172.21.15.145:3300/0 conn(0x7f8da40cb3f0 0x7f8da406d030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:50.477 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:50.473+0000 7f8da994a640 1 -- 172.21.15.119:0/3831701952 >> v2:172.21.15.145:3300/0 conn(0x7f8da40cb3f0 msgr2=0x7f8da406d030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T18:56:50.478 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:50.473+0000 7f8da994a640 1 --2- 172.21.15.119:0/3831701952 >> v2:172.21.15.145:3300/0 conn(0x7f8da40cb3f0 0x7f8da406d030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:50.478 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:50.473+0000 7f8da994a640 1 -- 172.21.15.119:0/3831701952 >> v1:172.21.15.145:6789/0 conn(0x7f8da40c9f80 legacy=0x7f8da40cace0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T18:56:50.478 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:50.473+0000 7f8da994a640 1 -- 172.21.15.119:0/3831701952 --> v2:172.21.15.119:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8da40c8b70 con 0x7f8da415a2e0 2024-09-13T18:56:50.478 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:50.473+0000 7f8daa14b640 1 --2- 172.21.15.119:0/3831701952 >> v2:172.21.15.145:3300/0 conn(0x7f8da40cb3f0 0x7f8da406d030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T18:56:50.479 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:50.474+0000 7f8da994a640 1 --2- 172.21.15.119:0/3831701952 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f8da415a2e0 0x7f8da40c9a40 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7f8da40ca3f0 tx=0x7f8da002a230 comp rx=0 tx=0).ready entity=mon.0 client_cookie=25691d3c9a5912a9 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:56:50.480 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:50.474+0000 7f8da8948640 1 -- 172.21.15.119:0/3831701952 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8da0032440 con 0x7f8da415a2e0 2024-09-13T18:56:50.480 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:50.474+0000 7f8da8948640 1 -- 172.21.15.119:0/3831701952 <== mon.0 v2:172.21.15.119:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f8da00325a0 con 0x7f8da415a2e0 2024-09-13T18:56:50.480 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:50.474+0000 7f8da8948640 1 -- 172.21.15.119:0/3831701952 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8da0032930 con 0x7f8da415a2e0 2024-09-13T18:56:50.480 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:50.475+0000 7f8dabbae640 1 -- 172.21.15.119:0/3831701952 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f8da415a2e0 msgr2=0x7f8da40c9a40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:50.480 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:50.475+0000 7f8dabbae640 1 --2- 172.21.15.119:0/3831701952 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f8da415a2e0 0x7f8da40c9a40 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7f8da40ca3f0 tx=0x7f8da002a230 comp rx=0 tx=0).stop 2024-09-13T18:56:50.480 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:50.475+0000 7f8dabbae640 1 -- 172.21.15.119:0/3831701952 shutdown_connections 2024-09-13T18:56:50.480 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:50.475+0000 7f8dabbae640 1 --2- 172.21.15.119:0/3831701952 >> v2:172.21.15.145:3300/0 conn(0x7f8da40cb3f0 0x7f8da406d030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:50.480 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:50.475+0000 7f8dabbae640 1 --2- 172.21.15.119:0/3831701952 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f8da415a2e0 0x7f8da40c9a40 unknown :-1 s=CLOSED pgs=159 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:50.480 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:50.475+0000 7f8dabbae640 1 -- 172.21.15.119:0/3831701952 >> 172.21.15.119:0/3831701952 conn(0x7f8da4069ed0 msgr2=0x7f8da406a2e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:56:50.480 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:50.475+0000 7f8dabbae640 1 -- 172.21.15.119:0/3831701952 shutdown_connections 2024-09-13T18:56:50.480 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:50.475+0000 7f8dabbae640 1 -- 172.21.15.119:0/3831701952 wait complete. 2024-09-13T18:56:50.481 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:50.476+0000 7f8dabbae640 1 Processor -- start 2024-09-13T18:56:50.481 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:50.476+0000 7f8dabbae640 1 -- start start 2024-09-13T18:56:50.483 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:50.477+0000 7f8dabbae640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f8da40c9f80 0x7f8da41e4730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:50.483 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:50.477+0000 7f8dabbae640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f8da40cb3f0 0x7f8da4156040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:50.483 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:50.477+0000 7f8dabbae640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f8da415a2e0 0x7f8da40c5820 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:50.483 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:50.477+0000 7f8dabbae640 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8da41e3690 con 0x7f8da40cb3f0 2024-09-13T18:56:50.483 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:50.477+0000 7f8dabbae640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8da41e3970 con 0x7f8da40c9f80 2024-09-13T18:56:50.483 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:50.477+0000 7f8dabbae640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f8da41e3c50 con 0x7f8da415a2e0 2024-09-13T18:56:50.483 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:50.477+0000 7f8da9149640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f8da40cb3f0 0x7f8da4156040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:50.483 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:50.477+0000 7f8da9149640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f8da40cb3f0 0x7f8da4156040 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.119:3300/0 says I am v2:172.21.15.119:51030/0 (socket says 172.21.15.119:51030) 2024-09-13T18:56:50.484 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:50.477+0000 7f8da9149640 1 -- 172.21.15.119:0/1518400834 learned_addr learned my addr 172.21.15.119:0/1518400834 (peer_addr_for_me v2:172.21.15.119:0/0) 2024-09-13T18:56:50.484 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:50.477+0000 7f8da994a640 1 --2- 172.21.15.119:0/1518400834 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f8da40c9f80 0x7f8da41e4730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:50.484 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:50.477+0000 7f8daa14b640 1 --2- 172.21.15.119:0/1518400834 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f8da415a2e0 0x7f8da40c5820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:50.484 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:50.477+0000 7f8da9149640 1 -- 172.21.15.119:0/1518400834 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f8da415a2e0 msgr2=0x7f8da40c5820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:50.484 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:50.477+0000 7f8da9149640 1 --2- 172.21.15.119:0/1518400834 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f8da415a2e0 0x7f8da40c5820 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:50.484 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:50.477+0000 7f8da9149640 1 -- 172.21.15.119:0/1518400834 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f8da40c9f80 msgr2=0x7f8da41e4730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:50.484 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:50.477+0000 7f8da9149640 1 --2- 172.21.15.119:0/1518400834 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f8da40c9f80 0x7f8da41e4730 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:50.484 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:50.477+0000 7f8da9149640 1 -- 172.21.15.119:0/1518400834 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8da00094d0 con 0x7f8da40cb3f0 2024-09-13T18:56:50.484 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:50.477+0000 7f8da9149640 1 --2- 172.21.15.119:0/1518400834 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f8da40cb3f0 0x7f8da4156040 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7f8d9400b3f0 tx=0x7f8d9400b8b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:56:50.484 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:50.477+0000 7f8d9a7fc640 1 -- 172.21.15.119:0/1518400834 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8d94011830 con 0x7f8da40cb3f0 2024-09-13T18:56:50.484 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:50.477+0000 7f8d9a7fc640 1 -- 172.21.15.119:0/1518400834 <== mon.0 v2:172.21.15.119:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f8d94011990 con 0x7f8da40cb3f0 2024-09-13T18:56:50.484 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:50.477+0000 7f8dabbae640 1 -- 172.21.15.119:0/1518400834 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f8da41e3f30 con 0x7f8da40cb3f0 2024-09-13T18:56:50.484 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:50.477+0000 7f8d9a7fc640 1 -- 172.21.15.119:0/1518400834 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8d94011d40 con 0x7f8da40cb3f0 2024-09-13T18:56:50.485 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:50.477+0000 7f8dabbae640 1 -- 172.21.15.119:0/1518400834 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f8da415c870 con 0x7f8da40cb3f0 2024-09-13T18:56:50.485 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:50.478+0000 7f8dabbae640 1 -- 172.21.15.119:0/1518400834 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f8da41e4450 con 0x7f8da40cb3f0 2024-09-13T18:56:50.485 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:50.479+0000 7f8d9a7fc640 1 -- 172.21.15.119:0/1518400834 <== mon.0 v2:172.21.15.119:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f8d9401a400 con 0x7f8da40cb3f0 2024-09-13T18:56:50.485 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:50.479+0000 7f8d9a7fc640 1 --2- 172.21.15.119:0/1518400834 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f8d8806ac00 0x7f8d8806d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:50.485 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:50.479+0000 7f8d9a7fc640 1 -- 172.21.15.119:0/1518400834 <== mon.0 v2:172.21.15.119:3300/0 5 ==== osd_map(24..24 src has 1..24) v4 ==== 6460+0+0 (secure 0 0 0) 0x7f8d94089400 con 0x7f8da40cb3f0 2024-09-13T18:56:50.485 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:50.479+0000 7f8da994a640 1 --2- 172.21.15.119:0/1518400834 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f8d8806ac00 0x7f8d8806d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:50.485 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:50.480+0000 7f8da994a640 1 --2- 172.21.15.119:0/1518400834 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f8d8806ac00 0x7f8d8806d0c0 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7f8da0034000 tx=0x7f8da002e000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:56:50.487 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:50.483+0000 7f8d9a7fc640 1 -- 172.21.15.119:0/1518400834 <== mon.0 v2:172.21.15.119:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f8da41e4450 con 0x7f8da40cb3f0 2024-09-13T18:56:50.692 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:50.689+0000 7f8dabbae640 1 -- 172.21.15.119:0/1518400834 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_command({"prefix": "mgr dump", "format": "json"} v 0) v1 -- 0x7f8da41e4450 con 0x7f8da40cb3f0 2024-09-13T18:56:50.695 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:50.692+0000 7f8d9a7fc640 1 -- 172.21.15.119:0/1518400834 <== mon.0 v2:172.21.15.119:3300/0 7 ==== mon_command_ack([{"prefix": "mgr dump", "format": "json"}]=0 v5) v1 ==== 74+0+170958 (secure 0 0 0) 0x7f8da41e4450 con 0x7f8da40cb3f0 2024-09-13T18:56:50.697 INFO:teuthology.orchestra.run.smithi119.stdout: 2024-09-13T18:56:50.699 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:50.695+0000 7f8dabbae640 1 -- 172.21.15.119:0/1518400834 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f8d8806ac00 msgr2=0x7f8d8806d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:50.699 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:50.695+0000 7f8dabbae640 1 --2- 172.21.15.119:0/1518400834 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f8d8806ac00 0x7f8d8806d0c0 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7f8da0034000 tx=0x7f8da002e000 comp rx=0 tx=0).stop 2024-09-13T18:56:50.699 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:50.695+0000 7f8dabbae640 1 -- 172.21.15.119:0/1518400834 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f8da40cb3f0 msgr2=0x7f8da4156040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:50.699 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:50.695+0000 7f8dabbae640 1 --2- 172.21.15.119:0/1518400834 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f8da40cb3f0 0x7f8da4156040 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7f8d9400b3f0 tx=0x7f8d9400b8b0 comp rx=0 tx=0).stop 2024-09-13T18:56:50.699 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:50.695+0000 7f8dabbae640 1 -- 172.21.15.119:0/1518400834 shutdown_connections 2024-09-13T18:56:50.699 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:50.695+0000 7f8dabbae640 1 --2- 172.21.15.119:0/1518400834 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f8d8806ac00 0x7f8d8806d0c0 unknown :-1 s=CLOSED pgs=98 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:50.699 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:50.695+0000 7f8dabbae640 1 --2- 172.21.15.119:0/1518400834 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f8da415a2e0 0x7f8da40c5820 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:50.700 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:50.695+0000 7f8dabbae640 1 --2- 172.21.15.119:0/1518400834 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f8da40cb3f0 0x7f8da4156040 unknown :-1 s=CLOSED pgs=160 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:50.700 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:50.695+0000 7f8dabbae640 1 --2- 172.21.15.119:0/1518400834 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f8da40c9f80 0x7f8da41e4730 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:50.700 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:50.695+0000 7f8dabbae640 1 -- 172.21.15.119:0/1518400834 >> 172.21.15.119:0/1518400834 conn(0x7f8da4069ed0 msgr2=0x7f8da40adfb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:56:50.700 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:50.695+0000 7f8dabbae640 1 -- 172.21.15.119:0/1518400834 shutdown_connections 2024-09-13T18:56:50.700 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:50.695+0000 7f8dabbae640 1 -- 172.21.15.119:0/1518400834 wait complete. 2024-09-13T18:56:50.709 INFO:teuthology.orchestra.run.smithi119.stdout:{"epoch":5,"flags":0,"active_gid":4104,"active_name":"y","active_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6832","nonce":3599186100},{"type":"v1","addr":"172.21.15.119:6833","nonce":3599186100}]},"active_addr":"172.21.15.119:6833/3599186100","active_change":"2024-09-13T18:56:14.058096+0000","active_mgr_features":4540138322906710015,"available":true,"standbys":[{"gid":4111,"name":"x","mgr_features":4540138322906710015,"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","upmap"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/ceph-grafana:9.4.7","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:1.0.0","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"hw_monitoring":{"name":"hw_monitoring","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Deploy hw monitoring daemon on every host.","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"oob_default_addr":{"name":"oob_default_addr","type":"str","level":"advanced","flags":0,"default_value":"169.254.1.1","min":"","max":"","enum_allowed":[],"desc":"Default address for RedFish API (oob management).","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"UNSAFE_TLS_v1_2":{"name":"UNSAFE_TLS_v1_2","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}]}],"modules":["iostat","nfs","restful"],"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","upmap"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/ceph-grafana:9.4.7","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:1.0.0","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"hw_monitoring":{"name":"hw_monitoring","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Deploy hw monitoring daemon on every host.","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"oob_default_addr":{"name":"oob_default_addr","type":"str","level":"advanced","flags":0,"default_value":"169.254.1.1","min":"","max":"","enum_allowed":[],"desc":"Default address for RedFish API (oob management).","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"UNSAFE_TLS_v1_2":{"name":"UNSAFE_TLS_v1_2","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}],"services":{},"always_on_modules":{"octopus":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"pacific":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"quincy":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"reef":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"]},"last_failure_osd_epoch":0,"active_clients":[{"name":"devicehealth","addrvec":[{"type":"v2","addr":"172.21.15.119:0","nonce":3845442841}]},{"name":"libcephsqlite","addrvec":[{"type":"v2","addr":"172.21.15.119:0","nonce":2198026989}]},{"name":"rbd_support","addrvec":[{"type":"v2","addr":"172.21.15.119:0","nonce":3263776708}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"172.21.15.119:0","nonce":945117567}]}]} 2024-09-13T18:56:50.712 INFO:tasks.ceph.ceph_manager.ceph:mgr available! 2024-09-13T18:56:50.712 INFO:tasks.ceph.ceph_manager.ceph:waiting for all up 2024-09-13T18:56:50.713 DEBUG:teuthology.orchestra.run.smithi119:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T18:56:50.809 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:50.805+0000 7fb3ee2b8640 1 Processor -- start 2024-09-13T18:56:50.809 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:50.805+0000 7fb3ee2b8640 1 -- start start 2024-09-13T18:56:50.813 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:50.806+0000 7fb3ee2b8640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7fb3e80af8b0 0x7fb3e80cb960 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:50.813 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:50.806+0000 7fb3ee2b8640 1 -- --> v1:172.21.15.119:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fb3e80cfb10 con 0x7fb3e80990e0 2024-09-13T18:56:50.813 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:50.806+0000 7fb3ee2b8640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fb3e80caae0 con 0x7fb3e815c8c0 2024-09-13T18:56:50.813 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:50.806+0000 7fb3ee2b8640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fb3e815cca0 con 0x7fb3e80af8b0 2024-09-13T18:56:50.813 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:50.806+0000 7fb3e77fe640 1 --1- >> v1:172.21.15.119:6789/0 conn(0x7fb3e80990e0 0x7fb3e80cb250 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.119:6789/0 says I am v1:172.21.15.119:51362/0 (socket says 172.21.15.119:51362) 2024-09-13T18:56:50.813 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:50.806+0000 7fb3e77fe640 1 -- 172.21.15.119:0/2021418426 learned_addr learned my addr 172.21.15.119:0/2021418426 (peer_addr_for_me v1:172.21.15.119:0/0) 2024-09-13T18:56:50.813 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:50.807+0000 7fb3ec855640 1 --2- 172.21.15.119:0/2021418426 >> v2:172.21.15.145:3300/0 conn(0x7fb3e80af8b0 0x7fb3e80cb960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:50.813 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:50.807+0000 7fb3e6ffd640 1 -- 172.21.15.119:0/2021418426 <== mon.0 v1:172.21.15.119:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 196981187 0 0) 0x7fb3e80cfb10 con 0x7fb3e80990e0 2024-09-13T18:56:50.814 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:50.807+0000 7fb3e6ffd640 1 -- 172.21.15.119:0/2021418426 --> v1:172.21.15.119:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fb3d0003520 con 0x7fb3e80990e0 2024-09-13T18:56:50.814 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:50.807+0000 7fb3e6ffd640 1 -- 172.21.15.119:0/2021418426 <== mon.0 v1:172.21.15.119:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 95426900 0 0) 0x7fb3d0003520 con 0x7fb3e80990e0 2024-09-13T18:56:50.814 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:50.807+0000 7fb3e6ffd640 1 -- 172.21.15.119:0/2021418426 >> v2:172.21.15.145:3300/0 conn(0x7fb3e80af8b0 msgr2=0x7fb3e80cb960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T18:56:50.814 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:50.807+0000 7fb3e6ffd640 1 --2- 172.21.15.119:0/2021418426 >> v2:172.21.15.145:3300/0 conn(0x7fb3e80af8b0 0x7fb3e80cb960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:50.814 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:50.807+0000 7fb3e6ffd640 1 -- 172.21.15.119:0/2021418426 >> v1:172.21.15.145:6789/0 conn(0x7fb3e815c8c0 legacy=0x7fb3e80989d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:50.814 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:50.807+0000 7fb3e6ffd640 1 -- 172.21.15.119:0/2021418426 --> v1:172.21.15.119:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb3e80996c0 con 0x7fb3e80990e0 2024-09-13T18:56:50.814 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:50.807+0000 7fb3e6ffd640 1 -- 172.21.15.119:0/2021418426 <== mon.0 v1:172.21.15.119:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 337823224 0 0) 0x7fb3dc001670 con 0x7fb3e80990e0 2024-09-13T18:56:50.814 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:50.807+0000 7fb3e6ffd640 1 -- 172.21.15.119:0/2021418426 >> v1:172.21.15.119:6789/0 conn(0x7fb3e80990e0 legacy=0x7fb3e80cb250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:50.815 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:50.807+0000 7fb3e6ffd640 1 --2- 172.21.15.119:0/2021418426 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fb3d0003970 0x7fb3d0003d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:50.815 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:50.807+0000 7fb3e6ffd640 1 --2- 172.21.15.119:0/2021418426 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fb3d00047c0 0x7fb3d0004c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:50.815 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:50.807+0000 7fb3e6ffd640 1 --2- 172.21.15.119:0/2021418426 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb3d0005180 0x7fb3d000b980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:50.815 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:50.807+0000 7fb3e6ffd640 1 -- 172.21.15.119:0/2021418426 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb3e815cca0 con 0x7fb3d0003970 2024-09-13T18:56:50.815 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:50.807+0000 7fb3e6ffd640 1 -- 172.21.15.119:0/2021418426 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb3d000c120 con 0x7fb3d0005180 2024-09-13T18:56:50.815 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:50.807+0000 7fb3e6ffd640 1 -- 172.21.15.119:0/2021418426 --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb3d000c2e0 con 0x7fb3d00047c0 2024-09-13T18:56:50.815 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:50.807+0000 7fb3e7fff640 1 --2- 172.21.15.119:0/2021418426 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fb3d0003970 0x7fb3d0003d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:50.815 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:50.807+0000 7fb3ec855640 1 --2- 172.21.15.119:0/2021418426 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb3d0005180 0x7fb3d000b980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:50.815 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:50.807+0000 7fb3e77fe640 1 --2- 172.21.15.119:0/2021418426 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fb3d00047c0 0x7fb3d0004c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:50.815 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:50.807+0000 7fb3e7fff640 1 -- 172.21.15.119:0/2021418426 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fb3d00047c0 msgr2=0x7fb3d0004c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T18:56:50.815 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:50.807+0000 7fb3e7fff640 1 --2- 172.21.15.119:0/2021418426 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fb3d00047c0 0x7fb3d0004c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:50.815 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:50.807+0000 7fb3e7fff640 1 -- 172.21.15.119:0/2021418426 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb3d0005180 msgr2=0x7fb3d000b980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T18:56:50.815 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:50.807+0000 7fb3e7fff640 1 --2- 172.21.15.119:0/2021418426 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb3d0005180 0x7fb3d000b980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:50.816 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:50.807+0000 7fb3e7fff640 1 -- 172.21.15.119:0/2021418426 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb3d0003520 con 0x7fb3d0003970 2024-09-13T18:56:50.816 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:50.807+0000 7fb3e77fe640 1 --2- 172.21.15.119:0/2021418426 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fb3d00047c0 0x7fb3d0004c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T18:56:50.816 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:50.807+0000 7fb3ec855640 1 --2- 172.21.15.119:0/2021418426 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb3d0005180 0x7fb3d000b980 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T18:56:50.816 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:50.807+0000 7fb3ec855640 1 -- 172.21.15.119:0/2021418426 reap_dead start 2024-09-13T18:56:50.816 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:50.808+0000 7fb3e7fff640 1 --2- 172.21.15.119:0/2021418426 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fb3d0003970 0x7fb3d0003d90 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7fb3d8001750 tx=0x7fb3d00057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=58be42830348bb server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:56:50.816 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:50.808+0000 7fb3e6ffd640 1 -- 172.21.15.119:0/2021418426 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb3d80052d0 con 0x7fb3d0003970 2024-09-13T18:56:50.816 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:50.808+0000 7fb3e6ffd640 1 -- 172.21.15.119:0/2021418426 <== mon.0 v2:172.21.15.119:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb3d8005430 con 0x7fb3d0003970 2024-09-13T18:56:50.816 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:50.808+0000 7fb3e6ffd640 1 -- 172.21.15.119:0/2021418426 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb3d802abc0 con 0x7fb3d0003970 2024-09-13T18:56:50.816 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:50.809+0000 7fb3ee2b8640 1 -- 172.21.15.119:0/2021418426 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fb3d0003970 msgr2=0x7fb3d0003d90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:50.816 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:50.809+0000 7fb3ee2b8640 1 --2- 172.21.15.119:0/2021418426 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fb3d0003970 0x7fb3d0003d90 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7fb3d8001750 tx=0x7fb3d00057f0 comp rx=0 tx=0).stop 2024-09-13T18:56:50.816 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:50.809+0000 7fb3ee2b8640 1 -- 172.21.15.119:0/2021418426 shutdown_connections 2024-09-13T18:56:50.817 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:50.809+0000 7fb3ee2b8640 1 --2- 172.21.15.119:0/2021418426 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fb3d0003970 0x7fb3d0003d90 unknown :-1 s=CLOSED pgs=162 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:50.817 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:50.809+0000 7fb3ee2b8640 1 -- 172.21.15.119:0/2021418426 >> 172.21.15.119:0/2021418426 conn(0x7fb3e80b1f80 msgr2=0x7fb3e80b2390 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:56:50.817 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:50.809+0000 7fb3ee2b8640 1 -- 172.21.15.119:0/2021418426 shutdown_connections 2024-09-13T18:56:50.817 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:50.809+0000 7fb3ee2b8640 1 -- 172.21.15.119:0/2021418426 wait complete. 2024-09-13T18:56:50.819 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:50.810+0000 7fb3ee2b8640 1 Processor -- start 2024-09-13T18:56:50.820 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:50.810+0000 7fb3ee2b8640 1 -- start start 2024-09-13T18:56:50.820 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:50.811+0000 7fb3ee2b8640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fb3d0003970 0x7fb3e81f28e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:50.820 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:50.811+0000 7fb3ee2b8640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fb3e80ad140 0x7fb3e80b57a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:50.820 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:50.811+0000 7fb3ee2b8640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb3e80b08b0 0x7fb3e80b0d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:50.820 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:50.811+0000 7fb3ee2b8640 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb3e80ae180 con 0x7fb3e80ad140 2024-09-13T18:56:50.820 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:50.811+0000 7fb3ee2b8640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb3e80b1280 con 0x7fb3e80b08b0 2024-09-13T18:56:50.820 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:50.811+0000 7fb3ee2b8640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb3e80aefc0 con 0x7fb3d0003970 2024-09-13T18:56:50.820 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:50.811+0000 7fb3e77fe640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fb3e80ad140 0x7fb3e80b57a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:50.820 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:50.811+0000 7fb3e77fe640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fb3e80ad140 0x7fb3e80b57a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.119:3300/0 says I am v2:172.21.15.119:51044/0 (socket says 172.21.15.119:51044) 2024-09-13T18:56:50.820 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:50.811+0000 7fb3e77fe640 1 -- 172.21.15.119:0/3024818658 learned_addr learned my addr 172.21.15.119:0/3024818658 (peer_addr_for_me v2:172.21.15.119:0/0) 2024-09-13T18:56:50.821 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:50.811+0000 7fb3ec855640 1 --2- 172.21.15.119:0/3024818658 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb3e80b08b0 0x7fb3e80b0d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:50.821 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:50.811+0000 7fb3e7fff640 1 --2- 172.21.15.119:0/3024818658 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fb3d0003970 0x7fb3e81f28e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:50.821 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:50.811+0000 7fb3e77fe640 1 -- 172.21.15.119:0/3024818658 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fb3d0003970 msgr2=0x7fb3e81f28e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:50.821 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:50.811+0000 7fb3e77fe640 1 --2- 172.21.15.119:0/3024818658 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fb3d0003970 0x7fb3e81f28e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:50.821 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:50.811+0000 7fb3e77fe640 1 -- 172.21.15.119:0/3024818658 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb3e80b08b0 msgr2=0x7fb3e80b0d40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:50.824 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:50.811+0000 7fb3e77fe640 1 --2- 172.21.15.119:0/3024818658 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb3e80b08b0 0x7fb3e80b0d40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:50.824 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:50.811+0000 7fb3e77fe640 1 -- 172.21.15.119:0/3024818658 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb3e81f2e20 con 0x7fb3e80ad140 2024-09-13T18:56:50.824 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:50.811+0000 7fb3e7fff640 1 --2- 172.21.15.119:0/3024818658 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fb3d0003970 0x7fb3e81f28e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T18:56:50.824 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:50.811+0000 7fb3e77fe640 1 --2- 172.21.15.119:0/3024818658 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fb3e80ad140 0x7fb3e80b57a0 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7fb3dc00e730 tx=0x7fb3dc00ebf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:56:50.824 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:50.811+0000 7fb3e4ff9640 1 -- 172.21.15.119:0/3024818658 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb3dc00c6c0 con 0x7fb3e80ad140 2024-09-13T18:56:50.824 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:50.811+0000 7fb3e4ff9640 1 -- 172.21.15.119:0/3024818658 <== mon.0 v2:172.21.15.119:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb3dc00c820 con 0x7fb3e80ad140 2024-09-13T18:56:50.824 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:50.811+0000 7fb3ee2b8640 1 -- 172.21.15.119:0/3024818658 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb3e80c83a0 con 0x7fb3e80ad140 2024-09-13T18:56:50.824 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:50.811+0000 7fb3e4ff9640 1 -- 172.21.15.119:0/3024818658 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb3dc00cbb0 con 0x7fb3e80ad140 2024-09-13T18:56:50.825 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:50.812+0000 7fb3ee2b8640 1 -- 172.21.15.119:0/3024818658 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb3e80ad8e0 con 0x7fb3e80ad140 2024-09-13T18:56:50.825 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:50.813+0000 7fb3ee2b8640 1 -- 172.21.15.119:0/3024818658 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fb3e80b2aa0 con 0x7fb3e80ad140 2024-09-13T18:56:50.825 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:50.813+0000 7fb3e4ff9640 1 -- 172.21.15.119:0/3024818658 <== mon.0 v2:172.21.15.119:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fb3dc01d460 con 0x7fb3e80ad140 2024-09-13T18:56:50.825 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:50.813+0000 7fb3e4ff9640 1 --2- 172.21.15.119:0/3024818658 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7fb3d406ac00 0x7fb3d406d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:50.825 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:50.814+0000 7fb3e4ff9640 1 -- 172.21.15.119:0/3024818658 <== mon.0 v2:172.21.15.119:3300/0 5 ==== osd_map(24..24 src has 1..24) v4 ==== 6460+0+0 (secure 0 0 0) 0x7fb3dc089740 con 0x7fb3e80ad140 2024-09-13T18:56:50.825 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:50.814+0000 7fb3e7fff640 1 --2- 172.21.15.119:0/3024818658 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7fb3d406ac00 0x7fb3d406d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:50.825 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:50.814+0000 7fb3e7fff640 1 --2- 172.21.15.119:0/3024818658 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7fb3d406ac00 0x7fb3d406d0c0 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7fb3d8032000 tx=0x7fb3d802e000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:56:50.826 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:50.818+0000 7fb3e4ff9640 1 -- 172.21.15.119:0/3024818658 <== mon.0 v2:172.21.15.119:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fb3dc054630 con 0x7fb3e80ad140 2024-09-13T18:56:50.982 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:50.978+0000 7fb3ee2b8640 1 -- 172.21.15.119:0/3024818658 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7fb3e80c8530 con 0x7fb3e80ad140 2024-09-13T18:56:50.983 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:50.979+0000 7fb3e4ff9640 1 -- 172.21.15.119:0/3024818658 <== mon.0 v2:172.21.15.119:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v24) v1 ==== 74+0+18394 (secure 0 0 0) 0x7fb3dc057c50 con 0x7fb3e80ad140 2024-09-13T18:56:50.983 INFO:teuthology.orchestra.run.smithi119.stdout: 2024-09-13T18:56:50.984 INFO:teuthology.orchestra.run.smithi119.stdout:{"epoch":24,"fsid":"b3bca492-3414-44ef-b63c-42eead5ea701","created":"2024-09-13T18:56:10.047760+0000","modified":"2024-09-13T18:56:38.390322+0000","last_up_change":"2024-09-13T18:56:22.096428+0000","last_in_change":"2024-09-13T18:56:12.143228+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T18:56:22.095896+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-13T18:56:31.950108+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-13T18:56:32.998608+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-09-13T18:56:36.052694+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"24","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"09edfd5c-bc57-47d1-a7b7-6d97f0f88db1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6810","nonce":3811853106},{"type":"v1","addr":"172.21.15.119:6813","nonce":3811853106}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6817","nonce":3811853106},{"type":"v1","addr":"172.21.15.119:6820","nonce":3811853106}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6828","nonce":3811853106},{"type":"v1","addr":"172.21.15.119:6830","nonce":3811853106}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6823","nonce":3811853106},{"type":"v1","addr":"172.21.15.119:6825","nonce":3811853106}]},"public_addr":"172.21.15.119:6813/3811853106","cluster_addr":"172.21.15.119:6820/3811853106","heartbeat_back_addr":"172.21.15.119:6830/3811853106","heartbeat_front_addr":"172.21.15.119:6825/3811853106","state":["exists","up"]},{"osd":1,"uuid":"f26f4bd2-3aee-4208-9e62-87f17047d886","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6809","nonce":1656755168},{"type":"v1","addr":"172.21.15.119:6812","nonce":1656755168}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6815","nonce":1656755168},{"type":"v1","addr":"172.21.15.119:6818","nonce":1656755168}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6829","nonce":1656755168},{"type":"v1","addr":"172.21.15.119:6831","nonce":1656755168}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6822","nonce":1656755168},{"type":"v1","addr":"172.21.15.119:6826","nonce":1656755168}]},"public_addr":"172.21.15.119:6812/1656755168","cluster_addr":"172.21.15.119:6818/1656755168","heartbeat_back_addr":"172.21.15.119:6831/1656755168","heartbeat_front_addr":"172.21.15.119:6826/1656755168","state":["exists","up"]},{"osd":2,"uuid":"1e9d6e0c-51f9-4f4a-bead-0e7edc7dd200","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6800","nonce":3093354378},{"type":"v1","addr":"172.21.15.119:6801","nonce":3093354378}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6802","nonce":3093354378},{"type":"v1","addr":"172.21.15.119:6803","nonce":3093354378}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6806","nonce":3093354378},{"type":"v1","addr":"172.21.15.119:6807","nonce":3093354378}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6804","nonce":3093354378},{"type":"v1","addr":"172.21.15.119:6805","nonce":3093354378}]},"public_addr":"172.21.15.119:6801/3093354378","cluster_addr":"172.21.15.119:6803/3093354378","heartbeat_back_addr":"172.21.15.119:6807/3093354378","heartbeat_front_addr":"172.21.15.119:6805/3093354378","state":["exists","up"]},{"osd":3,"uuid":"7c289b1f-a555-46e4-b85a-c0f230c9e02a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6808","nonce":886995937},{"type":"v1","addr":"172.21.15.119:6811","nonce":886995937}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6814","nonce":886995937},{"type":"v1","addr":"172.21.15.119:6816","nonce":886995937}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6824","nonce":886995937},{"type":"v1","addr":"172.21.15.119:6827","nonce":886995937}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6819","nonce":886995937},{"type":"v1","addr":"172.21.15.119:6821","nonce":886995937}]},"public_addr":"172.21.15.119:6811/886995937","cluster_addr":"172.21.15.119:6816/886995937","heartbeat_back_addr":"172.21.15.119:6827/886995937","heartbeat_front_addr":"172.21.15.119:6821/886995937","state":["exists","up"]},{"osd":4,"uuid":"a0a2f75b-5a33-4b69-b834-b8cf5a90ac5f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6808","nonce":2802887692},{"type":"v1","addr":"172.21.15.145:6809","nonce":2802887692}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6810","nonce":2802887692},{"type":"v1","addr":"172.21.15.145:6811","nonce":2802887692}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6814","nonce":2802887692},{"type":"v1","addr":"172.21.15.145:6815","nonce":2802887692}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6812","nonce":2802887692},{"type":"v1","addr":"172.21.15.145:6813","nonce":2802887692}]},"public_addr":"172.21.15.145:6809/2802887692","cluster_addr":"172.21.15.145:6811/2802887692","heartbeat_back_addr":"172.21.15.145:6815/2802887692","heartbeat_front_addr":"172.21.15.145:6813/2802887692","state":["exists","up"]},{"osd":5,"uuid":"e301c92f-a5af-49da-8384-bef6d48c9982","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6800","nonce":1431235391},{"type":"v1","addr":"172.21.15.145:6801","nonce":1431235391}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6802","nonce":1431235391},{"type":"v1","addr":"172.21.15.145:6803","nonce":1431235391}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6806","nonce":1431235391},{"type":"v1","addr":"172.21.15.145:6807","nonce":1431235391}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6804","nonce":1431235391},{"type":"v1","addr":"172.21.15.145:6805","nonce":1431235391}]},"public_addr":"172.21.15.145:6801/1431235391","cluster_addr":"172.21.15.145:6803/1431235391","heartbeat_back_addr":"172.21.15.145:6807/1431235391","heartbeat_front_addr":"172.21.15.145:6805/1431235391","state":["exists","up"]},{"osd":6,"uuid":"dd2ee71c-4024-4f56-90b1-d362ff9ae8f5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6816","nonce":1755123178},{"type":"v1","addr":"172.21.15.145:6817","nonce":1755123178}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6818","nonce":1755123178},{"type":"v1","addr":"172.21.15.145:6819","nonce":1755123178}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6822","nonce":1755123178},{"type":"v1","addr":"172.21.15.145:6823","nonce":1755123178}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6820","nonce":1755123178},{"type":"v1","addr":"172.21.15.145:6821","nonce":1755123178}]},"public_addr":"172.21.15.145:6817/1755123178","cluster_addr":"172.21.15.145:6819/1755123178","heartbeat_back_addr":"172.21.15.145:6823/1755123178","heartbeat_front_addr":"172.21.15.145:6821/1755123178","state":["exists","up"]},{"osd":7,"uuid":"7412449e-689b-45ee-9ae5-744a8c27f166","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6824","nonce":3012628958},{"type":"v1","addr":"172.21.15.145:6825","nonce":3012628958}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6826","nonce":3012628958},{"type":"v1","addr":"172.21.15.145:6827","nonce":3012628958}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6830","nonce":3012628958},{"type":"v1","addr":"172.21.15.145:6831","nonce":3012628958}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6828","nonce":3012628958},{"type":"v1","addr":"172.21.15.145:6829","nonce":3012628958}]},"public_addr":"172.21.15.145:6825/3012628958","cluster_addr":"172.21.15.145:6827/3012628958","heartbeat_back_addr":"172.21.15.145:6831/3012628958","heartbeat_front_addr":"172.21.15.145:6829/3012628958","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T18:56:17.286635+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T18:56:17.334491+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T18:56:17.297521+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T18:56:17.383716+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T18:56:17.267776+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T18:56:17.312998+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T18:56:17.303008+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T18:56:17.304729+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T18:56:50.985 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:50.981+0000 7fb3ee2b8640 1 -- 172.21.15.119:0/3024818658 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7fb3d406ac00 msgr2=0x7fb3d406d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:50.985 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:50.981+0000 7fb3ee2b8640 1 --2- 172.21.15.119:0/3024818658 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7fb3d406ac00 0x7fb3d406d0c0 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7fb3d8032000 tx=0x7fb3d802e000 comp rx=0 tx=0).stop 2024-09-13T18:56:50.985 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:50.981+0000 7fb3ee2b8640 1 -- 172.21.15.119:0/3024818658 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fb3e80ad140 msgr2=0x7fb3e80b57a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:50.985 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:50.981+0000 7fb3ee2b8640 1 --2- 172.21.15.119:0/3024818658 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fb3e80ad140 0x7fb3e80b57a0 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7fb3dc00e730 tx=0x7fb3dc00ebf0 comp rx=0 tx=0).stop 2024-09-13T18:56:50.986 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:50.981+0000 7fb3ee2b8640 1 -- 172.21.15.119:0/3024818658 shutdown_connections 2024-09-13T18:56:50.986 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:50.981+0000 7fb3ee2b8640 1 --2- 172.21.15.119:0/3024818658 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7fb3d406ac00 0x7fb3d406d0c0 unknown :-1 s=CLOSED pgs=99 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:50.986 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:50.981+0000 7fb3ee2b8640 1 --2- 172.21.15.119:0/3024818658 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb3e80b08b0 0x7fb3e80b0d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:50.986 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:50.981+0000 7fb3ee2b8640 1 --2- 172.21.15.119:0/3024818658 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fb3e80ad140 0x7fb3e80b57a0 unknown :-1 s=CLOSED pgs=163 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:50.986 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:50.981+0000 7fb3ee2b8640 1 --2- 172.21.15.119:0/3024818658 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fb3d0003970 0x7fb3e81f28e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:50.986 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:50.981+0000 7fb3ee2b8640 1 -- 172.21.15.119:0/3024818658 >> 172.21.15.119:0/3024818658 conn(0x7fb3e80b1f80 msgr2=0x7fb3e80b2360 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:56:50.986 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:50.982+0000 7fb3ee2b8640 1 -- 172.21.15.119:0/3024818658 shutdown_connections 2024-09-13T18:56:50.986 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:50.982+0000 7fb3ee2b8640 1 -- 172.21.15.119:0/3024818658 wait complete. 2024-09-13T18:56:50.996 INFO:tasks.ceph.ceph_manager.ceph:all up! 2024-09-13T18:56:50.996 DEBUG:teuthology.orchestra.run.smithi119:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T18:56:51.094 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.091+0000 7fa3c6b76640 1 Processor -- start 2024-09-13T18:56:51.095 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.091+0000 7fa3c6b76640 1 -- start start 2024-09-13T18:56:51.096 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.092+0000 7fa3c6b76640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7fa3c015a380 0x7fa3c00cad90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:51.096 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.092+0000 7fa3c6b76640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fa3c006a5e0 0x7fa3c00c6bd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:51.096 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.092+0000 7fa3c6b76640 1 -- --> v1:172.21.15.119:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fa3c00b1ab0 con 0x7fa3c00cbd80 2024-09-13T18:56:51.096 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.092+0000 7fa3c6b76640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fa3c00cc500 con 0x7fa3c015a380 2024-09-13T18:56:51.096 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.092+0000 7fa3c6b76640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa3c00cc7e0 con 0x7fa3c006a5e0 2024-09-13T18:56:51.097 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.092+0000 7fa3bffff640 1 --1- >> v1:172.21.15.119:6789/0 conn(0x7fa3c00cbd80 0x7fa3c0069ed0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.119:6789/0 says I am v1:172.21.15.119:51376/0 (socket says 172.21.15.119:51376) 2024-09-13T18:56:51.097 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.092+0000 7fa3bffff640 1 -- 172.21.15.119:0/3366407344 learned_addr learned my addr 172.21.15.119:0/3366407344 (peer_addr_for_me v1:172.21.15.119:0/0) 2024-09-13T18:56:51.097 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.092+0000 7fa3c4912640 1 --2- 172.21.15.119:0/3366407344 >> v2:172.21.15.145:3300/0 conn(0x7fa3c015a380 0x7fa3c00cad90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:51.097 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.092+0000 7fa3c5113640 1 --2- 172.21.15.119:0/3366407344 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fa3c006a5e0 0x7fa3c00c6bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:51.097 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.092+0000 7fa3bf7fe640 1 -- 172.21.15.119:0/3366407344 <== mon.0 v1:172.21.15.119:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 711307113 0 0) 0x7fa3c00b1ab0 con 0x7fa3c00cbd80 2024-09-13T18:56:51.097 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.092+0000 7fa3bf7fe640 1 -- 172.21.15.119:0/3366407344 --> v1:172.21.15.119:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fa3ac003520 con 0x7fa3c00cbd80 2024-09-13T18:56:51.097 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.093+0000 7fa3c4912640 1 -- 172.21.15.119:0/3366407344 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fa3c006a5e0 msgr2=0x7fa3c00c6bd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T18:56:51.097 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.093+0000 7fa3c4912640 1 --2- 172.21.15.119:0/3366407344 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fa3c006a5e0 0x7fa3c00c6bd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:51.097 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.093+0000 7fa3c4912640 1 -- 172.21.15.119:0/3366407344 >> v1:172.21.15.119:6789/0 conn(0x7fa3c00cbd80 legacy=0x7fa3c0069ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:51.097 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.093+0000 7fa3bf7fe640 1 -- 172.21.15.119:0/3366407344 <== mon.0 v1:172.21.15.119:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 4194658704 0 0) 0x7fa3ac003520 con 0x7fa3c00cbd80 2024-09-13T18:56:51.097 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.093+0000 7fa3c4912640 1 -- 172.21.15.119:0/3366407344 --> v2:172.21.15.145:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa3c00c63d0 con 0x7fa3c015a380 2024-09-13T18:56:51.097 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.093+0000 7fa3c5113640 1 --2- 172.21.15.119:0/3366407344 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fa3c006a5e0 0x7fa3c00c6bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T18:56:51.098 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.093+0000 7fa3c4912640 1 --2- 172.21.15.119:0/3366407344 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fa3c015a380 0x7fa3c00cad90 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7fa3b80097a0 tx=0x7fa3b802a110 comp rx=0 tx=0).ready entity=mon.1 client_cookie=150dd9472c30bc6b server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:56:51.099 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.094+0000 7fa3bf7fe640 1 -- 172.21.15.119:0/3366407344 <== mon.1 v2:172.21.15.145:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa3b00019f0 con 0x7fa3c015a380 2024-09-13T18:56:51.099 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.094+0000 7fa3bf7fe640 1 -- 172.21.15.119:0/3366407344 <== mon.1 v2:172.21.15.145:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa3b802aba0 con 0x7fa3c015a380 2024-09-13T18:56:51.099 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.094+0000 7fa3bf7fe640 1 -- 172.21.15.119:0/3366407344 <== mon.1 v2:172.21.15.145:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa3b8032440 con 0x7fa3c015a380 2024-09-13T18:56:51.099 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.095+0000 7fa3c6b76640 1 -- 172.21.15.119:0/3366407344 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fa3c015a380 msgr2=0x7fa3c00cad90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:51.099 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.095+0000 7fa3c6b76640 1 --2- 172.21.15.119:0/3366407344 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fa3c015a380 0x7fa3c00cad90 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7fa3b80097a0 tx=0x7fa3b802a110 comp rx=0 tx=0).stop 2024-09-13T18:56:51.099 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.095+0000 7fa3c6b76640 1 -- 172.21.15.119:0/3366407344 shutdown_connections 2024-09-13T18:56:51.099 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.095+0000 7fa3c6b76640 1 --2- 172.21.15.119:0/3366407344 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fa3c006a5e0 0x7fa3c00c6bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:51.099 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.095+0000 7fa3c6b76640 1 --2- 172.21.15.119:0/3366407344 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fa3c015a380 0x7fa3c00cad90 unknown :-1 s=CLOSED pgs=71 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:51.099 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.095+0000 7fa3c6b76640 1 -- 172.21.15.119:0/3366407344 >> 172.21.15.119:0/3366407344 conn(0x7fa3c00b0cf0 msgr2=0x7fa3c00b1100 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:56:51.099 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.095+0000 7fa3c6b76640 1 -- 172.21.15.119:0/3366407344 shutdown_connections 2024-09-13T18:56:51.099 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.095+0000 7fa3c6b76640 1 -- 172.21.15.119:0/3366407344 wait complete. 2024-09-13T18:56:51.101 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.096+0000 7fa3c6b76640 1 Processor -- start 2024-09-13T18:56:51.101 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.096+0000 7fa3c6b76640 1 -- start start 2024-09-13T18:56:51.102 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.097+0000 7fa3c6b76640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fa3c006a5e0 0x7fa3c00c2c90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:51.102 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.097+0000 7fa3c6b76640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fa3c00cbd80 0x7fa3c00c31d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:51.102 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.097+0000 7fa3c6b76640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fa3c015a380 0x7fa3c0143e80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:51.102 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.097+0000 7fa3c6b76640 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa3c00b48e0 con 0x7fa3c015a380 2024-09-13T18:56:51.102 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.097+0000 7fa3c6b76640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa3c0144de0 con 0x7fa3c00cbd80 2024-09-13T18:56:51.102 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.097+0000 7fa3c6b76640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa3c00b3a00 con 0x7fa3c006a5e0 2024-09-13T18:56:51.102 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.097+0000 7fa3c5113640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fa3c015a380 0x7fa3c0143e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:51.102 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.097+0000 7fa3c5113640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fa3c015a380 0x7fa3c0143e80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.119:3300/0 says I am v2:172.21.15.119:51052/0 (socket says 172.21.15.119:51052) 2024-09-13T18:56:51.102 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.097+0000 7fa3c5113640 1 -- 172.21.15.119:0/3298599510 learned_addr learned my addr 172.21.15.119:0/3298599510 (peer_addr_for_me v2:172.21.15.119:0/0) 2024-09-13T18:56:51.102 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.097+0000 7fa3c4912640 1 --2- 172.21.15.119:0/3298599510 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fa3c006a5e0 0x7fa3c00c2c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:51.102 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.097+0000 7fa3bffff640 1 --2- 172.21.15.119:0/3298599510 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fa3c00cbd80 0x7fa3c00c31d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:51.102 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.097+0000 7fa3c5113640 1 -- 172.21.15.119:0/3298599510 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fa3c006a5e0 msgr2=0x7fa3c00c2c90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:51.102 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.097+0000 7fa3c5113640 1 --2- 172.21.15.119:0/3298599510 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fa3c006a5e0 0x7fa3c00c2c90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:51.103 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.097+0000 7fa3c5113640 1 -- 172.21.15.119:0/3298599510 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fa3c00cbd80 msgr2=0x7fa3c00c31d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:51.103 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.097+0000 7fa3c5113640 1 --2- 172.21.15.119:0/3298599510 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fa3c00cbd80 0x7fa3c00c31d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:51.103 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.097+0000 7fa3c5113640 1 -- 172.21.15.119:0/3298599510 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa3a8009400 con 0x7fa3c015a380 2024-09-13T18:56:51.103 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.097+0000 7fa3c5113640 1 --2- 172.21.15.119:0/3298599510 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fa3c015a380 0x7fa3c0143e80 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7fa3a800e930 tx=0x7fa3a800edf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:56:51.103 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.097+0000 7fa3bd7fa640 1 -- 172.21.15.119:0/3298599510 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa3a80096e0 con 0x7fa3c015a380 2024-09-13T18:56:51.103 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.097+0000 7fa3bd7fa640 1 -- 172.21.15.119:0/3298599510 <== mon.0 v2:172.21.15.119:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa3a800ca00 con 0x7fa3c015a380 2024-09-13T18:56:51.103 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.097+0000 7fa3bd7fa640 1 -- 172.21.15.119:0/3298599510 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa3a800cd90 con 0x7fa3c015a380 2024-09-13T18:56:51.103 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.097+0000 7fa3c6b76640 1 -- 172.21.15.119:0/3298599510 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa3b8009400 con 0x7fa3c015a380 2024-09-13T18:56:51.103 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.098+0000 7fa3c6b76640 1 -- 172.21.15.119:0/3298599510 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa3c00b3f40 con 0x7fa3c015a380 2024-09-13T18:56:51.104 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.099+0000 7fa3c6b76640 1 -- 172.21.15.119:0/3298599510 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fa3c00c92c0 con 0x7fa3c015a380 2024-09-13T18:56:51.104 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.099+0000 7fa3bd7fa640 1 -- 172.21.15.119:0/3298599510 <== mon.0 v2:172.21.15.119:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fa3a8013470 con 0x7fa3c015a380 2024-09-13T18:56:51.104 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.099+0000 7fa3bd7fa640 1 --2- 172.21.15.119:0/3298599510 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7fa3a006ac00 0x7fa3a006d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:51.104 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.100+0000 7fa3c4912640 1 --2- 172.21.15.119:0/3298599510 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7fa3a006ac00 0x7fa3a006d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:51.104 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.100+0000 7fa3bd7fa640 1 -- 172.21.15.119:0/3298599510 <== mon.0 v2:172.21.15.119:3300/0 5 ==== osd_map(24..24 src has 1..24) v4 ==== 6460+0+0 (secure 0 0 0) 0x7fa3a80897b0 con 0x7fa3c015a380 2024-09-13T18:56:51.104 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.100+0000 7fa3c4912640 1 --2- 172.21.15.119:0/3298599510 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7fa3a006ac00 0x7fa3a006d0c0 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7fa3b8034000 tx=0x7fa3b802e000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:56:51.107 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.104+0000 7fa3bd7fa640 1 -- 172.21.15.119:0/3298599510 <== mon.0 v2:172.21.15.119:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fa3a80547e0 con 0x7fa3c015a380 2024-09-13T18:56:51.268 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.264+0000 7fa3c6b76640 1 -- 172.21.15.119:0/3298599510 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7fa3c00b4a20 con 0x7fa3c015a380 2024-09-13T18:56:51.269 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.265+0000 7fa3bd7fa640 1 -- 172.21.15.119:0/3298599510 <== mon.0 v2:172.21.15.119:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v24) v1 ==== 74+0+18394 (secure 0 0 0) 0x7fa3a8057e00 con 0x7fa3c015a380 2024-09-13T18:56:51.269 INFO:teuthology.orchestra.run.smithi119.stdout: 2024-09-13T18:56:51.269 INFO:teuthology.orchestra.run.smithi119.stdout:{"epoch":24,"fsid":"b3bca492-3414-44ef-b63c-42eead5ea701","created":"2024-09-13T18:56:10.047760+0000","modified":"2024-09-13T18:56:38.390322+0000","last_up_change":"2024-09-13T18:56:22.096428+0000","last_in_change":"2024-09-13T18:56:12.143228+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T18:56:22.095896+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-13T18:56:31.950108+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-13T18:56:32.998608+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-09-13T18:56:36.052694+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"24","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"09edfd5c-bc57-47d1-a7b7-6d97f0f88db1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6810","nonce":3811853106},{"type":"v1","addr":"172.21.15.119:6813","nonce":3811853106}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6817","nonce":3811853106},{"type":"v1","addr":"172.21.15.119:6820","nonce":3811853106}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6828","nonce":3811853106},{"type":"v1","addr":"172.21.15.119:6830","nonce":3811853106}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6823","nonce":3811853106},{"type":"v1","addr":"172.21.15.119:6825","nonce":3811853106}]},"public_addr":"172.21.15.119:6813/3811853106","cluster_addr":"172.21.15.119:6820/3811853106","heartbeat_back_addr":"172.21.15.119:6830/3811853106","heartbeat_front_addr":"172.21.15.119:6825/3811853106","state":["exists","up"]},{"osd":1,"uuid":"f26f4bd2-3aee-4208-9e62-87f17047d886","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6809","nonce":1656755168},{"type":"v1","addr":"172.21.15.119:6812","nonce":1656755168}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6815","nonce":1656755168},{"type":"v1","addr":"172.21.15.119:6818","nonce":1656755168}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6829","nonce":1656755168},{"type":"v1","addr":"172.21.15.119:6831","nonce":1656755168}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6822","nonce":1656755168},{"type":"v1","addr":"172.21.15.119:6826","nonce":1656755168}]},"public_addr":"172.21.15.119:6812/1656755168","cluster_addr":"172.21.15.119:6818/1656755168","heartbeat_back_addr":"172.21.15.119:6831/1656755168","heartbeat_front_addr":"172.21.15.119:6826/1656755168","state":["exists","up"]},{"osd":2,"uuid":"1e9d6e0c-51f9-4f4a-bead-0e7edc7dd200","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6800","nonce":3093354378},{"type":"v1","addr":"172.21.15.119:6801","nonce":3093354378}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6802","nonce":3093354378},{"type":"v1","addr":"172.21.15.119:6803","nonce":3093354378}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6806","nonce":3093354378},{"type":"v1","addr":"172.21.15.119:6807","nonce":3093354378}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6804","nonce":3093354378},{"type":"v1","addr":"172.21.15.119:6805","nonce":3093354378}]},"public_addr":"172.21.15.119:6801/3093354378","cluster_addr":"172.21.15.119:6803/3093354378","heartbeat_back_addr":"172.21.15.119:6807/3093354378","heartbeat_front_addr":"172.21.15.119:6805/3093354378","state":["exists","up"]},{"osd":3,"uuid":"7c289b1f-a555-46e4-b85a-c0f230c9e02a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6808","nonce":886995937},{"type":"v1","addr":"172.21.15.119:6811","nonce":886995937}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6814","nonce":886995937},{"type":"v1","addr":"172.21.15.119:6816","nonce":886995937}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6824","nonce":886995937},{"type":"v1","addr":"172.21.15.119:6827","nonce":886995937}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6819","nonce":886995937},{"type":"v1","addr":"172.21.15.119:6821","nonce":886995937}]},"public_addr":"172.21.15.119:6811/886995937","cluster_addr":"172.21.15.119:6816/886995937","heartbeat_back_addr":"172.21.15.119:6827/886995937","heartbeat_front_addr":"172.21.15.119:6821/886995937","state":["exists","up"]},{"osd":4,"uuid":"a0a2f75b-5a33-4b69-b834-b8cf5a90ac5f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6808","nonce":2802887692},{"type":"v1","addr":"172.21.15.145:6809","nonce":2802887692}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6810","nonce":2802887692},{"type":"v1","addr":"172.21.15.145:6811","nonce":2802887692}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6814","nonce":2802887692},{"type":"v1","addr":"172.21.15.145:6815","nonce":2802887692}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6812","nonce":2802887692},{"type":"v1","addr":"172.21.15.145:6813","nonce":2802887692}]},"public_addr":"172.21.15.145:6809/2802887692","cluster_addr":"172.21.15.145:6811/2802887692","heartbeat_back_addr":"172.21.15.145:6815/2802887692","heartbeat_front_addr":"172.21.15.145:6813/2802887692","state":["exists","up"]},{"osd":5,"uuid":"e301c92f-a5af-49da-8384-bef6d48c9982","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6800","nonce":1431235391},{"type":"v1","addr":"172.21.15.145:6801","nonce":1431235391}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6802","nonce":1431235391},{"type":"v1","addr":"172.21.15.145:6803","nonce":1431235391}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6806","nonce":1431235391},{"type":"v1","addr":"172.21.15.145:6807","nonce":1431235391}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6804","nonce":1431235391},{"type":"v1","addr":"172.21.15.145:6805","nonce":1431235391}]},"public_addr":"172.21.15.145:6801/1431235391","cluster_addr":"172.21.15.145:6803/1431235391","heartbeat_back_addr":"172.21.15.145:6807/1431235391","heartbeat_front_addr":"172.21.15.145:6805/1431235391","state":["exists","up"]},{"osd":6,"uuid":"dd2ee71c-4024-4f56-90b1-d362ff9ae8f5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6816","nonce":1755123178},{"type":"v1","addr":"172.21.15.145:6817","nonce":1755123178}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6818","nonce":1755123178},{"type":"v1","addr":"172.21.15.145:6819","nonce":1755123178}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6822","nonce":1755123178},{"type":"v1","addr":"172.21.15.145:6823","nonce":1755123178}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6820","nonce":1755123178},{"type":"v1","addr":"172.21.15.145:6821","nonce":1755123178}]},"public_addr":"172.21.15.145:6817/1755123178","cluster_addr":"172.21.15.145:6819/1755123178","heartbeat_back_addr":"172.21.15.145:6823/1755123178","heartbeat_front_addr":"172.21.15.145:6821/1755123178","state":["exists","up"]},{"osd":7,"uuid":"7412449e-689b-45ee-9ae5-744a8c27f166","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6824","nonce":3012628958},{"type":"v1","addr":"172.21.15.145:6825","nonce":3012628958}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6826","nonce":3012628958},{"type":"v1","addr":"172.21.15.145:6827","nonce":3012628958}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6830","nonce":3012628958},{"type":"v1","addr":"172.21.15.145:6831","nonce":3012628958}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6828","nonce":3012628958},{"type":"v1","addr":"172.21.15.145:6829","nonce":3012628958}]},"public_addr":"172.21.15.145:6825/3012628958","cluster_addr":"172.21.15.145:6827/3012628958","heartbeat_back_addr":"172.21.15.145:6831/3012628958","heartbeat_front_addr":"172.21.15.145:6829/3012628958","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T18:56:17.286635+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T18:56:17.334491+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T18:56:17.297521+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T18:56:17.383716+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T18:56:17.267776+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T18:56:17.312998+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T18:56:17.303008+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T18:56:17.304729+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T18:56:51.271 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.267+0000 7fa3c6b76640 1 -- 172.21.15.119:0/3298599510 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7fa3a006ac00 msgr2=0x7fa3a006d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:51.271 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.267+0000 7fa3c6b76640 1 --2- 172.21.15.119:0/3298599510 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7fa3a006ac00 0x7fa3a006d0c0 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7fa3b8034000 tx=0x7fa3b802e000 comp rx=0 tx=0).stop 2024-09-13T18:56:51.271 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.267+0000 7fa3c6b76640 1 -- 172.21.15.119:0/3298599510 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fa3c015a380 msgr2=0x7fa3c0143e80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:51.272 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.267+0000 7fa3c6b76640 1 --2- 172.21.15.119:0/3298599510 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fa3c015a380 0x7fa3c0143e80 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7fa3a800e930 tx=0x7fa3a800edf0 comp rx=0 tx=0).stop 2024-09-13T18:56:51.272 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.268+0000 7fa3c6b76640 1 -- 172.21.15.119:0/3298599510 shutdown_connections 2024-09-13T18:56:51.272 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.268+0000 7fa3c6b76640 1 --2- 172.21.15.119:0/3298599510 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7fa3a006ac00 0x7fa3a006d0c0 unknown :-1 s=CLOSED pgs=100 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:51.272 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.268+0000 7fa3c6b76640 1 --2- 172.21.15.119:0/3298599510 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fa3c015a380 0x7fa3c0143e80 unknown :-1 s=CLOSED pgs=165 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:51.272 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.268+0000 7fa3c6b76640 1 --2- 172.21.15.119:0/3298599510 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fa3c00cbd80 0x7fa3c00c31d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:51.272 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.268+0000 7fa3c6b76640 1 --2- 172.21.15.119:0/3298599510 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fa3c006a5e0 0x7fa3c00c2c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:51.272 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.268+0000 7fa3c6b76640 1 -- 172.21.15.119:0/3298599510 >> 172.21.15.119:0/3298599510 conn(0x7fa3c00b0cf0 msgr2=0x7fa3c00c7b40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:56:51.272 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.268+0000 7fa3c6b76640 1 -- 172.21.15.119:0/3298599510 shutdown_connections 2024-09-13T18:56:51.272 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.268+0000 7fa3c6b76640 1 -- 172.21.15.119:0/3298599510 wait complete. 2024-09-13T18:56:51.283 DEBUG:teuthology.orchestra.run.smithi119:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.0 flush_pg_stats 2024-09-13T18:56:51.283 DEBUG:teuthology.orchestra.run.smithi119:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.1 flush_pg_stats 2024-09-13T18:56:51.283 DEBUG:teuthology.orchestra.run.smithi119:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.2 flush_pg_stats 2024-09-13T18:56:51.284 DEBUG:teuthology.orchestra.run.smithi119:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.3 flush_pg_stats 2024-09-13T18:56:51.284 DEBUG:teuthology.orchestra.run.smithi119:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.4 flush_pg_stats 2024-09-13T18:56:51.284 DEBUG:teuthology.orchestra.run.smithi119:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.5 flush_pg_stats 2024-09-13T18:56:51.285 DEBUG:teuthology.orchestra.run.smithi119:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.6 flush_pg_stats 2024-09-13T18:56:51.285 DEBUG:teuthology.orchestra.run.smithi119:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.7 flush_pg_stats 2024-09-13T18:56:51.452 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.448+0000 7f797c944640 1 Processor -- start 2024-09-13T18:56:51.452 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.448+0000 7f797c944640 1 -- start start 2024-09-13T18:56:51.452 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.448+0000 7fdb04253640 1 Processor -- start 2024-09-13T18:56:51.452 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.448+0000 7fdb04253640 1 -- start start 2024-09-13T18:56:51.452 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.448+0000 7f821f9c7640 1 Processor -- start 2024-09-13T18:56:51.453 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.448+0000 7f759bfc7640 1 Processor -- start 2024-09-13T18:56:51.453 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.449+0000 7fc2f0d53640 1 Processor -- start 2024-09-13T18:56:51.453 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.449+0000 7f759bfc7640 1 -- start start 2024-09-13T18:56:51.454 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.449+0000 7f821f9c7640 1 -- start start 2024-09-13T18:56:51.454 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.449+0000 7f01f079c640 1 Processor -- start 2024-09-13T18:56:51.454 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.449+0000 7f01f079c640 1 -- start start 2024-09-13T18:56:51.455 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.449+0000 7fdb04253640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fdafc15c6e0 0x7fdafc0b3f50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:51.455 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.449+0000 7fdb04253640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7fdafc0d07b0 0x7fdafc0b4490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:51.455 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.449+0000 7fdb04253640 1 --2- >> v2:172.21.15.119:3300/0 conn(0x7fdafc0ccb20 0x7fdafc160030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:51.455 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.449+0000 7fdb04253640 1 -- --> v2:172.21.15.119:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fdafc0d1840 con 0x7fdafc0ccb20 2024-09-13T18:56:51.455 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.449+0000 7fdb04253640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fdafc0d0c30 con 0x7fdafc0d07b0 2024-09-13T18:56:51.455 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.449+0000 7fdb04253640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fdafc0d0f10 con 0x7fdafc15c6e0 2024-09-13T18:56:51.455 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.449+0000 7fc2f0d53640 1 -- start start 2024-09-13T18:56:51.456 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.449+0000 7f797c944640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f7970036700 0x7f797004ef10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:51.456 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.449+0000 7f2fcffff640 1 Processor -- start 2024-09-13T18:56:51.456 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.450+0000 7f2fcffff640 1 -- start start 2024-09-13T18:56:51.456 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.450+0000 7f821f9c7640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f82180c12a0 0x7f82180cbea0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:51.457 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.450+0000 7f821f9c7640 1 --2- >> v2:172.21.15.119:3300/0 conn(0x7f82180c1680 0x7f82180b2070 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:51.457 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.450+0000 7f821f9c7640 1 -- --> v1:172.21.15.119:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f82180cc480 con 0x7f82180b25b0 2024-09-13T18:56:51.457 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.450+0000 7f821f9c7640 1 -- --> v2:172.21.15.119:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f82180cc760 con 0x7f82180c1680 2024-09-13T18:56:51.457 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.450+0000 7f821f9c7640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f82180cca40 con 0x7f82180c12a0 2024-09-13T18:56:51.457 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.451+0000 7f821d763640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f82180c12a0 0x7f82180cbea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:51.457 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.451+0000 7f821d763640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f82180c12a0 0x7f82180cbea0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.145:3301/0 says I am v2:172.21.15.119:52314/0 (socket says 172.21.15.119:52314) 2024-09-13T18:56:51.457 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.451+0000 7f821d763640 1 -- 172.21.15.119:0/920075307 learned_addr learned my addr 172.21.15.119:0/920075307 (peer_addr_for_me v2:172.21.15.119:0/0) 2024-09-13T18:56:51.457 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.451+0000 7f821cf62640 1 --2- 172.21.15.119:0/920075307 >> v2:172.21.15.119:3300/0 conn(0x7f82180c1680 0x7f82180b2070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:51.457 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.450+0000 7f308c810640 1 Processor -- start 2024-09-13T18:56:51.457 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.450+0000 7f308c810640 1 -- start start 2024-09-13T18:56:51.458 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.450+0000 7f759bfc7640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f759415c6e0 0x7f75940b3f50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:51.458 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.450+0000 7f759bfc7640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f75940d07b0 0x7f75940b4490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:51.458 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.450+0000 7f7599562640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f75940d07b0 0x7f75940b4490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:51.458 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.451+0000 7f7599562640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f75940d07b0 0x7f75940b4490 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.145:3300/0 says I am v2:172.21.15.119:43290/0 (socket says 172.21.15.119:43290) 2024-09-13T18:56:51.458 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.451+0000 7f759a564640 1 --1- >> v1:172.21.15.145:6789/0 conn(0x7f75940ccb20 0x7f7594160030 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.145:6789/0 says I am v1:172.21.15.119:44384/0 (socket says 172.21.15.119:44384) 2024-09-13T18:56:51.458 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.451+0000 7f759a564640 1 -- 172.21.15.119:0/643857076 learned_addr learned my addr 172.21.15.119:0/643857076 (peer_addr_for_me v1:172.21.15.119:0/0) 2024-09-13T18:56:51.458 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.451+0000 7f759bfc7640 1 -- 172.21.15.119:0/643857076 --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f75940d1840 con 0x7f75940ccb20 2024-09-13T18:56:51.458 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.451+0000 7f759bfc7640 1 -- 172.21.15.119:0/643857076 --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f759406bd20 con 0x7f75940d07b0 2024-09-13T18:56:51.458 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.451+0000 7f7599d63640 1 --2- 172.21.15.119:0/643857076 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f759415c6e0 0x7f75940b3f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:51.459 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.451+0000 7f759bfc7640 1 -- 172.21.15.119:0/643857076 --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f75940d0c30 con 0x7f759415c6e0 2024-09-13T18:56:51.459 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.451+0000 7f7598d61640 1 -- 172.21.15.119:0/643857076 <== mon.1 v1:172.21.15.145:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3642550326 0 0) 0x7f75940d1840 con 0x7f75940ccb20 2024-09-13T18:56:51.459 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.451+0000 7f7598d61640 1 -- 172.21.15.119:0/643857076 --> v1:172.21.15.145:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f7580003520 con 0x7f75940ccb20 2024-09-13T18:56:51.459 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.450+0000 7f01f079c640 1 --2- >> v2:172.21.15.119:3300/0 conn(0x7f01e80c9c10 0x7f01e80ad7c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:51.459 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.451+0000 7f01f079c640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f01e80c8920 0x7f01e80c8d40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:51.459 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.451+0000 7f01f079c640 1 -- --> v1:172.21.15.119:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f01e8159c20 con 0x7f01e81593f0 2024-09-13T18:56:51.459 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.451+0000 7f01f079c640 1 -- --> v2:172.21.15.119:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f01e80c9280 con 0x7f01e80c9c10 2024-09-13T18:56:51.459 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.451+0000 7f01f079c640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f01e8159940 con 0x7f01e80c8920 2024-09-13T18:56:51.459 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.451+0000 7f01eed39640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f01e80c8920 0x7f01e80c8d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:51.459 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.451+0000 7f01edd37640 1 --1- >> v1:172.21.15.119:6789/0 conn(0x7f01e81593f0 0x7f01e806d850 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.119:6789/0 says I am v1:172.21.15.119:51398/0 (socket says 172.21.15.119:51398) 2024-09-13T18:56:51.459 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.451+0000 7f01edd37640 1 -- 172.21.15.119:0/3471196126 learned_addr learned my addr 172.21.15.119:0/3471196126 (peer_addr_for_me v1:172.21.15.119:0/0) 2024-09-13T18:56:51.460 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.449+0000 7fdb027f0640 1 --2- >> v2:172.21.15.119:3300/0 conn(0x7fdafc0ccb20 0x7fdafc160030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:51.460 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.450+0000 7fdb027f0640 1 --2- >> v2:172.21.15.119:3300/0 conn(0x7fdafc0ccb20 0x7fdafc160030 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.119:3300/0 says I am v2:172.21.15.119:51054/0 (socket says 172.21.15.119:51054) 2024-09-13T18:56:51.460 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.450+0000 7fdb027f0640 1 -- 172.21.15.119:0/1336188286 learned_addr learned my addr 172.21.15.119:0/1336188286 (peer_addr_for_me v2:172.21.15.119:0/0) 2024-09-13T18:56:51.460 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.450+0000 7fdb01fef640 1 --2- 172.21.15.119:0/1336188286 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fdafc15c6e0 0x7fdafc0b3f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:51.460 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.450+0000 7fdb017ee640 1 --2- 172.21.15.119:0/1336188286 >> v2:172.21.15.145:3300/0 conn(0x7fdafc0d07b0 0x7fdafc0b4490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:51.460 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.450+0000 7fdb027f0640 1 -- 172.21.15.119:0/1336188286 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fdafc15c6e0 msgr2=0x7fdafc0b3f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T18:56:51.460 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.450+0000 7fdb027f0640 1 --2- 172.21.15.119:0/1336188286 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fdafc15c6e0 0x7fdafc0b3f50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:51.460 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.450+0000 7fdb027f0640 1 -- 172.21.15.119:0/1336188286 >> v2:172.21.15.145:3300/0 conn(0x7fdafc0d07b0 msgr2=0x7fdafc0b4490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T18:56:51.460 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.450+0000 7fdb027f0640 1 --2- 172.21.15.119:0/1336188286 >> v2:172.21.15.145:3300/0 conn(0x7fdafc0d07b0 0x7fdafc0b4490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:51.461 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.450+0000 7fdb027f0640 1 -- 172.21.15.119:0/1336188286 --> v2:172.21.15.119:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fdafc0d11f0 con 0x7fdafc0ccb20 2024-09-13T18:56:51.461 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.450+0000 7fc2f0d53640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7fc2ec0c12a0 0x7fc2ec0cbea0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:51.461 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.450+0000 7fc2ea59c640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7fc2ec0c12a0 0x7fc2ec0cbea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:51.461 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.451+0000 7fc2f0d53640 1 -- --> v1:172.21.15.119:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fc2ec0cc480 con 0x7fc2ec0c8fc0 2024-09-13T18:56:51.461 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.451+0000 7fc2f0d53640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fc2ec0cc760 con 0x7fc2ec0c1680 2024-09-13T18:56:51.461 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.451+0000 7fc2f0d53640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fc2ec0cca40 con 0x7fc2ec0c12a0 2024-09-13T18:56:51.461 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.451+0000 7fc2ead9d640 1 --1- >> v1:172.21.15.119:6789/0 conn(0x7fc2ec0c8fc0 0x7fc2ec0c9450 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.119:6789/0 says I am v1:172.21.15.119:51378/0 (socket says 172.21.15.119:51378) 2024-09-13T18:56:51.461 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.451+0000 7fc2ead9d640 1 -- 172.21.15.119:0/2553815707 learned_addr learned my addr 172.21.15.119:0/2553815707 (peer_addr_for_me v1:172.21.15.119:0/0) 2024-09-13T18:56:51.461 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.451+0000 7fc2ea59c640 1 -- 172.21.15.119:0/2553815707 >> v1:172.21.15.145:6789/0 conn(0x7fc2ec0c1680 legacy=0x7fc2ec0b2070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:51.461 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.451+0000 7fc2ea59c640 1 -- 172.21.15.119:0/2553815707 >> v1:172.21.15.119:6789/0 conn(0x7fc2ec0c8fc0 legacy=0x7fc2ec0c9450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:51.461 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.451+0000 7fc2ea59c640 1 -- 172.21.15.119:0/2553815707 --> v2:172.21.15.145:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc2ec0ccd20 con 0x7fc2ec0c12a0 2024-09-13T18:56:51.462 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.450+0000 7f7976d9d640 1 --1- >> v1:172.21.15.145:6789/0 conn(0x7f797000a4c0 0x7f7970035ff0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.145:6789/0 says I am v1:172.21.15.119:44362/0 (socket says 172.21.15.119:44362) 2024-09-13T18:56:51.462 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.450+0000 7f797c944640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f7970055180 0x7f797004f450 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:51.462 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.450+0000 7f797c944640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f7970039600 con 0x7f797000a4c0 2024-09-13T18:56:51.462 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.450+0000 7f797c944640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f79700398e0 con 0x7f7970055180 2024-09-13T18:56:51.462 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.450+0000 7f797c944640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f7970039bc0 con 0x7f7970036700 2024-09-13T18:56:51.462 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.450+0000 7f7976d9d640 1 -- 172.21.15.119:0/1748293406 learned_addr learned my addr 172.21.15.119:0/1748293406 (peer_addr_for_me v1:172.21.15.119:0/0) 2024-09-13T18:56:51.462 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.450+0000 7f797659c640 1 --2- 172.21.15.119:0/1748293406 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f7970036700 0x7f797004ef10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:51.462 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.451+0000 7f7975d9b640 1 -- 172.21.15.119:0/1748293406 <== mon.1 v1:172.21.15.145:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1914809282 0 0) 0x7f7970039600 con 0x7f797000a4c0 2024-09-13T18:56:51.462 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.451+0000 7f7975d9b640 1 -- 172.21.15.119:0/1748293406 --> v1:172.21.15.145:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f7960003520 con 0x7f797000a4c0 2024-09-13T18:56:51.462 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.451+0000 7f7975d9b640 1 -- 172.21.15.119:0/1748293406 <== mon.1 v1:172.21.15.145:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 3837320290 0 0) 0x7f7960003520 con 0x7f797000a4c0 2024-09-13T18:56:51.462 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.451+0000 7f7975d9b640 1 -- 172.21.15.119:0/1748293406 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f7970036700 msgr2=0x7f797004ef10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T18:56:51.463 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.451+0000 7f7975d9b640 1 --2- 172.21.15.119:0/1748293406 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f7970036700 0x7f797004ef10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:51.463 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.451+0000 7f7975d9b640 1 -- 172.21.15.119:0/1748293406 >> v2:172.21.15.145:3300/0 conn(0x7f7970055180 msgr2=0x7f797004f450 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-09-13T18:56:51.463 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.451+0000 7f7975d9b640 1 --2- 172.21.15.119:0/1748293406 >> v2:172.21.15.145:3300/0 conn(0x7f7970055180 0x7f797004f450 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:51.463 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.451+0000 7f7975d9b640 1 -- 172.21.15.119:0/1748293406 --> v1:172.21.15.145:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7970039ea0 con 0x7f797000a4c0 2024-09-13T18:56:51.463 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.451+0000 7f7975d9b640 1 -- 172.21.15.119:0/1748293406 <== mon.1 v1:172.21.15.145:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 337823224 0 0) 0x7f7968005090 con 0x7f797000a4c0 2024-09-13T18:56:51.463 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.451+0000 7f7975d9b640 1 -- 172.21.15.119:0/1748293406 >> v1:172.21.15.145:6789/0 conn(0x7f797000a4c0 legacy=0x7f7970035ff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:51.463 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.451+0000 7f7975d9b640 1 --2- 172.21.15.119:0/1748293406 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f7960003970 0x7f7960003d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:51.463 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.451+0000 7f7975d9b640 1 --2- 172.21.15.119:0/1748293406 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f79600047c0 0x7f7960004c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:51.463 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.451+0000 7f7975d9b640 1 --2- 172.21.15.119:0/1748293406 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f7960005180 0x7f796000b980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:51.463 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.451+0000 7f7975d9b640 1 -- 172.21.15.119:0/1748293406 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f79700398e0 con 0x7f79600047c0 2024-09-13T18:56:51.463 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.451+0000 7f7975d9b640 1 -- 172.21.15.119:0/1748293406 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7970039bc0 con 0x7f7960003970 2024-09-13T18:56:51.463 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.451+0000 7f7975d9b640 1 -- 172.21.15.119:0/1748293406 --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f796000c020 con 0x7f7960005180 2024-09-13T18:56:51.463 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.452+0000 7f7976d9d640 1 --2- 172.21.15.119:0/1748293406 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f7960003970 0x7f7960003d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:51.464 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.452+0000 7f7976d9d640 1 -- 172.21.15.119:0/1748293406 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f7960005180 msgr2=0x7f796000b980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T18:56:51.464 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.452+0000 7f7976d9d640 1 --2- 172.21.15.119:0/1748293406 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f7960005180 0x7f796000b980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:51.464 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.452+0000 7f7976d9d640 1 -- 172.21.15.119:0/1748293406 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f79600047c0 msgr2=0x7f7960004c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T18:56:51.464 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.452+0000 7f7976d9d640 1 --2- 172.21.15.119:0/1748293406 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f79600047c0 0x7f7960004c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:51.464 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.452+0000 7f7976d9d640 1 -- 172.21.15.119:0/1748293406 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7960003520 con 0x7f7960003970 2024-09-13T18:56:51.464 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.451+0000 7f2fcffff640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f2fd00cb3d0 0x7f2fd006e630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:51.464 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.452+0000 7f2fcffff640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f2fd0158480 0x7f2fd00aaf30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:51.464 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.452+0000 7f2fcffff640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f2fd006cae0 con 0x7f2fd00b0770 2024-09-13T18:56:51.464 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.452+0000 7f2fcffff640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f2fd00b3530 con 0x7f2fd0158480 2024-09-13T18:56:51.464 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.452+0000 7f2fcffff640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f2fd006c1b0 con 0x7f2fd00cb3d0 2024-09-13T18:56:51.465 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.452+0000 7f2fceffd640 1 --1- >> v1:172.21.15.145:6789/0 conn(0x7f2fd00b0770 0x7f2fd00cacc0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.145:6789/0 says I am v1:172.21.15.119:44390/0 (socket says 172.21.15.119:44390) 2024-09-13T18:56:51.465 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.452+0000 7f2fce7fc640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f2fd00cb3d0 0x7f2fd006e630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:51.465 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.452+0000 7f2fce7fc640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f2fd00cb3d0 0x7f2fd006e630 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.145:3301/0 says I am v2:172.21.15.119:52320/0 (socket says 172.21.15.119:52320) 2024-09-13T18:56:51.465 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.452+0000 7f2fce7fc640 1 -- 172.21.15.119:0/289933901 learned_addr learned my addr 172.21.15.119:0/289933901 (peer_addr_for_me v2:172.21.15.119:0/0) 2024-09-13T18:56:51.465 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.452+0000 7f2fcf7fe640 1 --2- 172.21.15.119:0/289933901 >> v2:172.21.15.145:3300/0 conn(0x7f2fd0158480 0x7f2fd00aaf30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:51.465 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.452+0000 7f2fce7fc640 1 -- 172.21.15.119:0/289933901 >> v2:172.21.15.145:3300/0 conn(0x7f2fd0158480 msgr2=0x7f2fd00aaf30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T18:56:51.465 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.452+0000 7f2fce7fc640 1 --2- 172.21.15.119:0/289933901 >> v2:172.21.15.145:3300/0 conn(0x7f2fd0158480 0x7f2fd00aaf30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:51.465 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.452+0000 7f2fce7fc640 1 -- 172.21.15.119:0/289933901 >> v1:172.21.15.145:6789/0 conn(0x7f2fd00b0770 legacy=0x7f2fd00cacc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T18:56:51.465 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.451+0000 7f821cf62640 1 -- 172.21.15.119:0/920075307 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f82180c12a0 msgr2=0x7f82180cbea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T18:56:51.465 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.451+0000 7f821cf62640 1 --2- 172.21.15.119:0/920075307 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f82180c12a0 0x7f82180cbea0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:51.466 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.452+0000 7f308c810640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f3088070bd0 0x7f308815c2a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:51.466 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.452+0000 7f308c810640 1 -- --> v1:172.21.15.119:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f308815c8d0 con 0x7f3088158330 2024-09-13T18:56:51.466 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.452+0000 7f308c810640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f308815cbb0 con 0x7f308815be30 2024-09-13T18:56:51.466 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.452+0000 7f308c810640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f3088158ac0 con 0x7f3088070bd0 2024-09-13T18:56:51.466 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.452+0000 7f7599562640 1 -- 172.21.15.119:0/643857076 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f759415c6e0 msgr2=0x7f75940b3f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T18:56:51.466 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.452+0000 7f7599562640 1 --2- 172.21.15.119:0/643857076 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f759415c6e0 0x7f75940b3f50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:51.466 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.452+0000 7f7599562640 1 -- 172.21.15.119:0/643857076 >> v1:172.21.15.145:6789/0 conn(0x7f75940ccb20 legacy=0x7f7594160030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:51.467 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.452+0000 7f7599562640 1 -- 172.21.15.119:0/643857076 --> v2:172.21.15.145:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f75940d0f10 con 0x7f75940d07b0 2024-09-13T18:56:51.467 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.451+0000 7f01ee538640 1 --2- 172.21.15.119:0/3471196126 >> v2:172.21.15.119:3300/0 conn(0x7f01e80c9c10 0x7f01e80ad7c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:51.467 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.451+0000 7f01eed39640 1 -- 172.21.15.119:0/3471196126 >> v2:172.21.15.119:3300/0 conn(0x7f01e80c9c10 msgr2=0x7f01e80ad7c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T18:56:51.467 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.451+0000 7f01eed39640 1 --2- 172.21.15.119:0/3471196126 >> v2:172.21.15.119:3300/0 conn(0x7f01e80c9c10 0x7f01e80ad7c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:51.467 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.451+0000 7f01eed39640 1 -- 172.21.15.119:0/3471196126 >> v1:172.21.15.119:6789/0 conn(0x7f01e81593f0 legacy=0x7f01e806d850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T18:56:51.467 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.451+0000 7f01eed39640 1 -- 172.21.15.119:0/3471196126 --> v2:172.21.15.145:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f01e806cd70 con 0x7f01e80c8920 2024-09-13T18:56:51.467 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.452+0000 7fdb027f0640 1 --2- 172.21.15.119:0/1336188286 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fdafc0ccb20 0x7fdafc160030 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7fdafc067820 tx=0x7fdaf402a600 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9cb035e87687faf9 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:56:51.468 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.451+0000 7f821cf62640 1 -- 172.21.15.119:0/920075307 >> v1:172.21.15.119:6789/0 conn(0x7f82180b25b0 legacy=0x7f82180cacc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:51.468 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.453+0000 7fdb00fed640 1 -- 172.21.15.119:0/1336188286 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdaf4031600 con 0x7fdafc0ccb20 2024-09-13T18:56:51.468 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.453+0000 7fdb00fed640 1 -- 172.21.15.119:0/1336188286 <== mon.0 v2:172.21.15.119:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fdaf402d050 con 0x7fdafc0ccb20 2024-09-13T18:56:51.468 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.453+0000 7fdb00fed640 1 -- 172.21.15.119:0/1336188286 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdaf4031980 con 0x7fdafc0ccb20 2024-09-13T18:56:51.468 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.452+0000 7f2fce7fc640 1 -- 172.21.15.119:0/289933901 --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2fd006c490 con 0x7f2fd00cb3d0 2024-09-13T18:56:51.469 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.453+0000 7f30877fe640 1 --1- >> v1:172.21.15.119:6789/0 conn(0x7f3088158330 0x7f30881592c0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.119:6789/0 says I am v1:172.21.15.119:51406/0 (socket says 172.21.15.119:51406) 2024-09-13T18:56:51.469 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.453+0000 7f30877fe640 1 -- 172.21.15.119:0/3048202047 learned_addr learned my addr 172.21.15.119:0/3048202047 (peer_addr_for_me v1:172.21.15.119:0/0) 2024-09-13T18:56:51.469 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.453+0000 7f01eed39640 1 --2- 172.21.15.119:0/3471196126 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f01e80c8920 0x7f01e80c8d40 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7f01e80c5320 tx=0x7f01d802a150 comp rx=0 tx=0).ready entity=mon.1 client_cookie=3bccfcd32ea21047 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:56:51.469 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.453+0000 7f3087fff640 1 --2- 172.21.15.119:0/3048202047 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f3088070bd0 0x7f308815c2a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:51.470 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.453+0000 7f7599562640 1 --2- 172.21.15.119:0/643857076 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f75940d07b0 0x7f75940b4490 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7f75840097a0 tx=0x7f758402a110 comp rx=0 tx=0).ready entity=mon.1 client_cookie=16f33d601ab836f1 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:56:51.470 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.453+0000 7f01ed536640 1 -- 172.21.15.119:0/3471196126 <== mon.1 v2:172.21.15.145:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f01d802ae60 con 0x7f01e80c8920 2024-09-13T18:56:51.470 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.453+0000 7f01ed536640 1 -- 172.21.15.119:0/3471196126 <== mon.1 v2:172.21.15.145:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f01d8032440 con 0x7f01e80c8920 2024-09-13T18:56:51.470 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.453+0000 7f01ed536640 1 -- 172.21.15.119:0/3471196126 <== mon.1 v2:172.21.15.145:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f01d80327d0 con 0x7f01e80c8920 2024-09-13T18:56:51.470 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.453+0000 7f3086ffd640 1 -- 172.21.15.119:0/3048202047 <== mon.0 v1:172.21.15.119:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 155125166 0 0) 0x7f308815c8d0 con 0x7f3088158330 2024-09-13T18:56:51.470 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.453+0000 7f3086ffd640 1 -- 172.21.15.119:0/3048202047 --> v1:172.21.15.119:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f3074004630 con 0x7f3088158330 2024-09-13T18:56:51.471 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.451+0000 7f821cf62640 1 -- 172.21.15.119:0/920075307 --> v2:172.21.15.119:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f82180ccd20 con 0x7f82180c1680 2024-09-13T18:56:51.471 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.453+0000 7f3086ffd640 1 -- 172.21.15.119:0/3048202047 <== mon.1 v1:172.21.15.145:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3927717484 0 0) 0x7f308815cbb0 con 0x7f308815be30 2024-09-13T18:56:51.471 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.453+0000 7f821cf62640 1 --2- 172.21.15.119:0/920075307 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f82180c1680 0x7f82180b2070 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7f82080097a0 tx=0x7f820802a110 comp rx=0 tx=0).ready entity=mon.0 client_cookie=82e68c21505bb65a server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:56:51.471 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.453+0000 7f7598d61640 1 -- 172.21.15.119:0/643857076 <== mon.1 v2:172.21.15.145:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f758402ae60 con 0x7f75940d07b0 2024-09-13T18:56:51.472 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.453+0000 7f3086ffd640 1 -- 172.21.15.119:0/3048202047 --> v1:172.21.15.145:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f308815c8d0 con 0x7f308815be30 2024-09-13T18:56:51.472 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.453+0000 7f7598d61640 1 -- 172.21.15.119:0/643857076 <== mon.1 v2:172.21.15.145:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7584032440 con 0x7f75940d07b0 2024-09-13T18:56:51.472 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.453+0000 7f7598d61640 1 -- 172.21.15.119:0/643857076 <== mon.1 v2:172.21.15.145:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f75840327d0 con 0x7f75940d07b0 2024-09-13T18:56:51.472 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.453+0000 7f3087fff640 1 -- 172.21.15.119:0/3048202047 >> v1:172.21.15.145:6789/0 conn(0x7f308815be30 legacy=0x7f30880704c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:51.473 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.453+0000 7f3087fff640 1 -- 172.21.15.119:0/3048202047 >> v1:172.21.15.119:6789/0 conn(0x7f3088158330 legacy=0x7f30881592c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:51.473 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.454+0000 7f3087fff640 1 -- 172.21.15.119:0/3048202047 --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3088158da0 con 0x7f3088070bd0 2024-09-13T18:56:51.473 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.454+0000 7fdb04253640 1 -- 172.21.15.119:0/1336188286 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fdafc0ccb20 msgr2=0x7fdafc160030 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:51.473 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.454+0000 7fdb04253640 1 --2- 172.21.15.119:0/1336188286 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fdafc0ccb20 0x7fdafc160030 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7fdafc067820 tx=0x7fdaf402a600 comp rx=0 tx=0).stop 2024-09-13T18:56:51.473 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.454+0000 7f820ffff640 1 -- 172.21.15.119:0/920075307 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f820802ae60 con 0x7f82180c1680 2024-09-13T18:56:51.473 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.454+0000 7f820ffff640 1 -- 172.21.15.119:0/920075307 <== mon.0 v2:172.21.15.119:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f8208032440 con 0x7f82180c1680 2024-09-13T18:56:51.474 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.454+0000 7f820ffff640 1 -- 172.21.15.119:0/920075307 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f82080327d0 con 0x7f82180c1680 2024-09-13T18:56:51.474 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.454+0000 7fdb04253640 1 -- 172.21.15.119:0/1336188286 shutdown_connections 2024-09-13T18:56:51.474 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.454+0000 7fdb04253640 1 --2- 172.21.15.119:0/1336188286 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fdafc0ccb20 0x7fdafc160030 unknown :-1 s=CLOSED pgs=169 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:51.474 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.454+0000 7fdb04253640 1 --2- 172.21.15.119:0/1336188286 >> v2:172.21.15.145:3300/0 conn(0x7fdafc0d07b0 0x7fdafc0b4490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:51.474 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.454+0000 7fdb04253640 1 --2- 172.21.15.119:0/1336188286 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fdafc15c6e0 0x7fdafc0b3f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:51.474 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.454+0000 7fdb04253640 1 -- 172.21.15.119:0/1336188286 >> 172.21.15.119:0/1336188286 conn(0x7fdafc089f60 msgr2=0x7fdafc0d24d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:56:51.474 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.454+0000 7fc2ea59c640 1 --2- 172.21.15.119:0/2553815707 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fc2ec0c12a0 0x7fc2ec0cbea0 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7fc2dc0097a0 tx=0x7fc2dc02a230 comp rx=0 tx=0).ready entity=mon.1 client_cookie=a609d1ab85241594 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:56:51.475 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.454+0000 7fdb04253640 1 -- 172.21.15.119:0/1336188286 shutdown_connections 2024-09-13T18:56:51.475 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.454+0000 7f2fce7fc640 1 --2- 172.21.15.119:0/289933901 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f2fd00cb3d0 0x7f2fd006e630 secure :-1 s=READY pgs=30 cs=0 l=1 rev1=1 crypto rx=0x7f2fc8009870 tx=0x7f2fc802a210 comp rx=0 tx=0).ready entity=mon.2 client_cookie=df5d0edd2f87ec5 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:56:51.475 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.454+0000 7f01f079c640 1 -- 172.21.15.119:0/3471196126 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f01e80c8920 msgr2=0x7f01e80c8d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:51.475 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.454+0000 7f01f079c640 1 --2- 172.21.15.119:0/3471196126 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f01e80c8920 0x7f01e80c8d40 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7f01e80c5320 tx=0x7f01d802a150 comp rx=0 tx=0).stop 2024-09-13T18:56:51.476 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.454+0000 7fdb04253640 1 -- 172.21.15.119:0/1336188286 wait complete. 2024-09-13T18:56:51.476 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.454+0000 7f7976d9d640 1 --2- 172.21.15.119:0/1748293406 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f7960003970 0x7f7960003d90 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7f7968007b20 tx=0x7f79600057f0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=30f2f4ecf990c904 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:56:51.476 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.454+0000 7f01f079c640 1 -- 172.21.15.119:0/3471196126 shutdown_connections 2024-09-13T18:56:51.476 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.454+0000 7f01f079c640 1 --2- 172.21.15.119:0/3471196126 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f01e80c8920 0x7f01e80c8d40 unknown :-1 s=CLOSED pgs=76 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:51.476 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.454+0000 7f01f079c640 1 --2- 172.21.15.119:0/3471196126 >> v2:172.21.15.119:3300/0 conn(0x7f01e80c9c10 0x7f01e80ad7c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:51.476 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.454+0000 7f01f079c640 1 -- 172.21.15.119:0/3471196126 >> 172.21.15.119:0/3471196126 conn(0x7f01e8069ed0 msgr2=0x7f01e806a2e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:56:51.477 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.454+0000 7f759bfc7640 1 -- 172.21.15.119:0/643857076 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f75940d07b0 msgr2=0x7f75940b4490 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:51.477 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.454+0000 7f2fcdffb640 1 -- 172.21.15.119:0/289933901 <== mon.2 v2:172.21.15.145:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2fc8032440 con 0x7f2fd00cb3d0 2024-09-13T18:56:51.477 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.454+0000 7f759bfc7640 1 --2- 172.21.15.119:0/643857076 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f75940d07b0 0x7f75940b4490 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7f75840097a0 tx=0x7f758402a110 comp rx=0 tx=0).stop 2024-09-13T18:56:51.478 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.454+0000 7f2fcdffb640 1 -- 172.21.15.119:0/289933901 <== mon.2 v2:172.21.15.145:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f2fc80325a0 con 0x7f2fd00cb3d0 2024-09-13T18:56:51.478 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.454+0000 7f2fcdffb640 1 -- 172.21.15.119:0/289933901 <== mon.2 v2:172.21.15.145:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2fc8032930 con 0x7f2fd00cb3d0 2024-09-13T18:56:51.478 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.454+0000 7fc2e959a640 1 -- 172.21.15.119:0/2553815707 <== mon.1 v2:172.21.15.145:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc2dc032440 con 0x7fc2ec0c12a0 2024-09-13T18:56:51.478 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.454+0000 7f759bfc7640 1 -- 172.21.15.119:0/643857076 shutdown_connections 2024-09-13T18:56:51.478 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.454+0000 7fc2e959a640 1 -- 172.21.15.119:0/2553815707 <== mon.1 v2:172.21.15.145:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc2dc0325a0 con 0x7fc2ec0c12a0 2024-09-13T18:56:51.479 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.454+0000 7fc2e959a640 1 -- 172.21.15.119:0/2553815707 <== mon.1 v2:172.21.15.145:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc2dc032930 con 0x7fc2ec0c12a0 2024-09-13T18:56:51.479 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.454+0000 7f759bfc7640 1 --2- 172.21.15.119:0/643857076 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f75940d07b0 0x7f75940b4490 unknown :-1 s=CLOSED pgs=77 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:51.479 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.454+0000 7f759bfc7640 1 --2- 172.21.15.119:0/643857076 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f759415c6e0 0x7f75940b3f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:51.479 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.454+0000 7f01f079c640 1 -- 172.21.15.119:0/3471196126 shutdown_connections 2024-09-13T18:56:51.480 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.454+0000 7f759bfc7640 1 -- 172.21.15.119:0/643857076 >> 172.21.15.119:0/643857076 conn(0x7f7594089f60 msgr2=0x7f75940d24d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:56:51.480 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.454+0000 7f01f079c640 1 -- 172.21.15.119:0/3471196126 wait complete. 2024-09-13T18:56:51.480 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.455+0000 7f821f9c7640 1 -- 172.21.15.119:0/920075307 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f82180c1680 msgr2=0x7f82180b2070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:51.480 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.455+0000 7f821f9c7640 1 --2- 172.21.15.119:0/920075307 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f82180c1680 0x7f82180b2070 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7f82080097a0 tx=0x7f820802a110 comp rx=0 tx=0).stop 2024-09-13T18:56:51.480 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.455+0000 7f759bfc7640 1 -- 172.21.15.119:0/643857076 shutdown_connections 2024-09-13T18:56:51.481 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.455+0000 7f7975d9b640 1 -- 172.21.15.119:0/1748293406 <== mon.1 v2:172.21.15.145:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7968009be0 con 0x7f7960003970 2024-09-13T18:56:51.481 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.455+0000 7f7975d9b640 1 -- 172.21.15.119:0/1748293406 <== mon.1 v2:172.21.15.145:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7968009d40 con 0x7f7960003970 2024-09-13T18:56:51.481 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.455+0000 7f759bfc7640 1 -- 172.21.15.119:0/643857076 wait complete. 2024-09-13T18:56:51.481 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.455+0000 7f7975d9b640 1 -- 172.21.15.119:0/1748293406 <== mon.1 v2:172.21.15.145:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7968005b10 con 0x7f7960003970 2024-09-13T18:56:51.482 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.455+0000 7f821f9c7640 1 -- 172.21.15.119:0/920075307 shutdown_connections 2024-09-13T18:56:51.482 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.455+0000 7f821f9c7640 1 --2- 172.21.15.119:0/920075307 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f82180c1680 0x7f82180b2070 unknown :-1 s=CLOSED pgs=171 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:51.482 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.455+0000 7f821f9c7640 1 --2- 172.21.15.119:0/920075307 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f82180c12a0 0x7f82180cbea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:51.482 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.455+0000 7f821f9c7640 1 -- 172.21.15.119:0/920075307 >> 172.21.15.119:0/920075307 conn(0x7f8218069ed0 msgr2=0x7f821806a2e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:56:51.482 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.455+0000 7f821f9c7640 1 -- 172.21.15.119:0/920075307 shutdown_connections 2024-09-13T18:56:51.482 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.455+0000 7f821f9c7640 1 -- 172.21.15.119:0/920075307 wait complete. 2024-09-13T18:56:51.482 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.455+0000 7f3087fff640 1 --2- 172.21.15.119:0/3048202047 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f3088070bd0 0x7f308815c2a0 secure :-1 s=READY pgs=31 cs=0 l=1 rev1=1 crypto rx=0x7f3080009dc0 tx=0x7f308002a6d0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=2321785e48458c81 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:56:51.483 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.455+0000 7f2fcffff640 1 -- 172.21.15.119:0/289933901 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f2fd00cb3d0 msgr2=0x7f2fd006e630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:51.483 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.455+0000 7f3086ffd640 1 -- 172.21.15.119:0/3048202047 <== mon.2 v2:172.21.15.145:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3080007740 con 0x7f3088070bd0 2024-09-13T18:56:51.483 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.456+0000 7f3086ffd640 1 -- 172.21.15.119:0/3048202047 <== mon.2 v2:172.21.15.145:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f308002d050 con 0x7f3088070bd0 2024-09-13T18:56:51.483 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.456+0000 7fdb04253640 1 Processor -- start 2024-09-13T18:56:51.484 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.456+0000 7f3086ffd640 1 -- 172.21.15.119:0/3048202047 <== mon.2 v2:172.21.15.145:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3080007ac0 con 0x7f3088070bd0 2024-09-13T18:56:51.484 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.456+0000 7f797c944640 1 -- 172.21.15.119:0/1748293406 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f7960003970 msgr2=0x7f7960003d90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:51.484 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.456+0000 7f797c944640 1 --2- 172.21.15.119:0/1748293406 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f7960003970 0x7f7960003d90 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7f7968007b20 tx=0x7f79600057f0 comp rx=0 tx=0).stop 2024-09-13T18:56:51.484 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.455+0000 7f2fcffff640 1 --2- 172.21.15.119:0/289933901 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f2fd00cb3d0 0x7f2fd006e630 secure :-1 s=READY pgs=30 cs=0 l=1 rev1=1 crypto rx=0x7f2fc8009870 tx=0x7f2fc802a210 comp rx=0 tx=0).stop 2024-09-13T18:56:51.485 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.456+0000 7fdb04253640 1 -- start start 2024-09-13T18:56:51.485 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.456+0000 7f797759e640 1 -- 172.21.15.119:0/1748293406 reap_dead start 2024-09-13T18:56:51.485 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.455+0000 7f2fcffff640 1 -- 172.21.15.119:0/289933901 shutdown_connections 2024-09-13T18:56:51.485 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.455+0000 7f2fcffff640 1 --2- 172.21.15.119:0/289933901 >> v2:172.21.15.145:3300/0 conn(0x7f2fd0158480 0x7f2fd00aaf30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:51.485 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.455+0000 7f2fcffff640 1 --2- 172.21.15.119:0/289933901 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f2fd00cb3d0 0x7f2fd006e630 unknown :-1 s=CLOSED pgs=30 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:51.486 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.455+0000 7f2fcffff640 1 -- 172.21.15.119:0/289933901 >> 172.21.15.119:0/289933901 conn(0x7f2fd00afc50 msgr2=0x7f2fd00b0060 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:56:51.486 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.456+0000 7f2fcffff640 1 -- 172.21.15.119:0/289933901 shutdown_connections 2024-09-13T18:56:51.486 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.456+0000 7f2fcffff640 1 -- 172.21.15.119:0/289933901 wait complete. 2024-09-13T18:56:51.486 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.456+0000 7f797c944640 1 -- 172.21.15.119:0/1748293406 shutdown_connections 2024-09-13T18:56:51.486 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.456+0000 7f797c944640 1 -- 172.21.15.119:0/1748293406 >> 172.21.15.119:0/1748293406 conn(0x7f797001d900 msgr2=0x7f7970054570 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:56:51.486 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.456+0000 7fc2f0d53640 1 -- 172.21.15.119:0/2553815707 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fc2ec0c12a0 msgr2=0x7fc2ec0cbea0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:51.487 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.456+0000 7fc2f0d53640 1 --2- 172.21.15.119:0/2553815707 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fc2ec0c12a0 0x7fc2ec0cbea0 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7fc2dc0097a0 tx=0x7fc2dc02a230 comp rx=0 tx=0).stop 2024-09-13T18:56:51.487 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.456+0000 7fc2f0d53640 1 -- 172.21.15.119:0/2553815707 shutdown_connections 2024-09-13T18:56:51.487 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.456+0000 7fc2f0d53640 1 --2- 172.21.15.119:0/2553815707 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fc2ec0c12a0 0x7fc2ec0cbea0 secure :-1 s=CLOSED pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7fc2dc0097a0 tx=0x7fc2dc02a230 comp rx=0 tx=0).stop 2024-09-13T18:56:51.487 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.456+0000 7fc2f0d53640 1 -- 172.21.15.119:0/2553815707 >> 172.21.15.119:0/2553815707 conn(0x7fc2ec069ed0 msgr2=0x7fc2ec06a2e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:56:51.487 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.456+0000 7f01f079c640 1 Processor -- start 2024-09-13T18:56:51.487 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.456+0000 7f01f079c640 1 -- start start 2024-09-13T18:56:51.488 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.457+0000 7f308c810640 1 -- 172.21.15.119:0/3048202047 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f3088070bd0 msgr2=0x7f308815c2a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:51.488 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.457+0000 7f308c810640 1 --2- 172.21.15.119:0/3048202047 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f3088070bd0 0x7f308815c2a0 secure :-1 s=READY pgs=31 cs=0 l=1 rev1=1 crypto rx=0x7f3080009dc0 tx=0x7f308002a6d0 comp rx=0 tx=0).stop 2024-09-13T18:56:51.488 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.457+0000 7f821f9c7640 1 Processor -- start 2024-09-13T18:56:51.488 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.457+0000 7f821f9c7640 1 -- start start 2024-09-13T18:56:51.488 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.457+0000 7f308c810640 1 -- 172.21.15.119:0/3048202047 shutdown_connections 2024-09-13T18:56:51.488 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.457+0000 7f308c810640 1 --2- 172.21.15.119:0/3048202047 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f3088070bd0 0x7f308815c2a0 unknown :-1 s=CLOSED pgs=31 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:51.488 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.457+0000 7f308c810640 1 -- 172.21.15.119:0/3048202047 >> 172.21.15.119:0/3048202047 conn(0x7f3088066200 msgr2=0x7f30880b38e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:56:51.489 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.457+0000 7f308c810640 1 -- 172.21.15.119:0/3048202047 shutdown_connections 2024-09-13T18:56:51.489 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.457+0000 7f308c810640 1 -- 172.21.15.119:0/3048202047 wait complete. 2024-09-13T18:56:51.489 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.457+0000 7f759bfc7640 1 Processor -- start 2024-09-13T18:56:51.489 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.457+0000 7f759bfc7640 1 -- start start 2024-09-13T18:56:51.489 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.457+0000 7fdb04253640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fdafc0ccb20 0x7fdafc0b5510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:51.489 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.457+0000 7fdb04253640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fdafc0d07b0 0x7fdafc150620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:51.489 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.457+0000 7fdb04253640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fdafc15c6e0 0x7fdafc1f5d70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:51.489 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.457+0000 7fdb04253640 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdafc0b8050 con 0x7fdafc15c6e0 2024-09-13T18:56:51.490 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.457+0000 7fdb04253640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdafc0b79f0 con 0x7fdafc0ccb20 2024-09-13T18:56:51.490 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.457+0000 7fdb01fef640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fdafc0ccb20 0x7fdafc0b5510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:51.490 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.457+0000 7fdb04253640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fdafc0b6590 con 0x7fdafc0d07b0 2024-09-13T18:56:51.490 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.457+0000 7fdb01fef640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fdafc0ccb20 0x7fdafc0b5510 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.145:3300/0 says I am v2:172.21.15.119:43328/0 (socket says 172.21.15.119:43328) 2024-09-13T18:56:51.490 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.457+0000 7fdb01fef640 1 -- 172.21.15.119:0/2147089221 learned_addr learned my addr 172.21.15.119:0/2147089221 (peer_addr_for_me v2:172.21.15.119:0/0) 2024-09-13T18:56:51.490 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.457+0000 7fdb027f0640 1 --2- 172.21.15.119:0/2147089221 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fdafc15c6e0 0x7fdafc1f5d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:51.490 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.457+0000 7fc2f0d53640 1 -- 172.21.15.119:0/2553815707 shutdown_connections 2024-09-13T18:56:51.490 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.457+0000 7fc2f0d53640 1 -- 172.21.15.119:0/2553815707 wait complete. 2024-09-13T18:56:51.491 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.458+0000 7f2fcffff640 1 Processor -- start 2024-09-13T18:56:51.491 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.458+0000 7fdb01fef640 1 -- 172.21.15.119:0/2147089221 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fdafc0d07b0 msgr2=0x7fdafc150620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:51.491 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.458+0000 7fdb01fef640 1 --2- 172.21.15.119:0/2147089221 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fdafc0d07b0 0x7fdafc150620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:51.491 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.458+0000 7f01f079c640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f01e80c8920 0x7f01e80c11c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:51.491 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.458+0000 7f01f079c640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f01e80c9c10 0x7f01e80aeea0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:51.491 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.458+0000 7f01f079c640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f01e81593f0 0x7f01e80af3e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:51.491 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.458+0000 7f01f079c640 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f01e80c1700 con 0x7f01e80c9c10 2024-09-13T18:56:51.492 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.458+0000 7f01f079c640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f01e80717b0 con 0x7f01e81593f0 2024-09-13T18:56:51.492 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.458+0000 7fdb01fef640 1 -- 172.21.15.119:0/2147089221 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fdafc15c6e0 msgr2=0x7fdafc1f5d70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:51.492 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.458+0000 7f01f079c640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f01e80c1910 con 0x7f01e80c8920 2024-09-13T18:56:51.492 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.458+0000 7fdb01fef640 1 --2- 172.21.15.119:0/2147089221 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fdafc15c6e0 0x7fdafc1f5d70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:51.493 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.458+0000 7fdb01fef640 1 -- 172.21.15.119:0/2147089221 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fdaf4009b30 con 0x7fdafc0ccb20 2024-09-13T18:56:51.493 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.458+0000 7f01edd37640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f01e80c9c10 0x7f01e80aeea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:51.493 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.458+0000 7f01edd37640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f01e80c9c10 0x7f01e80aeea0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.119:3300/0 says I am v2:172.21.15.119:51104/0 (socket says 172.21.15.119:51104) 2024-09-13T18:56:51.493 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.458+0000 7f01edd37640 1 -- 172.21.15.119:0/4030231124 learned_addr learned my addr 172.21.15.119:0/4030231124 (peer_addr_for_me v2:172.21.15.119:0/0) 2024-09-13T18:56:51.493 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.458+0000 7fdb01fef640 1 --2- 172.21.15.119:0/2147089221 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fdafc0ccb20 0x7fdafc0b5510 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7fdaf800d800 tx=0x7fdaf800dcc0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:56:51.494 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.458+0000 7f759bfc7640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f75940ccb20 0x7f75940ca5f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:51.494 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.458+0000 7f821f9c7640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f82180b25b0 0x7f82180ace40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:51.494 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.458+0000 7f759bfc7640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f75940d07b0 0x7f759415ac80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:51.494 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.458+0000 7f821f9c7640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f82180c12a0 0x7f821815f530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:51.494 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.458+0000 7f821f9c7640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f82180c1680 0x7f821815fa70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:51.495 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.458+0000 7f821cf62640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f82180c12a0 0x7f821815f530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:51.495 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.458+0000 7f821cf62640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f82180c12a0 0x7f821815f530 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.145:3301/0 says I am v2:172.21.15.119:52370/0 (socket says 172.21.15.119:52370) 2024-09-13T18:56:51.495 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.458+0000 7f821cf62640 1 -- 172.21.15.119:0/3462068492 learned_addr learned my addr 172.21.15.119:0/3462068492 (peer_addr_for_me v2:172.21.15.119:0/0) 2024-09-13T18:56:51.495 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.458+0000 7f821f9c7640 1 -- 172.21.15.119:0/3462068492 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8218160b50 con 0x7f82180c1680 2024-09-13T18:56:51.495 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.458+0000 7f821f9c7640 1 -- 172.21.15.119:0/3462068492 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f82180c7a20 con 0x7f82180b25b0 2024-09-13T18:56:51.495 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.458+0000 7f821f9c7640 1 -- 172.21.15.119:0/3462068492 --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f82180c7d00 con 0x7f82180c12a0 2024-09-13T18:56:51.495 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.458+0000 7fdaf27fc640 1 -- 172.21.15.119:0/2147089221 <== mon.1 v2:172.21.15.145:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdaf800b6c0 con 0x7fdafc0ccb20 2024-09-13T18:56:51.495 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.458+0000 7fdb04253640 1 -- 172.21.15.119:0/2147089221 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fdafc0b5d10 con 0x7fdafc0ccb20 2024-09-13T18:56:51.495 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.458+0000 7fdaf27fc640 1 -- 172.21.15.119:0/2147089221 <== mon.1 v2:172.21.15.145:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fdaf800b820 con 0x7fdafc0ccb20 2024-09-13T18:56:51.496 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.459+0000 7f797c944640 1 -- 172.21.15.119:0/1748293406 shutdown_connections 2024-09-13T18:56:51.496 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.459+0000 7f797c944640 1 -- 172.21.15.119:0/1748293406 wait complete. 2024-09-13T18:56:51.496 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.459+0000 7f821df64640 1 --2- 172.21.15.119:0/3462068492 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f82180c1680 0x7f821815fa70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:51.496 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.458+0000 7f01edd37640 1 -- 172.21.15.119:0/4030231124 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f01e80c8920 msgr2=0x7f01e80c11c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:51.496 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.458+0000 7f01edd37640 1 --2- 172.21.15.119:0/4030231124 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f01e80c8920 0x7f01e80c11c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:51.496 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.459+0000 7f01edd37640 1 -- 172.21.15.119:0/4030231124 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f01e81593f0 msgr2=0x7f01e80af3e0 unknown :-1 s=STATE_CONNECTING_RE l=1).mark_down 2024-09-13T18:56:51.497 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.459+0000 7f01edd37640 1 --2- 172.21.15.119:0/4030231124 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f01e81593f0 0x7f01e80af3e0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:51.497 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.459+0000 7f01edd37640 1 -- 172.21.15.119:0/4030231124 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f01d8009400 con 0x7f01e80c9c10 2024-09-13T18:56:51.497 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.459+0000 7fdaf27fc640 1 -- 172.21.15.119:0/2147089221 <== mon.1 v2:172.21.15.145:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdaf800b6c0 con 0x7fdafc0ccb20 2024-09-13T18:56:51.497 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.459+0000 7fdb04253640 1 -- 172.21.15.119:0/2147089221 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fdafc0b62b0 con 0x7fdafc0ccb20 2024-09-13T18:56:51.497 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.459+0000 7fc2f0d53640 1 Processor -- start 2024-09-13T18:56:51.497 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.459+0000 7fc2f0d53640 1 -- start start 2024-09-13T18:56:51.498 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.459+0000 7f821df64640 1 -- 172.21.15.119:0/3462068492 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f82180c12a0 msgr2=0x7f821815f530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:51.498 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.459+0000 7f821df64640 1 --2- 172.21.15.119:0/3462068492 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f82180c12a0 0x7f821815f530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:51.498 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.459+0000 7f821df64640 1 -- 172.21.15.119:0/3462068492 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f82180b25b0 msgr2=0x7f82180ace40 unknown :-1 s=STATE_CONNECTING_RE l=1).mark_down 2024-09-13T18:56:51.498 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.459+0000 7f821df64640 1 --2- 172.21.15.119:0/3462068492 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f82180b25b0 0x7f82180ace40 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:51.498 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.459+0000 7f821df64640 1 -- 172.21.15.119:0/3462068492 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8208009400 con 0x7f82180c1680 2024-09-13T18:56:51.498 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.459+0000 7f308c810640 1 Processor -- start 2024-09-13T18:56:51.499 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.459+0000 7f759bfc7640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f759415c6e0 0x7f759415b1c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:51.499 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.459+0000 7f759bfc7640 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7594156aa0 con 0x7f75940ccb20 2024-09-13T18:56:51.499 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.459+0000 7f759bfc7640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7594159c20 con 0x7f759415c6e0 2024-09-13T18:56:51.499 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.459+0000 7f759bfc7640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f7594159ec0 con 0x7f75940d07b0 2024-09-13T18:56:51.499 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.459+0000 7f7599d63640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f75940ccb20 0x7f75940ca5f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:51.499 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.458+0000 7f2fcffff640 1 -- start start 2024-09-13T18:56:51.499 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.459+0000 7f2fcffff640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f2fd00b0770 0x7f2fd014c980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:51.499 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.459+0000 7f2fcffff640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f2fd00cb3d0 0x7f2fd014ac40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:51.500 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.459+0000 7f7599d63640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f75940ccb20 0x7f75940ca5f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.119:3300/0 says I am v2:172.21.15.119:51126/0 (socket says 172.21.15.119:51126) 2024-09-13T18:56:51.500 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.459+0000 7f7599d63640 1 -- 172.21.15.119:0/3870793698 learned_addr learned my addr 172.21.15.119:0/3870793698 (peer_addr_for_me v2:172.21.15.119:0/0) 2024-09-13T18:56:51.500 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.460+0000 7f821df64640 1 --2- 172.21.15.119:0/3462068492 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f82180c1680 0x7f821815fa70 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7f821000c730 tx=0x7f821000cbf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:56:51.500 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.460+0000 7f2fce7fc640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f2fd00cb3d0 0x7f2fd014ac40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:51.500 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.460+0000 7f2fce7fc640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f2fd00cb3d0 0x7f2fd014ac40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.119:3300/0 says I am v2:172.21.15.119:51142/0 (socket says 172.21.15.119:51142) 2024-09-13T18:56:51.501 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.460+0000 7f2fceffd640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f2fd00b0770 0x7f2fd014c980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:51.501 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.460+0000 7f2fceffd640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f2fd00b0770 0x7f2fd014c980 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.145:3301/0 says I am v2:172.21.15.119:52386/0 (socket says 172.21.15.119:52386) 2024-09-13T18:56:51.501 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.460+0000 7f2fce7fc640 1 -- 172.21.15.119:0/3988948043 learned_addr learned my addr 172.21.15.119:0/3988948043 (peer_addr_for_me v2:172.21.15.119:0/0) 2024-09-13T18:56:51.501 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.460+0000 7fc2f0d53640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fc2ec0c1680 0x7fc2ec0c1c70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:51.501 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.460+0000 7fc2f0d53640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fc2ec0c8fc0 0x7fc2ec158290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:51.501 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.460+0000 7fc2f0d53640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fc2ec1e9010 0x7fc2ec1e94c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:51.501 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.460+0000 7fc2f0d53640 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc2ec15de10 con 0x7fc2ec0c8fc0 2024-09-13T18:56:51.501 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.460+0000 7fc2f0d53640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc2ec1e9a00 con 0x7fc2ec0c1680 2024-09-13T18:56:51.502 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.460+0000 7f2fcffff640 1 --2- 172.21.15.119:0/3988948043 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f2fd0158480 0x7f2fd015a540 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:51.502 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.460+0000 7f01edd37640 1 --2- 172.21.15.119:0/4030231124 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f01e80c9c10 0x7f01e80aeea0 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7f01e400b430 tx=0x7f01e400b8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:56:51.502 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.460+0000 7fc2f0d53640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc2ec0abc10 con 0x7fc2ec1e9010 2024-09-13T18:56:51.502 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.460+0000 7f2fcffff640 1 -- 172.21.15.119:0/3988948043 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2fd014c560 con 0x7f2fd00cb3d0 2024-09-13T18:56:51.503 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.460+0000 7fdb04253640 1 -- 172.21.15.119:0/2147089221 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7fdafc0b4c80 con 0x7fdafc0ccb20 2024-09-13T18:56:51.503 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.460+0000 7f7599562640 1 --2- 172.21.15.119:0/3870793698 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f75940d07b0 0x7f759415ac80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:51.503 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.460+0000 7f2fcffff640 1 -- 172.21.15.119:0/3988948043 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2fd014b600 con 0x7f2fd0158480 2024-09-13T18:56:51.503 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.460+0000 7f2fcffff640 1 -- 172.21.15.119:0/3988948043 --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f2fd014b8e0 con 0x7f2fd00b0770 2024-09-13T18:56:51.503 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.460+0000 7f308c810640 1 -- start start 2024-09-13T18:56:51.504 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.460+0000 7f7599d63640 1 -- 172.21.15.119:0/3870793698 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f75940d07b0 msgr2=0x7f759415ac80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:51.504 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.460+0000 7f7599d63640 1 --2- 172.21.15.119:0/3870793698 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f75940d07b0 0x7f759415ac80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:51.504 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.460+0000 7f7599d63640 1 -- 172.21.15.119:0/3870793698 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f759415c6e0 msgr2=0x7f759415b1c0 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-09-13T18:56:51.504 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.460+0000 7f7599d63640 1 --2- 172.21.15.119:0/3870793698 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f759415c6e0 0x7f759415b1c0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:51.504 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.460+0000 7f7599d63640 1 -- 172.21.15.119:0/3870793698 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7584009400 con 0x7f75940ccb20 2024-09-13T18:56:51.504 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.460+0000 7f2fcf7fe640 1 --2- 172.21.15.119:0/3988948043 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f2fd0158480 0x7f2fd015a540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:51.505 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.460+0000 7fc2ea59c640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fc2ec0c1680 0x7fc2ec0c1c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:51.505 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.460+0000 7fc2e9d9b640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fc2ec0c8fc0 0x7fc2ec158290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:51.505 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.460+0000 7f7599d63640 1 --2- 172.21.15.119:0/3870793698 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f75940ccb20 0x7f75940ca5f0 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7f759000d800 tx=0x7f759000dcc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:56:51.505 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.460+0000 7fc2e9d9b640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fc2ec0c8fc0 0x7fc2ec158290 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.119:3300/0 says I am v2:172.21.15.119:51144/0 (socket says 172.21.15.119:51144) 2024-09-13T18:56:51.506 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.461+0000 7f2fcf7fe640 1 -- 172.21.15.119:0/3988948043 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f2fd00b0770 msgr2=0x7f2fd014c980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:51.506 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.461+0000 7f2fcf7fe640 1 --2- 172.21.15.119:0/3988948043 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f2fd00b0770 0x7f2fd014c980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:51.506 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.461+0000 7f2fcf7fe640 1 -- 172.21.15.119:0/3988948043 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f2fd00cb3d0 msgr2=0x7f2fd014ac40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:51.506 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.461+0000 7f2fcf7fe640 1 --2- 172.21.15.119:0/3988948043 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f2fd00cb3d0 0x7f2fd014ac40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:51.506 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.461+0000 7f2fcf7fe640 1 -- 172.21.15.119:0/3988948043 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2fc80094d0 con 0x7f2fd0158480 2024-09-13T18:56:51.506 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.461+0000 7f2fcf7fe640 1 --2- 172.21.15.119:0/3988948043 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f2fd0158480 0x7f2fd015a540 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7f2fc400afd0 tx=0x7f2fc400c950 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:56:51.507 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.460+0000 7f820dffb640 1 -- 172.21.15.119:0/3462068492 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8210006d50 con 0x7f82180c1680 2024-09-13T18:56:51.507 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.460+0000 7f820dffb640 1 -- 172.21.15.119:0/3462068492 <== mon.0 v2:172.21.15.119:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f8210003970 con 0x7f82180c1680 2024-09-13T18:56:51.507 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.460+0000 7f820dffb640 1 -- 172.21.15.119:0/3462068492 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8210003d60 con 0x7f82180c1680 2024-09-13T18:56:51.507 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.460+0000 7f821f9c7640 1 -- 172.21.15.119:0/3462068492 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f82180c1c40 con 0x7f82180c1680 2024-09-13T18:56:51.507 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.460+0000 7f821f9c7640 1 -- 172.21.15.119:0/3462068492 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f82180c82c0 con 0x7f82180c1680 2024-09-13T18:56:51.507 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.460+0000 7fc2e9d9b640 1 -- 172.21.15.119:0/1820326567 learned_addr learned my addr 172.21.15.119:0/1820326567 (peer_addr_for_me v2:172.21.15.119:0/0) 2024-09-13T18:56:51.507 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.460+0000 7fc2ead9d640 1 --2- 172.21.15.119:0/1820326567 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fc2ec1e9010 0x7fc2ec1e94c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:51.507 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.461+0000 7f797c944640 1 Processor -- start 2024-09-13T18:56:51.508 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.461+0000 7fc2ea59c640 1 -- 172.21.15.119:0/1820326567 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fc2ec1e9010 msgr2=0x7fc2ec1e94c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:51.508 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.461+0000 7fc2ea59c640 1 --2- 172.21.15.119:0/1820326567 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fc2ec1e9010 0x7fc2ec1e94c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:51.508 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.461+0000 7fc2ea59c640 1 -- 172.21.15.119:0/1820326567 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fc2ec0c8fc0 msgr2=0x7fc2ec158290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:51.508 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.461+0000 7fc2ea59c640 1 --2- 172.21.15.119:0/1820326567 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fc2ec0c8fc0 0x7fc2ec158290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:51.508 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.461+0000 7fc2ea59c640 1 -- 172.21.15.119:0/1820326567 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc2dc009400 con 0x7fc2ec0c1680 2024-09-13T18:56:51.508 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.461+0000 7fc2ea59c640 1 --2- 172.21.15.119:0/1820326567 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fc2ec0c1680 0x7fc2ec0c1c70 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7fc2ec0cbdf0 tx=0x7fc2dc0046c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:56:51.508 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.461+0000 7f797c944640 1 -- start start 2024-09-13T18:56:51.509 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.461+0000 7f2fb77fe640 1 -- 172.21.15.119:0/3988948043 <== mon.1 v2:172.21.15.145:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2fc4004220 con 0x7f2fd0158480 2024-09-13T18:56:51.509 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.461+0000 7f2fb77fe640 1 -- 172.21.15.119:0/3988948043 <== mon.1 v2:172.21.15.145:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f2fc4004380 con 0x7f2fd0158480 2024-09-13T18:56:51.509 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.461+0000 7f2fb77fe640 1 -- 172.21.15.119:0/3988948043 <== mon.1 v2:172.21.15.145:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2fc4003850 con 0x7f2fd0158480 2024-09-13T18:56:51.509 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.460+0000 7f01deffd640 1 -- 172.21.15.119:0/4030231124 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f01e4011830 con 0x7f01e80c9c10 2024-09-13T18:56:51.509 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.460+0000 7f01deffd640 1 -- 172.21.15.119:0/4030231124 <== mon.0 v2:172.21.15.119:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f01e4011990 con 0x7f01e80c9c10 2024-09-13T18:56:51.509 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.460+0000 7f01deffd640 1 -- 172.21.15.119:0/4030231124 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f01e4011d40 con 0x7f01e80c9c10 2024-09-13T18:56:51.510 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.461+0000 7f2fcffff640 1 -- 172.21.15.119:0/3988948043 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f2fd014bbc0 con 0x7f2fd0158480 2024-09-13T18:56:51.510 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.461+0000 7f01f079c640 1 -- 172.21.15.119:0/4030231124 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f01e80ca9a0 con 0x7f01e80c9c10 2024-09-13T18:56:51.510 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.462+0000 7f2fcffff640 1 -- 172.21.15.119:0/3988948043 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f2fd014c180 con 0x7f2fd0158480 2024-09-13T18:56:51.510 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.462+0000 7f81fb7fe640 1 -- 172.21.15.119:0/3462068492 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7f82180c1ac0 con 0x7f82180c1680 2024-09-13T18:56:51.511 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.461+0000 7f758a7fc640 1 -- 172.21.15.119:0/3870793698 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f759000b6c0 con 0x7f75940ccb20 2024-09-13T18:56:51.511 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.462+0000 7f759bfc7640 1 -- 172.21.15.119:0/3870793698 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f759415a1a0 con 0x7f75940ccb20 2024-09-13T18:56:51.511 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.462+0000 7f759bfc7640 1 -- 172.21.15.119:0/3870793698 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f759415a760 con 0x7f75940ccb20 2024-09-13T18:56:51.511 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.462+0000 7f758a7fc640 1 -- 172.21.15.119:0/3870793698 <== mon.0 v2:172.21.15.119:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f759000b820 con 0x7f75940ccb20 2024-09-13T18:56:51.511 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.462+0000 7fc2e9d9b640 1 --2- 172.21.15.119:0/1820326567 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fc2ec0c8fc0 0x7fc2ec158290 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T18:56:51.511 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.462+0000 7fc2daffd640 1 -- 172.21.15.119:0/1820326567 <== mon.1 v2:172.21.15.145:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc2dc030880 con 0x7fc2ec0c1680 2024-09-13T18:56:51.511 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.462+0000 7fc2daffd640 1 -- 172.21.15.119:0/1820326567 <== mon.1 v2:172.21.15.145:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc2dc030a00 con 0x7fc2ec0c1680 2024-09-13T18:56:51.511 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.462+0000 7fc2f0d53640 1 -- 172.21.15.119:0/1820326567 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc2ec1587d0 con 0x7fc2ec0c1680 2024-09-13T18:56:51.511 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.462+0000 7fc2f0d53640 1 -- 172.21.15.119:0/1820326567 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc2ec0ab5c0 con 0x7fc2ec0c1680 2024-09-13T18:56:51.512 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.462+0000 7f01f079c640 1 -- 172.21.15.119:0/4030231124 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f01e80b2ea0 con 0x7f01e80c9c10 2024-09-13T18:56:51.512 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.463+0000 7f797c944640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f7970048010 0x7f79700483f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:51.512 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.461+0000 7f308c810640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f3088070bd0 0x7f30880b3370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:51.513 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.461+0000 7f308c810640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f3088158330 0x7f308814a190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:51.513 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.461+0000 7f308c810640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f308815be30 0x7f30880b17d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:51.513 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.461+0000 7f308c810640 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f308814e640 con 0x7f3088158330 2024-09-13T18:56:51.513 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.461+0000 7f308c810640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f30880b2250 con 0x7f3088070bd0 2024-09-13T18:56:51.513 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.461+0000 7f308c810640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f30880b2530 con 0x7f308815be30 2024-09-13T18:56:51.513 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.462+0000 7f30877fe640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f3088070bd0 0x7f30880b3370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:51.513 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.462+0000 7f307ffff640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f3088158330 0x7f308814a190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:51.513 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.462+0000 7f307ffff640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f3088158330 0x7f308814a190 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.119:3300/0 says I am v2:172.21.15.119:51146/0 (socket says 172.21.15.119:51146) 2024-09-13T18:56:51.513 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.462+0000 7f307ffff640 1 -- 172.21.15.119:0/1132446027 learned_addr learned my addr 172.21.15.119:0/1132446027 (peer_addr_for_me v2:172.21.15.119:0/0) 2024-09-13T18:56:51.514 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.463+0000 7f797c944640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f7970177aa0 0x7f7970177f20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:51.514 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.463+0000 7f797c944640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f7970178460 0x7f7970173550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:51.514 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.463+0000 7f797c944640 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7970052770 con 0x7f7970178460 2024-09-13T18:56:51.514 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.463+0000 7f797c944640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f79701788e0 con 0x7f7970048010 2024-09-13T18:56:51.514 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.463+0000 7f759bfc7640 1 -- 172.21.15.119:0/3870793698 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7f757c000fc0 con 0x7f75940ccb20 2024-09-13T18:56:51.515 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.463+0000 7f797c944640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f797017bad0 con 0x7f7970177aa0 2024-09-13T18:56:51.515 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.463+0000 7f758a7fc640 1 -- 172.21.15.119:0/3870793698 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f759000bb90 con 0x7f75940ccb20 2024-09-13T18:56:51.515 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.463+0000 7f7976d9d640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f7970048010 0x7f79700483f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:51.515 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.463+0000 7f7976d9d640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f7970048010 0x7f79700483f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.145:3300/0 says I am v2:172.21.15.119:43388/0 (socket says 172.21.15.119:43388) 2024-09-13T18:56:51.515 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.463+0000 7f7976d9d640 1 -- 172.21.15.119:0/3813992848 learned_addr learned my addr 172.21.15.119:0/3813992848 (peer_addr_for_me v2:172.21.15.119:0/0) 2024-09-13T18:56:51.515 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.463+0000 7f3087fff640 1 --2- 172.21.15.119:0/1132446027 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f308815be30 0x7f30880b17d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:51.516 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.463+0000 7f2fcffff640 1 -- 172.21.15.119:0/3988948043 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7f2fd006e320 con 0x7f2fd0158480 2024-09-13T18:56:51.516 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.464+0000 7f820dffb640 1 -- 172.21.15.119:0/3462068492 <== mon.0 v2:172.21.15.119:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f82100052e0 con 0x7f82180c1680 2024-09-13T18:56:51.517 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.463+0000 7fdaf27fc640 1 -- 172.21.15.119:0/2147089221 <== mon.1 v2:172.21.15.145:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fdaf800b990 con 0x7fdafc0ccb20 2024-09-13T18:56:51.517 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.464+0000 7fdaf27fc640 1 --2- 172.21.15.119:0/2147089221 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7fdae006ac60 0x7fdae006d120 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:51.517 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.464+0000 7f2fb77fe640 1 -- 172.21.15.119:0/3988948043 <== mon.1 v2:172.21.15.145:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f2fc40039b0 con 0x7f2fd0158480 2024-09-13T18:56:51.517 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.464+0000 7fc2daffd640 1 -- 172.21.15.119:0/1820326567 <== mon.1 v2:172.21.15.145:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc2dc030db0 con 0x7fc2ec0c1680 2024-09-13T18:56:51.518 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.464+0000 7f3087fff640 1 -- 172.21.15.119:0/1132446027 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f3088070bd0 msgr2=0x7f30880b3370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:51.518 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.464+0000 7f3087fff640 1 --2- 172.21.15.119:0/1132446027 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f3088070bd0 0x7f30880b3370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:51.518 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.464+0000 7f3087fff640 1 -- 172.21.15.119:0/1132446027 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f3088158330 msgr2=0x7f308814a190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:51.518 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.464+0000 7f3087fff640 1 --2- 172.21.15.119:0/1132446027 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f3088158330 0x7f308814a190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:51.518 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.464+0000 7f3087fff640 1 -- 172.21.15.119:0/1132446027 --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3080009a70 con 0x7f308815be30 2024-09-13T18:56:51.518 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.464+0000 7fdb017ee640 1 --2- 172.21.15.119:0/2147089221 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7fdae006ac60 0x7fdae006d120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:51.519 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.464+0000 7f797659c640 1 --2- 172.21.15.119:0/3813992848 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f7970177aa0 0x7f7970177f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:51.519 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.464+0000 7f2fb77fe640 1 --2- 172.21.15.119:0/3988948043 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f2fbc06ac50 0x7f2fbc06d110 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:51.519 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.465+0000 7f01f079c640 1 -- 172.21.15.119:0/4030231124 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7f01e80ca820 con 0x7f01e80c9c10 2024-09-13T18:56:51.520 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.465+0000 7f2fb77fe640 1 -- 172.21.15.119:0/3988948043 <== mon.1 v2:172.21.15.145:3300/0 5 ==== osd_map(24..24 src has 1..24) v4 ==== 6460+0+0 (secure 0 0 0) 0x7f2fc40890c0 con 0x7f2fd0158480 2024-09-13T18:56:51.520 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.464+0000 7f820dffb640 1 --2- 172.21.15.119:0/3462068492 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f81fc06acd0 0x7f81fc06d190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:51.520 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.465+0000 7f821d763640 1 --2- 172.21.15.119:0/3462068492 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f81fc06acd0 0x7f81fc06d190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:51.520 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.465+0000 7f820dffb640 1 -- 172.21.15.119:0/3462068492 <== mon.0 v2:172.21.15.119:3300/0 5 ==== osd_map(24..24 src has 1..24) v4 ==== 6460+0+0 (secure 0 0 0) 0x7f821008a0d0 con 0x7f82180c1680 2024-09-13T18:56:51.520 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.465+0000 7f3087fff640 1 --2- 172.21.15.119:0/1132446027 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f308815be30 0x7f30880b17d0 secure :-1 s=READY pgs=32 cs=0 l=1 rev1=1 crypto rx=0x7f3080031000 tx=0x7f3080004a40 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:56:51.521 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.465+0000 7f820dffb640 1 --2- 172.21.15.119:0/3462068492 >> [v2:172.21.15.119:6800/3093354378,v1:172.21.15.119:6801/3093354378] conn(0x7f81fc074310 0x7f81fc076750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:51.521 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.465+0000 7f820dffb640 1 -- 172.21.15.119:0/3462068492 --> [v2:172.21.15.119:6800/3093354378,v1:172.21.15.119:6801/3093354378] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7f81fc076e20 con 0x7f81fc074310 2024-09-13T18:56:51.521 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.465+0000 7f2fb77fe640 1 --2- 172.21.15.119:0/3988948043 >> [v2:172.21.15.119:6809/1656755168,v1:172.21.15.119:6812/1656755168] conn(0x7f2fbc074290 0x7f2fbc0766d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:51.521 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.465+0000 7f2fb77fe640 1 -- 172.21.15.119:0/3988948043 --> [v2:172.21.15.119:6809/1656755168,v1:172.21.15.119:6812/1656755168] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7f2fbc076da0 con 0x7f2fbc074290 2024-09-13T18:56:51.521 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.465+0000 7f820dffb640 1 -- 172.21.15.119:0/3462068492 <== mon.0 v2:172.21.15.119:3300/0 6 ==== mon_get_version_reply(handle=1 version=24) v2 ==== 24+0+0 (secure 0 0 0) 0x7f821008a480 con 0x7f82180c1680 2024-09-13T18:56:51.521 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.465+0000 7f2fb77fe640 1 -- 172.21.15.119:0/3988948043 <== mon.1 v2:172.21.15.145:3300/0 6 ==== mon_get_version_reply(handle=1 version=24) v2 ==== 24+0+0 (secure 0 0 0) 0x7f2fc408b7d0 con 0x7f2fd0158480 2024-09-13T18:56:51.522 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.465+0000 7fc2d8ff9640 1 -- 172.21.15.119:0/1820326567 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7fc2c4000fc0 con 0x7fc2ec0c1680 2024-09-13T18:56:51.522 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.465+0000 7f797759e640 1 --2- 172.21.15.119:0/3813992848 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f7970178460 0x7f7970173550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:51.522 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.465+0000 7f3084ff9640 1 -- 172.21.15.119:0/1132446027 <== mon.2 v2:172.21.15.145:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f308003b820 con 0x7f308815be30 2024-09-13T18:56:51.522 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.465+0000 7f3084ff9640 1 -- 172.21.15.119:0/1132446027 <== mon.2 v2:172.21.15.145:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f308003b980 con 0x7f308815be30 2024-09-13T18:56:51.522 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.465+0000 7f3084ff9640 1 -- 172.21.15.119:0/1132446027 <== mon.2 v2:172.21.15.145:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f308003bcf0 con 0x7f308815be30 2024-09-13T18:56:51.523 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.465+0000 7f2fceffd640 1 --2- 172.21.15.119:0/3988948043 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f2fbc06ac50 0x7f2fbc06d110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:51.523 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.465+0000 7fc2daffd640 1 -- 172.21.15.119:0/1820326567 <== mon.1 v2:172.21.15.145:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fc2dc03e450 con 0x7fc2ec0c1680 2024-09-13T18:56:51.523 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.465+0000 7f797659c640 1 -- 172.21.15.119:0/3813992848 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f7970048010 msgr2=0x7f79700483f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:51.523 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.465+0000 7f797659c640 1 --2- 172.21.15.119:0/3813992848 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f7970048010 0x7f79700483f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:51.524 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.465+0000 7f797659c640 1 -- 172.21.15.119:0/3813992848 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f7970178460 msgr2=0x7f7970173550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:51.524 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.465+0000 7f797659c640 1 --2- 172.21.15.119:0/3813992848 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f7970178460 0x7f7970173550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:51.524 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.465+0000 7f797659c640 1 -- 172.21.15.119:0/3813992848 --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f797004aac0 con 0x7f7970177aa0 2024-09-13T18:56:51.524 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.465+0000 7fdaf27fc640 1 -- 172.21.15.119:0/2147089221 <== mon.1 v2:172.21.15.145:3300/0 5 ==== osd_map(24..24 src has 1..24) v4 ==== 6460+0+0 (secure 0 0 0) 0x7fdaf8059420 con 0x7fdafc0ccb20 2024-09-13T18:56:51.524 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.465+0000 7f797759e640 1 --2- 172.21.15.119:0/3813992848 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f7970178460 0x7f7970173550 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T18:56:51.525 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.466+0000 7f821cf62640 1 --2- 172.21.15.119:0/3462068492 >> [v2:172.21.15.119:6800/3093354378,v1:172.21.15.119:6801/3093354378] conn(0x7f81fc074310 0x7f81fc076750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:51.525 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.466+0000 7fdaf27fc640 1 --2- 172.21.15.119:0/2147089221 >> [v2:172.21.15.145:6816/1755123178,v1:172.21.15.145:6817/1755123178] conn(0x7fdae0074ec0 0x7fdae0077360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:51.525 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.466+0000 7fdaf27fc640 1 -- 172.21.15.119:0/2147089221 --> [v2:172.21.15.145:6816/1755123178,v1:172.21.15.145:6817/1755123178] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7fdae0077a30 con 0x7fdae0074ec0 2024-09-13T18:56:51.525 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.466+0000 7fdaf27fc640 1 -- 172.21.15.119:0/2147089221 <== mon.1 v2:172.21.15.145:3300/0 6 ==== mon_get_version_reply(handle=1 version=24) v2 ==== 24+0+0 (secure 0 0 0) 0x7fdaf8058af0 con 0x7fdafc0ccb20 2024-09-13T18:56:51.525 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.466+0000 7fdb017ee640 1 --2- 172.21.15.119:0/2147089221 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7fdae006ac60 0x7fdae006d120 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7fdafc1f5cd0 tx=0x7fdaec008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:56:51.525 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.465+0000 7f308c810640 1 -- 172.21.15.119:0/1132446027 --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f3088158890 con 0x7f308815be30 2024-09-13T18:56:51.525 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.465+0000 7f308c810640 1 -- 172.21.15.119:0/1132446027 --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f30880b2e50 con 0x7f308815be30 2024-09-13T18:56:51.526 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.465+0000 7f01deffd640 1 -- 172.21.15.119:0/4030231124 <== mon.0 v2:172.21.15.119:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f01e401a400 con 0x7f01e80c9c10 2024-09-13T18:56:51.526 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.466+0000 7fdb027f0640 1 --2- 172.21.15.119:0/2147089221 >> [v2:172.21.15.145:6816/1755123178,v1:172.21.15.145:6817/1755123178] conn(0x7fdae0074ec0 0x7fdae0077360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:51.526 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.466+0000 7fc2daffd640 1 --2- 172.21.15.119:0/1820326567 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7fc2cc06ac80 0x7fc2cc06d140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:51.526 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.466+0000 7fc2daffd640 1 -- 172.21.15.119:0/1820326567 <== mon.1 v2:172.21.15.145:3300/0 5 ==== osd_map(24..24 src has 1..24) v4 ==== 6460+0+0 (secure 0 0 0) 0x7fc2dc0aa470 con 0x7fc2ec0c1680 2024-09-13T18:56:51.527 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.466+0000 7f821d763640 1 --2- 172.21.15.119:0/3462068492 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f81fc06acd0 0x7f81fc06d190 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x7f82140099e0 tx=0x7f8214009240 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:56:51.527 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.466+0000 7f797659c640 1 --2- 172.21.15.119:0/3813992848 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f7970177aa0 0x7f7970177f20 secure :-1 s=READY pgs=33 cs=0 l=1 rev1=1 crypto rx=0x7f797000e8a0 tx=0x7f796c00ec70 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:56:51.527 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.466+0000 7fc2daffd640 1 --2- 172.21.15.119:0/1820326567 >> [v2:172.21.15.145:6824/3012628958,v1:172.21.15.145:6825/3012628958] conn(0x7fc2cc074150 0x7fc2cc076590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:51.527 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.466+0000 7fc2daffd640 1 -- 172.21.15.119:0/1820326567 --> [v2:172.21.15.145:6824/3012628958,v1:172.21.15.145:6825/3012628958] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7fc2cc076c60 con 0x7fc2cc074150 2024-09-13T18:56:51.527 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.466+0000 7fc2daffd640 1 -- 172.21.15.119:0/1820326567 <== mon.1 v2:172.21.15.145:3300/0 6 ==== mon_get_version_reply(handle=1 version=24) v2 ==== 24+0+0 (secure 0 0 0) 0x7fc2dc0aca50 con 0x7fc2ec0c1680 2024-09-13T18:56:51.528 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.466+0000 7f2fceffd640 1 --2- 172.21.15.119:0/3988948043 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f2fbc06ac50 0x7f2fbc06d110 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7f2fc00012e0 tx=0x7f2fc0005b90 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:56:51.528 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.466+0000 7f795f7fe640 1 -- 172.21.15.119:0/3813992848 <== mon.2 v2:172.21.15.145:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f796c00eec0 con 0x7f7970177aa0 2024-09-13T18:56:51.528 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.466+0000 7f795f7fe640 1 -- 172.21.15.119:0/3813992848 <== mon.2 v2:172.21.15.145:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f796c00c830 con 0x7f7970177aa0 2024-09-13T18:56:51.528 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.467+0000 7f2fce7fc640 1 --2- 172.21.15.119:0/3988948043 >> [v2:172.21.15.119:6809/1656755168,v1:172.21.15.119:6812/1656755168] conn(0x7f2fbc074290 0x7f2fbc0766d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:51.529 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.466+0000 7f01deffd640 1 --2- 172.21.15.119:0/4030231124 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f01cc06acd0 0x7f01cc06d190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:51.529 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.466+0000 7f01deffd640 1 -- 172.21.15.119:0/4030231124 <== mon.0 v2:172.21.15.119:3300/0 5 ==== osd_map(24..24 src has 1..24) v4 ==== 6460+0+0 (secure 0 0 0) 0x7f01e40897c0 con 0x7f01e80c9c10 2024-09-13T18:56:51.529 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.466+0000 7f795f7fe640 1 -- 172.21.15.119:0/3813992848 <== mon.2 v2:172.21.15.145:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f796c00cbe0 con 0x7f7970177aa0 2024-09-13T18:56:51.529 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.467+0000 7f797c944640 1 -- 172.21.15.119:0/3813992848 --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f797004ada0 con 0x7f7970177aa0 2024-09-13T18:56:51.529 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.467+0000 7f307dffb640 1 -- 172.21.15.119:0/1132446027 --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7f3088156940 con 0x7f308815be30 2024-09-13T18:56:51.530 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.467+0000 7fc2ead9d640 1 --2- 172.21.15.119:0/1820326567 >> [v2:172.21.15.145:6824/3012628958,v1:172.21.15.145:6825/3012628958] conn(0x7fc2cc074150 0x7fc2cc076590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:51.530 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.467+0000 7f01ee538640 1 --2- 172.21.15.119:0/4030231124 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f01cc06acd0 0x7f01cc06d190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:51.530 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.467+0000 7f821cf62640 1 --2- 172.21.15.119:0/3462068492 >> [v2:172.21.15.119:6800/3093354378,v1:172.21.15.119:6801/3093354378] conn(0x7f81fc074310 0x7f81fc076750 crc :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:56:51.530 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.467+0000 7f758a7fc640 1 -- 172.21.15.119:0/3870793698 <== mon.0 v2:172.21.15.119:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f759000bcf0 con 0x7f75940ccb20 2024-09-13T18:56:51.531 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.467+0000 7f797c944640 1 -- 172.21.15.119:0/3813992848 --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f79700529c0 con 0x7f7970177aa0 2024-09-13T18:56:51.531 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.467+0000 7fc2e9d9b640 1 --2- 172.21.15.119:0/1820326567 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7fc2cc06ac80 0x7fc2cc06d140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:51.531 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.467+0000 7fc2ead9d640 1 --2- 172.21.15.119:0/1820326567 >> [v2:172.21.15.145:6824/3012628958,v1:172.21.15.145:6825/3012628958] conn(0x7fc2cc074150 0x7fc2cc076590 crc :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.7 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:56:51.531 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.467+0000 7f758a7fc640 1 --2- 172.21.15.119:0/3870793698 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f757806ac00 0x7f757806d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:51.532 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.468+0000 7f2fce7fc640 1 --2- 172.21.15.119:0/3988948043 >> [v2:172.21.15.119:6809/1656755168,v1:172.21.15.119:6812/1656755168] conn(0x7f2fbc074290 0x7f2fbc0766d0 crc :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:56:51.532 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.467+0000 7fdb027f0640 1 --2- 172.21.15.119:0/2147089221 >> [v2:172.21.15.145:6816/1755123178,v1:172.21.15.145:6817/1755123178] conn(0x7fdae0074ec0 0x7fdae0077360 crc :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.6 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:56:51.532 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.467+0000 7f01ee538640 1 --2- 172.21.15.119:0/4030231124 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f01cc06acd0 0x7f01cc06d190 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7f01e806e5b0 tx=0x7f01e000b040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:56:51.532 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.468+0000 7f01deffd640 1 --2- 172.21.15.119:0/4030231124 >> [v2:172.21.15.145:6800/1431235391,v1:172.21.15.145:6801/1431235391] conn(0x7f01cc074290 0x7f01cc0766d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:51.532 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.468+0000 7f01deffd640 1 -- 172.21.15.119:0/4030231124 --> [v2:172.21.15.145:6800/1431235391,v1:172.21.15.145:6801/1431235391] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7f01cc076da0 con 0x7f01cc074290 2024-09-13T18:56:51.533 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.468+0000 7f820dffb640 1 -- 172.21.15.119:0/3462068492 <== osd.2 v2:172.21.15.119:6800/3093354378 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+26118 (crc 0 0 0) 0x7f81fc076e20 con 0x7f81fc074310 2024-09-13T18:56:51.533 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.468+0000 7f01deffd640 1 -- 172.21.15.119:0/4030231124 <== mon.0 v2:172.21.15.119:3300/0 6 ==== mon_get_version_reply(handle=1 version=24) v2 ==== 24+0+0 (secure 0 0 0) 0x7f01e4054690 con 0x7f01e80c9c10 2024-09-13T18:56:51.533 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.468+0000 7f7599562640 1 --2- 172.21.15.119:0/3870793698 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f757806ac00 0x7f757806d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:51.533 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.468+0000 7fc2e9d9b640 1 --2- 172.21.15.119:0/1820326567 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7fc2cc06ac80 0x7fc2cc06d140 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7fc2ec15beb0 tx=0x7fc2e0009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:56:51.534 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.468+0000 7f797c944640 1 -- 172.21.15.119:0/3813992848 --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7f7970007040 con 0x7f7970177aa0 2024-09-13T18:56:51.534 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.468+0000 7f758a7fc640 1 -- 172.21.15.119:0/3870793698 <== mon.0 v2:172.21.15.119:3300/0 5 ==== osd_map(24..24 src has 1..24) v4 ==== 6460+0+0 (secure 0 0 0) 0x7f759008a6f0 con 0x7f75940ccb20 2024-09-13T18:56:51.534 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.468+0000 7fdaf27fc640 1 -- 172.21.15.119:0/2147089221 <== osd.6 v2:172.21.15.145:6816/1755123178 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+26118 (crc 0 0 0) 0x7fdae0077a30 con 0x7fdae0074ec0 2024-09-13T18:56:51.534 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.468+0000 7fc2daffd640 1 -- 172.21.15.119:0/1820326567 <== osd.7 v2:172.21.15.145:6824/3012628958 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+26118 (crc 0 0 0) 0x7fc2cc076c60 con 0x7fc2cc074150 2024-09-13T18:56:51.535 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.468+0000 7f758a7fc640 1 --2- 172.21.15.119:0/3870793698 >> [v2:172.21.15.145:6808/2802887692,v1:172.21.15.145:6809/2802887692] conn(0x7f75780740d0 0x7f7578076510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:51.535 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.468+0000 7f01eed39640 1 --2- 172.21.15.119:0/4030231124 >> [v2:172.21.15.145:6800/1431235391,v1:172.21.15.145:6801/1431235391] conn(0x7f01cc074290 0x7f01cc0766d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:51.535 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.468+0000 7f758a7fc640 1 -- 172.21.15.119:0/3870793698 --> [v2:172.21.15.145:6808/2802887692,v1:172.21.15.145:6809/2802887692] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7f7578076be0 con 0x7f75780740d0 2024-09-13T18:56:51.535 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.468+0000 7f758a7fc640 1 -- 172.21.15.119:0/3870793698 <== mon.0 v2:172.21.15.119:3300/0 6 ==== mon_get_version_reply(handle=1 version=24) v2 ==== 24+0+0 (secure 0 0 0) 0x7f759008aaa0 con 0x7f75940ccb20 2024-09-13T18:56:51.536 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.468+0000 7f01eed39640 1 --2- 172.21.15.119:0/4030231124 >> [v2:172.21.15.145:6800/1431235391,v1:172.21.15.145:6801/1431235391] conn(0x7f01cc074290 0x7f01cc0766d0 crc :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.5 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:56:51.536 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.469+0000 7f7599562640 1 --2- 172.21.15.119:0/3870793698 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f757806ac00 0x7f757806d0c0 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7f7584034000 tx=0x7f758402e000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:56:51.536 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.469+0000 7f2fb77fe640 1 -- 172.21.15.119:0/3988948043 <== osd.1 v2:172.21.15.119:6809/1656755168 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+26118 (crc 0 0 0) 0x7f2fbc076da0 con 0x7f2fbc074290 2024-09-13T18:56:51.536 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.469+0000 7f759a564640 1 --2- 172.21.15.119:0/3870793698 >> [v2:172.21.15.145:6808/2802887692,v1:172.21.15.145:6809/2802887692] conn(0x7f75780740d0 0x7f7578076510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:51.537 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.469+0000 7f795f7fe640 1 -- 172.21.15.119:0/3813992848 <== mon.2 v2:172.21.15.145:3301/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f796c00cd40 con 0x7f7970177aa0 2024-09-13T18:56:51.537 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.469+0000 7f01deffd640 1 -- 172.21.15.119:0/4030231124 <== osd.5 v2:172.21.15.145:6800/1431235391 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+26118 (crc 0 0 0) 0x7f01cc076da0 con 0x7f01cc074290 2024-09-13T18:56:51.537 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.469+0000 7f3084ff9640 1 -- 172.21.15.119:0/1132446027 <== mon.2 v2:172.21.15.145:3301/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f3080044460 con 0x7f308815be30 2024-09-13T18:56:51.537 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.469+0000 7f795f7fe640 1 --2- 172.21.15.119:0/3813992848 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f796406ac50 0x7f796406d110 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:51.538 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.470+0000 7f759a564640 1 --2- 172.21.15.119:0/3870793698 >> [v2:172.21.15.145:6808/2802887692,v1:172.21.15.145:6809/2802887692] conn(0x7f75780740d0 0x7f7578076510 crc :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.4 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:56:51.538 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.470+0000 7f7976d9d640 1 --2- 172.21.15.119:0/3813992848 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f796406ac50 0x7f796406d110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:51.538 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.470+0000 7f3084ff9640 1 --2- 172.21.15.119:0/1132446027 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f306806acd0 0x7f306806d190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:51.538 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.470+0000 7f795f7fe640 1 -- 172.21.15.119:0/3813992848 <== mon.2 v2:172.21.15.145:3301/0 5 ==== osd_map(24..24 src has 1..24) v4 ==== 6460+0+0 (secure 0 0 0) 0x7f796c089590 con 0x7f7970177aa0 2024-09-13T18:56:51.539 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.470+0000 7f3084ff9640 1 -- 172.21.15.119:0/1132446027 <== mon.2 v2:172.21.15.145:3301/0 5 ==== osd_map(24..24 src has 1..24) v4 ==== 6460+0+0 (secure 0 0 0) 0x7f30800ab440 con 0x7f308815be30 2024-09-13T18:56:51.539 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.470+0000 7f3084ff9640 1 --2- 172.21.15.119:0/1132446027 >> [v2:172.21.15.119:6808/886995937,v1:172.21.15.119:6811/886995937] conn(0x7f3068074310 0x7f3068076750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:51.539 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.470+0000 7f795f7fe640 1 --2- 172.21.15.119:0/3813992848 >> [v2:172.21.15.119:6810/3811853106,v1:172.21.15.119:6813/3811853106] conn(0x7f7964074210 0x7f7964076650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:51.539 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.470+0000 7f795f7fe640 1 -- 172.21.15.119:0/3813992848 --> [v2:172.21.15.119:6810/3811853106,v1:172.21.15.119:6813/3811853106] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7f7964076d20 con 0x7f7964074210 2024-09-13T18:56:51.539 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.470+0000 7f795f7fe640 1 -- 172.21.15.119:0/3813992848 <== mon.2 v2:172.21.15.145:3301/0 6 ==== mon_get_version_reply(handle=1 version=24) v2 ==== 24+0+0 (secure 0 0 0) 0x7f796c08bb70 con 0x7f7970177aa0 2024-09-13T18:56:51.540 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.470+0000 7f3084ff9640 1 -- 172.21.15.119:0/1132446027 --> [v2:172.21.15.119:6808/886995937,v1:172.21.15.119:6811/886995937] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7f3068076e20 con 0x7f3068074310 2024-09-13T18:56:51.540 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.470+0000 7f3084ff9640 1 -- 172.21.15.119:0/1132446027 <== mon.2 v2:172.21.15.145:3301/0 6 ==== mon_get_version_reply(handle=1 version=24) v2 ==== 24+0+0 (secure 0 0 0) 0x7f30800ab7f0 con 0x7f308815be30 2024-09-13T18:56:51.540 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.470+0000 7f30877fe640 1 --2- 172.21.15.119:0/1132446027 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f306806acd0 0x7f306806d190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:51.540 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.471+0000 7f758a7fc640 1 -- 172.21.15.119:0/3870793698 <== osd.4 v2:172.21.15.145:6808/2802887692 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+26118 (crc 0 0 0) 0x7f7578076be0 con 0x7f75780740d0 2024-09-13T18:56:51.541 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.471+0000 7f307ffff640 1 --2- 172.21.15.119:0/1132446027 >> [v2:172.21.15.119:6808/886995937,v1:172.21.15.119:6811/886995937] conn(0x7f3068074310 0x7f3068076750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:51.541 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.471+0000 7f7976d9d640 1 --2- 172.21.15.119:0/3813992848 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f796406ac50 0x7f796406d110 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7f79700e1560 tx=0x7f796800b000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:56:51.541 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.471+0000 7f797759e640 1 --2- 172.21.15.119:0/3813992848 >> [v2:172.21.15.119:6810/3811853106,v1:172.21.15.119:6813/3811853106] conn(0x7f7964074210 0x7f7964076650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:51.541 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.472+0000 7f797759e640 1 --2- 172.21.15.119:0/3813992848 >> [v2:172.21.15.119:6810/3811853106,v1:172.21.15.119:6813/3811853106] conn(0x7f7964074210 0x7f7964076650 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:56:51.541 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.472+0000 7f30877fe640 1 --2- 172.21.15.119:0/1132446027 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f306806acd0 0x7f306806d190 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7f3078006110 tx=0x7f3078005e10 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:56:51.542 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.473+0000 7f795f7fe640 1 -- 172.21.15.119:0/3813992848 <== osd.0 v2:172.21.15.119:6810/3811853106 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+26118 (crc 0 0 0) 0x7f7964076d20 con 0x7f7964074210 2024-09-13T18:56:51.542 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.473+0000 7f307ffff640 1 --2- 172.21.15.119:0/1132446027 >> [v2:172.21.15.119:6808/886995937,v1:172.21.15.119:6811/886995937] conn(0x7f3068074310 0x7f3068076750 crc :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.3 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:56:51.542 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.474+0000 7f3084ff9640 1 -- 172.21.15.119:0/1132446027 <== osd.3 v2:172.21.15.119:6808/886995937 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+26118 (crc 0 0 0) 0x7f3068076e20 con 0x7f3068074310 2024-09-13T18:56:51.542 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.496+0000 7fdb04253640 1 -- 172.21.15.119:0/2147089221 --> [v2:172.21.15.145:6816/1755123178,v1:172.21.15.145:6817/1755123178] -- command(tid 2: {"prefix": "flush_pg_stats"}) v1 -- 0x7fdafc0b4c80 con 0x7fdae0074ec0 2024-09-13T18:56:51.543 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.497+0000 7f81fb7fe640 1 -- 172.21.15.119:0/3462068492 --> [v2:172.21.15.119:6800/3093354378,v1:172.21.15.119:6801/3093354378] -- command(tid 2: {"prefix": "flush_pg_stats"}) v1 -- 0x7f82180c9fd0 con 0x7f81fc074310 2024-09-13T18:56:51.543 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.497+0000 7f2fcffff640 1 -- 172.21.15.119:0/3988948043 --> [v2:172.21.15.119:6809/1656755168,v1:172.21.15.119:6812/1656755168] -- command(tid 2: {"prefix": "flush_pg_stats"}) v1 -- 0x7f2fd014cec0 con 0x7f2fbc074290 2024-09-13T18:56:51.543 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.497+0000 7f2fb77fe640 1 -- 172.21.15.119:0/3988948043 <== osd.1 v2:172.21.15.119:6809/1656755168 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+11 (crc 0 0 0) 0x7f2fd014cec0 con 0x7f2fbc074290 2024-09-13T18:56:51.543 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.497+0000 7fdaf27fc640 1 -- 172.21.15.119:0/2147089221 <== osd.6 v2:172.21.15.145:6816/1755123178 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+11 (crc 0 0 0) 0x7fdaf4009510 con 0x7fdae0074ec0 2024-09-13T18:56:51.544 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.498+0000 7f2fcffff640 1 -- 172.21.15.119:0/3988948043 >> [v2:172.21.15.119:6809/1656755168,v1:172.21.15.119:6812/1656755168] conn(0x7f2fbc074290 msgr2=0x7f2fbc0766d0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:51.544 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.498+0000 7f2fcffff640 1 --2- 172.21.15.119:0/3988948043 >> [v2:172.21.15.119:6809/1656755168,v1:172.21.15.119:6812/1656755168] conn(0x7f2fbc074290 0x7f2fbc0766d0 crc :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:51.544 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.498+0000 7f2fcffff640 1 -- 172.21.15.119:0/3988948043 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f2fbc06ac50 msgr2=0x7f2fbc06d110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:51.544 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.498+0000 7f2fcffff640 1 --2- 172.21.15.119:0/3988948043 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f2fbc06ac50 0x7f2fbc06d110 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7f2fc00012e0 tx=0x7f2fc0005b90 comp rx=0 tx=0).stop 2024-09-13T18:56:51.544 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.498+0000 7f2fcffff640 1 -- 172.21.15.119:0/3988948043 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f2fd0158480 msgr2=0x7f2fd015a540 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:51.544 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.498+0000 7f2fcffff640 1 --2- 172.21.15.119:0/3988948043 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f2fd0158480 0x7f2fd015a540 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7f2fc400afd0 tx=0x7f2fc400c950 comp rx=0 tx=0).stop 2024-09-13T18:56:51.544 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.497+0000 7f820dffb640 1 -- 172.21.15.119:0/3462068492 <== osd.2 v2:172.21.15.119:6800/3093354378 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+11 (crc 0 0 0) 0x7f8208032950 con 0x7f81fc074310 2024-09-13T18:56:51.545 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.498+0000 7f81fb7fe640 1 -- 172.21.15.119:0/3462068492 >> [v2:172.21.15.119:6800/3093354378,v1:172.21.15.119:6801/3093354378] conn(0x7f81fc074310 msgr2=0x7f81fc076750 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:51.545 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.498+0000 7fc2d8ff9640 1 -- 172.21.15.119:0/1820326567 --> [v2:172.21.15.145:6824/3012628958,v1:172.21.15.145:6825/3012628958] -- command(tid 2: {"prefix": "flush_pg_stats"}) v1 -- 0x7fc2c4002cb0 con 0x7fc2cc074150 2024-09-13T18:56:51.545 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.498+0000 7f81fb7fe640 1 --2- 172.21.15.119:0/3462068492 >> [v2:172.21.15.119:6800/3093354378,v1:172.21.15.119:6801/3093354378] conn(0x7f81fc074310 0x7f81fc076750 crc :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:51.545 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.498+0000 7f2fcf7fe640 1 -- 172.21.15.119:0/3988948043 reap_dead start 2024-09-13T18:56:51.546 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.498+0000 7fdadffff640 1 -- 172.21.15.119:0/2147089221 >> [v2:172.21.15.145:6816/1755123178,v1:172.21.15.145:6817/1755123178] conn(0x7fdae0074ec0 msgr2=0x7fdae0077360 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:51.546 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.498+0000 7fdadffff640 1 --2- 172.21.15.119:0/2147089221 >> [v2:172.21.15.145:6816/1755123178,v1:172.21.15.145:6817/1755123178] conn(0x7fdae0074ec0 0x7fdae0077360 crc :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:51.546 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.498+0000 7fdadffff640 1 -- 172.21.15.119:0/2147089221 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7fdae006ac60 msgr2=0x7fdae006d120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:51.546 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.498+0000 7fdadffff640 1 --2- 172.21.15.119:0/2147089221 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7fdae006ac60 0x7fdae006d120 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7fdafc1f5cd0 tx=0x7fdaec008040 comp rx=0 tx=0).stop 2024-09-13T18:56:51.546 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.498+0000 7fdadffff640 1 -- 172.21.15.119:0/2147089221 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fdafc0ccb20 msgr2=0x7fdafc0b5510 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:51.546 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.498+0000 7fdadffff640 1 --2- 172.21.15.119:0/2147089221 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fdafc0ccb20 0x7fdafc0b5510 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7fdaf800d800 tx=0x7fdaf800dcc0 comp rx=0 tx=0).stop 2024-09-13T18:56:51.546 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.498+0000 7fc2daffd640 1 -- 172.21.15.119:0/1820326567 <== osd.7 v2:172.21.15.145:6824/3012628958 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+11 (crc 0 0 0) 0x7fc2c4002cb0 con 0x7fc2cc074150 2024-09-13T18:56:51.547 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.498+0000 7fdb027f0640 1 -- 172.21.15.119:0/2147089221 reap_dead start 2024-09-13T18:56:51.547 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.498+0000 7fdadffff640 1 -- 172.21.15.119:0/2147089221 shutdown_connections 2024-09-13T18:56:51.547 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.498+0000 7fdadffff640 1 -- 172.21.15.119:0/2147089221 >> 172.21.15.119:0/2147089221 conn(0x7fdafc089f60 msgr2=0x7fdafc0d22d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:56:51.547 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.498+0000 7f81fb7fe640 1 -- 172.21.15.119:0/3462068492 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f81fc06acd0 msgr2=0x7f81fc06d190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:51.547 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.498+0000 7f81fb7fe640 1 --2- 172.21.15.119:0/3462068492 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f81fc06acd0 0x7f81fc06d190 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x7f82140099e0 tx=0x7f8214009240 comp rx=0 tx=0).stop 2024-09-13T18:56:51.548 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.498+0000 7f2fcffff640 1 -- 172.21.15.119:0/3988948043 shutdown_connections 2024-09-13T18:56:51.548 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.498+0000 7f2fcffff640 1 -- 172.21.15.119:0/3988948043 >> 172.21.15.119:0/3988948043 conn(0x7f2fd00afc50 msgr2=0x7f2fd006cf70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:56:51.548 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.499+0000 7f81fb7fe640 1 -- 172.21.15.119:0/3462068492 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f82180c1680 msgr2=0x7f821815fa70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:51.548 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.499+0000 7f81fb7fe640 1 --2- 172.21.15.119:0/3462068492 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f82180c1680 0x7f821815fa70 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7f821000c730 tx=0x7f821000cbf0 comp rx=0 tx=0).stop 2024-09-13T18:56:51.549 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.499+0000 7fdadffff640 1 -- 172.21.15.119:0/2147089221 shutdown_connections 2024-09-13T18:56:51.549 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.499+0000 7fdadffff640 1 -- 172.21.15.119:0/2147089221 wait complete. 2024-09-13T18:56:51.549 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.499+0000 7f821df64640 1 -- 172.21.15.119:0/3462068492 reap_dead start 2024-09-13T18:56:51.549 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.499+0000 7f81fb7fe640 1 -- 172.21.15.119:0/3462068492 shutdown_connections 2024-09-13T18:56:51.549 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.499+0000 7f81fb7fe640 1 -- 172.21.15.119:0/3462068492 >> 172.21.15.119:0/3462068492 conn(0x7f8218069ed0 msgr2=0x7f821806d4d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:56:51.549 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.499+0000 7f81fb7fe640 1 -- 172.21.15.119:0/3462068492 shutdown_connections 2024-09-13T18:56:51.550 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.499+0000 7f2fcffff640 1 -- 172.21.15.119:0/3988948043 shutdown_connections 2024-09-13T18:56:51.550 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.499+0000 7f81fb7fe640 1 -- 172.21.15.119:0/3462068492 wait complete. 2024-09-13T18:56:51.550 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.499+0000 7fc2d8ff9640 1 -- 172.21.15.119:0/1820326567 >> [v2:172.21.15.145:6824/3012628958,v1:172.21.15.145:6825/3012628958] conn(0x7fc2cc074150 msgr2=0x7fc2cc076590 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:51.550 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.499+0000 7f2fcffff640 1 -- 172.21.15.119:0/3988948043 wait complete. 2024-09-13T18:56:51.551 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.499+0000 7f01f079c640 1 -- 172.21.15.119:0/4030231124 --> [v2:172.21.15.145:6800/1431235391,v1:172.21.15.145:6801/1431235391] -- command(tid 2: {"prefix": "flush_pg_stats"}) v1 -- 0x7f01e806d330 con 0x7f01cc074290 2024-09-13T18:56:51.552 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.499+0000 7fc2d8ff9640 1 --2- 172.21.15.119:0/1820326567 >> [v2:172.21.15.145:6824/3012628958,v1:172.21.15.145:6825/3012628958] conn(0x7fc2cc074150 0x7fc2cc076590 crc :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:51.552 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.499+0000 7fc2d8ff9640 1 -- 172.21.15.119:0/1820326567 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7fc2cc06ac80 msgr2=0x7fc2cc06d140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:51.552 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.499+0000 7fc2d8ff9640 1 --2- 172.21.15.119:0/1820326567 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7fc2cc06ac80 0x7fc2cc06d140 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7fc2ec15beb0 tx=0x7fc2e0009040 comp rx=0 tx=0).stop 2024-09-13T18:56:51.552 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.499+0000 7fc2d8ff9640 1 -- 172.21.15.119:0/1820326567 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fc2ec0c1680 msgr2=0x7fc2ec0c1c70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:51.552 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.499+0000 7fc2d8ff9640 1 --2- 172.21.15.119:0/1820326567 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fc2ec0c1680 0x7fc2ec0c1c70 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7fc2ec0cbdf0 tx=0x7fc2dc0046c0 comp rx=0 tx=0).stop 2024-09-13T18:56:51.552 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.499+0000 7fc2ead9d640 1 -- 172.21.15.119:0/1820326567 reap_dead start 2024-09-13T18:56:51.552 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.500+0000 7fc2d8ff9640 1 -- 172.21.15.119:0/1820326567 shutdown_connections 2024-09-13T18:56:51.552 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.500+0000 7fc2d8ff9640 1 -- 172.21.15.119:0/1820326567 >> 172.21.15.119:0/1820326567 conn(0x7fc2ec069ed0 msgr2=0x7fc2ec06a2b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:56:51.552 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.500+0000 7fc2d8ff9640 1 -- 172.21.15.119:0/1820326567 shutdown_connections 2024-09-13T18:56:51.552 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.500+0000 7fc2d8ff9640 1 -- 172.21.15.119:0/1820326567 wait complete. 2024-09-13T18:56:51.553 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.500+0000 7f01deffd640 1 -- 172.21.15.119:0/4030231124 <== osd.5 v2:172.21.15.145:6800/1431235391 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+11 (crc 0 0 0) 0x7f01d80325b0 con 0x7f01cc074290 2024-09-13T18:56:51.554 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.500+0000 7f01f079c640 1 -- 172.21.15.119:0/4030231124 >> [v2:172.21.15.145:6800/1431235391,v1:172.21.15.145:6801/1431235391] conn(0x7f01cc074290 msgr2=0x7f01cc0766d0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:51.554 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.500+0000 7f01f079c640 1 --2- 172.21.15.119:0/4030231124 >> [v2:172.21.15.145:6800/1431235391,v1:172.21.15.145:6801/1431235391] conn(0x7f01cc074290 0x7f01cc0766d0 crc :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:51.554 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.501+0000 7f01f079c640 1 -- 172.21.15.119:0/4030231124 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f01cc06acd0 msgr2=0x7f01cc06d190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:51.554 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.501+0000 7f01f079c640 1 --2- 172.21.15.119:0/4030231124 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f01cc06acd0 0x7f01cc06d190 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7f01e806e5b0 tx=0x7f01e000b040 comp rx=0 tx=0).stop 2024-09-13T18:56:51.554 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.501+0000 7f01f079c640 1 -- 172.21.15.119:0/4030231124 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f01e80c9c10 msgr2=0x7f01e80aeea0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:51.554 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.501+0000 7f01f079c640 1 --2- 172.21.15.119:0/4030231124 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f01e80c9c10 0x7f01e80aeea0 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7f01e400b430 tx=0x7f01e400b8f0 comp rx=0 tx=0).stop 2024-09-13T18:56:51.554 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.501+0000 7f01eed39640 1 -- 172.21.15.119:0/4030231124 reap_dead start 2024-09-13T18:56:51.554 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.501+0000 7f01f079c640 1 -- 172.21.15.119:0/4030231124 shutdown_connections 2024-09-13T18:56:51.554 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.501+0000 7f01f079c640 1 -- 172.21.15.119:0/4030231124 >> 172.21.15.119:0/4030231124 conn(0x7f01e8069ed0 msgr2=0x7f01e814ec40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:56:51.555 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.501+0000 7f759bfc7640 1 -- 172.21.15.119:0/3870793698 --> [v2:172.21.15.145:6808/2802887692,v1:172.21.15.145:6809/2802887692] -- command(tid 2: {"prefix": "flush_pg_stats"}) v1 -- 0x7f757c002cb0 con 0x7f75780740d0 2024-09-13T18:56:51.555 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.502+0000 7f01f079c640 1 -- 172.21.15.119:0/4030231124 shutdown_connections 2024-09-13T18:56:51.555 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.502+0000 7f01f079c640 1 -- 172.21.15.119:0/4030231124 wait complete. 2024-09-13T18:56:51.556 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.502+0000 7f758a7fc640 1 -- 172.21.15.119:0/3870793698 <== osd.4 v2:172.21.15.145:6808/2802887692 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+11 (crc 0 0 0) 0x7f757c002cb0 con 0x7f75780740d0 2024-09-13T18:56:51.556 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.503+0000 7f307dffb640 1 -- 172.21.15.119:0/1132446027 --> [v2:172.21.15.119:6808/886995937,v1:172.21.15.119:6811/886995937] -- command(tid 2: {"prefix": "flush_pg_stats"}) v1 -- 0x7f3088158710 con 0x7f3068074310 2024-09-13T18:56:51.556 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.503+0000 7f3084ff9640 1 -- 172.21.15.119:0/1132446027 <== osd.3 v2:172.21.15.119:6808/886995937 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+11 (crc 0 0 0) 0x7f3070001570 con 0x7f3068074310 2024-09-13T18:56:51.556 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.503+0000 7f759bfc7640 1 -- 172.21.15.119:0/3870793698 >> [v2:172.21.15.145:6808/2802887692,v1:172.21.15.145:6809/2802887692] conn(0x7f75780740d0 msgr2=0x7f7578076510 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:51.557 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.503+0000 7f759bfc7640 1 --2- 172.21.15.119:0/3870793698 >> [v2:172.21.15.145:6808/2802887692,v1:172.21.15.145:6809/2802887692] conn(0x7f75780740d0 0x7f7578076510 crc :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:51.557 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.504+0000 7f759bfc7640 1 -- 172.21.15.119:0/3870793698 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f757806ac00 msgr2=0x7f757806d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:51.557 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.504+0000 7f759bfc7640 1 --2- 172.21.15.119:0/3870793698 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f757806ac00 0x7f757806d0c0 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7f7584034000 tx=0x7f758402e000 comp rx=0 tx=0).stop 2024-09-13T18:56:51.557 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.504+0000 7f759bfc7640 1 -- 172.21.15.119:0/3870793698 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f75940ccb20 msgr2=0x7f75940ca5f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:51.557 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.504+0000 7f759bfc7640 1 --2- 172.21.15.119:0/3870793698 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f75940ccb20 0x7f75940ca5f0 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7f759000d800 tx=0x7f759000dcc0 comp rx=0 tx=0).stop 2024-09-13T18:56:51.558 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.504+0000 7f759a564640 1 -- 172.21.15.119:0/3870793698 reap_dead start 2024-09-13T18:56:51.558 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.504+0000 7f308c810640 1 -- 172.21.15.119:0/1132446027 >> [v2:172.21.15.119:6808/886995937,v1:172.21.15.119:6811/886995937] conn(0x7f3068074310 msgr2=0x7f3068076750 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:51.558 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.504+0000 7f308c810640 1 --2- 172.21.15.119:0/1132446027 >> [v2:172.21.15.119:6808/886995937,v1:172.21.15.119:6811/886995937] conn(0x7f3068074310 0x7f3068076750 crc :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:51.558 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.504+0000 7f759bfc7640 1 -- 172.21.15.119:0/3870793698 shutdown_connections 2024-09-13T18:56:51.558 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.504+0000 7f759bfc7640 1 -- 172.21.15.119:0/3870793698 >> 172.21.15.119:0/3870793698 conn(0x7f7594089f60 msgr2=0x7f759406ad10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:56:51.559 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.505+0000 7f308c810640 1 -- 172.21.15.119:0/1132446027 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f306806acd0 msgr2=0x7f306806d190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:51.559 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.505+0000 7f308c810640 1 --2- 172.21.15.119:0/1132446027 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f306806acd0 0x7f306806d190 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7f3078006110 tx=0x7f3078005e10 comp rx=0 tx=0).stop 2024-09-13T18:56:51.559 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.505+0000 7f308c810640 1 -- 172.21.15.119:0/1132446027 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f308815be30 msgr2=0x7f30880b17d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:51.559 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.505+0000 7f308c810640 1 --2- 172.21.15.119:0/1132446027 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f308815be30 0x7f30880b17d0 secure :-1 s=READY pgs=32 cs=0 l=1 rev1=1 crypto rx=0x7f3080031000 tx=0x7f3080004a40 comp rx=0 tx=0).stop 2024-09-13T18:56:51.559 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.505+0000 7f3087fff640 1 -- 172.21.15.119:0/1132446027 reap_dead start 2024-09-13T18:56:51.559 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.505+0000 7f759bfc7640 1 -- 172.21.15.119:0/3870793698 shutdown_connections 2024-09-13T18:56:51.560 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.505+0000 7f759bfc7640 1 -- 172.21.15.119:0/3870793698 wait complete. 2024-09-13T18:56:51.560 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.505+0000 7f308c810640 1 -- 172.21.15.119:0/1132446027 shutdown_connections 2024-09-13T18:56:51.560 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.505+0000 7f308c810640 1 -- 172.21.15.119:0/1132446027 >> 172.21.15.119:0/1132446027 conn(0x7f3088066200 msgr2=0x7f3088155c50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:56:51.560 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.506+0000 7f308c810640 1 -- 172.21.15.119:0/1132446027 shutdown_connections 2024-09-13T18:56:51.560 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.506+0000 7f308c810640 1 -- 172.21.15.119:0/1132446027 wait complete. 2024-09-13T18:56:51.561 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.506+0000 7f797c944640 1 -- 172.21.15.119:0/3813992848 --> [v2:172.21.15.119:6810/3811853106,v1:172.21.15.119:6813/3811853106] -- command(tid 2: {"prefix": "flush_pg_stats"}) v1 -- 0x7f7970039600 con 0x7f7964074210 2024-09-13T18:56:51.561 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.507+0000 7f795f7fe640 1 -- 172.21.15.119:0/3813992848 <== osd.0 v2:172.21.15.119:6810/3811853106 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+11 (crc 0 0 0) 0x7f7970039600 con 0x7f7964074210 2024-09-13T18:56:51.562 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.508+0000 7f795d7fa640 1 -- 172.21.15.119:0/3813992848 >> [v2:172.21.15.119:6810/3811853106,v1:172.21.15.119:6813/3811853106] conn(0x7f7964074210 msgr2=0x7f7964076650 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:51.562 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.508+0000 7f795d7fa640 1 --2- 172.21.15.119:0/3813992848 >> [v2:172.21.15.119:6810/3811853106,v1:172.21.15.119:6813/3811853106] conn(0x7f7964074210 0x7f7964076650 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:51.562 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.508+0000 7f795d7fa640 1 -- 172.21.15.119:0/3813992848 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f796406ac50 msgr2=0x7f796406d110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:51.562 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.508+0000 7f795d7fa640 1 --2- 172.21.15.119:0/3813992848 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f796406ac50 0x7f796406d110 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7f79700e1560 tx=0x7f796800b000 comp rx=0 tx=0).stop 2024-09-13T18:56:51.562 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.508+0000 7f795d7fa640 1 -- 172.21.15.119:0/3813992848 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f7970177aa0 msgr2=0x7f7970177f20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:51.562 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.508+0000 7f795d7fa640 1 --2- 172.21.15.119:0/3813992848 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f7970177aa0 0x7f7970177f20 secure :-1 s=READY pgs=33 cs=0 l=1 rev1=1 crypto rx=0x7f797000e8a0 tx=0x7f796c00ec70 comp rx=0 tx=0).stop 2024-09-13T18:56:51.562 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.509+0000 7f797759e640 1 -- 172.21.15.119:0/3813992848 reap_dead start 2024-09-13T18:56:51.562 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.509+0000 7f795d7fa640 1 -- 172.21.15.119:0/3813992848 shutdown_connections 2024-09-13T18:56:51.562 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.509+0000 7f795d7fa640 1 -- 172.21.15.119:0/3813992848 >> 172.21.15.119:0/3813992848 conn(0x7f797001d900 msgr2=0x7f79700357e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:56:51.563 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.509+0000 7f795d7fa640 1 -- 172.21.15.119:0/3813992848 shutdown_connections 2024-09-13T18:56:51.563 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.510+0000 7f795d7fa640 1 -- 172.21.15.119:0/3813992848 wait complete. 2024-09-13T18:56:51.563 INFO:teuthology.orchestra.run.smithi119.stdout:55834574857 2024-09-13T18:56:51.564 DEBUG:teuthology.orchestra.run.smithi119:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.6 2024-09-13T18:56:51.564 INFO:teuthology.orchestra.run.smithi119.stdout:55834574856 2024-09-13T18:56:51.565 INFO:teuthology.orchestra.run.smithi119.stdout:55834574857 2024-09-13T18:56:51.565 DEBUG:teuthology.orchestra.run.smithi119:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.7 2024-09-13T18:56:51.566 DEBUG:teuthology.orchestra.run.smithi119:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.2 2024-09-13T18:56:51.566 INFO:teuthology.orchestra.run.smithi119.stdout:55834574857 2024-09-13T18:56:51.567 DEBUG:teuthology.orchestra.run.smithi119:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.1 2024-09-13T18:56:51.567 INFO:teuthology.orchestra.run.smithi119.stdout:60129542152 2024-09-13T18:56:51.568 DEBUG:teuthology.orchestra.run.smithi119:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.5 2024-09-13T18:56:51.568 INFO:teuthology.orchestra.run.smithi119.stdout:55834574857 2024-09-13T18:56:51.569 DEBUG:teuthology.orchestra.run.smithi119:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.4 2024-09-13T18:56:51.569 INFO:teuthology.orchestra.run.smithi119.stdout:55834574857 2024-09-13T18:56:51.570 DEBUG:teuthology.orchestra.run.smithi119:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.3 2024-09-13T18:56:51.570 INFO:teuthology.orchestra.run.smithi119.stdout:55834574855 2024-09-13T18:56:51.571 DEBUG:teuthology.orchestra.run.smithi119:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.0 2024-09-13T18:56:51.771 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.766+0000 7fcc2968e640 1 Processor -- start 2024-09-13T18:56:51.771 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.766+0000 7fcc2968e640 1 -- start start 2024-09-13T18:56:51.772 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.767+0000 7fcc2968e640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fcc2415bbd0 0x7fcc2415cbb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:51.772 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.767+0000 7fcc2968e640 1 --2- >> v2:172.21.15.119:3300/0 conn(0x7fcc24097370 0x7fcc240cbe80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:51.772 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.767+0000 7fcc2968e640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7fcc24097790 0x7fcc240cc3c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:51.772 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.767+0000 7fcc2968e640 1 -- --> v2:172.21.15.119:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fcc2415d0f0 con 0x7fcc24097370 2024-09-13T18:56:51.772 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.767+0000 7fcc2968e640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fcc2415bfb0 con 0x7fcc24097790 2024-09-13T18:56:51.772 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.767+0000 7fcc2968e640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fcc24096ee0 con 0x7fcc2415bbd0 2024-09-13T18:56:51.772 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.768+0000 7fcc227fc640 1 --2- >> v2:172.21.15.119:3300/0 conn(0x7fcc24097370 0x7fcc240cbe80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:51.772 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.768+0000 7fcc227fc640 1 --2- >> v2:172.21.15.119:3300/0 conn(0x7fcc24097370 0x7fcc240cbe80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.119:3300/0 says I am v2:172.21.15.119:51160/0 (socket says 172.21.15.119:51160) 2024-09-13T18:56:51.773 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.768+0000 7fcc227fc640 1 -- 172.21.15.119:0/15770662 learned_addr learned my addr 172.21.15.119:0/15770662 (peer_addr_for_me v2:172.21.15.119:0/0) 2024-09-13T18:56:51.773 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.767+0000 7ff754812640 1 Processor -- start 2024-09-13T18:56:51.773 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.767+0000 7ff754812640 1 -- start start 2024-09-13T18:56:51.773 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.768+0000 7f68f359e640 1 Processor -- start 2024-09-13T18:56:51.774 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.768+0000 7fcc237fe640 1 --2- 172.21.15.119:0/15770662 >> v2:172.21.15.145:3300/0 conn(0x7fcc24097790 0x7fcc240cc3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:51.774 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.769+0000 7ff754812640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7ff74804eb20 0x7ff74800b730 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:51.774 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.769+0000 7ff754812640 1 -- --> v1:172.21.15.119:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7ff74800a300 con 0x7ff748009ec0 2024-09-13T18:56:51.774 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.769+0000 7ff754812640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7ff748006900 con 0x7ff7481007d0 2024-09-13T18:56:51.774 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.769+0000 7ff754812640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 v1 -- 0x7ff74800bc70 con 0x7ff74804eb20 2024-09-13T18:56:51.774 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.769+0000 7ff74dd9b640 1 --1- >> v1:172.21.15.119:6789/0 conn(0x7ff748009ec0 0x7ff748035fe0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.119:6789/0 says I am v1:172.21.15.119:51408/0 (socket says 172.21.15.119:51408) 2024-09-13T18:56:51.774 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.769+0000 7ff74dd9b640 1 -- 172.21.15.119:0/1519769700 learned_addr learned my addr 172.21.15.119:0/1519769700 (peer_addr_for_me v1:172.21.15.119:0/0) 2024-09-13T18:56:51.774 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.770+0000 7ff74d59a640 1 -- 172.21.15.119:0/1519769700 <== mon.0 v1:172.21.15.119:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3825362702 0 0) 0x7ff74800a300 con 0x7ff748009ec0 2024-09-13T18:56:51.774 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.770+0000 7ff74d59a640 1 -- 172.21.15.119:0/1519769700 --> v1:172.21.15.119:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7ff738003520 con 0x7ff748009ec0 2024-09-13T18:56:51.775 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.769+0000 7f68f359e640 1 -- start start 2024-09-13T18:56:51.775 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.769+0000 7fcc227fc640 1 -- 172.21.15.119:0/15770662 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fcc2415bbd0 msgr2=0x7fcc2415cbb0 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-09-13T18:56:51.775 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.769+0000 7fcc227fc640 1 --2- 172.21.15.119:0/15770662 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fcc2415bbd0 0x7fcc2415cbb0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:51.775 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.769+0000 7fcc227fc640 1 -- 172.21.15.119:0/15770662 >> v2:172.21.15.145:3300/0 conn(0x7fcc24097790 msgr2=0x7fcc240cc3c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T18:56:51.775 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.769+0000 7fcc227fc640 1 --2- 172.21.15.119:0/15770662 >> v2:172.21.15.145:3300/0 conn(0x7fcc24097790 0x7fcc240cc3c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:51.775 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.769+0000 7fcc227fc640 1 -- 172.21.15.119:0/15770662 --> v2:172.21.15.119:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fcc240962d0 con 0x7fcc24097370 2024-09-13T18:56:51.775 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.770+0000 7ff74d59a640 1 -- 172.21.15.119:0/1519769700 <== mon.0 v1:172.21.15.119:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 4164178660 0 0) 0x7ff738003520 con 0x7ff748009ec0 2024-09-13T18:56:51.776 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.770+0000 7ff74d59a640 1 -- 172.21.15.119:0/1519769700 >> v2:172.21.15.145:3300/0 conn(0x7ff74804eb20 msgr2=0x7ff74800b730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T18:56:51.776 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.770+0000 7f68f359e640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f68f40b1280 0x7f68f4158470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:51.776 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.770+0000 7f68f359e640 1 --2- >> v2:172.21.15.119:3300/0 conn(0x7f68f415c650 0x7f68f406cee0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:51.776 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.770+0000 7f68f359e640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f68f406c120 con 0x7f68f40b0380 2024-09-13T18:56:51.776 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.770+0000 7fcc227fc640 1 --2- 172.21.15.119:0/15770662 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fcc24097370 0x7fcc240cbe80 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7fcc2406f990 tx=0x7fcc1402c6f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9c3584248a194bd3 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:56:51.777 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.770+0000 7f68f359e640 1 -- --> v2:172.21.15.119:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f68f40b1800 con 0x7f68f415c650 2024-09-13T18:56:51.777 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.770+0000 7f68f359e640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f68f406c400 con 0x7f68f40b1280 2024-09-13T18:56:51.777 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.770+0000 7ff74ed9d640 1 --2- 172.21.15.119:0/1519769700 >> v2:172.21.15.145:3300/0 conn(0x7ff74804eb20 0x7ff74800b730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:51.777 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.770+0000 7ff74d59a640 1 --2- 172.21.15.119:0/1519769700 >> v2:172.21.15.145:3300/0 conn(0x7ff74804eb20 0x7ff74800b730 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:51.777 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.770+0000 7ff74d59a640 1 -- 172.21.15.119:0/1519769700 >> v1:172.21.15.145:6789/0 conn(0x7ff7481007d0 legacy=0x7ff748054c70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T18:56:51.777 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.770+0000 7fd55c4e9640 1 Processor -- start 2024-09-13T18:56:51.778 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.770+0000 7f68f1d9b640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f68f40b1280 0x7f68f4158470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:51.778 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.770+0000 7ff74d59a640 1 -- 172.21.15.119:0/1519769700 --> v1:172.21.15.119:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff748055380 con 0x7ff748009ec0 2024-09-13T18:56:51.778 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.770+0000 7f68f259c640 1 --1- >> v1:172.21.15.145:6789/0 conn(0x7f68f40b0380 0x7f68f415bf40 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.145:6789/0 says I am v1:172.21.15.119:44418/0 (socket says 172.21.15.119:44418) 2024-09-13T18:56:51.779 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.770+0000 7f05cb733640 1 Processor -- start 2024-09-13T18:56:51.779 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.770+0000 7fd55c4e9640 1 -- start start 2024-09-13T18:56:51.779 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.770+0000 7ff74d59a640 1 -- 172.21.15.119:0/1519769700 <== mon.0 v1:172.21.15.119:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 337823224 0 0) 0x7ff744001670 con 0x7ff748009ec0 2024-09-13T18:56:51.779 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.770+0000 7ff74d59a640 1 -- 172.21.15.119:0/1519769700 >> v1:172.21.15.119:6789/0 conn(0x7ff748009ec0 legacy=0x7ff748035fe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:51.779 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.771+0000 7ff74d59a640 1 --2- 172.21.15.119:0/1519769700 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7ff738003970 0x7ff738003d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:51.779 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.771+0000 7ff74d59a640 1 --2- 172.21.15.119:0/1519769700 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ff7380047c0 0x7ff738004c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:51.779 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.771+0000 7ff74d59a640 1 --2- 172.21.15.119:0/1519769700 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7ff7380053d0 0x7ff73800ba00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:51.780 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.770+0000 7f68f259c640 1 -- 172.21.15.119:0/216994068 learned_addr learned my addr 172.21.15.119:0/216994068 (peer_addr_for_me v1:172.21.15.119:0/0) 2024-09-13T18:56:51.780 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.771+0000 7f68f2d9d640 1 --2- 172.21.15.119:0/216994068 >> v2:172.21.15.119:3300/0 conn(0x7f68f415c650 0x7f68f406cee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:51.780 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.771+0000 7f05cb733640 1 -- start start 2024-09-13T18:56:51.780 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.771+0000 7ff74d59a640 1 -- 172.21.15.119:0/1519769700 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff74800bc70 con 0x7ff7380053d0 2024-09-13T18:56:51.781 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.771+0000 7ff74d59a640 1 -- 172.21.15.119:0/1519769700 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff73800c2e0 con 0x7ff7380047c0 2024-09-13T18:56:51.781 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.771+0000 7ff74d59a640 1 -- 172.21.15.119:0/1519769700 --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff73800c4a0 con 0x7ff738003970 2024-09-13T18:56:51.781 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.771+0000 7fcc21ffb640 1 -- 172.21.15.119:0/15770662 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcc14032480 con 0x7fcc24097370 2024-09-13T18:56:51.781 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.771+0000 7ff74dd9b640 1 --2- 172.21.15.119:0/1519769700 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ff7380047c0 0x7ff738004c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:51.781 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.771+0000 7f5621419640 1 Processor -- start 2024-09-13T18:56:51.782 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.771+0000 7ff74ed9d640 1 --2- 172.21.15.119:0/1519769700 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7ff7380053d0 0x7ff73800ba00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:51.782 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.771+0000 7f5621419640 1 -- start start 2024-09-13T18:56:51.783 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.771+0000 7fcc21ffb640 1 -- 172.21.15.119:0/15770662 <== mon.0 v2:172.21.15.119:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fcc1402f030 con 0x7fcc24097370 2024-09-13T18:56:51.783 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.771+0000 7fcc21ffb640 1 -- 172.21.15.119:0/15770662 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcc14032800 con 0x7fcc24097370 2024-09-13T18:56:51.783 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.772+0000 7fcc2968e640 1 -- 172.21.15.119:0/15770662 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fcc24097370 msgr2=0x7fcc240cbe80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:51.783 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.772+0000 7fcc2968e640 1 --2- 172.21.15.119:0/15770662 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fcc24097370 0x7fcc240cbe80 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7fcc2406f990 tx=0x7fcc1402c6f0 comp rx=0 tx=0).stop 2024-09-13T18:56:51.783 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.772+0000 7f05c94cf640 1 --1- >> v1:172.21.15.145:6789/0 conn(0x7f05bc00a4b0 0x7f05bc035fe0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.145:6789/0 says I am v1:172.21.15.119:44430/0 (socket says 172.21.15.119:44430) 2024-09-13T18:56:51.783 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.772+0000 7f05cb733640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f05bc055170 0x7f05bc04f610 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:51.783 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.772+0000 7fd55c4e9640 1 --2- >> v2:172.21.15.119:3300/0 conn(0x7fd55406d2f0 0x7fd55406d760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:51.783 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.772+0000 7fd55c4e9640 1 -- --> v1:172.21.15.119:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fd55406cb10 con 0x7fd5540caf30 2024-09-13T18:56:51.784 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.772+0000 7fd55c4e9640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fd554070eb0 con 0x7fd554149550 2024-09-13T18:56:51.784 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.772+0000 7fd55c4e9640 1 -- --> v2:172.21.15.119:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fd554071190 con 0x7fd55406d2f0 2024-09-13T18:56:51.784 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.771+0000 7f68f159a640 1 -- 172.21.15.119:0/216994068 <== mon.1 v1:172.21.15.145:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 134380777 0 0) 0x7f68f406c120 con 0x7f68f40b0380 2024-09-13T18:56:51.784 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.771+0000 7f68f159a640 1 -- 172.21.15.119:0/216994068 --> v1:172.21.15.145:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f68e0003520 con 0x7f68f40b0380 2024-09-13T18:56:51.784 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.772+0000 7f68f2d9d640 1 -- 172.21.15.119:0/216994068 >> v2:172.21.15.145:3300/0 conn(0x7f68f40b1280 msgr2=0x7f68f4158470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T18:56:51.784 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.772+0000 7f68f2d9d640 1 --2- 172.21.15.119:0/216994068 >> v2:172.21.15.145:3300/0 conn(0x7f68f40b1280 0x7f68f4158470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:51.784 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.772+0000 7f68f2d9d640 1 -- 172.21.15.119:0/216994068 >> v1:172.21.15.145:6789/0 conn(0x7f68f40b0380 legacy=0x7f68f415bf40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:51.784 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.772+0000 7f68f2d9d640 1 -- 172.21.15.119:0/216994068 --> v2:172.21.15.119:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f68f406c6e0 con 0x7f68f415c650 2024-09-13T18:56:51.785 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.772+0000 7f05cb733640 1 -- --> v1:172.21.15.119:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f05bc0395f0 con 0x7f05bc0366f0 2024-09-13T18:56:51.785 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.772+0000 7f05c94cf640 1 -- 172.21.15.119:0/801635486 learned_addr learned my addr 172.21.15.119:0/801635486 (peer_addr_for_me v1:172.21.15.119:0/0) 2024-09-13T18:56:51.785 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.771+0000 7ff74e59c640 1 --2- 172.21.15.119:0/1519769700 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7ff738003970 0x7ff738003d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:51.785 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.772+0000 7fd55a285640 1 --1- >> v1:172.21.15.145:6789/0 conn(0x7fd554149550 0x7fd554070430 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.145:6789/0 says I am v1:172.21.15.119:44434/0 (socket says 172.21.15.119:44434) 2024-09-13T18:56:51.785 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.771+0000 7ff74dd9b640 1 -- 172.21.15.119:0/1519769700 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7ff738003970 msgr2=0x7ff738003d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T18:56:51.785 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.771+0000 7ff74dd9b640 1 --2- 172.21.15.119:0/1519769700 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7ff738003970 0x7ff738003d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:51.786 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.771+0000 7ff74dd9b640 1 -- 172.21.15.119:0/1519769700 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7ff7380053d0 msgr2=0x7ff73800ba00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T18:56:51.786 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.771+0000 7ff74dd9b640 1 --2- 172.21.15.119:0/1519769700 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7ff7380053d0 0x7ff73800ba00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:51.786 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.771+0000 7ff74dd9b640 1 -- 172.21.15.119:0/1519769700 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff748055380 con 0x7ff7380047c0 2024-09-13T18:56:51.786 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.772+0000 7f5621419640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f561c0ad490 0x7f561c0ce5c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:51.786 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.773+0000 7fd559a84640 1 --2- 172.21.15.119:0/3727692446 >> v2:172.21.15.119:3300/0 conn(0x7fd55406d2f0 0x7fd55406d760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:51.786 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.773+0000 7fd55a285640 1 -- 172.21.15.119:0/3727692446 learned_addr learned my addr 172.21.15.119:0/3727692446 (peer_addr_for_me v1:172.21.15.119:0/0) 2024-09-13T18:56:51.787 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.773+0000 7f5621419640 1 -- --> v1:172.21.15.119:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f561c158ab0 con 0x7f561c0b2f70 2024-09-13T18:56:51.787 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.773+0000 7ff74ed9d640 1 -- 172.21.15.119:0/1519769700 reap_dead start 2024-09-13T18:56:51.787 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.773+0000 7f561affd640 1 --1- >> v1:172.21.15.119:6789/0 conn(0x7f561c0b2f70 0x7f561c06cc60 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.119:6789/0 says I am v1:172.21.15.119:51428/0 (socket says 172.21.15.119:51428) 2024-09-13T18:56:51.787 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.773+0000 7f561affd640 1 -- 172.21.15.119:0/4122019577 learned_addr learned my addr 172.21.15.119:0/4122019577 (peer_addr_for_me v1:172.21.15.119:0/0) 2024-09-13T18:56:51.787 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.773+0000 7f5621419640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f561c0caac0 con 0x7f561c0ad8f0 2024-09-13T18:56:51.787 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.773+0000 7f5621419640 1 -- 172.21.15.119:0/4122019577 --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f561c0cd610 con 0x7f561c0ad490 2024-09-13T18:56:51.788 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.773+0000 7f05c9cd0640 1 --2- 172.21.15.119:0/801635486 >> v2:172.21.15.145:3300/0 conn(0x7f05bc055170 0x7f05bc04f610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:51.788 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.773+0000 7fd559283640 1 -- 172.21.15.119:0/3727692446 <== mon.1 v1:172.21.15.145:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2062902780 0 0) 0x7fd554070eb0 con 0x7fd554149550 2024-09-13T18:56:51.788 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.773+0000 7fd559283640 1 -- 172.21.15.119:0/3727692446 --> v1:172.21.15.145:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fd540003520 con 0x7fd554149550 2024-09-13T18:56:51.788 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.773+0000 7fcc2968e640 1 -- 172.21.15.119:0/15770662 shutdown_connections 2024-09-13T18:56:51.788 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.773+0000 7fcc2968e640 1 --2- 172.21.15.119:0/15770662 >> v2:172.21.15.145:3300/0 conn(0x7fcc24097790 0x7fcc240cc3c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:51.789 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.773+0000 7fcc2968e640 1 --2- 172.21.15.119:0/15770662 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fcc24097370 0x7fcc240cbe80 unknown :-1 s=CLOSED pgs=176 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:51.789 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.773+0000 7fcc2968e640 1 --2- 172.21.15.119:0/15770662 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fcc2415bbd0 0x7fcc2415cbb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:51.789 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.773+0000 7fcc2968e640 1 -- 172.21.15.119:0/15770662 >> 172.21.15.119:0/15770662 conn(0x7fcc240afe60 msgr2=0x7fcc240b0270 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:56:51.789 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.773+0000 7f5613fff640 1 --2- 172.21.15.119:0/4122019577 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f561c0ad490 0x7f561c0ce5c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:51.789 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.773+0000 7fd559a84640 1 -- 172.21.15.119:0/3727692446 >> v1:172.21.15.145:6789/0 conn(0x7fd554149550 legacy=0x7fd554070430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:51.789 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.773+0000 7fd559a84640 1 -- 172.21.15.119:0/3727692446 >> v1:172.21.15.119:6789/0 conn(0x7fd5540caf30 legacy=0x7fd5540b3850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:51.789 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.773+0000 7fd559a84640 1 -- 172.21.15.119:0/3727692446 --> v2:172.21.15.119:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd55406cdd0 con 0x7fd55406d2f0 2024-09-13T18:56:51.790 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.773+0000 7f561a7fc640 1 -- 172.21.15.119:0/4122019577 <== mon.1 v1:172.21.15.145:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 153434563 0 0) 0x7f561c0caac0 con 0x7f561c0ad8f0 2024-09-13T18:56:51.790 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.773+0000 7f561a7fc640 1 -- 172.21.15.119:0/4122019577 --> v1:172.21.15.145:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f5608003520 con 0x7f561c0ad8f0 2024-09-13T18:56:51.790 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.773+0000 7ff74dd9b640 1 --2- 172.21.15.119:0/1519769700 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ff7380047c0 0x7ff738004c40 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7ff744007c80 tx=0x7ff7380057f0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=c5dc77f0831e1877 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:56:51.790 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.773+0000 7f68f2d9d640 1 --2- 172.21.15.119:0/216994068 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f68f415c650 0x7f68f406cee0 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7f68f4066aa0 tx=0x7f68ec0329b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=157aa0d7f5c15e1f server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:56:51.791 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.773+0000 7f5613fff640 1 -- 172.21.15.119:0/4122019577 >> v1:172.21.15.145:6789/0 conn(0x7f561c0ad8f0 legacy=0x7f561c0b1560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:51.791 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.773+0000 7f5613fff640 1 -- 172.21.15.119:0/4122019577 >> v1:172.21.15.119:6789/0 conn(0x7f561c0b2f70 legacy=0x7f561c06cc60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:51.791 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.773+0000 7f5613fff640 1 -- 172.21.15.119:0/4122019577 --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f561c0cd8f0 con 0x7f561c0ad490 2024-09-13T18:56:51.791 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.774+0000 7ff74d59a640 1 -- 172.21.15.119:0/1519769700 <== mon.1 v2:172.21.15.145:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff744005ad0 con 0x7ff7380047c0 2024-09-13T18:56:51.791 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.774+0000 7ff74d59a640 1 -- 172.21.15.119:0/1519769700 <== mon.1 v2:172.21.15.145:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff744005c50 con 0x7ff7380047c0 2024-09-13T18:56:51.791 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.774+0000 7fd559a84640 1 --2- 172.21.15.119:0/3727692446 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fd55406d2f0 0x7fd55406d760 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7fd54c009d90 tx=0x7fd54c02a6f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d7a42bb157d3e37e server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:56:51.792 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.774+0000 7fcc2968e640 1 -- 172.21.15.119:0/15770662 shutdown_connections 2024-09-13T18:56:51.792 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.774+0000 7fcc2968e640 1 -- 172.21.15.119:0/15770662 wait complete. 2024-09-13T18:56:51.792 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.774+0000 7ff74d59a640 1 -- 172.21.15.119:0/1519769700 <== mon.1 v2:172.21.15.145:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff7440338c0 con 0x7ff7380047c0 2024-09-13T18:56:51.792 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.774+0000 7f68f159a640 1 -- 172.21.15.119:0/216994068 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f68ec037610 con 0x7f68f415c650 2024-09-13T18:56:51.792 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.774+0000 7f68f159a640 1 -- 172.21.15.119:0/216994068 <== mon.0 v2:172.21.15.119:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f68ec037770 con 0x7f68f415c650 2024-09-13T18:56:51.793 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.774+0000 7f05cb733640 1 -- 172.21.15.119:0/801635486 --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f05bc0398d0 con 0x7f05bc00a4b0 2024-09-13T18:56:51.793 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.774+0000 7f05cb733640 1 -- 172.21.15.119:0/801635486 --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f05bc039bb0 con 0x7f05bc055170 2024-09-13T18:56:51.793 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.775+0000 7fd559283640 1 -- 172.21.15.119:0/3727692446 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd54c007740 con 0x7fd55406d2f0 2024-09-13T18:56:51.793 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.775+0000 7f5613fff640 1 --2- 172.21.15.119:0/4122019577 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f561c0ad490 0x7f561c0ce5c0 secure :-1 s=READY pgs=34 cs=0 l=1 rev1=1 crypto rx=0x7f5604008800 tx=0x7f560402c6b0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=8fdd12fa369fc960 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:56:51.794 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.775+0000 7ff754812640 1 -- 172.21.15.119:0/1519769700 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ff7380047c0 msgr2=0x7ff738004c40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:51.794 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.775+0000 7ff754812640 1 --2- 172.21.15.119:0/1519769700 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ff7380047c0 0x7ff738004c40 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7ff744007c80 tx=0x7ff7380057f0 comp rx=0 tx=0).stop 2024-09-13T18:56:51.794 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.775+0000 7fd559283640 1 -- 172.21.15.119:0/3727692446 <== mon.0 v2:172.21.15.119:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd54c02d050 con 0x7fd55406d2f0 2024-09-13T18:56:51.794 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.775+0000 7f4600157640 1 Processor -- start 2024-09-13T18:56:51.795 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.775+0000 7ff754812640 1 -- 172.21.15.119:0/1519769700 shutdown_connections 2024-09-13T18:56:51.795 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.775+0000 7ff754812640 1 --2- 172.21.15.119:0/1519769700 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ff7380047c0 0x7ff738004c40 unknown :-1 s=CLOSED pgs=88 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:51.795 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.775+0000 7ff754812640 1 -- 172.21.15.119:0/1519769700 >> 172.21.15.119:0/1519769700 conn(0x7ff74801d8f0 msgr2=0x7ff748054560 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:56:51.795 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.775+0000 7f561a7fc640 1 -- 172.21.15.119:0/4122019577 <== mon.2 v2:172.21.15.145:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5604032480 con 0x7f561c0ad490 2024-09-13T18:56:51.795 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.775+0000 7fa104002640 1 Processor -- start 2024-09-13T18:56:51.796 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.775+0000 7f561a7fc640 1 -- 172.21.15.119:0/4122019577 <== mon.2 v2:172.21.15.145:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f560402f030 con 0x7f561c0ad490 2024-09-13T18:56:51.796 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.775+0000 7f561a7fc640 1 -- 172.21.15.119:0/4122019577 <== mon.2 v2:172.21.15.145:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5604032800 con 0x7f561c0ad490 2024-09-13T18:56:51.796 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.776+0000 7fcc2968e640 1 Processor -- start 2024-09-13T18:56:51.796 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.776+0000 7fcc2968e640 1 -- start start 2024-09-13T18:56:51.796 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.775+0000 7ff754812640 1 -- 172.21.15.119:0/1519769700 shutdown_connections 2024-09-13T18:56:51.796 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.775+0000 7f4600157640 1 -- start start 2024-09-13T18:56:51.797 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.775+0000 7f68f359e640 1 -- 172.21.15.119:0/216994068 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f68f415c650 msgr2=0x7f68f406cee0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:51.797 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.775+0000 7f68f359e640 1 --2- 172.21.15.119:0/216994068 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f68f415c650 0x7f68f406cee0 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7f68f4066aa0 tx=0x7f68ec0329b0 comp rx=0 tx=0).stop 2024-09-13T18:56:51.797 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.776+0000 7f68f359e640 1 -- 172.21.15.119:0/216994068 shutdown_connections 2024-09-13T18:56:51.797 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.776+0000 7f68f359e640 1 --2- 172.21.15.119:0/216994068 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f68f415c650 0x7f68f406cee0 unknown :-1 s=CLOSED pgs=180 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:51.797 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.776+0000 7f68f359e640 1 --2- 172.21.15.119:0/216994068 >> v2:172.21.15.145:3300/0 conn(0x7f68f40b1280 0x7f68f4158470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:51.797 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.776+0000 7f68f359e640 1 -- 172.21.15.119:0/216994068 >> 172.21.15.119:0/216994068 conn(0x7f68f4070440 msgr2=0x7f68f40afc70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:56:51.797 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.776+0000 7f68f359e640 1 -- 172.21.15.119:0/216994068 shutdown_connections 2024-09-13T18:56:51.797 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.776+0000 7f5621419640 1 -- 172.21.15.119:0/4122019577 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f561c0ad490 msgr2=0x7f561c0ce5c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:51.798 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.776+0000 7f5621419640 1 --2- 172.21.15.119:0/4122019577 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f561c0ad490 0x7f561c0ce5c0 secure :-1 s=READY pgs=34 cs=0 l=1 rev1=1 crypto rx=0x7f5604008800 tx=0x7f560402c6b0 comp rx=0 tx=0).stop 2024-09-13T18:56:51.798 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.774+0000 7f05bbfff640 1 -- 172.21.15.119:0/801635486 <== mon.0 v1:172.21.15.119:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2987120351 0 0) 0x7f05bc0395f0 con 0x7f05bc0366f0 2024-09-13T18:56:51.798 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.775+0000 7f05bbfff640 1 -- 172.21.15.119:0/801635486 --> v1:172.21.15.119:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f05b0003520 con 0x7f05bc0366f0 2024-09-13T18:56:51.798 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.775+0000 7f05bbfff640 1 -- 172.21.15.119:0/801635486 <== mon.1 v1:172.21.15.145:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3553560162 0 0) 0x7f05bc0398d0 con 0x7f05bc00a4b0 2024-09-13T18:56:51.798 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.775+0000 7f05bbfff640 1 -- 172.21.15.119:0/801635486 --> v1:172.21.15.145:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f05bc0395f0 con 0x7f05bc00a4b0 2024-09-13T18:56:51.798 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.776+0000 7fa104002640 1 -- start start 2024-09-13T18:56:51.799 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.776+0000 7f4600157640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f45f80b1b30 0x7f45f80d22d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:51.799 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.777+0000 7f45fdef3640 1 --1- >> v1:172.21.15.145:6789/0 conn(0x7f45f80b1750 0x7f45f80d0c70 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.145:6789/0 says I am v1:172.21.15.119:44454/0 (socket says 172.21.15.119:44454) 2024-09-13T18:56:51.799 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.776+0000 7fd559283640 1 -- 172.21.15.119:0/3727692446 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd54c007ac0 con 0x7fd55406d2f0 2024-09-13T18:56:51.799 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.777+0000 7fd55c4e9640 1 -- 172.21.15.119:0/3727692446 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fd55406d2f0 msgr2=0x7fd55406d760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:51.799 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.777+0000 7fd55c4e9640 1 --2- 172.21.15.119:0/3727692446 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fd55406d2f0 0x7fd55406d760 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7fd54c009d90 tx=0x7fd54c02a6f0 comp rx=0 tx=0).stop 2024-09-13T18:56:51.799 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.776+0000 7f05bbfff640 1 -- 172.21.15.119:0/801635486 <== mon.0 v1:172.21.15.119:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 1186725689 0 0) 0x7f05b0003520 con 0x7f05bc0366f0 2024-09-13T18:56:51.800 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.776+0000 7f05c9cd0640 1 -- 172.21.15.119:0/801635486 >> v1:172.21.15.145:6789/0 conn(0x7f05bc00a4b0 legacy=0x7f05bc035fe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:51.800 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.776+0000 7f05c9cd0640 1 -- 172.21.15.119:0/801635486 >> v1:172.21.15.119:6789/0 conn(0x7f05bc0366f0 legacy=0x7f05bc04ef00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:51.800 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.776+0000 7f05c9cd0640 1 -- 172.21.15.119:0/801635486 --> v2:172.21.15.145:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f05bc039e90 con 0x7f05bc055170 2024-09-13T18:56:51.800 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.777+0000 7f4600157640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f45f80d2810 0x7f45f806b590 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:51.800 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.777+0000 7f5621419640 1 -- 172.21.15.119:0/4122019577 shutdown_connections 2024-09-13T18:56:51.800 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.777+0000 7f5621419640 1 --2- 172.21.15.119:0/4122019577 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f561c0ad490 0x7f561c0ce5c0 unknown :-1 s=CLOSED pgs=34 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:51.800 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.777+0000 7f5621419640 1 -- 172.21.15.119:0/4122019577 >> 172.21.15.119:0/4122019577 conn(0x7f561c06a0b0 msgr2=0x7f561c06a4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:56:51.801 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.777+0000 7f45fdef3640 1 -- 172.21.15.119:0/1121558171 learned_addr learned my addr 172.21.15.119:0/1121558171 (peer_addr_for_me v1:172.21.15.119:0/0) 2024-09-13T18:56:51.801 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.777+0000 7f05c9cd0640 1 --2- 172.21.15.119:0/801635486 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f05bc055170 0x7f05bc04f610 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7f05c4000b60 tx=0x7f05c40a40d0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=e619eeccc8b56ac6 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:56:51.801 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.777+0000 7f4600157640 1 -- 172.21.15.119:0/1121558171 --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f45f80d2cc0 con 0x7f45f80b1750 2024-09-13T18:56:51.801 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.777+0000 7fcc2968e640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fcc24097370 0x7fcc241f1980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:51.802 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.777+0000 7f4600157640 1 -- 172.21.15.119:0/1121558171 --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f45f80cd320 con 0x7f45f80b1b30 2024-09-13T18:56:51.802 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.776+0000 7f68f359e640 1 -- 172.21.15.119:0/216994068 wait complete. 2024-09-13T18:56:51.802 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.777+0000 7f05bbfff640 1 -- 172.21.15.119:0/801635486 <== mon.1 v2:172.21.15.145:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f05b4001670 con 0x7f05bc055170 2024-09-13T18:56:51.802 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.777+0000 7fcc2968e640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fcc24097790 0x7fcc2415a830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:51.803 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.777+0000 7f4600157640 1 -- 172.21.15.119:0/1121558171 --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f45f80cd600 con 0x7f45f80d2810 2024-09-13T18:56:51.803 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.777+0000 7f45fcef1640 1 -- 172.21.15.119:0/1121558171 <== mon.1 v1:172.21.15.145:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3452053532 0 0) 0x7f45f80d2cc0 con 0x7f45f80b1750 2024-09-13T18:56:51.803 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.777+0000 7f45fcef1640 1 -- 172.21.15.119:0/1121558171 --> v1:172.21.15.145:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f45e4003520 con 0x7f45f80b1750 2024-09-13T18:56:51.803 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.777+0000 7f45fe6f4640 1 --2- 172.21.15.119:0/1121558171 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f45f80d2810 0x7f45f806b590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:51.803 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.777+0000 7f05bbfff640 1 -- 172.21.15.119:0/801635486 <== mon.1 v2:172.21.15.145:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f05c40a4c20 con 0x7f05bc055170 2024-09-13T18:56:51.803 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.777+0000 7f05bbfff640 1 -- 172.21.15.119:0/801635486 <== mon.1 v2:172.21.15.145:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f05c40ac440 con 0x7f05bc055170 2024-09-13T18:56:51.804 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.778+0000 7f45fd6f2640 1 --2- 172.21.15.119:0/1121558171 >> v2:172.21.15.145:3300/0 conn(0x7f45f80b1b30 0x7f45f80d22d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:51.804 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.778+0000 7fd55c4e9640 1 -- 172.21.15.119:0/3727692446 shutdown_connections 2024-09-13T18:56:51.804 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.778+0000 7fd55c4e9640 1 --2- 172.21.15.119:0/3727692446 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fd55406d2f0 0x7fd55406d760 unknown :-1 s=CLOSED pgs=181 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:51.804 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.778+0000 7fd55c4e9640 1 -- 172.21.15.119:0/3727692446 >> 172.21.15.119:0/3727692446 conn(0x7fd554069ed0 msgr2=0x7fd55406a2b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:56:51.805 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.778+0000 7fcc22ffd640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fcc24097370 0x7fcc241f1980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:51.805 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.778+0000 7fcc22ffd640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fcc24097370 0x7fcc241f1980 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.145:3300/0 says I am v2:172.21.15.119:43452/0 (socket says 172.21.15.119:43452) 2024-09-13T18:56:51.805 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.778+0000 7fcc22ffd640 1 -- 172.21.15.119:0/1354049272 learned_addr learned my addr 172.21.15.119:0/1354049272 (peer_addr_for_me v2:172.21.15.119:0/0) 2024-09-13T18:56:51.805 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.778+0000 7fcc2968e640 1 --2- 172.21.15.119:0/1354049272 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fcc2415bbd0 0x7fcc2415ad70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:51.805 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.778+0000 7fcc2968e640 1 -- 172.21.15.119:0/1354049272 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcc241f1ec0 con 0x7fcc2415bbd0 2024-09-13T18:56:51.805 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.778+0000 7fcc2968e640 1 -- 172.21.15.119:0/1354049272 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcc24158cb0 con 0x7fcc24097370 2024-09-13T18:56:51.805 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.778+0000 7fcc2968e640 1 -- 172.21.15.119:0/1354049272 --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fcc24158f90 con 0x7fcc24097790 2024-09-13T18:56:51.805 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.778+0000 7f45fcef1640 1 -- 172.21.15.119:0/1121558171 <== mon.1 v1:172.21.15.145:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 1235841365 0 0) 0x7f45e4003520 con 0x7f45f80b1750 2024-09-13T18:56:51.805 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.778+0000 7f45fcef1640 1 -- 172.21.15.119:0/1121558171 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f45f80d2810 msgr2=0x7f45f806b590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T18:56:51.806 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.778+0000 7f68f359e640 1 Processor -- start 2024-09-13T18:56:51.806 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.778+0000 7fcc227fc640 1 --2- 172.21.15.119:0/1354049272 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fcc24097790 0x7fcc2415a830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:51.806 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.778+0000 7f68f359e640 1 -- start start 2024-09-13T18:56:51.806 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.778+0000 7fd55c4e9640 1 -- 172.21.15.119:0/3727692446 shutdown_connections 2024-09-13T18:56:51.807 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.778+0000 7fa104002640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fa0fc0ce3e0 0x7fa0fc0990e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:51.807 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.778+0000 7fa101d9e640 1 --1- >> v1:172.21.15.119:6789/0 conn(0x7fa0fc15a7f0 0x7fa0fc0989d0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.119:6789/0 says I am v1:172.21.15.119:51438/0 (socket says 172.21.15.119:51438) 2024-09-13T18:56:51.807 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.778+0000 7f05cb733640 1 -- 172.21.15.119:0/801635486 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f05bc055170 msgr2=0x7f05bc04f610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:51.807 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.778+0000 7fd55c4e9640 1 -- 172.21.15.119:0/3727692446 wait complete. 2024-09-13T18:56:51.808 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.778+0000 7f45fcef1640 1 --2- 172.21.15.119:0/1121558171 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f45f80d2810 0x7f45f806b590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:51.808 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.778+0000 7f45fcef1640 1 -- 172.21.15.119:0/1121558171 >> v2:172.21.15.145:3300/0 conn(0x7f45f80b1b30 msgr2=0x7f45f80d22d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T18:56:51.808 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.778+0000 7f45fcef1640 1 --2- 172.21.15.119:0/1121558171 >> v2:172.21.15.145:3300/0 conn(0x7f45f80b1b30 0x7f45f80d22d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:51.808 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.778+0000 7f45fcef1640 1 -- 172.21.15.119:0/1121558171 --> v1:172.21.15.145:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f45f80cd8e0 con 0x7f45f80b1750 2024-09-13T18:56:51.808 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.778+0000 7f45fe6f4640 1 --2- 172.21.15.119:0/1121558171 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f45f80d2810 0x7f45f806b590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T18:56:51.808 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.778+0000 7f45fcef1640 1 -- 172.21.15.119:0/1121558171 <== mon.1 v1:172.21.15.145:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 337823224 0 0) 0x7f45f4001670 con 0x7f45f80b1750 2024-09-13T18:56:51.808 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.778+0000 7f45fcef1640 1 -- 172.21.15.119:0/1121558171 >> v1:172.21.15.145:6789/0 conn(0x7f45f80b1750 legacy=0x7f45f80d0c70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:51.808 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.778+0000 7f45fcef1640 1 --2- 172.21.15.119:0/1121558171 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f45e4003970 0x7f45e4003d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:51.808 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.778+0000 7f45fcef1640 1 --2- 172.21.15.119:0/1121558171 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f45e40047c0 0x7f45e4004c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:51.809 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.778+0000 7f45fcef1640 1 --2- 172.21.15.119:0/1121558171 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f45f80d2810 0x7f45e40051a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:51.809 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.778+0000 7f45fcef1640 1 -- 172.21.15.119:0/1121558171 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f45f80cd320 con 0x7f45e4003970 2024-09-13T18:56:51.809 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.778+0000 7f45fcef1640 1 -- 172.21.15.119:0/1121558171 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f45f80cd600 con 0x7f45e40047c0 2024-09-13T18:56:51.809 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.778+0000 7f45fcef1640 1 -- 172.21.15.119:0/1121558171 --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f45e400bb10 con 0x7f45f80d2810 2024-09-13T18:56:51.809 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.778+0000 7f45fdef3640 1 --2- 172.21.15.119:0/1121558171 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f45e4003970 0x7f45e4003d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:51.809 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.778+0000 7fa104002640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7fa0fc162210 0x7fa0fc164600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:51.809 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.778+0000 7f05cb733640 1 --2- 172.21.15.119:0/801635486 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f05bc055170 0x7f05bc04f610 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7f05c4000b60 tx=0x7f05c40a40d0 comp rx=0 tx=0).stop 2024-09-13T18:56:51.810 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.778+0000 7fa10159d640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fa0fc0ce3e0 0x7fa0fc0990e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:51.810 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.778+0000 7fcc237fe640 1 --2- 172.21.15.119:0/1354049272 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fcc2415bbd0 0x7fcc2415ad70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:51.810 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.778+0000 7fcc22ffd640 1 -- 172.21.15.119:0/1354049272 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fcc24097790 msgr2=0x7fcc2415a830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:51.810 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.778+0000 7fcc22ffd640 1 --2- 172.21.15.119:0/1354049272 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fcc24097790 0x7fcc2415a830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:51.810 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.778+0000 7fcc22ffd640 1 -- 172.21.15.119:0/1354049272 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fcc2415bbd0 msgr2=0x7fcc2415ad70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:51.810 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.778+0000 7fcc22ffd640 1 --2- 172.21.15.119:0/1354049272 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fcc2415bbd0 0x7fcc2415ad70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:51.810 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.778+0000 7fcc22ffd640 1 -- 172.21.15.119:0/1354049272 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fcc14008550 con 0x7fcc24097370 2024-09-13T18:56:51.810 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.778+0000 7f45fe6f4640 1 --2- 172.21.15.119:0/1121558171 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f45f80d2810 0x7f45e40051a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:51.811 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.778+0000 7fcc237fe640 1 --2- 172.21.15.119:0/1354049272 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fcc2415bbd0 0x7fcc2415ad70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T18:56:51.811 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.779+0000 7f5621419640 1 -- 172.21.15.119:0/4122019577 shutdown_connections 2024-09-13T18:56:51.811 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.778+0000 7f05cb733640 1 -- 172.21.15.119:0/801635486 shutdown_connections 2024-09-13T18:56:51.811 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.778+0000 7f05cb733640 1 --2- 172.21.15.119:0/801635486 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f05bc055170 0x7f05bc04f610 unknown :-1 s=CLOSED pgs=90 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:51.811 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.778+0000 7f05cb733640 1 -- 172.21.15.119:0/801635486 >> 172.21.15.119:0/801635486 conn(0x7f05bc01d8f0 msgr2=0x7f05bc054560 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:56:51.812 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.775+0000 7ff754812640 1 -- 172.21.15.119:0/1519769700 wait complete. 2024-09-13T18:56:51.812 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.777+0000 7ff754812640 1 Processor -- start 2024-09-13T18:56:51.812 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.777+0000 7ff754812640 1 -- start start 2024-09-13T18:56:51.812 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.779+0000 7f45fd6f2640 1 --2- 172.21.15.119:0/1121558171 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f45e40047c0 0x7f45e4004c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:51.812 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.778+0000 7ff754812640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ff7380047c0 0x7ff748049ec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:51.813 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.778+0000 7ff754812640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7ff7480fed40 0x7ff748102d90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:51.813 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.778+0000 7ff754812640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7ff7481032d0 0x7ff74804f920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:51.813 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.779+0000 7ff754812640 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff7480ff1c0 con 0x7ff7480fed40 2024-09-13T18:56:51.813 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.779+0000 7f5621419640 1 -- 172.21.15.119:0/4122019577 wait complete. 2024-09-13T18:56:51.815 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.779+0000 7f05cb733640 1 -- 172.21.15.119:0/801635486 shutdown_connections 2024-09-13T18:56:51.815 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.778+0000 7fa10159d640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fa0fc0ce3e0 0x7fa0fc0990e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.145:3301/0 says I am v2:172.21.15.119:52490/0 (socket says 172.21.15.119:52490) 2024-09-13T18:56:51.816 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.779+0000 7ff754812640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff748103850 con 0x7ff7380047c0 2024-09-13T18:56:51.816 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.779+0000 7ff754812640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff748049100 con 0x7ff7481032d0 2024-09-13T18:56:51.816 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.779+0000 7ff74ed9d640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7ff7481032d0 0x7ff74804f920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:51.817 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.779+0000 7f05cb733640 1 -- 172.21.15.119:0/801635486 wait complete. 2024-09-13T18:56:51.817 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.778+0000 7fa10159d640 1 -- 172.21.15.119:0/4057620728 learned_addr learned my addr 172.21.15.119:0/4057620728 (peer_addr_for_me v2:172.21.15.119:0/0) 2024-09-13T18:56:51.818 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.779+0000 7fa104002640 1 -- 172.21.15.119:0/4057620728 --> v1:172.21.15.119:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fa0fc0cc300 con 0x7fa0fc15a7f0 2024-09-13T18:56:51.818 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.779+0000 7ff74dd9b640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7ff7480fed40 0x7ff748102d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:51.818 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.779+0000 7ff74dd9b640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7ff7480fed40 0x7ff748102d90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.119:3300/0 says I am v2:172.21.15.119:51230/0 (socket says 172.21.15.119:51230) 2024-09-13T18:56:51.819 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.779+0000 7ff74dd9b640 1 -- 172.21.15.119:0/541755318 learned_addr learned my addr 172.21.15.119:0/541755318 (peer_addr_for_me v2:172.21.15.119:0/0) 2024-09-13T18:56:51.819 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.779+0000 7ff74dd9b640 1 -- 172.21.15.119:0/541755318 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7ff7481032d0 msgr2=0x7ff74804f920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:51.819 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.779+0000 7ff74dd9b640 1 --2- 172.21.15.119:0/541755318 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7ff7481032d0 0x7ff74804f920 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:51.819 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.779+0000 7ff74dd9b640 1 -- 172.21.15.119:0/541755318 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ff7380047c0 msgr2=0x7ff748049ec0 unknown :-1 s=STATE_CONNECTING_RE l=1).mark_down 2024-09-13T18:56:51.820 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.779+0000 7f45fdef3640 1 -- 172.21.15.119:0/1121558171 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f45f80d2810 msgr2=0x7f45e40051a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T18:56:51.820 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.779+0000 7f45fdef3640 1 --2- 172.21.15.119:0/1121558171 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f45f80d2810 0x7f45e40051a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:51.820 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.779+0000 7f45fdef3640 1 -- 172.21.15.119:0/1121558171 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f45e40047c0 msgr2=0x7f45e4004c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T18:56:51.820 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.779+0000 7f45fdef3640 1 --2- 172.21.15.119:0/1121558171 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f45e40047c0 0x7f45e4004c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:51.821 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.779+0000 7fa104002640 1 -- 172.21.15.119:0/4057620728 --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fa0fc0b3d20 con 0x7fa0fc162210 2024-09-13T18:56:51.821 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.779+0000 7fa104002640 1 -- 172.21.15.119:0/4057620728 --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa0fc0b33f0 con 0x7fa0fc0ce3e0 2024-09-13T18:56:51.821 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.779+0000 7fa10259f640 1 --2- 172.21.15.119:0/4057620728 >> v2:172.21.15.145:3300/0 conn(0x7fa0fc162210 0x7fa0fc164600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:51.821 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.779+0000 7fa10259f640 1 -- 172.21.15.119:0/4057620728 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fa0fc0ce3e0 msgr2=0x7fa0fc0990e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T18:56:51.822 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.779+0000 7fa10259f640 1 --2- 172.21.15.119:0/4057620728 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fa0fc0ce3e0 0x7fa0fc0990e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:51.822 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.779+0000 7f45fdef3640 1 -- 172.21.15.119:0/1121558171 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f45e4003520 con 0x7f45e4003970 2024-09-13T18:56:51.822 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.780+0000 7fa10259f640 1 -- 172.21.15.119:0/4057620728 >> v1:172.21.15.119:6789/0 conn(0x7fa0fc15a7f0 legacy=0x7fa0fc0989d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:51.823 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.780+0000 7ff74e59c640 1 --2- 172.21.15.119:0/541755318 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ff7380047c0 0x7ff748049ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:51.823 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.780+0000 7ff74dd9b640 1 --2- 172.21.15.119:0/541755318 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ff7380047c0 0x7ff748049ec0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:51.823 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.781+0000 7ff74dd9b640 1 -- 172.21.15.119:0/541755318 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff7480493e0 con 0x7ff7480fed40 2024-09-13T18:56:51.823 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.780+0000 7fa10259f640 1 -- 172.21.15.119:0/4057620728 --> v2:172.21.15.145:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa0fc0b36d0 con 0x7fa0fc162210 2024-09-13T18:56:51.824 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.779+0000 7fcc22ffd640 1 --2- 172.21.15.119:0/1354049272 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fcc24097370 0x7fcc241f1980 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7fcc1c00ba50 tx=0x7fcc1c00bf10 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:56:51.824 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.780+0000 7f68f359e640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f68f40b0380 0x7f68f41fe540 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:51.824 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.780+0000 7f68f359e640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f68f40b1280 0x7f68f40cbf60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:51.825 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.780+0000 7f68f359e640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f68f415c650 0x7f68f40ac300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:51.825 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.780+0000 7f68f359e640 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f68f40cc4a0 con 0x7f68f40b1280 2024-09-13T18:56:51.825 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.780+0000 7f68f359e640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f68f41e4730 con 0x7f68f415c650 2024-09-13T18:56:51.825 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.780+0000 7f68f359e640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f68f41e4a10 con 0x7f68f40b0380 2024-09-13T18:56:51.825 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.780+0000 7f68f1d9b640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f68f40b1280 0x7f68f40cbf60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:51.825 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.780+0000 7f68f1d9b640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f68f40b1280 0x7f68f40cbf60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.119:3300/0 says I am v2:172.21.15.119:51244/0 (socket says 172.21.15.119:51244) 2024-09-13T18:56:51.825 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.780+0000 7f68f1d9b640 1 -- 172.21.15.119:0/4053427665 learned_addr learned my addr 172.21.15.119:0/4053427665 (peer_addr_for_me v2:172.21.15.119:0/0) 2024-09-13T18:56:51.825 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.780+0000 7f68f2d9d640 1 --2- 172.21.15.119:0/4053427665 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f68f415c650 0x7f68f40ac300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:51.825 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.780+0000 7f68f1d9b640 1 -- 172.21.15.119:0/4053427665 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f68f40b0380 msgr2=0x7f68f41fe540 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-09-13T18:56:51.825 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.780+0000 7f68f1d9b640 1 --2- 172.21.15.119:0/4053427665 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f68f40b0380 0x7f68f41fe540 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:51.825 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.780+0000 7f68f1d9b640 1 -- 172.21.15.119:0/4053427665 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f68f415c650 msgr2=0x7f68f40ac300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:51.825 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.780+0000 7f68f1d9b640 1 --2- 172.21.15.119:0/4053427665 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f68f415c650 0x7f68f40ac300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:51.825 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.780+0000 7f68f1d9b640 1 -- 172.21.15.119:0/4053427665 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f68ec009400 con 0x7f68f40b1280 2024-09-13T18:56:51.826 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.781+0000 7f45fdef3640 1 --2- 172.21.15.119:0/1121558171 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f45e4003970 0x7f45e4003d90 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7f45f400c110 tx=0x7f45e40057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=19301a12653f5c56 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:56:51.826 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.781+0000 7f05cb733640 1 Processor -- start 2024-09-13T18:56:51.826 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.779+0000 7fcc0b7fe640 1 -- 172.21.15.119:0/1354049272 <== mon.1 v2:172.21.15.145:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcc1c00cc10 con 0x7fcc24097370 2024-09-13T18:56:51.827 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.781+0000 7f05cb733640 1 -- start start 2024-09-13T18:56:51.827 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.779+0000 7fcc2968e640 1 -- 172.21.15.119:0/1354049272 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fcc24159270 con 0x7fcc24097370 2024-09-13T18:56:51.827 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.779+0000 7fcc2968e640 1 -- 172.21.15.119:0/1354049272 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fcc24159830 con 0x7fcc24097370 2024-09-13T18:56:51.827 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.780+0000 7fcc0b7fe640 1 -- 172.21.15.119:0/1354049272 <== mon.1 v2:172.21.15.145:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fcc1c00cd70 con 0x7fcc24097370 2024-09-13T18:56:51.827 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.780+0000 7fcc0b7fe640 1 -- 172.21.15.119:0/1354049272 <== mon.1 v2:172.21.15.145:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcc1c014680 con 0x7fcc24097370 2024-09-13T18:56:51.828 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.780+0000 7fd55c4e9640 1 Processor -- start 2024-09-13T18:56:51.828 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.780+0000 7fd55c4e9640 1 -- start start 2024-09-13T18:56:51.828 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.781+0000 7fd55c4e9640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fd55406d2f0 0x7fd55413e650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:51.828 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.781+0000 7f5621419640 1 Processor -- start 2024-09-13T18:56:51.828 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.781+0000 7f5621419640 1 -- start start 2024-09-13T18:56:51.828 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.781+0000 7fd55c4e9640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fd5540caf30 0x7fd5541602b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:51.829 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.781+0000 7f68f1d9b640 1 --2- 172.21.15.119:0/4053427665 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f68f40b1280 0x7f68f40cbf60 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7f68dc00d800 tx=0x7f68dc00dcc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:56:51.829 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.781+0000 7fd55c4e9640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd554149550 0x7fd554144420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:51.829 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.781+0000 7ff74dd9b640 1 --2- 172.21.15.119:0/541755318 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7ff7480fed40 0x7ff748102d90 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7ff744033570 tx=0x7ff744035070 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:56:51.830 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.781+0000 7fd55c4e9640 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd5541607f0 con 0x7fd55406d2f0 2024-09-13T18:56:51.830 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.782+0000 7fa10259f640 1 --2- 172.21.15.119:0/4057620728 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fa0fc162210 0x7fa0fc164600 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7fa0f4009d90 tx=0x7fa0f402a540 comp rx=0 tx=0).ready entity=mon.1 client_cookie=bad1b500d040a21c server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:56:51.830 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.781+0000 7fd55c4e9640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd55413f940 con 0x7fd554149550 2024-09-13T18:56:51.831 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.781+0000 7fcc097fa640 1 -- 172.21.15.119:0/1354049272 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fcc241f2030 con 0x7fcc24097370 2024-09-13T18:56:51.831 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.781+0000 7fd55c4e9640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd55413ed30 con 0x7fd5540caf30 2024-09-13T18:56:51.831 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.781+0000 7fd55a285640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fd55406d2f0 0x7fd55413e650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:51.831 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.782+0000 7fd55a285640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fd55406d2f0 0x7fd55413e650 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.119:3300/0 says I am v2:172.21.15.119:51258/0 (socket says 172.21.15.119:51258) 2024-09-13T18:56:51.831 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.782+0000 7fd55a285640 1 -- 172.21.15.119:0/938462246 learned_addr learned my addr 172.21.15.119:0/938462246 (peer_addr_for_me v2:172.21.15.119:0/0) 2024-09-13T18:56:51.831 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.782+0000 7fd55aa86640 1 --2- 172.21.15.119:0/938462246 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd554149550 0x7fd554144420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:51.831 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.782+0000 7fd559a84640 1 --2- 172.21.15.119:0/938462246 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fd5540caf30 0x7fd5541602b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:51.833 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.782+0000 7f45fcef1640 1 -- 172.21.15.119:0/1121558171 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f45f4005ad0 con 0x7f45e4003970 2024-09-13T18:56:51.833 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.782+0000 7fd55a285640 1 -- 172.21.15.119:0/938462246 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fd5540caf30 msgr2=0x7fd5541602b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:51.833 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.782+0000 7fd55a285640 1 --2- 172.21.15.119:0/938462246 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fd5540caf30 0x7fd5541602b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:51.833 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.782+0000 7fd55a285640 1 -- 172.21.15.119:0/938462246 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd554149550 msgr2=0x7fd554144420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:51.833 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.782+0000 7fd55a285640 1 --2- 172.21.15.119:0/938462246 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd554149550 0x7fd554144420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:51.833 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.782+0000 7fd55a285640 1 -- 172.21.15.119:0/938462246 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd54c009a70 con 0x7fd55406d2f0 2024-09-13T18:56:51.833 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.782+0000 7fd55a285640 1 --2- 172.21.15.119:0/938462246 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fd55406d2f0 0x7fd55413e650 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7fd55000c410 tx=0x7fd55000c8d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:56:51.834 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.783+0000 7fd54affd640 1 -- 172.21.15.119:0/938462246 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd550005ce0 con 0x7fd55406d2f0 2024-09-13T18:56:51.834 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.783+0000 7fd55c4e9640 1 -- 172.21.15.119:0/938462246 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fd55413f010 con 0x7fd55406d2f0 2024-09-13T18:56:51.834 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.783+0000 7fd55c4e9640 1 -- 172.21.15.119:0/938462246 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd55413f5d0 con 0x7fd55406d2f0 2024-09-13T18:56:51.834 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.782+0000 7fcc0b7fe640 1 -- 172.21.15.119:0/1354049272 <== mon.1 v2:172.21.15.145:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fcc1c01d3b0 con 0x7fcc24097370 2024-09-13T18:56:51.834 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.782+0000 7ff73effd640 1 -- 172.21.15.119:0/541755318 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff744034e10 con 0x7ff7480fed40 2024-09-13T18:56:51.834 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.782+0000 7ff754812640 1 -- 172.21.15.119:0/541755318 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff7480496c0 con 0x7ff7480fed40 2024-09-13T18:56:51.834 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.782+0000 7ff754812640 1 -- 172.21.15.119:0/541755318 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff748036db0 con 0x7ff7480fed40 2024-09-13T18:56:51.834 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.782+0000 7ff73effd640 1 -- 172.21.15.119:0/541755318 <== mon.0 v2:172.21.15.119:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff7440047e0 con 0x7ff7480fed40 2024-09-13T18:56:51.835 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.783+0000 7ff73effd640 1 -- 172.21.15.119:0/541755318 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff744004b90 con 0x7ff7480fed40 2024-09-13T18:56:51.835 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.782+0000 7f45fcef1640 1 -- 172.21.15.119:0/1121558171 <== mon.0 v2:172.21.15.119:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f45f402d070 con 0x7f45e4003970 2024-09-13T18:56:51.835 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.782+0000 7f45fcef1640 1 -- 172.21.15.119:0/1121558171 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f45f4007070 con 0x7f45e4003970 2024-09-13T18:56:51.835 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.783+0000 7f4600157640 1 -- 172.21.15.119:0/1121558171 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f45e4003970 msgr2=0x7f45e4003d90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:51.835 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.783+0000 7f4600157640 1 --2- 172.21.15.119:0/1121558171 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f45e4003970 0x7f45e4003d90 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7f45f400c110 tx=0x7f45e40057f0 comp rx=0 tx=0).stop 2024-09-13T18:56:51.835 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.783+0000 7f45fe6f4640 1 -- 172.21.15.119:0/1121558171 reap_dead start 2024-09-13T18:56:51.836 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.782+0000 7f68eaffd640 1 -- 172.21.15.119:0/4053427665 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f68dc0096a0 con 0x7f68f40b1280 2024-09-13T18:56:51.836 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.782+0000 7f68eaffd640 1 -- 172.21.15.119:0/4053427665 <== mon.0 v2:172.21.15.119:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f68dc009800 con 0x7f68f40b1280 2024-09-13T18:56:51.836 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.782+0000 7f5621419640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f561c0ad490 0x7f561c1f35d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:51.836 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.782+0000 7f5621419640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f561c0ad8f0 0x7f561c154090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:51.836 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.782+0000 7f561affd640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f561c0ad490 0x7f561c1f35d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:51.836 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.782+0000 7f561affd640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f561c0ad490 0x7f561c1f35d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.145:3301/0 says I am v2:172.21.15.119:52522/0 (socket says 172.21.15.119:52522) 2024-09-13T18:56:51.836 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.782+0000 7f5613fff640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f561c0ad8f0 0x7f561c154090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:51.837 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.782+0000 7f5613fff640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f561c0ad8f0 0x7f561c154090 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.119:3300/0 says I am v2:172.21.15.119:51274/0 (socket says 172.21.15.119:51274) 2024-09-13T18:56:51.837 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.782+0000 7f561affd640 1 -- 172.21.15.119:0/4053224189 learned_addr learned my addr 172.21.15.119:0/4053224189 (peer_addr_for_me v2:172.21.15.119:0/0) 2024-09-13T18:56:51.837 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.783+0000 7f5621419640 1 --2- 172.21.15.119:0/4053224189 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f561c0b2f70 0x7f561c1545d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:51.837 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.783+0000 7f5621419640 1 -- 172.21.15.119:0/4053224189 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f561c0c2160 con 0x7f561c0ad8f0 2024-09-13T18:56:51.837 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.783+0000 7f5621419640 1 -- 172.21.15.119:0/4053224189 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f561c0c4b40 con 0x7f561c0b2f70 2024-09-13T18:56:51.837 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.783+0000 7f5621419640 1 -- 172.21.15.119:0/4053224189 --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f561c0c1e80 con 0x7f561c0ad490 2024-09-13T18:56:51.837 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.783+0000 7f561b7fe640 1 --2- 172.21.15.119:0/4053224189 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f561c0b2f70 0x7f561c1545d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:51.837 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.782+0000 7f05cb733640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f05bc0366f0 0x7f05bc0dfd40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:51.837 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.783+0000 7f05cb733640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f05bc055170 0x7f05bc0499e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:51.838 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.783+0000 7f05cb733640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f05bc049f20 0x7f05bc0059c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:51.838 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.783+0000 7f05c94cf640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f05bc0366f0 0x7f05bc0dfd40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:51.838 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.783+0000 7f05c94cf640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f05bc0366f0 0x7f05bc0dfd40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.119:3300/0 says I am v2:172.21.15.119:51278/0 (socket says 172.21.15.119:51278) 2024-09-13T18:56:51.838 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.783+0000 7f05c94cf640 1 -- 172.21.15.119:0/1941272482 learned_addr learned my addr 172.21.15.119:0/1941272482 (peer_addr_for_me v2:172.21.15.119:0/0) 2024-09-13T18:56:51.838 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.783+0000 7f05c9cd0640 1 --2- 172.21.15.119:0/1941272482 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f05bc049f20 0x7f05bc0059c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:51.838 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.783+0000 7f05c8cce640 1 --2- 172.21.15.119:0/1941272482 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f05bc055170 0x7f05bc0499e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:51.838 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.783+0000 7f05cb733640 1 -- 172.21.15.119:0/1941272482 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f05bc04ae40 con 0x7f05bc0366f0 2024-09-13T18:56:51.838 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.783+0000 7f05cb733640 1 -- 172.21.15.119:0/1941272482 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f05bc1744e0 con 0x7f05bc055170 2024-09-13T18:56:51.838 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.783+0000 7f05cb733640 1 -- 172.21.15.119:0/1941272482 --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f05bc1747c0 con 0x7f05bc049f20 2024-09-13T18:56:51.839 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.783+0000 7fa100d9c640 1 -- 172.21.15.119:0/4057620728 <== mon.1 v2:172.21.15.145:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa0f4007740 con 0x7fa0fc162210 2024-09-13T18:56:51.839 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.783+0000 7fa100d9c640 1 -- 172.21.15.119:0/4057620728 <== mon.1 v2:172.21.15.145:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa0f402d050 con 0x7fa0fc162210 2024-09-13T18:56:51.839 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.783+0000 7fa100d9c640 1 -- 172.21.15.119:0/4057620728 <== mon.1 v2:172.21.15.145:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa0f4007ac0 con 0x7fa0fc162210 2024-09-13T18:56:51.839 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.783+0000 7f4600157640 1 -- 172.21.15.119:0/1121558171 shutdown_connections 2024-09-13T18:56:51.839 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.783+0000 7f4600157640 1 -- 172.21.15.119:0/1121558171 >> 172.21.15.119:0/1121558171 conn(0x7f45f809b830 msgr2=0x7f45f8089f60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:56:51.839 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.783+0000 7fd54affd640 1 -- 172.21.15.119:0/938462246 <== mon.0 v2:172.21.15.119:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd550005e40 con 0x7fd55406d2f0 2024-09-13T18:56:51.840 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.783+0000 7fd54affd640 1 -- 172.21.15.119:0/938462246 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd5500072d0 con 0x7fd55406d2f0 2024-09-13T18:56:51.840 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.783+0000 7f68f359e640 1 -- 172.21.15.119:0/4053427665 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f68f4151730 con 0x7f68f40b1280 2024-09-13T18:56:51.840 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.784+0000 7fcc0b7fe640 1 --2- 172.21.15.119:0/1354049272 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7fcc100734e0 0x7fcc100759a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:51.840 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.784+0000 7f68f359e640 1 -- 172.21.15.119:0/4053427665 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f68f4151cf0 con 0x7f68f40b1280 2024-09-13T18:56:51.841 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.784+0000 7fa104002640 1 -- 172.21.15.119:0/4057620728 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fa0fc162210 msgr2=0x7fa0fc164600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:51.841 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.784+0000 7fcc0b7fe640 1 -- 172.21.15.119:0/1354049272 <== mon.1 v2:172.21.15.145:3300/0 5 ==== osd_map(24..24 src has 1..24) v4 ==== 6460+0+0 (secure 0 0 0) 0x7fcc1c089620 con 0x7fcc24097370 2024-09-13T18:56:51.841 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.784+0000 7fcc227fc640 1 --2- 172.21.15.119:0/1354049272 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7fcc100734e0 0x7fcc100759a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:51.842 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.784+0000 7ff754812640 1 -- 172.21.15.119:0/541755318 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ff734005250 con 0x7ff7480fed40 2024-09-13T18:56:51.842 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.784+0000 7f05c94cf640 1 -- 172.21.15.119:0/1941272482 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f05bc049f20 msgr2=0x7f05bc0059c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:51.842 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.784+0000 7f05c94cf640 1 --2- 172.21.15.119:0/1941272482 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f05bc049f20 0x7f05bc0059c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:51.842 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.784+0000 7f05c94cf640 1 -- 172.21.15.119:0/1941272482 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f05bc055170 msgr2=0x7f05bc0499e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:51.842 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.784+0000 7f05c94cf640 1 --2- 172.21.15.119:0/1941272482 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f05bc055170 0x7f05bc0499e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:51.842 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.784+0000 7f05c94cf640 1 -- 172.21.15.119:0/1941272482 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f05c4072900 con 0x7f05bc0366f0 2024-09-13T18:56:51.842 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.784+0000 7f05c8cce640 1 --2- 172.21.15.119:0/1941272482 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f05bc055170 0x7f05bc0499e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T18:56:51.842 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.784+0000 7f05c94cf640 1 --2- 172.21.15.119:0/1941272482 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f05bc0366f0 0x7f05bc0dfd40 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7f05c0005870 tx=0x7f05c000c960 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:56:51.843 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.784+0000 7fa104002640 1 --2- 172.21.15.119:0/4057620728 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fa0fc162210 0x7fa0fc164600 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7fa0f4009d90 tx=0x7fa0f402a540 comp rx=0 tx=0).stop 2024-09-13T18:56:51.843 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.784+0000 7fa104002640 1 -- 172.21.15.119:0/4057620728 shutdown_connections 2024-09-13T18:56:51.843 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.784+0000 7fa104002640 1 --2- 172.21.15.119:0/4057620728 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fa0fc162210 0x7fa0fc164600 unknown :-1 s=CLOSED pgs=93 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:51.843 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.784+0000 7fa104002640 1 --2- 172.21.15.119:0/4057620728 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fa0fc0ce3e0 0x7fa0fc0990e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:51.843 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.784+0000 7fa104002640 1 -- 172.21.15.119:0/4057620728 >> 172.21.15.119:0/4057620728 conn(0x7fa0fc0b1f60 msgr2=0x7fa0fc0b2370 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:56:51.843 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.785+0000 7fa104002640 1 -- 172.21.15.119:0/4057620728 shutdown_connections 2024-09-13T18:56:51.843 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.785+0000 7fd55c4e9640 1 -- 172.21.15.119:0/938462246 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fd53c005250 con 0x7fd55406d2f0 2024-09-13T18:56:51.844 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.784+0000 7f68eaffd640 1 -- 172.21.15.119:0/4053427665 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f68dc009b90 con 0x7f68f40b1280 2024-09-13T18:56:51.844 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.785+0000 7f05b9ffb640 1 -- 172.21.15.119:0/1941272482 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f05c0015e30 con 0x7f05bc0366f0 2024-09-13T18:56:51.844 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.785+0000 7f68e8ff9640 1 -- 172.21.15.119:0/4053427665 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f68f4202050 con 0x7f68f40b1280 2024-09-13T18:56:51.845 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.785+0000 7f05cb733640 1 -- 172.21.15.119:0/1941272482 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f05bc174aa0 con 0x7f05bc0366f0 2024-09-13T18:56:51.845 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.785+0000 7fcc227fc640 1 --2- 172.21.15.119:0/1354049272 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7fcc100734e0 0x7fcc100759a0 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7fcc14037000 tx=0x7fcc1400b040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:56:51.845 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.784+0000 7f561affd640 1 -- 172.21.15.119:0/4053224189 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f561c0b2f70 msgr2=0x7f561c1545d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:51.845 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.784+0000 7f561affd640 1 --2- 172.21.15.119:0/4053224189 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f561c0b2f70 0x7f561c1545d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:51.845 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.784+0000 7f561affd640 1 -- 172.21.15.119:0/4053224189 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f561c0ad8f0 msgr2=0x7f561c154090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:51.846 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.784+0000 7f561affd640 1 --2- 172.21.15.119:0/4053224189 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f561c0ad8f0 0x7f561c154090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:51.846 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.784+0000 7f561affd640 1 -- 172.21.15.119:0/4053224189 --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5604008480 con 0x7f561c0ad490 2024-09-13T18:56:51.846 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.785+0000 7f561affd640 1 --2- 172.21.15.119:0/4053224189 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f561c0ad490 0x7f561c1f35d0 secure :-1 s=READY pgs=35 cs=0 l=1 rev1=1 crypto rx=0x7f560c00cb40 tx=0x7f560c00a060 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:56:51.846 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.785+0000 7f56137fe640 1 -- 172.21.15.119:0/4053224189 <== mon.2 v2:172.21.15.145:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f560c00aca0 con 0x7f561c0ad490 2024-09-13T18:56:51.846 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.785+0000 7f56137fe640 1 -- 172.21.15.119:0/4053224189 <== mon.2 v2:172.21.15.145:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f560c00ae00 con 0x7f561c0ad490 2024-09-13T18:56:51.846 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.785+0000 7f56137fe640 1 -- 172.21.15.119:0/4053224189 <== mon.2 v2:172.21.15.145:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f560c012620 con 0x7f561c0ad490 2024-09-13T18:56:51.846 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.785+0000 7f5621419640 1 -- 172.21.15.119:0/4053224189 --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f561c0c4480 con 0x7f561c0ad490 2024-09-13T18:56:51.846 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.786+0000 7f05cb733640 1 -- 172.21.15.119:0/1941272482 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f05bc175060 con 0x7f05bc0366f0 2024-09-13T18:56:51.848 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.786+0000 7f5621419640 1 -- 172.21.15.119:0/4053224189 --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f561c0c1490 con 0x7f561c0ad490 2024-09-13T18:56:51.849 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.786+0000 7fd54affd640 1 -- 172.21.15.119:0/938462246 <== mon.0 v2:172.21.15.119:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fd5500074f0 con 0x7fd55406d2f0 2024-09-13T18:56:51.849 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.786+0000 7ff73effd640 1 -- 172.21.15.119:0/541755318 <== mon.0 v2:172.21.15.119:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7ff744039070 con 0x7ff7480fed40 2024-09-13T18:56:51.849 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.786+0000 7fa104002640 1 -- 172.21.15.119:0/4057620728 wait complete. 2024-09-13T18:56:51.850 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.786+0000 7fd54affd640 1 --2- 172.21.15.119:0/938462246 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7fd53806ac30 0x7fd53806d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:51.850 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.787+0000 7ff73effd640 1 --2- 172.21.15.119:0/541755318 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7ff73006ad00 0x7ff73006d1c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:51.850 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.787+0000 7fd54affd640 1 -- 172.21.15.119:0/938462246 <== mon.0 v2:172.21.15.119:3300/0 5 ==== osd_map(24..24 src has 1..24) v4 ==== 6460+0+0 (secure 0 0 0) 0x7fd550088af0 con 0x7fd55406d2f0 2024-09-13T18:56:51.850 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.787+0000 7f05cb733640 1 -- 172.21.15.119:0/1941272482 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f05bc04fd90 con 0x7f05bc0366f0 2024-09-13T18:56:51.851 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.787+0000 7f68eaffd640 1 -- 172.21.15.119:0/4053427665 <== mon.0 v2:172.21.15.119:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f68dc009cf0 con 0x7f68f40b1280 2024-09-13T18:56:51.851 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.787+0000 7f68eaffd640 1 --2- 172.21.15.119:0/4053427665 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f68d406acd0 0x7f68d406d190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:51.851 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.787+0000 7f5621419640 1 -- 172.21.15.119:0/4053224189 --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f561c098040 con 0x7f561c0ad490 2024-09-13T18:56:51.851 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.787+0000 7ff73effd640 1 -- 172.21.15.119:0/541755318 <== mon.0 v2:172.21.15.119:3300/0 5 ==== osd_map(24..24 src has 1..24) v4 ==== 6460+0+0 (secure 0 0 0) 0x7ff7440aa1b0 con 0x7ff7480fed40 2024-09-13T18:56:51.852 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.787+0000 7fd559a84640 1 --2- 172.21.15.119:0/938462246 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7fd53806ac30 0x7fd53806d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:51.852 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.787+0000 7f68eaffd640 1 -- 172.21.15.119:0/4053427665 <== mon.0 v2:172.21.15.119:3300/0 5 ==== osd_map(24..24 src has 1..24) v4 ==== 6460+0+0 (secure 0 0 0) 0x7f68dc089a10 con 0x7f68f40b1280 2024-09-13T18:56:51.852 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.788+0000 7f4600157640 1 -- 172.21.15.119:0/1121558171 shutdown_connections 2024-09-13T18:56:51.853 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.788+0000 7f68f259c640 1 --2- 172.21.15.119:0/4053427665 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f68d406acd0 0x7f68d406d190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:51.853 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.788+0000 7fcc0b7fe640 1 -- 172.21.15.119:0/1354049272 <== mon.1 v2:172.21.15.145:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fcc1c0545a0 con 0x7fcc24097370 2024-09-13T18:56:51.853 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.788+0000 7f4600157640 1 -- 172.21.15.119:0/1121558171 wait complete. 2024-09-13T18:56:51.854 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.787+0000 7ff74e59c640 1 --2- 172.21.15.119:0/541755318 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7ff73006ad00 0x7ff73006d1c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:51.854 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.788+0000 7fa104002640 1 Processor -- start 2024-09-13T18:56:51.854 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.788+0000 7f56137fe640 1 -- 172.21.15.119:0/4053224189 <== mon.2 v2:172.21.15.145:3301/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f560c012780 con 0x7f561c0ad490 2024-09-13T18:56:51.854 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.788+0000 7f56137fe640 1 --2- 172.21.15.119:0/4053224189 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f55fc06acd0 0x7f55fc06d190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:51.854 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.788+0000 7f56137fe640 1 -- 172.21.15.119:0/4053224189 <== mon.2 v2:172.21.15.145:3301/0 5 ==== osd_map(24..24 src has 1..24) v4 ==== 6460+0+0 (secure 0 0 0) 0x7f560c089540 con 0x7f561c0ad490 2024-09-13T18:56:51.855 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.789+0000 7fa104002640 1 -- start start 2024-09-13T18:56:51.855 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.789+0000 7fd559a84640 1 --2- 172.21.15.119:0/938462246 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7fd53806ac30 0x7fd53806d0f0 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7fd54c034000 tx=0x7fd54c02f000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:56:51.855 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.789+0000 7f68f259c640 1 --2- 172.21.15.119:0/4053427665 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f68d406acd0 0x7f68d406d190 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7f68e4002020 tx=0x7f68e4001650 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:56:51.855 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.789+0000 7f5613fff640 1 --2- 172.21.15.119:0/4053224189 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f55fc06acd0 0x7f55fc06d190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:51.856 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.789+0000 7ff74e59c640 1 --2- 172.21.15.119:0/541755318 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7ff73006ad00 0x7ff73006d1c0 secure :-1 s=READY pgs=112 cs=0 l=1 rev1=1 crypto rx=0x7ff740007fd0 tx=0x7ff740009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:56:51.856 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.789+0000 7f5613fff640 1 --2- 172.21.15.119:0/4053224189 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f55fc06acd0 0x7f55fc06d190 secure :-1 s=READY pgs=113 cs=0 l=1 rev1=1 crypto rx=0x7f5604037000 tx=0x7f560400b040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:56:51.856 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.789+0000 7f4600157640 1 Processor -- start 2024-09-13T18:56:51.856 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.789+0000 7f4600157640 1 -- start start 2024-09-13T18:56:51.857 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.790+0000 7fa104002640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fa0fc0ce3e0 0x7fa0fc150850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:51.857 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.790+0000 7fa104002640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fa0fc15a7f0 0x7fa0fc14e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:51.857 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.790+0000 7fa104002640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fa0fc162210 0x7fa0fc14ece0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:51.858 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.790+0000 7fa101d9e640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fa0fc0ce3e0 0x7fa0fc150850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:51.858 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.790+0000 7fa101d9e640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fa0fc0ce3e0 0x7fa0fc150850 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.145:3301/0 says I am v2:172.21.15.119:52552/0 (socket says 172.21.15.119:52552) 2024-09-13T18:56:51.858 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.790+0000 7fa101d9e640 1 -- 172.21.15.119:0/1032601844 learned_addr learned my addr 172.21.15.119:0/1032601844 (peer_addr_for_me v2:172.21.15.119:0/0) 2024-09-13T18:56:51.859 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.790+0000 7fa10159d640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fa0fc15a7f0 0x7fa0fc14e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:51.859 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.790+0000 7fa10259f640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fa0fc162210 0x7fa0fc14ece0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:51.859 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.791+0000 7fa104002640 1 -- 172.21.15.119:0/1032601844 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa0fc06b9b0 con 0x7fa0fc162210 2024-09-13T18:56:51.859 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.791+0000 7fa104002640 1 -- 172.21.15.119:0/1032601844 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa0fc06c810 con 0x7fa0fc15a7f0 2024-09-13T18:56:51.859 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.791+0000 7fa104002640 1 -- 172.21.15.119:0/1032601844 --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa0fc06bc00 con 0x7fa0fc0ce3e0 2024-09-13T18:56:51.860 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.791+0000 7f4600157640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f45e4003970 0x7f45f814e250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:51.860 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.791+0000 7f4600157640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f45f814e810 0x7f45f8156fb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:51.860 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.791+0000 7f4600157640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f45f8159270 0x7f45f8159720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:51.860 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.791+0000 7f45fd6f2640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f45f814e810 0x7f45f8156fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:51.860 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.791+0000 7f45fd6f2640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f45f814e810 0x7f45f8156fb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.119:3300/0 says I am v2:172.21.15.119:51290/0 (socket says 172.21.15.119:51290) 2024-09-13T18:56:51.861 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.791+0000 7f45fdef3640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f45e4003970 0x7f45f814e250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:51.861 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.791+0000 7f45fdef3640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f45e4003970 0x7f45f814e250 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.145:3300/0 says I am v2:172.21.15.119:43536/0 (socket says 172.21.15.119:43536) 2024-09-13T18:56:51.861 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.791+0000 7f4600157640 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f45f80b2530 con 0x7f45f814e810 2024-09-13T18:56:51.861 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.791+0000 7f45fdef3640 1 -- 172.21.15.119:0/3393996252 learned_addr learned my addr 172.21.15.119:0/3393996252 (peer_addr_for_me v2:172.21.15.119:0/0) 2024-09-13T18:56:51.861 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.791+0000 7f4600157640 1 -- 172.21.15.119:0/3393996252 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f45f815b550 con 0x7f45e4003970 2024-09-13T18:56:51.861 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.791+0000 7f4600157640 1 -- 172.21.15.119:0/3393996252 --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f45f815af90 con 0x7f45f8159270 2024-09-13T18:56:51.861 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.791+0000 7f45fe6f4640 1 --2- 172.21.15.119:0/3393996252 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f45f8159270 0x7f45f8159720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:51.861 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.791+0000 7fa10159d640 1 -- 172.21.15.119:0/1032601844 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fa0fc0ce3e0 msgr2=0x7fa0fc150850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:51.861 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.791+0000 7fa10159d640 1 --2- 172.21.15.119:0/1032601844 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fa0fc0ce3e0 0x7fa0fc150850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:51.861 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.791+0000 7fa10159d640 1 -- 172.21.15.119:0/1032601844 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fa0fc162210 msgr2=0x7fa0fc14ece0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:51.862 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.791+0000 7f45fdef3640 1 -- 172.21.15.119:0/3393996252 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f45f8159270 msgr2=0x7f45f8159720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:51.862 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.791+0000 7f45fdef3640 1 --2- 172.21.15.119:0/3393996252 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f45f8159270 0x7f45f8159720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:51.862 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.791+0000 7f45fdef3640 1 -- 172.21.15.119:0/3393996252 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f45f814e810 msgr2=0x7f45f8156fb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:51.862 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.791+0000 7fa10159d640 1 --2- 172.21.15.119:0/1032601844 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fa0fc162210 0x7fa0fc14ece0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:51.863 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.791+0000 7fa10159d640 1 -- 172.21.15.119:0/1032601844 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa0f4009a70 con 0x7fa0fc15a7f0 2024-09-13T18:56:51.863 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.791+0000 7fa10259f640 1 --2- 172.21.15.119:0/1032601844 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fa0fc162210 0x7fa0fc14ece0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T18:56:51.863 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.792+0000 7fa10159d640 1 --2- 172.21.15.119:0/1032601844 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fa0fc15a7f0 0x7fa0fc14e7a0 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7fa0f8011ae0 tx=0x7fa0f800be50 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:56:51.863 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.792+0000 7f45fdef3640 1 --2- 172.21.15.119:0/3393996252 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f45f814e810 0x7f45f8156fb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:51.863 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.792+0000 7f45fdef3640 1 -- 172.21.15.119:0/3393996252 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f45f815b270 con 0x7f45e4003970 2024-09-13T18:56:51.863 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.792+0000 7f45fd6f2640 1 --2- 172.21.15.119:0/3393996252 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f45f814e810 0x7f45f8156fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T18:56:51.864 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.792+0000 7fa0ee7fc640 1 -- 172.21.15.119:0/1032601844 <== mon.1 v2:172.21.15.145:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa0f800fa80 con 0x7fa0fc15a7f0 2024-09-13T18:56:51.864 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.792+0000 7fa0ee7fc640 1 -- 172.21.15.119:0/1032601844 <== mon.1 v2:172.21.15.145:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa0f8013040 con 0x7fa0fc15a7f0 2024-09-13T18:56:51.864 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.792+0000 7fa0ee7fc640 1 -- 172.21.15.119:0/1032601844 <== mon.1 v2:172.21.15.145:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa0f800fe00 con 0x7fa0fc15a7f0 2024-09-13T18:56:51.864 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.792+0000 7fa104002640 1 -- 172.21.15.119:0/1032601844 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa0fc06bee0 con 0x7fa0fc15a7f0 2024-09-13T18:56:51.864 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.792+0000 7fa104002640 1 -- 172.21.15.119:0/1032601844 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa0fc06c4a0 con 0x7fa0fc15a7f0 2024-09-13T18:56:51.865 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.792+0000 7f45fdef3640 1 --2- 172.21.15.119:0/3393996252 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f45e4003970 0x7f45f814e250 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7f45f402ad60 tx=0x7f45f4001930 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:56:51.865 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.792+0000 7f45ee7fc640 1 -- 172.21.15.119:0/3393996252 <== mon.1 v2:172.21.15.145:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f45f4001660 con 0x7f45e4003970 2024-09-13T18:56:51.865 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.792+0000 7f45ee7fc640 1 -- 172.21.15.119:0/3393996252 <== mon.1 v2:172.21.15.145:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f45f4005d30 con 0x7f45e4003970 2024-09-13T18:56:51.865 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.792+0000 7f45ee7fc640 1 -- 172.21.15.119:0/3393996252 <== mon.1 v2:172.21.15.145:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f45f4005ea0 con 0x7f45e4003970 2024-09-13T18:56:51.865 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.793+0000 7f05b9ffb640 1 -- 172.21.15.119:0/1941272482 <== mon.0 v2:172.21.15.119:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f05c00058b0 con 0x7f05bc0366f0 2024-09-13T18:56:51.866 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.793+0000 7f05b9ffb640 1 -- 172.21.15.119:0/1941272482 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f05c0005c40 con 0x7f05bc0366f0 2024-09-13T18:56:51.866 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.793+0000 7ff73effd640 1 -- 172.21.15.119:0/541755318 <== mon.0 v2:172.21.15.119:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7ff744075080 con 0x7ff7480fed40 2024-09-13T18:56:51.866 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.793+0000 7f4600157640 1 -- 172.21.15.119:0/3393996252 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f45f80b4830 con 0x7f45e4003970 2024-09-13T18:56:51.866 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.793+0000 7f56137fe640 1 -- 172.21.15.119:0/4053224189 <== mon.2 v2:172.21.15.145:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f560c054550 con 0x7f561c0ad490 2024-09-13T18:56:51.867 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.793+0000 7fa104002640 1 -- 172.21.15.119:0/1032601844 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fa0fc06c980 con 0x7fa0fc15a7f0 2024-09-13T18:56:51.867 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.794+0000 7f4600157640 1 -- 172.21.15.119:0/3393996252 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f45f81574f0 con 0x7f45e4003970 2024-09-13T18:56:51.867 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.794+0000 7fa0ee7fc640 1 -- 172.21.15.119:0/1032601844 <== mon.1 v2:172.21.15.145:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fa0f8019400 con 0x7fa0fc15a7f0 2024-09-13T18:56:51.867 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.795+0000 7fa0ee7fc640 1 --2- 172.21.15.119:0/1032601844 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7fa0e006ac00 0x7fa0e006d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:51.868 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.795+0000 7fa0ee7fc640 1 -- 172.21.15.119:0/1032601844 <== mon.1 v2:172.21.15.145:3300/0 5 ==== osd_map(24..24 src has 1..24) v4 ==== 6460+0+0 (secure 0 0 0) 0x7fa0f808d220 con 0x7fa0fc15a7f0 2024-09-13T18:56:51.868 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.795+0000 7fa101d9e640 1 --2- 172.21.15.119:0/1032601844 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7fa0e006ac00 0x7fa0e006d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:51.868 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.795+0000 7f4600157640 1 -- 172.21.15.119:0/3393996252 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f45f80737e0 con 0x7f45e4003970 2024-09-13T18:56:51.868 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.795+0000 7fa101d9e640 1 --2- 172.21.15.119:0/1032601844 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7fa0e006ac00 0x7fa0e006d0c0 secure :-1 s=READY pgs=114 cs=0 l=1 rev1=1 crypto rx=0x7fa0f0000f60 tx=0x7fa0f0007f00 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:56:51.869 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.796+0000 7f45ee7fc640 1 -- 172.21.15.119:0/3393996252 <== mon.1 v2:172.21.15.145:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f45f402f030 con 0x7f45e4003970 2024-09-13T18:56:51.869 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.796+0000 7f45ee7fc640 1 --2- 172.21.15.119:0/3393996252 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f45dc06ac30 0x7f45dc06d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:51.869 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.796+0000 7f45ee7fc640 1 -- 172.21.15.119:0/3393996252 <== mon.1 v2:172.21.15.145:3300/0 5 ==== osd_map(24..24 src has 1..24) v4 ==== 6460+0+0 (secure 0 0 0) 0x7f45f40a94d0 con 0x7f45e4003970 2024-09-13T18:56:51.869 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.797+0000 7f45fd6f2640 1 --2- 172.21.15.119:0/3393996252 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f45dc06ac30 0x7f45dc06d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:51.869 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.797+0000 7f45fd6f2640 1 --2- 172.21.15.119:0/3393996252 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f45dc06ac30 0x7f45dc06d0f0 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7f45f8157890 tx=0x7f45e8008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:56:51.870 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.799+0000 7fa0ee7fc640 1 -- 172.21.15.119:0/1032601844 <== mon.1 v2:172.21.15.145:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fa0f80581c0 con 0x7fa0fc15a7f0 2024-09-13T18:56:51.870 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.800+0000 7f68eaffd640 1 -- 172.21.15.119:0/4053427665 <== mon.0 v2:172.21.15.119:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f68f4202050 con 0x7f68f40b1280 2024-09-13T18:56:51.870 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.803+0000 7f45ee7fc640 1 -- 172.21.15.119:0/3393996252 <== mon.1 v2:172.21.15.145:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f45f4074450 con 0x7f45e4003970 2024-09-13T18:56:51.870 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.807+0000 7fd54affd640 1 -- 172.21.15.119:0/938462246 <== mon.0 v2:172.21.15.119:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fd550053b50 con 0x7fd55406d2f0 2024-09-13T18:56:51.871 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.808+0000 7f05b9ffb640 1 -- 172.21.15.119:0/1941272482 <== mon.0 v2:172.21.15.119:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f05c001b070 con 0x7f05bc0366f0 2024-09-13T18:56:51.871 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.809+0000 7f05b9ffb640 1 --2- 172.21.15.119:0/1941272482 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f05a806ac00 0x7f05a806d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:51.871 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.809+0000 7f05b9ffb640 1 -- 172.21.15.119:0/1941272482 <== mon.0 v2:172.21.15.119:3300/0 5 ==== osd_map(24..24 src has 1..24) v4 ==== 6460+0+0 (secure 0 0 0) 0x7f05c00915a0 con 0x7f05bc0366f0 2024-09-13T18:56:51.871 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.810+0000 7f05c8cce640 1 --2- 172.21.15.119:0/1941272482 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f05a806ac00 0x7f05a806d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:51.872 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.810+0000 7f05c8cce640 1 --2- 172.21.15.119:0/1941272482 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f05a806ac00 0x7f05a806d0c0 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7f05b4001340 tx=0x7f05b4009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:56:51.872 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:51.815+0000 7f05b9ffb640 1 -- 172.21.15.119:0/1941272482 <== mon.0 v2:172.21.15.119:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f05c005c480 con 0x7f05bc0366f0 2024-09-13T18:56:52.178 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:52.175+0000 7ff754812640 1 -- 172.21.15.119:0/541755318 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 2} v 0) v1 -- 0x7ff7340057d0 con 0x7ff7480fed40 2024-09-13T18:56:52.178 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:52.175+0000 7ff73effd640 1 -- 172.21.15.119:0/541755318 <== mon.0 v2:172.21.15.119:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 2}]=0 v0) v1 ==== 74+0+12 (secure 0 0 0) 0x7ff7440786a0 con 0x7ff7480fed40 2024-09-13T18:56:52.178 INFO:teuthology.orchestra.run.smithi119.stdout:55834574856 2024-09-13T18:56:52.181 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:52.179+0000 7fcc097fa640 1 -- 172.21.15.119:0/1354049272 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 6} v 0) v1 -- 0x7fcc2415cbb0 con 0x7fcc24097370 2024-09-13T18:56:52.182 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:52.179+0000 7ff73cff9640 1 -- 172.21.15.119:0/541755318 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7ff73006ad00 msgr2=0x7ff73006d1c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:52.182 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:52.179+0000 7ff73cff9640 1 --2- 172.21.15.119:0/541755318 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7ff73006ad00 0x7ff73006d1c0 secure :-1 s=READY pgs=112 cs=0 l=1 rev1=1 crypto rx=0x7ff740007fd0 tx=0x7ff740009040 comp rx=0 tx=0).stop 2024-09-13T18:56:52.182 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:52.179+0000 7ff73cff9640 1 -- 172.21.15.119:0/541755318 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7ff7480fed40 msgr2=0x7ff748102d90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:52.182 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:52.179+0000 7ff73cff9640 1 --2- 172.21.15.119:0/541755318 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7ff7480fed40 0x7ff748102d90 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7ff744033570 tx=0x7ff744035070 comp rx=0 tx=0).stop 2024-09-13T18:56:52.182 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:52.180+0000 7fcc0b7fe640 1 -- 172.21.15.119:0/1354049272 <== mon.1 v2:172.21.15.145:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 6}]=0 v0) v1 ==== 74+0+12 (secure 0 0 0) 0x7fcc1c057bc0 con 0x7fcc24097370 2024-09-13T18:56:52.183 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:52.180+0000 7ff73cff9640 1 -- 172.21.15.119:0/541755318 shutdown_connections 2024-09-13T18:56:52.183 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:52.180+0000 7ff73cff9640 1 --2- 172.21.15.119:0/541755318 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7ff73006ad00 0x7ff73006d1c0 unknown :-1 s=CLOSED pgs=112 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:52.183 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:52.180+0000 7ff73cff9640 1 --2- 172.21.15.119:0/541755318 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7ff7481032d0 0x7ff74804f920 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:52.183 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:52.180+0000 7ff73cff9640 1 --2- 172.21.15.119:0/541755318 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7ff7480fed40 0x7ff748102d90 unknown :-1 s=CLOSED pgs=185 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:52.183 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:52.180+0000 7ff73cff9640 1 --2- 172.21.15.119:0/541755318 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ff7380047c0 0x7ff748049ec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:52.183 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:52.180+0000 7ff73cff9640 1 -- 172.21.15.119:0/541755318 >> 172.21.15.119:0/541755318 conn(0x7ff74801d8f0 msgr2=0x7ff748039910 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:56:52.183 INFO:teuthology.orchestra.run.smithi119.stdout:55834574857 2024-09-13T18:56:52.184 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:52.180+0000 7ff73cff9640 1 -- 172.21.15.119:0/541755318 shutdown_connections 2024-09-13T18:56:52.184 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:52.180+0000 7ff73cff9640 1 -- 172.21.15.119:0/541755318 wait complete. 2024-09-13T18:56:52.185 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:52.183+0000 7fcc2968e640 1 -- 172.21.15.119:0/1354049272 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7fcc100734e0 msgr2=0x7fcc100759a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:52.185 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:52.183+0000 7fcc2968e640 1 --2- 172.21.15.119:0/1354049272 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7fcc100734e0 0x7fcc100759a0 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7fcc14037000 tx=0x7fcc1400b040 comp rx=0 tx=0).stop 2024-09-13T18:56:52.187 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:52.183+0000 7fcc2968e640 1 -- 172.21.15.119:0/1354049272 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fcc24097370 msgr2=0x7fcc241f1980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:52.187 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:52.183+0000 7fcc2968e640 1 --2- 172.21.15.119:0/1354049272 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fcc24097370 0x7fcc241f1980 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7fcc1c00ba50 tx=0x7fcc1c00bf10 comp rx=0 tx=0).stop 2024-09-13T18:56:52.187 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:52.184+0000 7fcc2968e640 1 -- 172.21.15.119:0/1354049272 shutdown_connections 2024-09-13T18:56:52.187 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:52.184+0000 7fcc2968e640 1 --2- 172.21.15.119:0/1354049272 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7fcc100734e0 0x7fcc100759a0 unknown :-1 s=CLOSED pgs=109 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:52.187 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:52.184+0000 7fcc2968e640 1 --2- 172.21.15.119:0/1354049272 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fcc2415bbd0 0x7fcc2415ad70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:52.187 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:52.184+0000 7fcc2968e640 1 --2- 172.21.15.119:0/1354049272 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fcc24097790 0x7fcc2415a830 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:52.187 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:52.184+0000 7fcc2968e640 1 --2- 172.21.15.119:0/1354049272 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fcc24097370 0x7fcc241f1980 unknown :-1 s=CLOSED pgs=92 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:52.187 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:52.184+0000 7fcc2968e640 1 -- 172.21.15.119:0/1354049272 >> 172.21.15.119:0/1354049272 conn(0x7fcc240afe60 msgr2=0x7fcc2406db50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:56:52.187 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:52.184+0000 7fcc2968e640 1 -- 172.21.15.119:0/1354049272 shutdown_connections 2024-09-13T18:56:52.187 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:52.184+0000 7fcc2968e640 1 -- 172.21.15.119:0/1354049272 wait complete. 2024-09-13T18:56:52.194 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:52.192+0000 7f5621419640 1 -- 172.21.15.119:0/4053224189 --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 4} v 0) v1 -- 0x7f561c0c1680 con 0x7f561c0ad490 2024-09-13T18:56:52.195 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:52.192+0000 7f56137fe640 1 -- 172.21.15.119:0/4053224189 <== mon.2 v2:172.21.15.145:3301/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 4}]=0 v0) v1 ==== 74+0+12 (secure 0 0 0) 0x7f560c057b70 con 0x7f561c0ad490 2024-09-13T18:56:52.195 INFO:teuthology.orchestra.run.smithi119.stdout:55834574857 2024-09-13T18:56:52.197 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:52.195+0000 7f4600157640 1 -- 172.21.15.119:0/3393996252 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 1} v 0) v1 -- 0x7f45f80713e0 con 0x7f45e4003970 2024-09-13T18:56:52.198 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:52.195+0000 7fa104002640 1 -- 172.21.15.119:0/1032601844 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 0} v 0) v1 -- 0x7fa0fc0ccc60 con 0x7fa0fc15a7f0 2024-09-13T18:56:52.198 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:52.196+0000 7f45ee7fc640 1 -- 172.21.15.119:0/3393996252 <== mon.1 v2:172.21.15.145:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 1}]=0 v0) v1 ==== 74+0+12 (secure 0 0 0) 0x7f45f407ce60 con 0x7f45e4003970 2024-09-13T18:56:52.198 INFO:teuthology.orchestra.run.smithi119.stdout:55834574857 2024-09-13T18:56:52.199 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:52.196+0000 7fa0ee7fc640 1 -- 172.21.15.119:0/1032601844 <== mon.1 v2:172.21.15.145:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 0}]=0 v0) v1 ==== 74+0+12 (secure 0 0 0) 0x7fa0f805b7e0 con 0x7fa0fc15a7f0 2024-09-13T18:56:52.199 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:52.196+0000 7f5621419640 1 -- 172.21.15.119:0/4053224189 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f55fc06acd0 msgr2=0x7f55fc06d190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:52.199 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:52.196+0000 7f68e8ff9640 1 -- 172.21.15.119:0/4053427665 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 5} v 0) v1 -- 0x7f68f4202050 con 0x7f68f40b1280 2024-09-13T18:56:52.199 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:52.196+0000 7f5621419640 1 --2- 172.21.15.119:0/4053224189 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f55fc06acd0 0x7f55fc06d190 secure :-1 s=READY pgs=113 cs=0 l=1 rev1=1 crypto rx=0x7f5604037000 tx=0x7f560400b040 comp rx=0 tx=0).stop 2024-09-13T18:56:52.200 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:52.196+0000 7f5621419640 1 -- 172.21.15.119:0/4053224189 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f561c0ad490 msgr2=0x7f561c1f35d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:52.200 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:52.196+0000 7f5621419640 1 --2- 172.21.15.119:0/4053224189 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f561c0ad490 0x7f561c1f35d0 secure :-1 s=READY pgs=35 cs=0 l=1 rev1=1 crypto rx=0x7f560c00cb40 tx=0x7f560c00a060 comp rx=0 tx=0).stop 2024-09-13T18:56:52.200 INFO:teuthology.orchestra.run.smithi119.stdout:55834574855 2024-09-13T18:56:52.201 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574856 got 55834574856 for osd.2 2024-09-13T18:56:52.201 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:52.197+0000 7f68eaffd640 1 -- 172.21.15.119:0/4053427665 <== mon.0 v2:172.21.15.119:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 5}]=0 v0) v1 ==== 74+0+12 (secure 0 0 0) 0x7f68f4202050 con 0x7f68f40b1280 2024-09-13T18:56:52.201 INFO:teuthology.orchestra.run.smithi119.stdout:60129542152 2024-09-13T18:56:52.202 DEBUG:teuthology.parallel:result is None 2024-09-13T18:56:52.202 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:52.198+0000 7f5621419640 1 -- 172.21.15.119:0/4053224189 shutdown_connections 2024-09-13T18:56:52.203 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:52.198+0000 7f5621419640 1 --2- 172.21.15.119:0/4053224189 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f55fc06acd0 0x7f55fc06d190 unknown :-1 s=CLOSED pgs=113 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:52.203 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:52.198+0000 7f5621419640 1 --2- 172.21.15.119:0/4053224189 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f561c0b2f70 0x7f561c1545d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:52.203 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:52.198+0000 7f5621419640 1 --2- 172.21.15.119:0/4053224189 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f561c0ad8f0 0x7f561c154090 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:52.203 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:52.198+0000 7f5621419640 1 --2- 172.21.15.119:0/4053224189 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f561c0ad490 0x7f561c1f35d0 unknown :-1 s=CLOSED pgs=35 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:52.203 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:52.198+0000 7f5621419640 1 -- 172.21.15.119:0/4053224189 >> 172.21.15.119:0/4053224189 conn(0x7f561c06a0b0 msgr2=0x7f561c0ce570 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:56:52.203 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:52.198+0000 7f5621419640 1 -- 172.21.15.119:0/4053224189 shutdown_connections 2024-09-13T18:56:52.203 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:52.198+0000 7f5621419640 1 -- 172.21.15.119:0/4053224189 wait complete. 2024-09-13T18:56:52.204 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:52.199+0000 7fa104002640 1 -- 172.21.15.119:0/1032601844 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7fa0e006ac00 msgr2=0x7fa0e006d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:52.204 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:52.199+0000 7fa104002640 1 --2- 172.21.15.119:0/1032601844 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7fa0e006ac00 0x7fa0e006d0c0 secure :-1 s=READY pgs=114 cs=0 l=1 rev1=1 crypto rx=0x7fa0f0000f60 tx=0x7fa0f0007f00 comp rx=0 tx=0).stop 2024-09-13T18:56:52.204 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:52.199+0000 7fa104002640 1 -- 172.21.15.119:0/1032601844 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fa0fc15a7f0 msgr2=0x7fa0fc14e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:52.204 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:52.199+0000 7fa104002640 1 --2- 172.21.15.119:0/1032601844 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fa0fc15a7f0 0x7fa0fc14e7a0 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7fa0f8011ae0 tx=0x7fa0f800be50 comp rx=0 tx=0).stop 2024-09-13T18:56:52.204 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:52.199+0000 7fa104002640 1 -- 172.21.15.119:0/1032601844 shutdown_connections 2024-09-13T18:56:52.204 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:52.199+0000 7fa104002640 1 --2- 172.21.15.119:0/1032601844 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7fa0e006ac00 0x7fa0e006d0c0 unknown :-1 s=CLOSED pgs=114 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:52.204 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:52.199+0000 7fa104002640 1 --2- 172.21.15.119:0/1032601844 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fa0fc162210 0x7fa0fc14ece0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:52.205 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:52.199+0000 7fa104002640 1 --2- 172.21.15.119:0/1032601844 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fa0fc15a7f0 0x7fa0fc14e7a0 unknown :-1 s=CLOSED pgs=94 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:52.205 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:52.199+0000 7fa104002640 1 --2- 172.21.15.119:0/1032601844 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fa0fc0ce3e0 0x7fa0fc150850 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:52.205 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:52.199+0000 7fa104002640 1 -- 172.21.15.119:0/1032601844 >> 172.21.15.119:0/1032601844 conn(0x7fa0fc0b1f60 msgr2=0x7fa0fc157450 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:56:52.205 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:52.199+0000 7fa104002640 1 -- 172.21.15.119:0/1032601844 shutdown_connections 2024-09-13T18:56:52.205 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:52.199+0000 7fa104002640 1 -- 172.21.15.119:0/1032601844 wait complete. 2024-09-13T18:56:52.206 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:52.200+0000 7f4600157640 1 -- 172.21.15.119:0/3393996252 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f45dc06ac30 msgr2=0x7f45dc06d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:52.206 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:52.200+0000 7f4600157640 1 --2- 172.21.15.119:0/3393996252 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f45dc06ac30 0x7f45dc06d0f0 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7f45f8157890 tx=0x7f45e8008040 comp rx=0 tx=0).stop 2024-09-13T18:56:52.206 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:52.200+0000 7f4600157640 1 -- 172.21.15.119:0/3393996252 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f45e4003970 msgr2=0x7f45f814e250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:52.206 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:52.200+0000 7f4600157640 1 --2- 172.21.15.119:0/3393996252 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f45e4003970 0x7f45f814e250 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7f45f402ad60 tx=0x7f45f4001930 comp rx=0 tx=0).stop 2024-09-13T18:56:52.206 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:52.200+0000 7f4600157640 1 -- 172.21.15.119:0/3393996252 shutdown_connections 2024-09-13T18:56:52.206 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:52.200+0000 7f4600157640 1 --2- 172.21.15.119:0/3393996252 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f45dc06ac30 0x7f45dc06d0f0 unknown :-1 s=CLOSED pgs=115 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:52.206 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:52.200+0000 7f4600157640 1 --2- 172.21.15.119:0/3393996252 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f45f8159270 0x7f45f8159720 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:52.206 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:52.200+0000 7f4600157640 1 --2- 172.21.15.119:0/3393996252 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f45f814e810 0x7f45f8156fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:52.207 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:52.200+0000 7f4600157640 1 --2- 172.21.15.119:0/3393996252 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f45e4003970 0x7f45f814e250 secure :-1 s=CLOSED pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7f45f402ad60 tx=0x7f45f4001930 comp rx=0 tx=0).stop 2024-09-13T18:56:52.207 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:52.200+0000 7f4600157640 1 -- 172.21.15.119:0/3393996252 >> 172.21.15.119:0/3393996252 conn(0x7f45f809b830 msgr2=0x7f45f8160930 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:56:52.208 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574857 got 55834574857 for osd.6 2024-09-13T18:56:52.209 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:52.200+0000 7f4600157640 1 -- 172.21.15.119:0/3393996252 shutdown_connections 2024-09-13T18:56:52.209 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:52.200+0000 7f4600157640 1 -- 172.21.15.119:0/3393996252 wait complete. 2024-09-13T18:56:52.209 DEBUG:teuthology.parallel:result is None 2024-09-13T18:56:52.211 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:52.201+0000 7f68e8ff9640 1 -- 172.21.15.119:0/4053427665 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f68d406acd0 msgr2=0x7f68d406d190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:52.211 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:52.201+0000 7f68e8ff9640 1 --2- 172.21.15.119:0/4053427665 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f68d406acd0 0x7f68d406d190 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7f68e4002020 tx=0x7f68e4001650 comp rx=0 tx=0).stop 2024-09-13T18:56:52.211 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:52.201+0000 7f68e8ff9640 1 -- 172.21.15.119:0/4053427665 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f68f40b1280 msgr2=0x7f68f40cbf60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:52.211 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:52.201+0000 7f68e8ff9640 1 --2- 172.21.15.119:0/4053427665 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f68f40b1280 0x7f68f40cbf60 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7f68dc00d800 tx=0x7f68dc00dcc0 comp rx=0 tx=0).stop 2024-09-13T18:56:52.211 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:52.201+0000 7f68e8ff9640 1 -- 172.21.15.119:0/4053427665 shutdown_connections 2024-09-13T18:56:52.211 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:52.201+0000 7f68e8ff9640 1 --2- 172.21.15.119:0/4053427665 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f68d406acd0 0x7f68d406d190 unknown :-1 s=CLOSED pgs=111 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:52.211 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:52.201+0000 7f68e8ff9640 1 --2- 172.21.15.119:0/4053427665 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f68f415c650 0x7f68f40ac300 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:52.211 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:52.201+0000 7f68e8ff9640 1 --2- 172.21.15.119:0/4053427665 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f68f40b1280 0x7f68f40cbf60 unknown :-1 s=CLOSED pgs=184 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:52.211 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:52.201+0000 7f68e8ff9640 1 --2- 172.21.15.119:0/4053427665 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f68f40b0380 0x7f68f41fe540 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:52.211 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:52.202+0000 7f68e8ff9640 1 -- 172.21.15.119:0/4053427665 >> 172.21.15.119:0/4053427665 conn(0x7f68f4070440 msgr2=0x7f68f4157540 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:56:52.211 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:52.202+0000 7f68e8ff9640 1 -- 172.21.15.119:0/4053427665 shutdown_connections 2024-09-13T18:56:52.212 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:52.202+0000 7f68e8ff9640 1 -- 172.21.15.119:0/4053427665 wait complete. 2024-09-13T18:56:52.212 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:52.204+0000 7f05cb733640 1 -- 172.21.15.119:0/1941272482 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 3} v 0) v1 -- 0x7f05bc034390 con 0x7f05bc0366f0 2024-09-13T18:56:52.212 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:52.205+0000 7f05b9ffb640 1 -- 172.21.15.119:0/1941272482 <== mon.0 v2:172.21.15.119:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 3}]=0 v0) v1 ==== 74+0+12 (secure 0 0 0) 0x7f05c005faa0 con 0x7f05bc0366f0 2024-09-13T18:56:52.213 INFO:teuthology.orchestra.run.smithi119.stdout:55834574857 2024-09-13T18:56:52.213 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:52.208+0000 7fd55c4e9640 1 -- 172.21.15.119:0/938462246 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 7} v 0) v1 -- 0x7fd53c0057d0 con 0x7fd55406d2f0 2024-09-13T18:56:52.213 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:52.208+0000 7fd54affd640 1 -- 172.21.15.119:0/938462246 <== mon.0 v2:172.21.15.119:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 7}]=0 v0) v1 ==== 74+0+12 (secure 0 0 0) 0x7fd550017090 con 0x7fd55406d2f0 2024-09-13T18:56:52.213 INFO:teuthology.orchestra.run.smithi119.stdout:55834574857 2024-09-13T18:56:52.214 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:52.209+0000 7f05cb733640 1 -- 172.21.15.119:0/1941272482 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f05a806ac00 msgr2=0x7f05a806d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:52.214 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:52.209+0000 7f05cb733640 1 --2- 172.21.15.119:0/1941272482 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f05a806ac00 0x7f05a806d0c0 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7f05b4001340 tx=0x7f05b4009040 comp rx=0 tx=0).stop 2024-09-13T18:56:52.214 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:52.209+0000 7f05cb733640 1 -- 172.21.15.119:0/1941272482 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f05bc0366f0 msgr2=0x7f05bc0dfd40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:52.214 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:52.209+0000 7f05cb733640 1 --2- 172.21.15.119:0/1941272482 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f05bc0366f0 0x7f05bc0dfd40 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7f05c0005870 tx=0x7f05c000c960 comp rx=0 tx=0).stop 2024-09-13T18:56:52.214 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:52.209+0000 7f05cb733640 1 -- 172.21.15.119:0/1941272482 shutdown_connections 2024-09-13T18:56:52.214 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:52.209+0000 7f05cb733640 1 --2- 172.21.15.119:0/1941272482 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f05a806ac00 0x7f05a806d0c0 unknown :-1 s=CLOSED pgs=116 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:52.214 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:52.209+0000 7f05cb733640 1 --2- 172.21.15.119:0/1941272482 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f05bc049f20 0x7f05bc0059c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:52.214 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:52.209+0000 7f05cb733640 1 --2- 172.21.15.119:0/1941272482 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f05bc055170 0x7f05bc0499e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:52.214 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:52.209+0000 7f05cb733640 1 --2- 172.21.15.119:0/1941272482 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f05bc0366f0 0x7f05bc0dfd40 unknown :-1 s=CLOSED pgs=187 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:52.214 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:52.209+0000 7f05cb733640 1 -- 172.21.15.119:0/1941272482 >> 172.21.15.119:0/1941272482 conn(0x7f05bc01d8f0 msgr2=0x7f05bc035a80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:56:52.215 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:52.209+0000 7f05cb733640 1 -- 172.21.15.119:0/1941272482 shutdown_connections 2024-09-13T18:56:52.215 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:52.209+0000 7f05cb733640 1 -- 172.21.15.119:0/1941272482 wait complete. 2024-09-13T18:56:52.215 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:52.211+0000 7fd55c4e9640 1 -- 172.21.15.119:0/938462246 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7fd53806ac30 msgr2=0x7fd53806d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:52.215 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:52.211+0000 7fd55c4e9640 1 --2- 172.21.15.119:0/938462246 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7fd53806ac30 0x7fd53806d0f0 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7fd54c034000 tx=0x7fd54c02f000 comp rx=0 tx=0).stop 2024-09-13T18:56:52.215 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:52.211+0000 7fd55c4e9640 1 -- 172.21.15.119:0/938462246 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fd55406d2f0 msgr2=0x7fd55413e650 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:52.215 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:52.211+0000 7fd55c4e9640 1 --2- 172.21.15.119:0/938462246 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fd55406d2f0 0x7fd55413e650 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7fd55000c410 tx=0x7fd55000c8d0 comp rx=0 tx=0).stop 2024-09-13T18:56:52.216 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:52.211+0000 7fd55c4e9640 1 -- 172.21.15.119:0/938462246 shutdown_connections 2024-09-13T18:56:52.216 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:52.211+0000 7fd55c4e9640 1 --2- 172.21.15.119:0/938462246 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7fd53806ac30 0x7fd53806d0f0 unknown :-1 s=CLOSED pgs=110 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:52.216 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:52.211+0000 7fd55c4e9640 1 --2- 172.21.15.119:0/938462246 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd554149550 0x7fd554144420 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:52.216 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:52.211+0000 7fd55c4e9640 1 --2- 172.21.15.119:0/938462246 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fd5540caf30 0x7fd5541602b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:52.216 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:52.211+0000 7fd55c4e9640 1 --2- 172.21.15.119:0/938462246 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fd55406d2f0 0x7fd55413e650 unknown :-1 s=CLOSED pgs=186 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:52.216 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:52.211+0000 7fd55c4e9640 1 -- 172.21.15.119:0/938462246 >> 172.21.15.119:0/938462246 conn(0x7fd554069ed0 msgr2=0x7fd554148620 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:56:52.216 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:52.211+0000 7fd55c4e9640 1 -- 172.21.15.119:0/938462246 shutdown_connections 2024-09-13T18:56:52.216 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:52.211+0000 7fd55c4e9640 1 -- 172.21.15.119:0/938462246 wait complete. 2024-09-13T18:56:52.221 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574855 got 55834574855 for osd.0 2024-09-13T18:56:52.221 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574857 got 55834574857 for osd.4 2024-09-13T18:56:52.221 DEBUG:teuthology.parallel:result is None 2024-09-13T18:56:52.221 DEBUG:teuthology.parallel:result is None 2024-09-13T18:56:52.223 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574857 got 55834574857 for osd.1 2024-09-13T18:56:52.223 DEBUG:teuthology.parallel:result is None 2024-09-13T18:56:52.224 INFO:tasks.ceph.ceph_manager.ceph:need seq 60129542152 got 60129542152 for osd.5 2024-09-13T18:56:52.224 DEBUG:teuthology.parallel:result is None 2024-09-13T18:56:52.229 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574857 got 55834574857 for osd.3 2024-09-13T18:56:52.229 DEBUG:teuthology.parallel:result is None 2024-09-13T18:56:52.229 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574857 got 55834574857 for osd.7 2024-09-13T18:56:52.230 DEBUG:teuthology.parallel:result is None 2024-09-13T18:56:52.230 INFO:tasks.ceph.ceph_manager.ceph:waiting for clean 2024-09-13T18:56:52.230 DEBUG:teuthology.orchestra.run.smithi119:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-13T18:56:52.367 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:52.364+0000 7fa99aae9640 1 Processor -- start 2024-09-13T18:56:52.367 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:52.364+0000 7fa99aae9640 1 -- start start 2024-09-13T18:56:52.370 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:52.365+0000 7fa99aae9640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7fa9940ceef0 0x7fa9940af0d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:52.370 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:52.365+0000 7fa99aae9640 1 -- --> v1:172.21.15.119:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fa99406bb10 con 0x7fa9940d0690 2024-09-13T18:56:52.370 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:52.365+0000 7fa99aae9640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fa9940ccb30 con 0x7fa99415c860 2024-09-13T18:56:52.370 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:52.365+0000 7fa99aae9640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fa9940d13a0 con 0x7fa9940ceef0 2024-09-13T18:56:52.371 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:52.365+0000 7fa999086640 1 --1- >> v1:172.21.15.119:6789/0 conn(0x7fa9940d0690 0x7fa9940d0b40 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.119:6789/0 says I am v1:172.21.15.119:51452/0 (socket says 172.21.15.119:51452) 2024-09-13T18:56:52.371 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:52.365+0000 7fa999086640 1 -- 172.21.15.119:0/3326353031 learned_addr learned my addr 172.21.15.119:0/3326353031 (peer_addr_for_me v1:172.21.15.119:0/0) 2024-09-13T18:56:52.371 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:52.366+0000 7fa998885640 1 --2- 172.21.15.119:0/3326353031 >> v2:172.21.15.145:3300/0 conn(0x7fa9940ceef0 0x7fa9940af0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:52.371 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:52.366+0000 7fa9937fe640 1 -- 172.21.15.119:0/3326353031 <== mon.0 v1:172.21.15.119:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 424184587 0 0) 0x7fa99406bb10 con 0x7fa9940d0690 2024-09-13T18:56:52.371 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:52.366+0000 7fa9937fe640 1 -- 172.21.15.119:0/3326353031 --> v1:172.21.15.119:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fa97c003520 con 0x7fa9940d0690 2024-09-13T18:56:52.371 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:52.366+0000 7fa9937fe640 1 -- 172.21.15.119:0/3326353031 <== mon.0 v1:172.21.15.119:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 2675042522 0 0) 0x7fa97c003520 con 0x7fa9940d0690 2024-09-13T18:56:52.371 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:52.366+0000 7fa9937fe640 1 -- 172.21.15.119:0/3326353031 >> v2:172.21.15.145:3300/0 conn(0x7fa9940ceef0 msgr2=0x7fa9940af0d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T18:56:52.371 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:52.366+0000 7fa9937fe640 1 --2- 172.21.15.119:0/3326353031 >> v2:172.21.15.145:3300/0 conn(0x7fa9940ceef0 0x7fa9940af0d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:52.371 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:52.366+0000 7fa9937fe640 1 -- 172.21.15.119:0/3326353031 >> v1:172.21.15.145:6789/0 conn(0x7fa99415c860 legacy=0x7fa9940cf2d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:52.371 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:52.366+0000 7fa9937fe640 1 -- 172.21.15.119:0/3326353031 --> v1:172.21.15.119:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa9940d1680 con 0x7fa9940d0690 2024-09-13T18:56:52.371 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:52.366+0000 7fa9937fe640 1 -- 172.21.15.119:0/3326353031 <== mon.0 v1:172.21.15.119:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 337823224 0 0) 0x7fa98c0019f0 con 0x7fa9940d0690 2024-09-13T18:56:52.371 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:52.366+0000 7fa9937fe640 1 -- 172.21.15.119:0/3326353031 >> v1:172.21.15.119:6789/0 conn(0x7fa9940d0690 legacy=0x7fa9940d0b40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:52.371 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:52.366+0000 7fa9937fe640 1 --2- 172.21.15.119:0/3326353031 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fa97c003970 0x7fa97c003d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:52.372 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:52.366+0000 7fa9937fe640 1 --2- 172.21.15.119:0/3326353031 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fa97c0047c0 0x7fa97c004c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:52.372 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:52.366+0000 7fa9937fe640 1 --2- 172.21.15.119:0/3326353031 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fa97c005180 0x7fa97c00b980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:52.372 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:52.366+0000 7fa9937fe640 1 -- 172.21.15.119:0/3326353031 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa9940d13a0 con 0x7fa97c0047c0 2024-09-13T18:56:52.372 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:52.366+0000 7fa9937fe640 1 -- 172.21.15.119:0/3326353031 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa97c00c030 con 0x7fa97c003970 2024-09-13T18:56:52.372 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:52.366+0000 7fa9937fe640 1 -- 172.21.15.119:0/3326353031 --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa97c00c1f0 con 0x7fa97c005180 2024-09-13T18:56:52.372 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:52.366+0000 7fa993fff640 1 --2- 172.21.15.119:0/3326353031 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fa97c0047c0 0x7fa97c004c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:52.372 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:52.366+0000 7fa998885640 1 --2- 172.21.15.119:0/3326353031 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fa97c003970 0x7fa97c003d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:52.372 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:52.366+0000 7fa999086640 1 --2- 172.21.15.119:0/3326353031 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fa97c005180 0x7fa97c00b980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:52.372 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:52.366+0000 7fa993fff640 1 -- 172.21.15.119:0/3326353031 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fa97c005180 msgr2=0x7fa97c00b980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T18:56:52.372 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:52.366+0000 7fa993fff640 1 --2- 172.21.15.119:0/3326353031 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fa97c005180 0x7fa97c00b980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:52.372 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:52.366+0000 7fa993fff640 1 -- 172.21.15.119:0/3326353031 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fa97c003970 msgr2=0x7fa97c003d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T18:56:52.372 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:52.366+0000 7fa993fff640 1 --2- 172.21.15.119:0/3326353031 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fa97c003970 0x7fa97c003d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:52.373 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:52.366+0000 7fa999086640 1 -- 172.21.15.119:0/3326353031 reap_dead start 2024-09-13T18:56:52.373 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:52.366+0000 7fa993fff640 1 -- 172.21.15.119:0/3326353031 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa97c003520 con 0x7fa97c0047c0 2024-09-13T18:56:52.373 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:52.367+0000 7fa993fff640 1 --2- 172.21.15.119:0/3326353031 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fa97c0047c0 0x7fa97c004c40 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7fa988001770 tx=0x7fa97c0057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=83bb459ee8c7a1d server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:56:52.373 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:52.367+0000 7fa9937fe640 1 -- 172.21.15.119:0/3326353031 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa9880052d0 con 0x7fa97c0047c0 2024-09-13T18:56:52.373 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:52.367+0000 7fa9937fe640 1 -- 172.21.15.119:0/3326353031 <== mon.0 v2:172.21.15.119:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa988005430 con 0x7fa97c0047c0 2024-09-13T18:56:52.373 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:52.367+0000 7fa9937fe640 1 -- 172.21.15.119:0/3326353031 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa98802ab00 con 0x7fa97c0047c0 2024-09-13T18:56:52.373 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:52.368+0000 7fa99aae9640 1 -- 172.21.15.119:0/3326353031 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fa97c0047c0 msgr2=0x7fa97c004c40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:52.373 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:52.368+0000 7fa99aae9640 1 --2- 172.21.15.119:0/3326353031 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fa97c0047c0 0x7fa97c004c40 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7fa988001770 tx=0x7fa97c0057f0 comp rx=0 tx=0).stop 2024-09-13T18:56:52.373 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:52.368+0000 7fa99aae9640 1 -- 172.21.15.119:0/3326353031 shutdown_connections 2024-09-13T18:56:52.373 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:52.368+0000 7fa99aae9640 1 --2- 172.21.15.119:0/3326353031 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fa97c0047c0 0x7fa97c004c40 unknown :-1 s=CLOSED pgs=189 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:52.373 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:52.368+0000 7fa99aae9640 1 -- 172.21.15.119:0/3326353031 >> 172.21.15.119:0/3326353031 conn(0x7fa99409b870 msgr2=0x7fa994089f60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:56:52.373 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:52.368+0000 7fa99aae9640 1 -- 172.21.15.119:0/3326353031 shutdown_connections 2024-09-13T18:56:52.373 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:52.368+0000 7fa99aae9640 1 -- 172.21.15.119:0/3326353031 wait complete. 2024-09-13T18:56:52.376 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:52.369+0000 7fa99aae9640 1 Processor -- start 2024-09-13T18:56:52.376 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:52.369+0000 7fa99aae9640 1 -- start start 2024-09-13T18:56:52.376 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:52.370+0000 7fa99aae9640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fa97c0047c0 0x7fa9940c7cb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:52.376 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:52.370+0000 7fa99aae9640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fa994155560 0x7fa9940c6c80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:52.376 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:52.370+0000 7fa99aae9640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fa9940c71c0 0x7fa99415b000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:52.376 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:52.370+0000 7fa99aae9640 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa9940c7940 con 0x7fa994155560 2024-09-13T18:56:52.376 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:52.370+0000 7fa99aae9640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa9941577f0 con 0x7fa9940c71c0 2024-09-13T18:56:52.376 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:52.370+0000 7fa99aae9640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa9940c9370 con 0x7fa97c0047c0 2024-09-13T18:56:52.376 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:52.370+0000 7fa993fff640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fa994155560 0x7fa9940c6c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:52.376 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:52.370+0000 7fa993fff640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fa994155560 0x7fa9940c6c80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.119:3300/0 says I am v2:172.21.15.119:51306/0 (socket says 172.21.15.119:51306) 2024-09-13T18:56:52.377 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:52.370+0000 7fa993fff640 1 -- 172.21.15.119:0/2983070652 learned_addr learned my addr 172.21.15.119:0/2983070652 (peer_addr_for_me v2:172.21.15.119:0/0) 2024-09-13T18:56:52.377 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:52.370+0000 7fa998885640 1 --2- 172.21.15.119:0/2983070652 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fa97c0047c0 0x7fa9940c7cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:52.377 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:52.370+0000 7fa993fff640 1 -- 172.21.15.119:0/2983070652 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fa97c0047c0 msgr2=0x7fa9940c7cb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:52.377 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:52.370+0000 7fa999086640 1 --2- 172.21.15.119:0/2983070652 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fa9940c71c0 0x7fa99415b000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:52.377 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:52.370+0000 7fa993fff640 1 --2- 172.21.15.119:0/2983070652 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fa97c0047c0 0x7fa9940c7cb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:52.377 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:52.370+0000 7fa993fff640 1 -- 172.21.15.119:0/2983070652 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fa9940c71c0 msgr2=0x7fa99415b000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:52.377 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:52.370+0000 7fa993fff640 1 --2- 172.21.15.119:0/2983070652 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fa9940c71c0 0x7fa99415b000 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:52.377 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:52.370+0000 7fa993fff640 1 -- 172.21.15.119:0/2983070652 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa9940c7660 con 0x7fa994155560 2024-09-13T18:56:52.377 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:52.371+0000 7fa993fff640 1 --2- 172.21.15.119:0/2983070652 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fa994155560 0x7fa9940c6c80 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7fa98802a4a0 tx=0x7fa988001170 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:56:52.377 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:52.371+0000 7fa9917fa640 1 -- 172.21.15.119:0/2983070652 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa988006a20 con 0x7fa994155560 2024-09-13T18:56:52.377 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:52.371+0000 7fa9917fa640 1 -- 172.21.15.119:0/2983070652 <== mon.0 v2:172.21.15.119:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa988006b80 con 0x7fa994155560 2024-09-13T18:56:52.377 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:52.371+0000 7fa99aae9640 1 -- 172.21.15.119:0/2983070652 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa994157a50 con 0x7fa994155560 2024-09-13T18:56:52.377 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:52.371+0000 7fa9917fa640 1 -- 172.21.15.119:0/2983070652 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa988007040 con 0x7fa994155560 2024-09-13T18:56:52.378 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:52.371+0000 7fa99aae9640 1 -- 172.21.15.119:0/2983070652 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa994158010 con 0x7fa994155560 2024-09-13T18:56:52.378 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:52.372+0000 7fa99aae9640 1 -- 172.21.15.119:0/2983070652 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fa9941581a0 con 0x7fa994155560 2024-09-13T18:56:52.378 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:52.372+0000 7fa9917fa640 1 -- 172.21.15.119:0/2983070652 <== mon.0 v2:172.21.15.119:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fa9880071a0 con 0x7fa994155560 2024-09-13T18:56:52.378 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:52.373+0000 7fa9917fa640 1 --2- 172.21.15.119:0/2983070652 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7fa98006ac00 0x7fa98006d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:52.378 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:52.373+0000 7fa9917fa640 1 -- 172.21.15.119:0/2983070652 <== mon.0 v2:172.21.15.119:3300/0 5 ==== osd_map(24..24 src has 1..24) v4 ==== 6460+0+0 (secure 0 0 0) 0x7fa9880a9110 con 0x7fa994155560 2024-09-13T18:56:52.378 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:52.373+0000 7fa998885640 1 --2- 172.21.15.119:0/2983070652 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7fa98006ac00 0x7fa98006d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:52.378 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:52.373+0000 7fa998885640 1 --2- 172.21.15.119:0/2983070652 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7fa98006ac00 0x7fa98006d0c0 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x7fa9940689f0 tx=0x7fa984008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:56:52.379 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:52.377+0000 7fa9917fa640 1 -- 172.21.15.119:0/2983070652 <== mon.0 v2:172.21.15.119:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fa988074000 con 0x7fa994155560 2024-09-13T18:56:52.538 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:52.536+0000 7fa99aae9640 1 -- 172.21.15.119:0/2983070652 --> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7fa9940ccdf0 con 0x7fa98006ac00 2024-09-13T18:56:52.546 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:52.544+0000 7fa9917fa640 1 -- 172.21.15.119:0/2983070652 <== mgr.4104 v2:172.21.15.119:6832/3599186100 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+345318 (secure 0 0 0) 0x7fa9840138b0 con 0x7fa98006ac00 2024-09-13T18:56:52.550 INFO:teuthology.orchestra.run.smithi119.stdout: 2024-09-13T18:56:52.552 INFO:teuthology.orchestra.run.smithi119.stderr:dumped all 2024-09-13T18:56:52.554 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:52.547+0000 7fa99aae9640 1 -- 172.21.15.119:0/2983070652 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7fa98006ac00 msgr2=0x7fa98006d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:52.554 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:52.547+0000 7fa99aae9640 1 --2- 172.21.15.119:0/2983070652 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7fa98006ac00 0x7fa98006d0c0 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x7fa9940689f0 tx=0x7fa984008040 comp rx=0 tx=0).stop 2024-09-13T18:56:52.554 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:52.547+0000 7fa99aae9640 1 -- 172.21.15.119:0/2983070652 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fa994155560 msgr2=0x7fa9940c6c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:52.554 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:52.547+0000 7fa99aae9640 1 --2- 172.21.15.119:0/2983070652 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fa994155560 0x7fa9940c6c80 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7fa98802a4a0 tx=0x7fa988001170 comp rx=0 tx=0).stop 2024-09-13T18:56:52.554 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:52.547+0000 7fa99aae9640 1 -- 172.21.15.119:0/2983070652 shutdown_connections 2024-09-13T18:56:52.554 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:52.547+0000 7fa99aae9640 1 --2- 172.21.15.119:0/2983070652 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7fa98006ac00 0x7fa98006d0c0 unknown :-1 s=CLOSED pgs=117 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:52.554 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:52.547+0000 7fa99aae9640 1 --2- 172.21.15.119:0/2983070652 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fa9940c71c0 0x7fa99415b000 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:52.555 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:52.547+0000 7fa99aae9640 1 --2- 172.21.15.119:0/2983070652 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fa994155560 0x7fa9940c6c80 unknown :-1 s=CLOSED pgs=190 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:52.555 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:52.547+0000 7fa99aae9640 1 --2- 172.21.15.119:0/2983070652 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fa97c0047c0 0x7fa9940c7cb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:52.555 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:52.547+0000 7fa99aae9640 1 -- 172.21.15.119:0/2983070652 >> 172.21.15.119:0/2983070652 conn(0x7fa99409b870 msgr2=0x7fa99415f680 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:56:52.555 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:52.548+0000 7fa99aae9640 1 -- 172.21.15.119:0/2983070652 shutdown_connections 2024-09-13T18:56:52.555 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:52.548+0000 7fa99aae9640 1 -- 172.21.15.119:0/2983070652 wait complete. 2024-09-13T18:56:52.561 INFO:teuthology.orchestra.run.smithi119.stdout:{"pg_ready":true,"pg_map":{"version":32,"stamp":"2024-09-13T18:56:52.069304+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":594961,"num_objects":24,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":208,"num_write_kb":2434,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":160,"ondisk_log_size":160,"up":322,"acting":322,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":322,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":219384,"kb_used_data":3208,"kb_used_omap":12,"kb_used_meta":216051,"kb_avail":754755336,"statfs":{"total":773094113280,"available":772869464064,"internally_reserved":0,"allocated":3284992,"data_stored":1985922,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12742,"internal_metadata":221236794},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2231,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.002466"},"pg_stats":[{"pgid":"2.1f","version":"19'4","reported_seq":19,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.059025+0000","last_change":"2024-09-13T18:56:33.705320+0000","last_active":"2024-09-13T18:56:38.059025+0000","last_peered":"2024-09-13T18:56:38.059025+0000","last_clean":"2024-09-13T18:56:38.059025+0000","last_became_active":"2024-09-13T18:56:33.705010+0000","last_became_peered":"2024-09-13T18:56:33.705010+0000","last_unstale":"2024-09-13T18:56:38.059025+0000","last_undegraded":"2024-09-13T18:56:38.059025+0000","last_fullsized":"2024-09-13T18:56:38.059025+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:32.670112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:32.670112+0000","last_clean_scrub_stamp":"2024-09-13T18:56:32.670112+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:55:09.769824+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":14,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.043035+0000","last_change":"2024-09-13T18:56:34.047201+0000","last_active":"2024-09-13T18:56:38.043035+0000","last_peered":"2024-09-13T18:56:38.043035+0000","last_clean":"2024-09-13T18:56:38.043035+0000","last_became_active":"2024-09-13T18:56:34.046963+0000","last_became_peered":"2024-09-13T18:56:34.046963+0000","last_unstale":"2024-09-13T18:56:38.043035+0000","last_undegraded":"2024-09-13T18:56:38.043035+0000","last_fullsized":"2024-09-13T18:56:38.043035+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_clean_scrub_stamp":"2024-09-13T18:56:33.675285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T04:15:59.973078+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":12,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.287863+0000","last_change":"2024-09-13T18:56:38.287181+0000","last_active":"2024-09-13T18:56:38.287863+0000","last_peered":"2024-09-13T18:56:38.287863+0000","last_clean":"2024-09-13T18:56:38.287863+0000","last_became_active":"2024-09-13T18:56:38.286849+0000","last_became_peered":"2024-09-13T18:56:38.286849+0000","last_unstale":"2024-09-13T18:56:38.287863+0000","last_undegraded":"2024-09-13T18:56:38.287863+0000","last_fullsized":"2024-09-13T18:56:38.287863+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:37.033538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:37.033538+0000","last_clean_scrub_stamp":"2024-09-13T18:56:37.033538+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T04:26:38.279788+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,7,0],"acting":[3,2,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"19'1","reported_seq":16,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.043212+0000","last_change":"2024-09-13T18:56:33.699442+0000","last_active":"2024-09-13T18:56:38.043212+0000","last_peered":"2024-09-13T18:56:38.043212+0000","last_clean":"2024-09-13T18:56:38.043212+0000","last_became_active":"2024-09-13T18:56:33.699181+0000","last_became_peered":"2024-09-13T18:56:33.699181+0000","last_unstale":"2024-09-13T18:56:38.043212+0000","last_undegraded":"2024-09-13T18:56:38.043212+0000","last_fullsized":"2024-09-13T18:56:38.043212+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:32.670112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:32.670112+0000","last_clean_scrub_stamp":"2024-09-13T18:56:32.670112+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:43:27.221682+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":14,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.058823+0000","last_change":"2024-09-13T18:56:34.043214+0000","last_active":"2024-09-13T18:56:38.058823+0000","last_peered":"2024-09-13T18:56:38.058823+0000","last_clean":"2024-09-13T18:56:38.058823+0000","last_became_active":"2024-09-13T18:56:34.042793+0000","last_became_peered":"2024-09-13T18:56:34.042793+0000","last_unstale":"2024-09-13T18:56:38.058823+0000","last_undegraded":"2024-09-13T18:56:38.058823+0000","last_fullsized":"2024-09-13T18:56:38.058823+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_clean_scrub_stamp":"2024-09-13T18:56:33.675285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T05:29:11.873036+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":12,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.063601+0000","last_change":"2024-09-13T18:56:38.061611+0000","last_active":"2024-09-13T18:56:38.063601+0000","last_peered":"2024-09-13T18:56:38.063601+0000","last_clean":"2024-09-13T18:56:38.063601+0000","last_became_active":"2024-09-13T18:56:38.061182+0000","last_became_peered":"2024-09-13T18:56:38.061182+0000","last_unstale":"2024-09-13T18:56:38.063601+0000","last_undegraded":"2024-09-13T18:56:38.063601+0000","last_fullsized":"2024-09-13T18:56:38.063601+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:37.033538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:37.033538+0000","last_clean_scrub_stamp":"2024-09-13T18:56:37.033538+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:17:03.116930+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1,3],"acting":[4,6,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1d","version":"19'2","reported_seq":17,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.282912+0000","last_change":"2024-09-13T18:56:33.710574+0000","last_active":"2024-09-13T18:56:38.282912+0000","last_peered":"2024-09-13T18:56:38.282912+0000","last_clean":"2024-09-13T18:56:38.282912+0000","last_became_active":"2024-09-13T18:56:33.710296+0000","last_became_peered":"2024-09-13T18:56:33.710296+0000","last_unstale":"2024-09-13T18:56:38.282912+0000","last_undegraded":"2024-09-13T18:56:38.282912+0000","last_fullsized":"2024-09-13T18:56:38.282912+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:32.670112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:32.670112+0000","last_clean_scrub_stamp":"2024-09-13T18:56:32.670112+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:00:06.984775+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":14,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.091132+0000","last_change":"2024-09-13T18:56:34.045163+0000","last_active":"2024-09-13T18:56:38.091132+0000","last_peered":"2024-09-13T18:56:38.091132+0000","last_clean":"2024-09-13T18:56:38.091132+0000","last_became_active":"2024-09-13T18:56:34.044574+0000","last_became_peered":"2024-09-13T18:56:34.044574+0000","last_unstale":"2024-09-13T18:56:38.091132+0000","last_undegraded":"2024-09-13T18:56:38.091132+0000","last_fullsized":"2024-09-13T18:56:38.091132+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_clean_scrub_stamp":"2024-09-13T18:56:33.675285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T04:15:59.973078+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":12,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.063746+0000","last_change":"2024-09-13T18:56:38.062437+0000","last_active":"2024-09-13T18:56:38.063746+0000","last_peered":"2024-09-13T18:56:38.063746+0000","last_clean":"2024-09-13T18:56:38.063746+0000","last_became_active":"2024-09-13T18:56:38.061573+0000","last_became_peered":"2024-09-13T18:56:38.061573+0000","last_unstale":"2024-09-13T18:56:38.063746+0000","last_undegraded":"2024-09-13T18:56:38.063746+0000","last_fullsized":"2024-09-13T18:56:38.063746+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:37.033538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:37.033538+0000","last_clean_scrub_stamp":"2024-09-13T18:56:37.033538+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T04:26:38.279788+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6,1],"acting":[4,3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1c","version":"19'2","reported_seq":17,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.282826+0000","last_change":"2024-09-13T18:56:33.711616+0000","last_active":"2024-09-13T18:56:38.282826+0000","last_peered":"2024-09-13T18:56:38.282826+0000","last_clean":"2024-09-13T18:56:38.282826+0000","last_became_active":"2024-09-13T18:56:33.711326+0000","last_became_peered":"2024-09-13T18:56:33.711326+0000","last_unstale":"2024-09-13T18:56:38.282826+0000","last_undegraded":"2024-09-13T18:56:38.282826+0000","last_fullsized":"2024-09-13T18:56:38.282826+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:32.670112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:32.670112+0000","last_clean_scrub_stamp":"2024-09-13T18:56:32.670112+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:07:48.768249+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":14,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.091205+0000","last_change":"2024-09-13T18:56:34.047276+0000","last_active":"2024-09-13T18:56:38.091205+0000","last_peered":"2024-09-13T18:56:38.091205+0000","last_clean":"2024-09-13T18:56:38.091205+0000","last_became_active":"2024-09-13T18:56:34.047041+0000","last_became_peered":"2024-09-13T18:56:34.047041+0000","last_unstale":"2024-09-13T18:56:38.091205+0000","last_undegraded":"2024-09-13T18:56:38.091205+0000","last_fullsized":"2024-09-13T18:56:38.091205+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_clean_scrub_stamp":"2024-09-13T18:56:33.675285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T04:13:13.384623+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":12,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.063653+0000","last_change":"2024-09-13T18:56:38.061936+0000","last_active":"2024-09-13T18:56:38.063653+0000","last_peered":"2024-09-13T18:56:38.063653+0000","last_clean":"2024-09-13T18:56:38.063653+0000","last_became_active":"2024-09-13T18:56:38.061510+0000","last_became_peered":"2024-09-13T18:56:38.061510+0000","last_unstale":"2024-09-13T18:56:38.063653+0000","last_undegraded":"2024-09-13T18:56:38.063653+0000","last_fullsized":"2024-09-13T18:56:38.063653+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:37.033538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:37.033538+0000","last_clean_scrub_stamp":"2024-09-13T18:56:37.033538+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:32:02.633655+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0,5],"acting":[4,3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":14,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.044265+0000","last_change":"2024-09-13T18:56:34.049501+0000","last_active":"2024-09-13T18:56:38.044265+0000","last_peered":"2024-09-13T18:56:38.044265+0000","last_clean":"2024-09-13T18:56:38.044265+0000","last_became_active":"2024-09-13T18:56:34.046941+0000","last_became_peered":"2024-09-13T18:56:34.046941+0000","last_unstale":"2024-09-13T18:56:38.044265+0000","last_undegraded":"2024-09-13T18:56:38.044265+0000","last_fullsized":"2024-09-13T18:56:38.044265+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_clean_scrub_stamp":"2024-09-13T18:56:33.675285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:01:01.701934+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.b","version":"19'2","reported_seq":17,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.282804+0000","last_change":"2024-09-13T18:56:33.710403+0000","last_active":"2024-09-13T18:56:38.282804+0000","last_peered":"2024-09-13T18:56:38.282804+0000","last_clean":"2024-09-13T18:56:38.282804+0000","last_became_active":"2024-09-13T18:56:33.710087+0000","last_became_peered":"2024-09-13T18:56:33.710087+0000","last_unstale":"2024-09-13T18:56:38.282804+0000","last_undegraded":"2024-09-13T18:56:38.282804+0000","last_fullsized":"2024-09-13T18:56:38.282804+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:32.670112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:32.670112+0000","last_clean_scrub_stamp":"2024-09-13T18:56:32.670112+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:08:07.942934+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":12,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.063681+0000","last_change":"2024-09-13T18:56:38.061857+0000","last_active":"2024-09-13T18:56:38.063681+0000","last_peered":"2024-09-13T18:56:38.063681+0000","last_clean":"2024-09-13T18:56:38.063681+0000","last_became_active":"2024-09-13T18:56:38.061025+0000","last_became_peered":"2024-09-13T18:56:38.061025+0000","last_unstale":"2024-09-13T18:56:38.063681+0000","last_undegraded":"2024-09-13T18:56:38.063681+0000","last_fullsized":"2024-09-13T18:56:38.063681+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:37.033538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:37.033538+0000","last_clean_scrub_stamp":"2024-09-13T18:56:37.033538+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:32:17.053809+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,2,1],"acting":[4,0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":14,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.042852+0000","last_change":"2024-09-13T18:56:34.054401+0000","last_active":"2024-09-13T18:56:38.042852+0000","last_peered":"2024-09-13T18:56:38.042852+0000","last_clean":"2024-09-13T18:56:38.042852+0000","last_became_active":"2024-09-13T18:56:34.054146+0000","last_became_peered":"2024-09-13T18:56:34.054146+0000","last_unstale":"2024-09-13T18:56:38.042852+0000","last_undegraded":"2024-09-13T18:56:38.042852+0000","last_fullsized":"2024-09-13T18:56:38.042852+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_clean_scrub_stamp":"2024-09-13T18:56:33.675285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T05:29:11.873036+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":15,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.048345+0000","last_change":"2024-09-13T18:56:33.699852+0000","last_active":"2024-09-13T18:56:38.048345+0000","last_peered":"2024-09-13T18:56:38.048345+0000","last_clean":"2024-09-13T18:56:38.048345+0000","last_became_active":"2024-09-13T18:56:33.699600+0000","last_became_peered":"2024-09-13T18:56:33.699600+0000","last_unstale":"2024-09-13T18:56:38.048345+0000","last_undegraded":"2024-09-13T18:56:38.048345+0000","last_fullsized":"2024-09-13T18:56:38.048345+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:32.670112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:32.670112+0000","last_clean_scrub_stamp":"2024-09-13T18:56:32.670112+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:59:41.425283+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":12,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.072312+0000","last_change":"2024-09-13T18:56:38.065786+0000","last_active":"2024-09-13T18:56:38.072312+0000","last_peered":"2024-09-13T18:56:38.072312+0000","last_clean":"2024-09-13T18:56:38.072312+0000","last_became_active":"2024-09-13T18:56:38.065462+0000","last_became_peered":"2024-09-13T18:56:38.065462+0000","last_unstale":"2024-09-13T18:56:38.072312+0000","last_undegraded":"2024-09-13T18:56:38.072312+0000","last_fullsized":"2024-09-13T18:56:38.072312+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:37.033538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:37.033538+0000","last_clean_scrub_stamp":"2024-09-13T18:56:37.033538+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T05:33:33.883035+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6,1],"acting":[4,3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":14,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.042318+0000","last_change":"2024-09-13T18:56:34.048611+0000","last_active":"2024-09-13T18:56:38.042318+0000","last_peered":"2024-09-13T18:56:38.042318+0000","last_clean":"2024-09-13T18:56:38.042318+0000","last_became_active":"2024-09-13T18:56:34.048386+0000","last_became_peered":"2024-09-13T18:56:34.048386+0000","last_unstale":"2024-09-13T18:56:38.042318+0000","last_undegraded":"2024-09-13T18:56:38.042318+0000","last_fullsized":"2024-09-13T18:56:38.042318+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_clean_scrub_stamp":"2024-09-13T18:56:33.675285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T05:33:36.315678+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":15,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.047718+0000","last_change":"2024-09-13T18:56:33.706687+0000","last_active":"2024-09-13T18:56:38.047718+0000","last_peered":"2024-09-13T18:56:38.047718+0000","last_clean":"2024-09-13T18:56:38.047718+0000","last_became_active":"2024-09-13T18:56:33.706457+0000","last_became_peered":"2024-09-13T18:56:33.706457+0000","last_unstale":"2024-09-13T18:56:38.047718+0000","last_undegraded":"2024-09-13T18:56:38.047718+0000","last_fullsized":"2024-09-13T18:56:38.047718+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:32.670112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:32.670112+0000","last_clean_scrub_stamp":"2024-09-13T18:56:32.670112+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T05:33:21.321605+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":12,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.293529+0000","last_change":"2024-09-13T18:56:38.287729+0000","last_active":"2024-09-13T18:56:38.293529+0000","last_peered":"2024-09-13T18:56:38.293529+0000","last_clean":"2024-09-13T18:56:38.293529+0000","last_became_active":"2024-09-13T18:56:38.287386+0000","last_became_peered":"2024-09-13T18:56:38.287386+0000","last_unstale":"2024-09-13T18:56:38.293529+0000","last_undegraded":"2024-09-13T18:56:38.293529+0000","last_fullsized":"2024-09-13T18:56:38.293529+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:37.033538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:37.033538+0000","last_clean_scrub_stamp":"2024-09-13T18:56:37.033538+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:17:03.116930+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4,7],"acting":[1,3,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":14,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.051023+0000","last_change":"2024-09-13T18:56:34.044601+0000","last_active":"2024-09-13T18:56:38.051023+0000","last_peered":"2024-09-13T18:56:38.051023+0000","last_clean":"2024-09-13T18:56:38.051023+0000","last_became_active":"2024-09-13T18:56:34.043887+0000","last_became_peered":"2024-09-13T18:56:34.043887+0000","last_unstale":"2024-09-13T18:56:38.051023+0000","last_undegraded":"2024-09-13T18:56:38.051023+0000","last_fullsized":"2024-09-13T18:56:38.051023+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_clean_scrub_stamp":"2024-09-13T18:56:33.675285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:43:28.226854+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":15,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.282381+0000","last_change":"2024-09-13T18:56:33.711214+0000","last_active":"2024-09-13T18:56:38.282381+0000","last_peered":"2024-09-13T18:56:38.282381+0000","last_clean":"2024-09-13T18:56:38.282381+0000","last_became_active":"2024-09-13T18:56:33.710928+0000","last_became_peered":"2024-09-13T18:56:33.710928+0000","last_unstale":"2024-09-13T18:56:38.282381+0000","last_undegraded":"2024-09-13T18:56:38.282381+0000","last_fullsized":"2024-09-13T18:56:38.282381+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:32.670112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:32.670112+0000","last_clean_scrub_stamp":"2024-09-13T18:56:32.670112+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T04:13:12.379451+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":12,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.063046+0000","last_change":"2024-09-13T18:56:38.060800+0000","last_active":"2024-09-13T18:56:38.063046+0000","last_peered":"2024-09-13T18:56:38.063046+0000","last_clean":"2024-09-13T18:56:38.063046+0000","last_became_active":"2024-09-13T18:56:38.060302+0000","last_became_peered":"2024-09-13T18:56:38.060302+0000","last_unstale":"2024-09-13T18:56:38.063046+0000","last_undegraded":"2024-09-13T18:56:38.063046+0000","last_fullsized":"2024-09-13T18:56:38.063046+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:37.033538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:37.033538+0000","last_clean_scrub_stamp":"2024-09-13T18:56:37.033538+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:56:18.361087+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6,1],"acting":[4,3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":14,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.058342+0000","last_change":"2024-09-13T18:56:34.047874+0000","last_active":"2024-09-13T18:56:38.058342+0000","last_peered":"2024-09-13T18:56:38.058342+0000","last_clean":"2024-09-13T18:56:38.058342+0000","last_became_active":"2024-09-13T18:56:34.047607+0000","last_became_peered":"2024-09-13T18:56:34.047607+0000","last_unstale":"2024-09-13T18:56:38.058342+0000","last_undegraded":"2024-09-13T18:56:38.058342+0000","last_fullsized":"2024-09-13T18:56:38.058342+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_clean_scrub_stamp":"2024-09-13T18:56:33.675285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T04:06:08.838123+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.7","version":"19'2","reported_seq":17,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.046411+0000","last_change":"2024-09-13T18:56:33.711542+0000","last_active":"2024-09-13T18:56:38.046411+0000","last_peered":"2024-09-13T18:56:38.046411+0000","last_clean":"2024-09-13T18:56:38.046411+0000","last_became_active":"2024-09-13T18:56:33.711283+0000","last_became_peered":"2024-09-13T18:56:33.711283+0000","last_unstale":"2024-09-13T18:56:38.046411+0000","last_undegraded":"2024-09-13T18:56:38.046411+0000","last_fullsized":"2024-09-13T18:56:38.046411+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:32.670112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:32.670112+0000","last_clean_scrub_stamp":"2024-09-13T18:56:32.670112+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T05:33:21.321605+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":12,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.288797+0000","last_change":"2024-09-13T18:56:38.285823+0000","last_active":"2024-09-13T18:56:38.288797+0000","last_peered":"2024-09-13T18:56:38.288797+0000","last_clean":"2024-09-13T18:56:38.288797+0000","last_became_active":"2024-09-13T18:56:38.283987+0000","last_became_peered":"2024-09-13T18:56:38.283987+0000","last_unstale":"2024-09-13T18:56:38.288797+0000","last_undegraded":"2024-09-13T18:56:38.288797+0000","last_fullsized":"2024-09-13T18:56:38.288797+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:37.033538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:37.033538+0000","last_clean_scrub_stamp":"2024-09-13T18:56:37.033538+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:09:05.274028+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6,7],"acting":[4,5,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":14,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.043602+0000","last_change":"2024-09-13T18:56:34.047393+0000","last_active":"2024-09-13T18:56:38.043602+0000","last_peered":"2024-09-13T18:56:38.043602+0000","last_clean":"2024-09-13T18:56:38.043602+0000","last_became_active":"2024-09-13T18:56:34.047204+0000","last_became_peered":"2024-09-13T18:56:34.047204+0000","last_unstale":"2024-09-13T18:56:38.043602+0000","last_undegraded":"2024-09-13T18:56:38.043602+0000","last_fullsized":"2024-09-13T18:56:38.043602+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_clean_scrub_stamp":"2024-09-13T18:56:33.675285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T05:42:08.916699+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"22'1","reported_seq":16,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.047055+0000","last_change":"2024-09-13T18:56:33.702193+0000","last_active":"2024-09-13T18:56:38.047055+0000","last_peered":"2024-09-13T18:56:38.047055+0000","last_clean":"2024-09-13T18:56:38.047055+0000","last_became_active":"2024-09-13T18:56:33.701904+0000","last_became_peered":"2024-09-13T18:56:33.701904+0000","last_unstale":"2024-09-13T18:56:38.047055+0000","last_undegraded":"2024-09-13T18:56:38.047055+0000","last_fullsized":"2024-09-13T18:56:38.047055+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:32.670112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:32.670112+0000","last_clean_scrub_stamp":"2024-09-13T18:56:32.670112+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T04:28:01.623713+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":12,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.288086+0000","last_change":"2024-09-13T18:56:38.286915+0000","last_active":"2024-09-13T18:56:38.288086+0000","last_peered":"2024-09-13T18:56:38.288086+0000","last_clean":"2024-09-13T18:56:38.288086+0000","last_became_active":"2024-09-13T18:56:38.286567+0000","last_became_peered":"2024-09-13T18:56:38.286567+0000","last_unstale":"2024-09-13T18:56:38.288086+0000","last_undegraded":"2024-09-13T18:56:38.288086+0000","last_fullsized":"2024-09-13T18:56:38.288086+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:37.033538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:37.033538+0000","last_clean_scrub_stamp":"2024-09-13T18:56:37.033538+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:53:15.688517+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0,1],"acting":[3,7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":14,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.048199+0000","last_change":"2024-09-13T18:56:34.049813+0000","last_active":"2024-09-13T18:56:38.048199+0000","last_peered":"2024-09-13T18:56:38.048199+0000","last_clean":"2024-09-13T18:56:38.048199+0000","last_became_active":"2024-09-13T18:56:34.049543+0000","last_became_peered":"2024-09-13T18:56:34.049543+0000","last_unstale":"2024-09-13T18:56:38.048199+0000","last_undegraded":"2024-09-13T18:56:38.048199+0000","last_fullsized":"2024-09-13T18:56:38.048199+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_clean_scrub_stamp":"2024-09-13T18:56:33.675285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T05:33:36.315678+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":15,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.283024+0000","last_change":"2024-09-13T18:56:33.710728+0000","last_active":"2024-09-13T18:56:38.283024+0000","last_peered":"2024-09-13T18:56:38.283024+0000","last_clean":"2024-09-13T18:56:38.283024+0000","last_became_active":"2024-09-13T18:56:33.710363+0000","last_became_peered":"2024-09-13T18:56:33.710363+0000","last_unstale":"2024-09-13T18:56:38.283024+0000","last_undegraded":"2024-09-13T18:56:38.283024+0000","last_fullsized":"2024-09-13T18:56:38.283024+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:32.670112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:32.670112+0000","last_clean_scrub_stamp":"2024-09-13T18:56:32.670112+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T05:29:41.211916+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":12,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.286186+0000","last_change":"2024-09-13T18:56:38.284674+0000","last_active":"2024-09-13T18:56:38.286186+0000","last_peered":"2024-09-13T18:56:38.286186+0000","last_clean":"2024-09-13T18:56:38.286186+0000","last_became_active":"2024-09-13T18:56:38.283947+0000","last_became_peered":"2024-09-13T18:56:38.283947+0000","last_unstale":"2024-09-13T18:56:38.286186+0000","last_undegraded":"2024-09-13T18:56:38.286186+0000","last_fullsized":"2024-09-13T18:56:38.286186+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:37.033538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:37.033538+0000","last_clean_scrub_stamp":"2024-09-13T18:56:37.033538+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:17:03.116930+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7,1],"acting":[0,5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":14,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.091214+0000","last_change":"2024-09-13T18:56:34.041940+0000","last_active":"2024-09-13T18:56:38.091214+0000","last_peered":"2024-09-13T18:56:38.091214+0000","last_clean":"2024-09-13T18:56:38.091214+0000","last_became_active":"2024-09-13T18:56:34.041082+0000","last_became_peered":"2024-09-13T18:56:34.041082+0000","last_unstale":"2024-09-13T18:56:38.091214+0000","last_undegraded":"2024-09-13T18:56:38.091214+0000","last_fullsized":"2024-09-13T18:56:38.091214+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_clean_scrub_stamp":"2024-09-13T18:56:33.675285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T05:42:08.916699+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":15,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.048290+0000","last_change":"2024-09-13T18:56:33.700511+0000","last_active":"2024-09-13T18:56:38.048290+0000","last_peered":"2024-09-13T18:56:38.048290+0000","last_clean":"2024-09-13T18:56:38.048290+0000","last_became_active":"2024-09-13T18:56:33.700251+0000","last_became_peered":"2024-09-13T18:56:33.700251+0000","last_unstale":"2024-09-13T18:56:38.048290+0000","last_undegraded":"2024-09-13T18:56:38.048290+0000","last_fullsized":"2024-09-13T18:56:38.048290+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:32.670112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:32.670112+0000","last_clean_scrub_stamp":"2024-09-13T18:56:32.670112+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:54:18.976006+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":12,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.066245+0000","last_change":"2024-09-13T18:56:38.064683+0000","last_active":"2024-09-13T18:56:38.066245+0000","last_peered":"2024-09-13T18:56:38.066245+0000","last_clean":"2024-09-13T18:56:38.066245+0000","last_became_active":"2024-09-13T18:56:38.064182+0000","last_became_peered":"2024-09-13T18:56:38.064182+0000","last_unstale":"2024-09-13T18:56:38.066245+0000","last_undegraded":"2024-09-13T18:56:38.066245+0000","last_fullsized":"2024-09-13T18:56:38.066245+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:37.033538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:37.033538+0000","last_clean_scrub_stamp":"2024-09-13T18:56:37.033538+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:14:07.585241+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4,0],"acting":[1,5,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":14,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.051093+0000","last_change":"2024-09-13T18:56:34.037839+0000","last_active":"2024-09-13T18:56:38.051093+0000","last_peered":"2024-09-13T18:56:38.051093+0000","last_clean":"2024-09-13T18:56:38.051093+0000","last_became_active":"2024-09-13T18:56:34.037563+0000","last_became_peered":"2024-09-13T18:56:34.037563+0000","last_unstale":"2024-09-13T18:56:38.051093+0000","last_undegraded":"2024-09-13T18:56:38.051093+0000","last_fullsized":"2024-09-13T18:56:38.051093+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_clean_scrub_stamp":"2024-09-13T18:56:33.675285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:59:42.430455+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":15,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.044477+0000","last_change":"2024-09-13T18:56:33.706227+0000","last_active":"2024-09-13T18:56:38.044477+0000","last_peered":"2024-09-13T18:56:38.044477+0000","last_clean":"2024-09-13T18:56:38.044477+0000","last_became_active":"2024-09-13T18:56:33.705962+0000","last_became_peered":"2024-09-13T18:56:33.705962+0000","last_unstale":"2024-09-13T18:56:38.044477+0000","last_undegraded":"2024-09-13T18:56:38.044477+0000","last_fullsized":"2024-09-13T18:56:38.044477+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:32.670112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:32.670112+0000","last_clean_scrub_stamp":"2024-09-13T18:56:32.670112+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:55:52.183537+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":12,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.060347+0000","last_change":"2024-09-13T18:56:38.057555+0000","last_active":"2024-09-13T18:56:38.060347+0000","last_peered":"2024-09-13T18:56:38.060347+0000","last_clean":"2024-09-13T18:56:38.060347+0000","last_became_active":"2024-09-13T18:56:38.055975+0000","last_became_peered":"2024-09-13T18:56:38.055975+0000","last_unstale":"2024-09-13T18:56:38.060347+0000","last_undegraded":"2024-09-13T18:56:38.060347+0000","last_fullsized":"2024-09-13T18:56:38.060347+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:37.033538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:37.033538+0000","last_clean_scrub_stamp":"2024-09-13T18:56:37.033538+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:00:23.407612+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3,6],"acting":[1,2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":14,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.049125+0000","last_change":"2024-09-13T18:56:34.049779+0000","last_active":"2024-09-13T18:56:38.049125+0000","last_peered":"2024-09-13T18:56:38.049125+0000","last_clean":"2024-09-13T18:56:38.049125+0000","last_became_active":"2024-09-13T18:56:34.049562+0000","last_became_peered":"2024-09-13T18:56:34.049562+0000","last_unstale":"2024-09-13T18:56:38.049125+0000","last_undegraded":"2024-09-13T18:56:38.049125+0000","last_fullsized":"2024-09-13T18:56:38.049125+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_clean_scrub_stamp":"2024-09-13T18:56:33.675285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T04:15:59.973078+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":15,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.047536+0000","last_change":"2024-09-13T18:56:33.695072+0000","last_active":"2024-09-13T18:56:38.047536+0000","last_peered":"2024-09-13T18:56:38.047536+0000","last_clean":"2024-09-13T18:56:38.047536+0000","last_became_active":"2024-09-13T18:56:33.694784+0000","last_became_peered":"2024-09-13T18:56:33.694784+0000","last_unstale":"2024-09-13T18:56:38.047536+0000","last_undegraded":"2024-09-13T18:56:38.047536+0000","last_fullsized":"2024-09-13T18:56:38.047536+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:32.670112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:32.670112+0000","last_clean_scrub_stamp":"2024-09-13T18:56:32.670112+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:54:18.976006+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":12,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.066226+0000","last_change":"2024-09-13T18:56:38.064581+0000","last_active":"2024-09-13T18:56:38.066226+0000","last_peered":"2024-09-13T18:56:38.066226+0000","last_clean":"2024-09-13T18:56:38.066226+0000","last_became_active":"2024-09-13T18:56:38.062896+0000","last_became_peered":"2024-09-13T18:56:38.062896+0000","last_unstale":"2024-09-13T18:56:38.066226+0000","last_undegraded":"2024-09-13T18:56:38.066226+0000","last_fullsized":"2024-09-13T18:56:38.066226+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:37.033538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:37.033538+0000","last_clean_scrub_stamp":"2024-09-13T18:56:37.033538+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:09:07.660587+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0,3],"acting":[1,5,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":14,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.057910+0000","last_change":"2024-09-13T18:56:34.042125+0000","last_active":"2024-09-13T18:56:38.057910+0000","last_peered":"2024-09-13T18:56:38.057910+0000","last_clean":"2024-09-13T18:56:38.057910+0000","last_became_active":"2024-09-13T18:56:34.041870+0000","last_became_peered":"2024-09-13T18:56:34.041870+0000","last_unstale":"2024-09-13T18:56:38.057910+0000","last_undegraded":"2024-09-13T18:56:38.057910+0000","last_fullsized":"2024-09-13T18:56:38.057910+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_clean_scrub_stamp":"2024-09-13T18:56:33.675285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T04:15:59.973078+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":15,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.282380+0000","last_change":"2024-09-13T18:56:33.711056+0000","last_active":"2024-09-13T18:56:38.282380+0000","last_peered":"2024-09-13T18:56:38.282380+0000","last_clean":"2024-09-13T18:56:38.282380+0000","last_became_active":"2024-09-13T18:56:33.710796+0000","last_became_peered":"2024-09-13T18:56:33.710796+0000","last_unstale":"2024-09-13T18:56:38.282380+0000","last_undegraded":"2024-09-13T18:56:38.282380+0000","last_fullsized":"2024-09-13T18:56:38.282380+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:32.670112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:32.670112+0000","last_clean_scrub_stamp":"2024-09-13T18:56:32.670112+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T05:01:12.328346+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":12,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.286161+0000","last_change":"2024-09-13T18:56:38.284375+0000","last_active":"2024-09-13T18:56:38.286161+0000","last_peered":"2024-09-13T18:56:38.286161+0000","last_clean":"2024-09-13T18:56:38.286161+0000","last_became_active":"2024-09-13T18:56:38.283963+0000","last_became_peered":"2024-09-13T18:56:38.283963+0000","last_unstale":"2024-09-13T18:56:38.286161+0000","last_undegraded":"2024-09-13T18:56:38.286161+0000","last_fullsized":"2024-09-13T18:56:38.286161+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:37.033538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:37.033538+0000","last_clean_scrub_stamp":"2024-09-13T18:56:37.033538+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:09:07.660587+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2,7],"acting":[0,1,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":14,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.041813+0000","last_change":"2024-09-13T18:56:34.052897+0000","last_active":"2024-09-13T18:56:38.041813+0000","last_peered":"2024-09-13T18:56:38.041813+0000","last_clean":"2024-09-13T18:56:38.041813+0000","last_became_active":"2024-09-13T18:56:34.052641+0000","last_became_peered":"2024-09-13T18:56:34.052641+0000","last_unstale":"2024-09-13T18:56:38.041813+0000","last_undegraded":"2024-09-13T18:56:38.041813+0000","last_fullsized":"2024-09-13T18:56:38.041813+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_clean_scrub_stamp":"2024-09-13T18:56:33.675285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:42:36.055761+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":15,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.044003+0000","last_change":"2024-09-13T18:56:33.704024+0000","last_active":"2024-09-13T18:56:38.044003+0000","last_peered":"2024-09-13T18:56:38.044003+0000","last_clean":"2024-09-13T18:56:38.044003+0000","last_became_active":"2024-09-13T18:56:33.703763+0000","last_became_peered":"2024-09-13T18:56:33.703763+0000","last_unstale":"2024-09-13T18:56:38.044003+0000","last_undegraded":"2024-09-13T18:56:38.044003+0000","last_fullsized":"2024-09-13T18:56:38.044003+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:32.670112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:32.670112+0000","last_clean_scrub_stamp":"2024-09-13T18:56:32.670112+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:30:28.197046+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"15'117","reported_seq":168,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.282466+0000","last_change":"2024-09-13T18:56:23.292950+0000","last_active":"2024-09-13T18:56:38.282466+0000","last_peered":"2024-09-13T18:56:38.282466+0000","last_clean":"2024-09-13T18:56:38.282466+0000","last_became_active":"2024-09-13T18:56:23.292008+0000","last_became_peered":"2024-09-13T18:56:23.292008+0000","last_unstale":"2024-09-13T18:56:38.282466+0000","last_undegraded":"2024-09-13T18:56:38.282466+0000","last_fullsized":"2024-09-13T18:56:38.282466+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:22.096428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:22.096428+0000","last_clean_scrub_stamp":"2024-09-13T18:56:22.096428+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:33:39.156955+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":12,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.288844+0000","last_change":"2024-09-13T18:56:38.285213+0000","last_active":"2024-09-13T18:56:38.288844+0000","last_peered":"2024-09-13T18:56:38.288844+0000","last_clean":"2024-09-13T18:56:38.288844+0000","last_became_active":"2024-09-13T18:56:38.284740+0000","last_became_peered":"2024-09-13T18:56:38.284740+0000","last_unstale":"2024-09-13T18:56:38.288844+0000","last_undegraded":"2024-09-13T18:56:38.288844+0000","last_fullsized":"2024-09-13T18:56:38.288844+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:37.033538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:37.033538+0000","last_clean_scrub_stamp":"2024-09-13T18:56:37.033538+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:31:19.460591+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,4,7],"acting":[6,3,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":14,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.282778+0000","last_change":"2024-09-13T18:56:34.057449+0000","last_active":"2024-09-13T18:56:38.282778+0000","last_peered":"2024-09-13T18:56:38.282778+0000","last_clean":"2024-09-13T18:56:38.282778+0000","last_became_active":"2024-09-13T18:56:34.057148+0000","last_became_peered":"2024-09-13T18:56:34.057148+0000","last_unstale":"2024-09-13T18:56:38.282778+0000","last_undegraded":"2024-09-13T18:56:38.282778+0000","last_fullsized":"2024-09-13T18:56:38.282778+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_clean_scrub_stamp":"2024-09-13T18:56:33.675285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:19:17.802178+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":15,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.046821+0000","last_change":"2024-09-13T18:56:33.705938+0000","last_active":"2024-09-13T18:56:38.046821+0000","last_peered":"2024-09-13T18:56:38.046821+0000","last_clean":"2024-09-13T18:56:38.046821+0000","last_became_active":"2024-09-13T18:56:33.705556+0000","last_became_peered":"2024-09-13T18:56:33.705556+0000","last_unstale":"2024-09-13T18:56:38.046821+0000","last_undegraded":"2024-09-13T18:56:38.046821+0000","last_fullsized":"2024-09-13T18:56:38.046821+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:32.670112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:32.670112+0000","last_clean_scrub_stamp":"2024-09-13T18:56:32.670112+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:30:28.197046+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":12,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.286364+0000","last_change":"2024-09-13T18:56:38.284453+0000","last_active":"2024-09-13T18:56:38.286364+0000","last_peered":"2024-09-13T18:56:38.286364+0000","last_clean":"2024-09-13T18:56:38.286364+0000","last_became_active":"2024-09-13T18:56:38.283980+0000","last_became_peered":"2024-09-13T18:56:38.283980+0000","last_unstale":"2024-09-13T18:56:38.286364+0000","last_undegraded":"2024-09-13T18:56:38.286364+0000","last_fullsized":"2024-09-13T18:56:38.286364+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:37.033538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:37.033538+0000","last_clean_scrub_stamp":"2024-09-13T18:56:37.033538+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T04:45:58.554324+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,1,0],"acting":[6,7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":14,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.091143+0000","last_change":"2024-09-13T18:56:34.042508+0000","last_active":"2024-09-13T18:56:38.091143+0000","last_peered":"2024-09-13T18:56:38.091143+0000","last_clean":"2024-09-13T18:56:38.091143+0000","last_became_active":"2024-09-13T18:56:34.042254+0000","last_became_peered":"2024-09-13T18:56:34.042254+0000","last_unstale":"2024-09-13T18:56:38.091143+0000","last_undegraded":"2024-09-13T18:56:38.091143+0000","last_fullsized":"2024-09-13T18:56:38.091143+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_clean_scrub_stamp":"2024-09-13T18:56:33.675285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:42:49.184759+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.d","version":"19'1","reported_seq":16,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.047399+0000","last_change":"2024-09-13T18:56:33.705610+0000","last_active":"2024-09-13T18:56:38.047399+0000","last_peered":"2024-09-13T18:56:38.047399+0000","last_clean":"2024-09-13T18:56:38.047399+0000","last_became_active":"2024-09-13T18:56:33.705337+0000","last_became_peered":"2024-09-13T18:56:33.705337+0000","last_unstale":"2024-09-13T18:56:38.047399+0000","last_undegraded":"2024-09-13T18:56:38.047399+0000","last_fullsized":"2024-09-13T18:56:38.047399+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:32.670112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:32.670112+0000","last_clean_scrub_stamp":"2024-09-13T18:56:32.670112+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:08:07.942934+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":12,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.066175+0000","last_change":"2024-09-13T18:56:38.064567+0000","last_active":"2024-09-13T18:56:38.066175+0000","last_peered":"2024-09-13T18:56:38.066175+0000","last_clean":"2024-09-13T18:56:38.066175+0000","last_became_active":"2024-09-13T18:56:38.064225+0000","last_became_peered":"2024-09-13T18:56:38.064225+0000","last_unstale":"2024-09-13T18:56:38.066175+0000","last_undegraded":"2024-09-13T18:56:38.066175+0000","last_fullsized":"2024-09-13T18:56:38.066175+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:37.033538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:37.033538+0000","last_clean_scrub_stamp":"2024-09-13T18:56:37.033538+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:32:17.053809+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4,5],"acting":[0,1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":14,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.283180+0000","last_change":"2024-09-13T18:56:34.048364+0000","last_active":"2024-09-13T18:56:38.283180+0000","last_peered":"2024-09-13T18:56:38.283180+0000","last_clean":"2024-09-13T18:56:38.283180+0000","last_became_active":"2024-09-13T18:56:34.048080+0000","last_became_peered":"2024-09-13T18:56:34.048080+0000","last_unstale":"2024-09-13T18:56:38.283180+0000","last_undegraded":"2024-09-13T18:56:38.283180+0000","last_fullsized":"2024-09-13T18:56:38.283180+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_clean_scrub_stamp":"2024-09-13T18:56:33.675285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:59:00.644482+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"19'2","reported_seq":17,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.047263+0000","last_change":"2024-09-13T18:56:33.695777+0000","last_active":"2024-09-13T18:56:38.047263+0000","last_peered":"2024-09-13T18:56:38.047263+0000","last_clean":"2024-09-13T18:56:38.047263+0000","last_became_active":"2024-09-13T18:56:33.695508+0000","last_became_peered":"2024-09-13T18:56:33.695508+0000","last_unstale":"2024-09-13T18:56:38.047263+0000","last_undegraded":"2024-09-13T18:56:38.047263+0000","last_fullsized":"2024-09-13T18:56:38.047263+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:32.670112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:32.670112+0000","last_clean_scrub_stamp":"2024-09-13T18:56:32.670112+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T05:33:21.321605+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":12,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.294202+0000","last_change":"2024-09-13T18:56:38.287494+0000","last_active":"2024-09-13T18:56:38.294202+0000","last_peered":"2024-09-13T18:56:38.294202+0000","last_clean":"2024-09-13T18:56:38.294202+0000","last_became_active":"2024-09-13T18:56:38.287105+0000","last_became_peered":"2024-09-13T18:56:38.287105+0000","last_unstale":"2024-09-13T18:56:38.294202+0000","last_undegraded":"2024-09-13T18:56:38.294202+0000","last_fullsized":"2024-09-13T18:56:38.294202+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:37.033538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:37.033538+0000","last_clean_scrub_stamp":"2024-09-13T18:56:37.033538+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:00:23.407612+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7,6],"acting":[5,4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":14,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.283077+0000","last_change":"2024-09-13T18:56:34.049747+0000","last_active":"2024-09-13T18:56:38.283077+0000","last_peered":"2024-09-13T18:56:38.283077+0000","last_clean":"2024-09-13T18:56:38.283077+0000","last_became_active":"2024-09-13T18:56:34.049353+0000","last_became_peered":"2024-09-13T18:56:34.049353+0000","last_unstale":"2024-09-13T18:56:38.283077+0000","last_undegraded":"2024-09-13T18:56:38.283077+0000","last_fullsized":"2024-09-13T18:56:38.283077+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_clean_scrub_stamp":"2024-09-13T18:56:33.675285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:59:47.148758+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"19'1","reported_seq":16,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.052104+0000","last_change":"2024-09-13T18:56:33.703086+0000","last_active":"2024-09-13T18:56:38.052104+0000","last_peered":"2024-09-13T18:56:38.052104+0000","last_clean":"2024-09-13T18:56:38.052104+0000","last_became_active":"2024-09-13T18:56:33.702573+0000","last_became_peered":"2024-09-13T18:56:33.702573+0000","last_unstale":"2024-09-13T18:56:38.052104+0000","last_undegraded":"2024-09-13T18:56:38.052104+0000","last_fullsized":"2024-09-13T18:56:38.052104+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:32.670112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:32.670112+0000","last_clean_scrub_stamp":"2024-09-13T18:56:32.670112+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:13:37.745429+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":12,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.063136+0000","last_change":"2024-09-13T18:56:38.061481+0000","last_active":"2024-09-13T18:56:38.063136+0000","last_peered":"2024-09-13T18:56:38.063136+0000","last_clean":"2024-09-13T18:56:38.063136+0000","last_became_active":"2024-09-13T18:56:38.060378+0000","last_became_peered":"2024-09-13T18:56:38.060378+0000","last_unstale":"2024-09-13T18:56:38.063136+0000","last_undegraded":"2024-09-13T18:56:38.063136+0000","last_fullsized":"2024-09-13T18:56:38.063136+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:37.033538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:37.033538+0000","last_clean_scrub_stamp":"2024-09-13T18:56:37.033538+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:13:33.300697+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3,6],"acting":[4,1,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":14,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.282593+0000","last_change":"2024-09-13T18:56:34.048870+0000","last_active":"2024-09-13T18:56:38.282593+0000","last_peered":"2024-09-13T18:56:38.282593+0000","last_clean":"2024-09-13T18:56:38.282593+0000","last_became_active":"2024-09-13T18:56:34.048645+0000","last_became_peered":"2024-09-13T18:56:34.048645+0000","last_unstale":"2024-09-13T18:56:38.282593+0000","last_undegraded":"2024-09-13T18:56:38.282593+0000","last_fullsized":"2024-09-13T18:56:38.282593+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_clean_scrub_stamp":"2024-09-13T18:56:33.675285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T06:17:04.108092+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.10","version":"19'8","reported_seq":23,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.046918+0000","last_change":"2024-09-13T18:56:33.700645+0000","last_active":"2024-09-13T18:56:38.046918+0000","last_peered":"2024-09-13T18:56:38.046918+0000","last_clean":"2024-09-13T18:56:38.046918+0000","last_became_active":"2024-09-13T18:56:33.700371+0000","last_became_peered":"2024-09-13T18:56:33.700371+0000","last_unstale":"2024-09-13T18:56:38.046918+0000","last_undegraded":"2024-09-13T18:56:38.046918+0000","last_fullsized":"2024-09-13T18:56:38.046918+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:32.670112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:32.670112+0000","last_clean_scrub_stamp":"2024-09-13T18:56:32.670112+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:43:27.221682+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":12,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.065300+0000","last_change":"2024-09-13T18:56:38.063633+0000","last_active":"2024-09-13T18:56:38.065300+0000","last_peered":"2024-09-13T18:56:38.065300+0000","last_clean":"2024-09-13T18:56:38.065300+0000","last_became_active":"2024-09-13T18:56:38.061890+0000","last_became_peered":"2024-09-13T18:56:38.061890+0000","last_unstale":"2024-09-13T18:56:38.065300+0000","last_undegraded":"2024-09-13T18:56:38.065300+0000","last_fullsized":"2024-09-13T18:56:38.065300+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:37.033538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:37.033538+0000","last_clean_scrub_stamp":"2024-09-13T18:56:37.033538+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:35:59.118804+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,2,6],"acting":[0,3,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":14,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.045393+0000","last_change":"2024-09-13T18:56:34.053791+0000","last_active":"2024-09-13T18:56:38.045393+0000","last_peered":"2024-09-13T18:56:38.045393+0000","last_clean":"2024-09-13T18:56:38.045393+0000","last_became_active":"2024-09-13T18:56:34.053521+0000","last_became_peered":"2024-09-13T18:56:34.053521+0000","last_unstale":"2024-09-13T18:56:38.045393+0000","last_undegraded":"2024-09-13T18:56:38.045393+0000","last_fullsized":"2024-09-13T18:56:38.045393+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_clean_scrub_stamp":"2024-09-13T18:56:33.675285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T05:33:36.315678+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":15,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.046129+0000","last_change":"2024-09-13T18:56:33.705649+0000","last_active":"2024-09-13T18:56:38.046129+0000","last_peered":"2024-09-13T18:56:38.046129+0000","last_clean":"2024-09-13T18:56:38.046129+0000","last_became_active":"2024-09-13T18:56:33.705358+0000","last_became_peered":"2024-09-13T18:56:33.705358+0000","last_unstale":"2024-09-13T18:56:38.046129+0000","last_undegraded":"2024-09-13T18:56:38.046129+0000","last_fullsized":"2024-09-13T18:56:38.046129+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:32.670112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:32.670112+0000","last_clean_scrub_stamp":"2024-09-13T18:56:32.670112+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:30:28.197046+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":12,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.293623+0000","last_change":"2024-09-13T18:56:38.288032+0000","last_active":"2024-09-13T18:56:38.293623+0000","last_peered":"2024-09-13T18:56:38.293623+0000","last_clean":"2024-09-13T18:56:38.293623+0000","last_became_active":"2024-09-13T18:56:38.287609+0000","last_became_peered":"2024-09-13T18:56:38.287609+0000","last_unstale":"2024-09-13T18:56:38.293623+0000","last_undegraded":"2024-09-13T18:56:38.293623+0000","last_fullsized":"2024-09-13T18:56:38.293623+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:37.033538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:37.033538+0000","last_clean_scrub_stamp":"2024-09-13T18:56:37.033538+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:45:51.190628+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1,6],"acting":[3,7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":14,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.282745+0000","last_change":"2024-09-13T18:56:34.049126+0000","last_active":"2024-09-13T18:56:38.282745+0000","last_peered":"2024-09-13T18:56:38.282745+0000","last_clean":"2024-09-13T18:56:38.282745+0000","last_became_active":"2024-09-13T18:56:34.048870+0000","last_became_peered":"2024-09-13T18:56:34.048870+0000","last_unstale":"2024-09-13T18:56:38.282745+0000","last_undegraded":"2024-09-13T18:56:38.282745+0000","last_fullsized":"2024-09-13T18:56:38.282745+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_clean_scrub_stamp":"2024-09-13T18:56:33.675285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T06:45:22.275265+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":15,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.044388+0000","last_change":"2024-09-13T18:56:33.705820+0000","last_active":"2024-09-13T18:56:38.044388+0000","last_peered":"2024-09-13T18:56:38.044388+0000","last_clean":"2024-09-13T18:56:38.044388+0000","last_became_active":"2024-09-13T18:56:33.705539+0000","last_became_peered":"2024-09-13T18:56:33.705539+0000","last_unstale":"2024-09-13T18:56:38.044388+0000","last_undegraded":"2024-09-13T18:56:38.044388+0000","last_fullsized":"2024-09-13T18:56:38.044388+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:32.670112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:32.670112+0000","last_clean_scrub_stamp":"2024-09-13T18:56:32.670112+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T05:33:21.321605+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":12,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.285621+0000","last_change":"2024-09-13T18:56:38.284313+0000","last_active":"2024-09-13T18:56:38.285621+0000","last_peered":"2024-09-13T18:56:38.285621+0000","last_clean":"2024-09-13T18:56:38.285621+0000","last_became_active":"2024-09-13T18:56:38.283927+0000","last_became_peered":"2024-09-13T18:56:38.283927+0000","last_unstale":"2024-09-13T18:56:38.285621+0000","last_undegraded":"2024-09-13T18:56:38.285621+0000","last_fullsized":"2024-09-13T18:56:38.285621+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:37.033538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:37.033538+0000","last_clean_scrub_stamp":"2024-09-13T18:56:37.033538+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T06:15:30.258202+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7,2],"acting":[3,1,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":14,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.058440+0000","last_change":"2024-09-13T18:56:34.047769+0000","last_active":"2024-09-13T18:56:38.058440+0000","last_peered":"2024-09-13T18:56:38.058440+0000","last_clean":"2024-09-13T18:56:38.058440+0000","last_became_active":"2024-09-13T18:56:34.047382+0000","last_became_peered":"2024-09-13T18:56:34.047382+0000","last_unstale":"2024-09-13T18:56:38.058440+0000","last_undegraded":"2024-09-13T18:56:38.058440+0000","last_fullsized":"2024-09-13T18:56:38.058440+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_clean_scrub_stamp":"2024-09-13T18:56:33.675285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:01:33.599939+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.13","version":"19'2","reported_seq":17,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.060041+0000","last_change":"2024-09-13T18:56:33.705684+0000","last_active":"2024-09-13T18:56:38.060041+0000","last_peered":"2024-09-13T18:56:38.060041+0000","last_clean":"2024-09-13T18:56:38.060041+0000","last_became_active":"2024-09-13T18:56:33.705431+0000","last_became_peered":"2024-09-13T18:56:33.705431+0000","last_unstale":"2024-09-13T18:56:38.060041+0000","last_undegraded":"2024-09-13T18:56:38.060041+0000","last_fullsized":"2024-09-13T18:56:38.060041+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:32.670112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:32.670112+0000","last_clean_scrub_stamp":"2024-09-13T18:56:32.670112+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:17:31.525937+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":12,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.291084+0000","last_change":"2024-09-13T18:56:38.284475+0000","last_active":"2024-09-13T18:56:38.291084+0000","last_peered":"2024-09-13T18:56:38.291084+0000","last_clean":"2024-09-13T18:56:38.291084+0000","last_became_active":"2024-09-13T18:56:38.283935+0000","last_became_peered":"2024-09-13T18:56:38.283935+0000","last_unstale":"2024-09-13T18:56:38.291084+0000","last_undegraded":"2024-09-13T18:56:38.291084+0000","last_fullsized":"2024-09-13T18:56:38.291084+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:37.033538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:37.033538+0000","last_clean_scrub_stamp":"2024-09-13T18:56:37.033538+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:35:59.118804+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3,2],"acting":[5,7,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":14,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.282793+0000","last_change":"2024-09-13T18:56:34.049841+0000","last_active":"2024-09-13T18:56:38.282793+0000","last_peered":"2024-09-13T18:56:38.282793+0000","last_clean":"2024-09-13T18:56:38.282793+0000","last_became_active":"2024-09-13T18:56:34.048612+0000","last_became_peered":"2024-09-13T18:56:34.048612+0000","last_unstale":"2024-09-13T18:56:38.282793+0000","last_undegraded":"2024-09-13T18:56:38.282793+0000","last_fullsized":"2024-09-13T18:56:38.282793+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_clean_scrub_stamp":"2024-09-13T18:56:33.675285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T05:42:08.916699+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.14","version":"24'10","reported_seq":25,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-13T18:56:42.827042+0000","last_change":"2024-09-13T18:56:33.703254+0000","last_active":"2024-09-13T18:56:42.827042+0000","last_peered":"2024-09-13T18:56:42.827042+0000","last_clean":"2024-09-13T18:56:42.827042+0000","last_became_active":"2024-09-13T18:56:33.702943+0000","last_became_peered":"2024-09-13T18:56:33.702943+0000","last_unstale":"2024-09-13T18:56:42.827042+0000","last_undegraded":"2024-09-13T18:56:42.827042+0000","last_fullsized":"2024-09-13T18:56:42.827042+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:32.670112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:32.670112+0000","last_clean_scrub_stamp":"2024-09-13T18:56:32.670112+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:54:18.976006+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":3795,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":12,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.064546+0000","last_change":"2024-09-13T18:56:38.061612+0000","last_active":"2024-09-13T18:56:38.064546+0000","last_peered":"2024-09-13T18:56:38.064546+0000","last_clean":"2024-09-13T18:56:38.064546+0000","last_became_active":"2024-09-13T18:56:38.061219+0000","last_became_peered":"2024-09-13T18:56:38.061219+0000","last_unstale":"2024-09-13T18:56:38.064546+0000","last_undegraded":"2024-09-13T18:56:38.064546+0000","last_fullsized":"2024-09-13T18:56:38.064546+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:37.033538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:37.033538+0000","last_clean_scrub_stamp":"2024-09-13T18:56:37.033538+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:32:02.633655+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,2,0],"acting":[1,6,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":14,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.051521+0000","last_change":"2024-09-13T18:56:34.044489+0000","last_active":"2024-09-13T18:56:38.051521+0000","last_peered":"2024-09-13T18:56:38.051521+0000","last_clean":"2024-09-13T18:56:38.051521+0000","last_became_active":"2024-09-13T18:56:34.044153+0000","last_became_peered":"2024-09-13T18:56:34.044153+0000","last_unstale":"2024-09-13T18:56:38.051521+0000","last_undegraded":"2024-09-13T18:56:38.051521+0000","last_fullsized":"2024-09-13T18:56:38.051521+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_clean_scrub_stamp":"2024-09-13T18:56:33.675285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T05:01:13.333518+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.15","version":"19'3","reported_seq":18,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.047296+0000","last_change":"2024-09-13T18:56:33.706119+0000","last_active":"2024-09-13T18:56:38.047296+0000","last_peered":"2024-09-13T18:56:38.047296+0000","last_clean":"2024-09-13T18:56:38.047296+0000","last_became_active":"2024-09-13T18:56:33.705887+0000","last_became_peered":"2024-09-13T18:56:33.705887+0000","last_unstale":"2024-09-13T18:56:38.047296+0000","last_undegraded":"2024-09-13T18:56:38.047296+0000","last_fullsized":"2024-09-13T18:56:38.047296+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:32.670112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:32.670112+0000","last_clean_scrub_stamp":"2024-09-13T18:56:32.670112+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T05:01:12.328346+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":12,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.063731+0000","last_change":"2024-09-13T18:56:38.061647+0000","last_active":"2024-09-13T18:56:38.063731+0000","last_peered":"2024-09-13T18:56:38.063731+0000","last_clean":"2024-09-13T18:56:38.063731+0000","last_became_active":"2024-09-13T18:56:38.060905+0000","last_became_peered":"2024-09-13T18:56:38.060905+0000","last_unstale":"2024-09-13T18:56:38.063731+0000","last_undegraded":"2024-09-13T18:56:38.063731+0000","last_fullsized":"2024-09-13T18:56:38.063731+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:37.033538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:37.033538+0000","last_clean_scrub_stamp":"2024-09-13T18:56:37.033538+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:14:07.585241+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6,1],"acting":[4,5,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":14,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.058933+0000","last_change":"2024-09-13T18:56:34.043050+0000","last_active":"2024-09-13T18:56:38.058933+0000","last_peered":"2024-09-13T18:56:38.058933+0000","last_clean":"2024-09-13T18:56:38.058933+0000","last_became_active":"2024-09-13T18:56:34.042486+0000","last_became_peered":"2024-09-13T18:56:34.042486+0000","last_unstale":"2024-09-13T18:56:38.058933+0000","last_undegraded":"2024-09-13T18:56:38.058933+0000","last_fullsized":"2024-09-13T18:56:38.058933+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_clean_scrub_stamp":"2024-09-13T18:56:33.675285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:01:01.701934+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":15,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.044429+0000","last_change":"2024-09-13T18:56:33.705604+0000","last_active":"2024-09-13T18:56:38.044429+0000","last_peered":"2024-09-13T18:56:38.044429+0000","last_clean":"2024-09-13T18:56:38.044429+0000","last_became_active":"2024-09-13T18:56:33.705330+0000","last_became_peered":"2024-09-13T18:56:33.705330+0000","last_unstale":"2024-09-13T18:56:38.044429+0000","last_undegraded":"2024-09-13T18:56:38.044429+0000","last_fullsized":"2024-09-13T18:56:38.044429+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:32.670112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:32.670112+0000","last_clean_scrub_stamp":"2024-09-13T18:56:32.670112+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:43:27.221682+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":12,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.059549+0000","last_change":"2024-09-13T18:56:38.057096+0000","last_active":"2024-09-13T18:56:38.059549+0000","last_peered":"2024-09-13T18:56:38.059549+0000","last_clean":"2024-09-13T18:56:38.059549+0000","last_became_active":"2024-09-13T18:56:38.056416+0000","last_became_peered":"2024-09-13T18:56:38.056416+0000","last_unstale":"2024-09-13T18:56:38.059549+0000","last_undegraded":"2024-09-13T18:56:38.059549+0000","last_fullsized":"2024-09-13T18:56:38.059549+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:37.033538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:37.033538+0000","last_clean_scrub_stamp":"2024-09-13T18:56:37.033538+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:03:04.188249+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6,4],"acting":[3,1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":14,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.091224+0000","last_change":"2024-09-13T18:56:34.050607+0000","last_active":"2024-09-13T18:56:38.091224+0000","last_peered":"2024-09-13T18:56:38.091224+0000","last_clean":"2024-09-13T18:56:38.091224+0000","last_became_active":"2024-09-13T18:56:34.049210+0000","last_became_peered":"2024-09-13T18:56:34.049210+0000","last_unstale":"2024-09-13T18:56:38.091224+0000","last_undegraded":"2024-09-13T18:56:38.091224+0000","last_fullsized":"2024-09-13T18:56:38.091224+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_clean_scrub_stamp":"2024-09-13T18:56:33.675285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:24:44.364829+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":15,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.046319+0000","last_change":"2024-09-13T18:56:33.710960+0000","last_active":"2024-09-13T18:56:38.046319+0000","last_peered":"2024-09-13T18:56:38.046319+0000","last_clean":"2024-09-13T18:56:38.046319+0000","last_became_active":"2024-09-13T18:56:33.710661+0000","last_became_peered":"2024-09-13T18:56:33.710661+0000","last_unstale":"2024-09-13T18:56:38.046319+0000","last_undegraded":"2024-09-13T18:56:38.046319+0000","last_fullsized":"2024-09-13T18:56:38.046319+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:32.670112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:32.670112+0000","last_clean_scrub_stamp":"2024-09-13T18:56:32.670112+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T04:28:01.623713+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":12,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.285651+0000","last_change":"2024-09-13T18:56:38.284334+0000","last_active":"2024-09-13T18:56:38.285651+0000","last_peered":"2024-09-13T18:56:38.285651+0000","last_clean":"2024-09-13T18:56:38.285651+0000","last_became_active":"2024-09-13T18:56:38.283990+0000","last_became_peered":"2024-09-13T18:56:38.283990+0000","last_unstale":"2024-09-13T18:56:38.285651+0000","last_undegraded":"2024-09-13T18:56:38.285651+0000","last_fullsized":"2024-09-13T18:56:38.285651+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:37.033538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:37.033538+0000","last_clean_scrub_stamp":"2024-09-13T18:56:37.033538+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:24:29.050631+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6,5],"acting":[3,7,6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":12,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.293654+0000","last_change":"2024-09-13T18:56:38.288823+0000","last_active":"2024-09-13T18:56:38.293654+0000","last_peered":"2024-09-13T18:56:38.293654+0000","last_clean":"2024-09-13T18:56:38.293654+0000","last_became_active":"2024-09-13T18:56:38.288444+0000","last_became_peered":"2024-09-13T18:56:38.288444+0000","last_unstale":"2024-09-13T18:56:38.293654+0000","last_undegraded":"2024-09-13T18:56:38.293654+0000","last_fullsized":"2024-09-13T18:56:38.293654+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:37.033538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:37.033538+0000","last_clean_scrub_stamp":"2024-09-13T18:56:37.033538+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:32:02.633655+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3,1],"acting":[0,7,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":14,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.047515+0000","last_change":"2024-09-13T18:56:34.044908+0000","last_active":"2024-09-13T18:56:38.047515+0000","last_peered":"2024-09-13T18:56:38.047515+0000","last_clean":"2024-09-13T18:56:38.047515+0000","last_became_active":"2024-09-13T18:56:34.044665+0000","last_became_peered":"2024-09-13T18:56:34.044665+0000","last_unstale":"2024-09-13T18:56:38.047515+0000","last_undegraded":"2024-09-13T18:56:38.047515+0000","last_fullsized":"2024-09-13T18:56:38.047515+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_clean_scrub_stamp":"2024-09-13T18:56:33.675285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T05:29:11.873036+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":15,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.045114+0000","last_change":"2024-09-13T18:56:33.704836+0000","last_active":"2024-09-13T18:56:38.045114+0000","last_peered":"2024-09-13T18:56:38.045114+0000","last_clean":"2024-09-13T18:56:38.045114+0000","last_became_active":"2024-09-13T18:56:33.704576+0000","last_became_peered":"2024-09-13T18:56:33.704576+0000","last_unstale":"2024-09-13T18:56:38.045114+0000","last_undegraded":"2024-09-13T18:56:38.045114+0000","last_fullsized":"2024-09-13T18:56:38.045114+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:32.670112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:32.670112+0000","last_clean_scrub_stamp":"2024-09-13T18:56:32.670112+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:54:18.976006+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":12,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.069395+0000","last_change":"2024-09-13T18:56:38.063997+0000","last_active":"2024-09-13T18:56:38.069395+0000","last_peered":"2024-09-13T18:56:38.069395+0000","last_clean":"2024-09-13T18:56:38.069395+0000","last_became_active":"2024-09-13T18:56:38.063306+0000","last_became_peered":"2024-09-13T18:56:38.063306+0000","last_unstale":"2024-09-13T18:56:38.069395+0000","last_undegraded":"2024-09-13T18:56:38.069395+0000","last_fullsized":"2024-09-13T18:56:38.069395+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:37.033538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:37.033538+0000","last_clean_scrub_stamp":"2024-09-13T18:56:37.033538+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:59:50.507011+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1,0],"acting":[6,5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":14,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.042222+0000","last_change":"2024-09-13T18:56:34.054343+0000","last_active":"2024-09-13T18:56:38.042222+0000","last_peered":"2024-09-13T18:56:38.042222+0000","last_clean":"2024-09-13T18:56:38.042222+0000","last_became_active":"2024-09-13T18:56:34.054097+0000","last_became_peered":"2024-09-13T18:56:34.054097+0000","last_unstale":"2024-09-13T18:56:38.042222+0000","last_undegraded":"2024-09-13T18:56:38.042222+0000","last_fullsized":"2024-09-13T18:56:38.042222+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_clean_scrub_stamp":"2024-09-13T18:56:33.675285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:01:01.701934+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":15,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.042935+0000","last_change":"2024-09-13T18:56:33.697445+0000","last_active":"2024-09-13T18:56:38.042935+0000","last_peered":"2024-09-13T18:56:38.042935+0000","last_clean":"2024-09-13T18:56:38.042935+0000","last_became_active":"2024-09-13T18:56:33.697197+0000","last_became_peered":"2024-09-13T18:56:33.697197+0000","last_unstale":"2024-09-13T18:56:38.042935+0000","last_undegraded":"2024-09-13T18:56:38.042935+0000","last_fullsized":"2024-09-13T18:56:38.042935+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:32.670112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:32.670112+0000","last_clean_scrub_stamp":"2024-09-13T18:56:32.670112+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T05:33:21.321605+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1a","version":"19'1","reported_seq":16,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.044534+0000","last_change":"2024-09-13T18:56:33.705854+0000","last_active":"2024-09-13T18:56:38.044534+0000","last_peered":"2024-09-13T18:56:38.044534+0000","last_clean":"2024-09-13T18:56:38.044534+0000","last_became_active":"2024-09-13T18:56:33.705387+0000","last_became_peered":"2024-09-13T18:56:33.705387+0000","last_unstale":"2024-09-13T18:56:38.044534+0000","last_undegraded":"2024-09-13T18:56:38.044534+0000","last_fullsized":"2024-09-13T18:56:38.044534+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:32.670112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:32.670112+0000","last_clean_scrub_stamp":"2024-09-13T18:56:32.670112+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:43:27.221682+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":14,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.059954+0000","last_change":"2024-09-13T18:56:34.043698+0000","last_active":"2024-09-13T18:56:38.059954+0000","last_peered":"2024-09-13T18:56:38.059954+0000","last_clean":"2024-09-13T18:56:38.059954+0000","last_became_active":"2024-09-13T18:56:34.043447+0000","last_became_peered":"2024-09-13T18:56:34.043447+0000","last_unstale":"2024-09-13T18:56:38.059954+0000","last_undegraded":"2024-09-13T18:56:38.059954+0000","last_fullsized":"2024-09-13T18:56:38.059954+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_clean_scrub_stamp":"2024-09-13T18:56:33.675285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:26:13.756603+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":12,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.054764+0000","last_change":"2024-09-13T18:56:38.053207+0000","last_active":"2024-09-13T18:56:38.054764+0000","last_peered":"2024-09-13T18:56:38.054764+0000","last_clean":"2024-09-13T18:56:38.054764+0000","last_became_active":"2024-09-13T18:56:38.052833+0000","last_became_peered":"2024-09-13T18:56:38.052833+0000","last_unstale":"2024-09-13T18:56:38.054764+0000","last_undegraded":"2024-09-13T18:56:38.054764+0000","last_fullsized":"2024-09-13T18:56:38.054764+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:37.033538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:37.033538+0000","last_clean_scrub_stamp":"2024-09-13T18:56:37.033538+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T04:16:03.331331+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,3,5],"acting":[2,1,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1b","version":"19'1","reported_seq":16,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.042320+0000","last_change":"2024-09-13T18:56:33.705530+0000","last_active":"2024-09-13T18:56:38.042320+0000","last_peered":"2024-09-13T18:56:38.042320+0000","last_clean":"2024-09-13T18:56:38.042320+0000","last_became_active":"2024-09-13T18:56:33.705271+0000","last_became_peered":"2024-09-13T18:56:33.705271+0000","last_unstale":"2024-09-13T18:56:38.042320+0000","last_undegraded":"2024-09-13T18:56:38.042320+0000","last_fullsized":"2024-09-13T18:56:38.042320+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:32.670112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:32.670112+0000","last_clean_scrub_stamp":"2024-09-13T18:56:32.670112+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:30:28.197046+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":14,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.050699+0000","last_change":"2024-09-13T18:56:34.051620+0000","last_active":"2024-09-13T18:56:38.050699+0000","last_peered":"2024-09-13T18:56:38.050699+0000","last_clean":"2024-09-13T18:56:38.050699+0000","last_became_active":"2024-09-13T18:56:34.047976+0000","last_became_peered":"2024-09-13T18:56:34.047976+0000","last_unstale":"2024-09-13T18:56:38.050699+0000","last_undegraded":"2024-09-13T18:56:38.050699+0000","last_fullsized":"2024-09-13T18:56:38.050699+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_clean_scrub_stamp":"2024-09-13T18:56:33.675285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T04:28:02.628885+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":12,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.059680+0000","last_change":"2024-09-13T18:56:38.057015+0000","last_active":"2024-09-13T18:56:38.059680+0000","last_peered":"2024-09-13T18:56:38.059680+0000","last_clean":"2024-09-13T18:56:38.059680+0000","last_became_active":"2024-09-13T18:56:38.056613+0000","last_became_peered":"2024-09-13T18:56:38.056613+0000","last_unstale":"2024-09-13T18:56:38.059680+0000","last_undegraded":"2024-09-13T18:56:38.059680+0000","last_fullsized":"2024-09-13T18:56:38.059680+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:37.033538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:37.033538+0000","last_clean_scrub_stamp":"2024-09-13T18:56:37.033538+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:10:04.292026+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4,2],"acting":[3,1,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":14,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.045251+0000","last_change":"2024-09-13T18:56:34.054198+0000","last_active":"2024-09-13T18:56:38.045251+0000","last_peered":"2024-09-13T18:56:38.045251+0000","last_clean":"2024-09-13T18:56:38.045251+0000","last_became_active":"2024-09-13T18:56:34.053929+0000","last_became_peered":"2024-09-13T18:56:34.053929+0000","last_unstale":"2024-09-13T18:56:38.045251+0000","last_undegraded":"2024-09-13T18:56:38.045251+0000","last_fullsized":"2024-09-13T18:56:38.045251+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_clean_scrub_stamp":"2024-09-13T18:56:33.675285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T04:15:59.973078+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":14,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.047453+0000","last_change":"2024-09-13T18:56:34.042266+0000","last_active":"2024-09-13T18:56:38.047453+0000","last_peered":"2024-09-13T18:56:38.047453+0000","last_clean":"2024-09-13T18:56:38.047453+0000","last_became_active":"2024-09-13T18:56:34.042030+0000","last_became_peered":"2024-09-13T18:56:34.042030+0000","last_unstale":"2024-09-13T18:56:38.047453+0000","last_undegraded":"2024-09-13T18:56:38.047453+0000","last_fullsized":"2024-09-13T18:56:38.047453+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_clean_scrub_stamp":"2024-09-13T18:56:33.675285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:07:49.773422+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":14,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.091092+0000","last_change":"2024-09-13T18:56:34.051074+0000","last_active":"2024-09-13T18:56:38.091092+0000","last_peered":"2024-09-13T18:56:38.091092+0000","last_clean":"2024-09-13T18:56:38.091092+0000","last_became_active":"2024-09-13T18:56:34.050822+0000","last_became_peered":"2024-09-13T18:56:34.050822+0000","last_unstale":"2024-09-13T18:56:38.091092+0000","last_undegraded":"2024-09-13T18:56:38.091092+0000","last_fullsized":"2024-09-13T18:56:38.091092+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_clean_scrub_stamp":"2024-09-13T18:56:33.675285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:42:36.055761+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":14,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.059874+0000","last_change":"2024-09-13T18:56:34.044840+0000","last_active":"2024-09-13T18:56:38.059874+0000","last_peered":"2024-09-13T18:56:38.059874+0000","last_clean":"2024-09-13T18:56:38.059874+0000","last_became_active":"2024-09-13T18:56:34.044256+0000","last_became_peered":"2024-09-13T18:56:34.044256+0000","last_unstale":"2024-09-13T18:56:38.059874+0000","last_undegraded":"2024-09-13T18:56:38.059874+0000","last_fullsized":"2024-09-13T18:56:38.059874+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_clean_scrub_stamp":"2024-09-13T18:56:33.675285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T05:29:42.217088+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":14,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.042109+0000","last_change":"2024-09-13T18:56:34.046658+0000","last_active":"2024-09-13T18:56:38.042109+0000","last_peered":"2024-09-13T18:56:38.042109+0000","last_clean":"2024-09-13T18:56:38.042109+0000","last_became_active":"2024-09-13T18:56:34.046380+0000","last_became_peered":"2024-09-13T18:56:34.046380+0000","last_unstale":"2024-09-13T18:56:38.042109+0000","last_undegraded":"2024-09-13T18:56:38.042109+0000","last_fullsized":"2024-09-13T18:56:38.042109+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_clean_scrub_stamp":"2024-09-13T18:56:33.675285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:53:25.782768+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":14,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.047182+0000","last_change":"2024-09-13T18:56:34.045646+0000","last_active":"2024-09-13T18:56:38.047182+0000","last_peered":"2024-09-13T18:56:38.047182+0000","last_clean":"2024-09-13T18:56:38.047182+0000","last_became_active":"2024-09-13T18:56:34.045412+0000","last_became_peered":"2024-09-13T18:56:34.045412+0000","last_unstale":"2024-09-13T18:56:38.047182+0000","last_undegraded":"2024-09-13T18:56:38.047182+0000","last_fullsized":"2024-09-13T18:56:38.047182+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_clean_scrub_stamp":"2024-09-13T18:56:33.675285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:01:01.701934+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":14,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.045682+0000","last_change":"2024-09-13T18:56:34.050478+0000","last_active":"2024-09-13T18:56:38.045682+0000","last_peered":"2024-09-13T18:56:38.045682+0000","last_clean":"2024-09-13T18:56:38.045682+0000","last_became_active":"2024-09-13T18:56:34.047217+0000","last_became_peered":"2024-09-13T18:56:34.047217+0000","last_unstale":"2024-09-13T18:56:38.045682+0000","last_undegraded":"2024-09-13T18:56:38.045682+0000","last_fullsized":"2024-09-13T18:56:38.045682+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_clean_scrub_stamp":"2024-09-13T18:56:33.675285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:26:13.756603+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":14,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.043517+0000","last_change":"2024-09-13T18:56:34.046487+0000","last_active":"2024-09-13T18:56:38.043517+0000","last_peered":"2024-09-13T18:56:38.043517+0000","last_clean":"2024-09-13T18:56:38.043517+0000","last_became_active":"2024-09-13T18:56:34.046227+0000","last_became_peered":"2024-09-13T18:56:34.046227+0000","last_unstale":"2024-09-13T18:56:38.043517+0000","last_undegraded":"2024-09-13T18:56:38.043517+0000","last_fullsized":"2024-09-13T18:56:38.043517+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_clean_scrub_stamp":"2024-09-13T18:56:33.675285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:24:44.364829+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":14,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.091053+0000","last_change":"2024-09-13T18:56:34.051455+0000","last_active":"2024-09-13T18:56:38.091053+0000","last_peered":"2024-09-13T18:56:38.091053+0000","last_clean":"2024-09-13T18:56:38.091053+0000","last_became_active":"2024-09-13T18:56:34.050093+0000","last_became_peered":"2024-09-13T18:56:34.050093+0000","last_unstale":"2024-09-13T18:56:38.091053+0000","last_undegraded":"2024-09-13T18:56:38.091053+0000","last_fullsized":"2024-09-13T18:56:38.091053+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_clean_scrub_stamp":"2024-09-13T18:56:33.675285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:01:59.641441+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":14,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.042288+0000","last_change":"2024-09-13T18:56:34.047674+0000","last_active":"2024-09-13T18:56:38.042288+0000","last_peered":"2024-09-13T18:56:38.042288+0000","last_clean":"2024-09-13T18:56:38.042288+0000","last_became_active":"2024-09-13T18:56:34.047318+0000","last_became_peered":"2024-09-13T18:56:34.047318+0000","last_unstale":"2024-09-13T18:56:38.042288+0000","last_undegraded":"2024-09-13T18:56:38.042288+0000","last_fullsized":"2024-09-13T18:56:38.042288+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_clean_scrub_stamp":"2024-09-13T18:56:33.675285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:42:49.184759+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":14,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.091082+0000","last_change":"2024-09-13T18:56:34.048861+0000","last_active":"2024-09-13T18:56:38.091082+0000","last_peered":"2024-09-13T18:56:38.091082+0000","last_clean":"2024-09-13T18:56:38.091082+0000","last_became_active":"2024-09-13T18:56:34.047647+0000","last_became_peered":"2024-09-13T18:56:34.047647+0000","last_unstale":"2024-09-13T18:56:38.091082+0000","last_undegraded":"2024-09-13T18:56:38.091082+0000","last_fullsized":"2024-09-13T18:56:38.091082+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_clean_scrub_stamp":"2024-09-13T18:56:33.675285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:46:45.175553+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":14,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.059463+0000","last_change":"2024-09-13T18:56:34.045017+0000","last_active":"2024-09-13T18:56:38.059463+0000","last_peered":"2024-09-13T18:56:38.059463+0000","last_clean":"2024-09-13T18:56:38.059463+0000","last_became_active":"2024-09-13T18:56:34.044598+0000","last_became_peered":"2024-09-13T18:56:34.044598+0000","last_unstale":"2024-09-13T18:56:38.059463+0000","last_undegraded":"2024-09-13T18:56:38.059463+0000","last_fullsized":"2024-09-13T18:56:38.059463+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_clean_scrub_stamp":"2024-09-13T18:56:33.675285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:56:19.255131+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":14,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.044510+0000","last_change":"2024-09-13T18:56:34.049982+0000","last_active":"2024-09-13T18:56:38.044510+0000","last_peered":"2024-09-13T18:56:38.044510+0000","last_clean":"2024-09-13T18:56:38.044510+0000","last_became_active":"2024-09-13T18:56:34.049704+0000","last_became_peered":"2024-09-13T18:56:34.049704+0000","last_unstale":"2024-09-13T18:56:38.044510+0000","last_undegraded":"2024-09-13T18:56:38.044510+0000","last_fullsized":"2024-09-13T18:56:38.044510+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_clean_scrub_stamp":"2024-09-13T18:56:33.675285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T05:29:11.873036+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":14,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.282917+0000","last_change":"2024-09-13T18:56:34.053374+0000","last_active":"2024-09-13T18:56:38.282917+0000","last_peered":"2024-09-13T18:56:38.282917+0000","last_clean":"2024-09-13T18:56:38.282917+0000","last_became_active":"2024-09-13T18:56:34.053124+0000","last_became_peered":"2024-09-13T18:56:34.053124+0000","last_unstale":"2024-09-13T18:56:38.282917+0000","last_undegraded":"2024-09-13T18:56:38.282917+0000","last_fullsized":"2024-09-13T18:56:38.282917+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_clean_scrub_stamp":"2024-09-13T18:56:33.675285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:59:41.131057+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":14,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.047170+0000","last_change":"2024-09-13T18:56:34.048849+0000","last_active":"2024-09-13T18:56:38.047170+0000","last_peered":"2024-09-13T18:56:38.047170+0000","last_clean":"2024-09-13T18:56:38.047170+0000","last_became_active":"2024-09-13T18:56:34.047518+0000","last_became_peered":"2024-09-13T18:56:34.047518+0000","last_unstale":"2024-09-13T18:56:38.047170+0000","last_undegraded":"2024-09-13T18:56:38.047170+0000","last_fullsized":"2024-09-13T18:56:38.047170+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_clean_scrub_stamp":"2024-09-13T18:56:33.675285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T05:01:13.333518+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":14,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.091241+0000","last_change":"2024-09-13T18:56:34.046748+0000","last_active":"2024-09-13T18:56:38.091241+0000","last_peered":"2024-09-13T18:56:38.091241+0000","last_clean":"2024-09-13T18:56:38.091241+0000","last_became_active":"2024-09-13T18:56:34.045067+0000","last_became_peered":"2024-09-13T18:56:34.045067+0000","last_unstale":"2024-09-13T18:56:38.091241+0000","last_undegraded":"2024-09-13T18:56:38.091241+0000","last_fullsized":"2024-09-13T18:56:38.091241+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_clean_scrub_stamp":"2024-09-13T18:56:33.675285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:59:41.131057+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":14,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.091041+0000","last_change":"2024-09-13T18:56:34.042190+0000","last_active":"2024-09-13T18:56:38.091041+0000","last_peered":"2024-09-13T18:56:38.091041+0000","last_clean":"2024-09-13T18:56:38.091041+0000","last_became_active":"2024-09-13T18:56:34.041922+0000","last_became_peered":"2024-09-13T18:56:34.041922+0000","last_unstale":"2024-09-13T18:56:38.091041+0000","last_undegraded":"2024-09-13T18:56:38.091041+0000","last_fullsized":"2024-09-13T18:56:38.091041+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_clean_scrub_stamp":"2024-09-13T18:56:33.675285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:01:01.701934+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":14,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.047602+0000","last_change":"2024-09-13T18:56:34.046390+0000","last_active":"2024-09-13T18:56:38.047602+0000","last_peered":"2024-09-13T18:56:38.047602+0000","last_clean":"2024-09-13T18:56:38.047602+0000","last_became_active":"2024-09-13T18:56:34.046149+0000","last_became_peered":"2024-09-13T18:56:34.046149+0000","last_unstale":"2024-09-13T18:56:38.047602+0000","last_undegraded":"2024-09-13T18:56:38.047602+0000","last_fullsized":"2024-09-13T18:56:38.047602+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_clean_scrub_stamp":"2024-09-13T18:56:33.675285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:24:44.364829+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":14,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.058357+0000","last_change":"2024-09-13T18:56:34.047601+0000","last_active":"2024-09-13T18:56:38.058357+0000","last_peered":"2024-09-13T18:56:38.058357+0000","last_clean":"2024-09-13T18:56:38.058357+0000","last_became_active":"2024-09-13T18:56:34.047043+0000","last_became_peered":"2024-09-13T18:56:34.047043+0000","last_unstale":"2024-09-13T18:56:38.058357+0000","last_undegraded":"2024-09-13T18:56:38.058357+0000","last_fullsized":"2024-09-13T18:56:38.058357+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_clean_scrub_stamp":"2024-09-13T18:56:33.675285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T05:33:36.315678+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":14,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.041809+0000","last_change":"2024-09-13T18:56:34.046316+0000","last_active":"2024-09-13T18:56:38.041809+0000","last_peered":"2024-09-13T18:56:38.041809+0000","last_clean":"2024-09-13T18:56:38.041809+0000","last_became_active":"2024-09-13T18:56:34.046075+0000","last_became_peered":"2024-09-13T18:56:34.046075+0000","last_unstale":"2024-09-13T18:56:38.041809+0000","last_undegraded":"2024-09-13T18:56:38.041809+0000","last_fullsized":"2024-09-13T18:56:38.041809+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_clean_scrub_stamp":"2024-09-13T18:56:33.675285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:26:13.756603+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":14,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.051433+0000","last_change":"2024-09-13T18:56:34.042294+0000","last_active":"2024-09-13T18:56:38.051433+0000","last_peered":"2024-09-13T18:56:38.051433+0000","last_clean":"2024-09-13T18:56:38.051433+0000","last_became_active":"2024-09-13T18:56:34.041518+0000","last_became_peered":"2024-09-13T18:56:34.041518+0000","last_unstale":"2024-09-13T18:56:38.051433+0000","last_undegraded":"2024-09-13T18:56:38.051433+0000","last_fullsized":"2024-09-13T18:56:38.051433+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_clean_scrub_stamp":"2024-09-13T18:56:33.675285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:08:08.948106+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":14,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.045491+0000","last_change":"2024-09-13T18:56:34.039905+0000","last_active":"2024-09-13T18:56:38.045491+0000","last_peered":"2024-09-13T18:56:38.045491+0000","last_clean":"2024-09-13T18:56:38.045491+0000","last_became_active":"2024-09-13T18:56:34.039537+0000","last_became_peered":"2024-09-13T18:56:34.039537+0000","last_unstale":"2024-09-13T18:56:38.045491+0000","last_undegraded":"2024-09-13T18:56:38.045491+0000","last_fullsized":"2024-09-13T18:56:38.045491+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_clean_scrub_stamp":"2024-09-13T18:56:33.675285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:01:33.599939+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":14,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.045660+0000","last_change":"2024-09-13T18:56:34.056187+0000","last_active":"2024-09-13T18:56:38.045660+0000","last_peered":"2024-09-13T18:56:38.045660+0000","last_clean":"2024-09-13T18:56:38.045660+0000","last_became_active":"2024-09-13T18:56:34.055897+0000","last_became_peered":"2024-09-13T18:56:34.055897+0000","last_unstale":"2024-09-13T18:56:38.045660+0000","last_undegraded":"2024-09-13T18:56:38.045660+0000","last_fullsized":"2024-09-13T18:56:38.045660+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_clean_scrub_stamp":"2024-09-13T18:56:33.675285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T04:06:08.838123+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":14,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.283151+0000","last_change":"2024-09-13T18:56:34.056458+0000","last_active":"2024-09-13T18:56:38.283151+0000","last_peered":"2024-09-13T18:56:38.283151+0000","last_clean":"2024-09-13T18:56:38.283151+0000","last_became_active":"2024-09-13T18:56:34.056108+0000","last_became_peered":"2024-09-13T18:56:34.056108+0000","last_unstale":"2024-09-13T18:56:38.283151+0000","last_undegraded":"2024-09-13T18:56:38.283151+0000","last_fullsized":"2024-09-13T18:56:38.283151+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_clean_scrub_stamp":"2024-09-13T18:56:33.675285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T04:45:55.196071+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":14,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.041695+0000","last_change":"2024-09-13T18:56:34.050053+0000","last_active":"2024-09-13T18:56:38.041695+0000","last_peered":"2024-09-13T18:56:38.041695+0000","last_clean":"2024-09-13T18:56:38.041695+0000","last_became_active":"2024-09-13T18:56:34.049816+0000","last_became_peered":"2024-09-13T18:56:34.049816+0000","last_unstale":"2024-09-13T18:56:38.041695+0000","last_undegraded":"2024-09-13T18:56:38.041695+0000","last_fullsized":"2024-09-13T18:56:38.041695+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_clean_scrub_stamp":"2024-09-13T18:56:33.675285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:46:45.175553+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":14,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.282506+0000","last_change":"2024-09-13T18:56:34.054570+0000","last_active":"2024-09-13T18:56:38.282506+0000","last_peered":"2024-09-13T18:56:38.282506+0000","last_clean":"2024-09-13T18:56:38.282506+0000","last_became_active":"2024-09-13T18:56:34.054162+0000","last_became_peered":"2024-09-13T18:56:34.054162+0000","last_unstale":"2024-09-13T18:56:38.282506+0000","last_undegraded":"2024-09-13T18:56:38.282506+0000","last_fullsized":"2024-09-13T18:56:38.282506+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_clean_scrub_stamp":"2024-09-13T18:56:33.675285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:01:59.641441+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":14,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.091071+0000","last_change":"2024-09-13T18:56:34.039858+0000","last_active":"2024-09-13T18:56:38.091071+0000","last_peered":"2024-09-13T18:56:38.091071+0000","last_clean":"2024-09-13T18:56:38.091071+0000","last_became_active":"2024-09-13T18:56:34.039602+0000","last_became_peered":"2024-09-13T18:56:34.039602+0000","last_unstale":"2024-09-13T18:56:38.091071+0000","last_undegraded":"2024-09-13T18:56:38.091071+0000","last_fullsized":"2024-09-13T18:56:38.091071+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_clean_scrub_stamp":"2024-09-13T18:56:33.675285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T06:45:22.275265+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":14,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.282692+0000","last_change":"2024-09-13T18:56:34.046487+0000","last_active":"2024-09-13T18:56:38.282692+0000","last_peered":"2024-09-13T18:56:38.282692+0000","last_clean":"2024-09-13T18:56:38.282692+0000","last_became_active":"2024-09-13T18:56:34.046135+0000","last_became_peered":"2024-09-13T18:56:34.046135+0000","last_unstale":"2024-09-13T18:56:38.282692+0000","last_undegraded":"2024-09-13T18:56:38.282692+0000","last_fullsized":"2024-09-13T18:56:38.282692+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_clean_scrub_stamp":"2024-09-13T18:56:33.675285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:46:45.175553+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":14,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.091121+0000","last_change":"2024-09-13T18:56:34.051321+0000","last_active":"2024-09-13T18:56:38.091121+0000","last_peered":"2024-09-13T18:56:38.091121+0000","last_clean":"2024-09-13T18:56:38.091121+0000","last_became_active":"2024-09-13T18:56:34.049692+0000","last_became_peered":"2024-09-13T18:56:34.049692+0000","last_unstale":"2024-09-13T18:56:38.091121+0000","last_undegraded":"2024-09-13T18:56:38.091121+0000","last_fullsized":"2024-09-13T18:56:38.091121+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_clean_scrub_stamp":"2024-09-13T18:56:33.675285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:53:25.782768+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":14,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.058621+0000","last_change":"2024-09-13T18:56:34.040713+0000","last_active":"2024-09-13T18:56:38.058621+0000","last_peered":"2024-09-13T18:56:38.058621+0000","last_clean":"2024-09-13T18:56:38.058621+0000","last_became_active":"2024-09-13T18:56:34.040406+0000","last_became_peered":"2024-09-13T18:56:34.040406+0000","last_unstale":"2024-09-13T18:56:38.058621+0000","last_undegraded":"2024-09-13T18:56:38.058621+0000","last_fullsized":"2024-09-13T18:56:38.058621+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_clean_scrub_stamp":"2024-09-13T18:56:33.675285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T04:13:13.384623+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":14,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.046956+0000","last_change":"2024-09-13T18:56:34.054977+0000","last_active":"2024-09-13T18:56:38.046956+0000","last_peered":"2024-09-13T18:56:38.046956+0000","last_clean":"2024-09-13T18:56:38.046956+0000","last_became_active":"2024-09-13T18:56:34.054714+0000","last_became_peered":"2024-09-13T18:56:34.054714+0000","last_unstale":"2024-09-13T18:56:38.046956+0000","last_undegraded":"2024-09-13T18:56:38.046956+0000","last_fullsized":"2024-09-13T18:56:38.046956+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_clean_scrub_stamp":"2024-09-13T18:56:33.675285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:26:13.756603+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3f","version":"0'0","reported_seq":14,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.283108+0000","last_change":"2024-09-13T18:56:34.052532+0000","last_active":"2024-09-13T18:56:38.283108+0000","last_peered":"2024-09-13T18:56:38.283108+0000","last_clean":"2024-09-13T18:56:38.283108+0000","last_became_active":"2024-09-13T18:56:34.051430+0000","last_became_peered":"2024-09-13T18:56:34.051430+0000","last_unstale":"2024-09-13T18:56:38.283108+0000","last_undegraded":"2024-09-13T18:56:38.283108+0000","last_fullsized":"2024-09-13T18:56:38.283108+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_clean_scrub_stamp":"2024-09-13T18:56:33.675285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:22:58.497285+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":4593,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":49,"num_write_kb":18,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":9186,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":43,"ondisk_log_size":43,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":5,"up_from":14,"seq":60129542152,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27276,"kb_used_data":252,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344564,"statfs":{"total":96636764160,"available":96608833536,"internally_reserved":0,"allocated":258048,"data_stored":99590,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.47699999999999998}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.42399999999999999}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.39200000000000002}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.40899999999999997}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.56200000000000006}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.50900000000000001}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.44600000000000001}]}]},{"osd":3,"up_from":13,"seq":55834574857,"num_pgs":49,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27276,"kb_used_data":260,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344564,"statfs":{"total":96636764160,"available":96608833536,"internally_reserved":0,"allocated":266240,"data_stored":103295,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":27654600},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.30199999999999999}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.26100000000000001}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.32900000000000001}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.51100000000000001}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.45600000000000002}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.48499999999999999}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.42399999999999999}]}]},{"osd":7,"up_from":13,"seq":55834574857,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27856,"kb_used_data":832,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343984,"statfs":{"total":96636764160,"available":96608239616,"internally_reserved":0,"allocated":851968,"data_stored":690450,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":27654603},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.38800000000000001}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.439}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.55900000000000005}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.499}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.56999999999999995}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.52800000000000002}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.48499999999999999}]}]},{"osd":6,"up_from":13,"seq":55834574857,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27276,"kb_used_data":260,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344564,"statfs":{"total":96636764160,"available":96608833536,"internally_reserved":0,"allocated":266240,"data_stored":103295,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.46400000000000002}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.52300000000000002}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.54200000000000004}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.55600000000000005}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.40899999999999997}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.38600000000000001}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.42999999999999999}]}]},{"osd":4,"up_from":13,"seq":55834574857,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27284,"kb_used_data":260,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344556,"statfs":{"total":96636764160,"available":96608825344,"internally_reserved":0,"allocated":266240,"data_stored":99626,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.40600000000000003}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.64900000000000002}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.502}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.56999999999999995}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.58499999999999996}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.55400000000000005}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.67300000000000004}]}]},{"osd":2,"up_from":13,"seq":55834574856,"num_pgs":23,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27272,"kb_used_data":248,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344568,"statfs":{"total":96636764160,"available":96608837632,"internally_reserved":0,"allocated":253952,"data_stored":99500,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.42399999999999999}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.33200000000000002}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.40899999999999997}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.50800000000000001}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.53900000000000003}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.51900000000000002}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.48899999999999999}]}]},{"osd":1,"up_from":13,"seq":55834574857,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27280,"kb_used_data":256,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344560,"statfs":{"total":96636764160,"available":96608829440,"internally_reserved":0,"allocated":262144,"data_stored":99660,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.187}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.33600000000000002}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.22700000000000001}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.49399999999999999}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.47499999999999998}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.51800000000000002}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.55900000000000005}]}]},{"osd":0,"up_from":13,"seq":55834574855,"num_pgs":41,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27864,"kb_used_data":840,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343976,"statfs":{"total":96636764160,"available":96608231424,"internally_reserved":0,"allocated":860160,"data_stored":690506,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.28599999999999998}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.33900000000000002}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.36599999999999999}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.53600000000000003}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.48599999999999999}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.52800000000000002}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.55000000000000004}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":638,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":3795,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":126,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":3795,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-13T18:56:52.570 DEBUG:teuthology.orchestra.run.smithi119:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-13T18:56:52.699 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:52.696+0000 7fd878b7d640 1 Processor -- start 2024-09-13T18:56:52.699 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:52.696+0000 7fd878b7d640 1 -- start start 2024-09-13T18:56:52.700 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:52.697+0000 7fd878b7d640 1 --2- >> v2:172.21.15.119:3300/0 conn(0x7fd874071d30 0x7fd874070190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:52.700 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:52.697+0000 7fd878b7d640 1 -- --> v1:172.21.15.119:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fd8740abdf0 con 0x7fd874072110 2024-09-13T18:56:52.700 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:52.697+0000 7fd878b7d640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fd8740b2280 con 0x7fd8740c8920 2024-09-13T18:56:52.700 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:52.697+0000 7fd878b7d640 1 -- --> v2:172.21.15.119:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fd8740ab1e0 con 0x7fd874071d30 2024-09-13T18:56:52.700 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:52.697+0000 7fd87259c640 1 --2- >> v2:172.21.15.119:3300/0 conn(0x7fd874071d30 0x7fd874070190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:52.700 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:52.697+0000 7fd871d9b640 1 --1- >> v1:172.21.15.119:6789/0 conn(0x7fd874072110 0x7fd8740b1b70 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.119:6789/0 says I am v1:172.21.15.119:51466/0 (socket says 172.21.15.119:51466) 2024-09-13T18:56:52.700 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:52.697+0000 7fd871d9b640 1 -- 172.21.15.119:0/975995143 learned_addr learned my addr 172.21.15.119:0/975995143 (peer_addr_for_me v1:172.21.15.119:0/0) 2024-09-13T18:56:52.701 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:52.697+0000 7fd87259c640 1 -- 172.21.15.119:0/975995143 >> v1:172.21.15.145:6789/0 conn(0x7fd8740c8920 legacy=0x7fd8740ac280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:52.701 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:52.697+0000 7fd87259c640 1 -- 172.21.15.119:0/975995143 >> v1:172.21.15.119:6789/0 conn(0x7fd874072110 legacy=0x7fd8740b1b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:52.701 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:52.697+0000 7fd87259c640 1 -- 172.21.15.119:0/975995143 --> v2:172.21.15.119:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd8740ab4c0 con 0x7fd874071d30 2024-09-13T18:56:52.701 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:52.697+0000 7fd87159a640 1 -- 172.21.15.119:0/975995143 <== mon.0 v1:172.21.15.119:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 68659192 0 0) 0x7fd8740abdf0 con 0x7fd874072110 2024-09-13T18:56:52.702 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:52.698+0000 7fd87259c640 1 --2- 172.21.15.119:0/975995143 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fd874071d30 0x7fd874070190 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7fd864009d90 tx=0x7fd86402a6f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6d97c56ad7e68a97 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:56:52.702 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:52.698+0000 7fd87159a640 1 -- 172.21.15.119:0/975995143 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd864007740 con 0x7fd874071d30 2024-09-13T18:56:52.702 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:52.698+0000 7fd87159a640 1 -- 172.21.15.119:0/975995143 <== mon.0 v2:172.21.15.119:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd86402d050 con 0x7fd874071d30 2024-09-13T18:56:52.702 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:52.698+0000 7fd87159a640 1 -- 172.21.15.119:0/975995143 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd864007ac0 con 0x7fd874071d30 2024-09-13T18:56:52.702 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:52.699+0000 7fd878b7d640 1 -- 172.21.15.119:0/975995143 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fd874071d30 msgr2=0x7fd874070190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:52.702 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:52.699+0000 7fd878b7d640 1 --2- 172.21.15.119:0/975995143 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fd874071d30 0x7fd874070190 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7fd864009d90 tx=0x7fd86402a6f0 comp rx=0 tx=0).stop 2024-09-13T18:56:52.703 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:52.699+0000 7fd878b7d640 1 -- 172.21.15.119:0/975995143 shutdown_connections 2024-09-13T18:56:52.703 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:52.699+0000 7fd878b7d640 1 --2- 172.21.15.119:0/975995143 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fd874071d30 0x7fd874070190 unknown :-1 s=CLOSED pgs=192 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:52.703 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:52.699+0000 7fd878b7d640 1 -- 172.21.15.119:0/975995143 >> 172.21.15.119:0/975995143 conn(0x7fd874069ed0 msgr2=0x7fd87406a2e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:56:52.703 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:52.699+0000 7fd878b7d640 1 -- 172.21.15.119:0/975995143 shutdown_connections 2024-09-13T18:56:52.703 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:52.699+0000 7fd878b7d640 1 -- 172.21.15.119:0/975995143 wait complete. 2024-09-13T18:56:52.705 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:52.700+0000 7fd878b7d640 1 Processor -- start 2024-09-13T18:56:52.705 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:52.700+0000 7fd878b7d640 1 -- start start 2024-09-13T18:56:52.705 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:52.701+0000 7fd878b7d640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fd874071d30 0x7fd8740c4a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:52.705 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:52.701+0000 7fd878b7d640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fd874072110 0x7fd87414ef20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:52.705 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:52.701+0000 7fd878b7d640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd8740c8920 0x7fd8740c7ee0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:52.706 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:52.701+0000 7fd878b7d640 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd8740c2040 con 0x7fd874071d30 2024-09-13T18:56:52.706 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:52.701+0000 7fd878b7d640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd8740c7120 con 0x7fd8740c8920 2024-09-13T18:56:52.706 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:52.701+0000 7fd878b7d640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd8740c7400 con 0x7fd874072110 2024-09-13T18:56:52.706 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:52.701+0000 7fd87259c640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fd874071d30 0x7fd8740c4a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:52.706 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:52.701+0000 7fd87259c640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fd874071d30 0x7fd8740c4a30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.119:3300/0 says I am v2:172.21.15.119:51326/0 (socket says 172.21.15.119:51326) 2024-09-13T18:56:52.706 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:52.701+0000 7fd87259c640 1 -- 172.21.15.119:0/1580832895 learned_addr learned my addr 172.21.15.119:0/1580832895 (peer_addr_for_me v2:172.21.15.119:0/0) 2024-09-13T18:56:52.706 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:52.701+0000 7fd872d9d640 1 --2- 172.21.15.119:0/1580832895 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd8740c8920 0x7fd8740c7ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:52.706 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:52.701+0000 7fd871d9b640 1 --2- 172.21.15.119:0/1580832895 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fd874072110 0x7fd87414ef20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:52.706 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:52.701+0000 7fd87259c640 1 -- 172.21.15.119:0/1580832895 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fd874072110 msgr2=0x7fd87414ef20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:52.706 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:52.701+0000 7fd87259c640 1 --2- 172.21.15.119:0/1580832895 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fd874072110 0x7fd87414ef20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:52.706 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:52.701+0000 7fd87259c640 1 -- 172.21.15.119:0/1580832895 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd8740c8920 msgr2=0x7fd8740c7ee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:52.706 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:52.701+0000 7fd87259c640 1 --2- 172.21.15.119:0/1580832895 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd8740c8920 0x7fd8740c7ee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:52.706 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:52.701+0000 7fd87259c640 1 -- 172.21.15.119:0/1580832895 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd864009a70 con 0x7fd874071d30 2024-09-13T18:56:52.706 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:52.701+0000 7fd872d9d640 1 --2- 172.21.15.119:0/1580832895 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd8740c8920 0x7fd8740c7ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T18:56:52.707 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:52.702+0000 7fd87259c640 1 --2- 172.21.15.119:0/1580832895 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fd874071d30 0x7fd8740c4a30 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7fd864009d90 tx=0x7fd864004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:56:52.707 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:52.702+0000 7fd862ffd640 1 -- 172.21.15.119:0/1580832895 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd864031990 con 0x7fd874071d30 2024-09-13T18:56:52.707 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:52.702+0000 7fd862ffd640 1 -- 172.21.15.119:0/1580832895 <== mon.0 v2:172.21.15.119:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd864031af0 con 0x7fd874071d30 2024-09-13T18:56:52.707 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:52.702+0000 7fd878b7d640 1 -- 172.21.15.119:0/1580832895 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fd8740c76e0 con 0x7fd874071d30 2024-09-13T18:56:52.707 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:52.702+0000 7fd862ffd640 1 -- 172.21.15.119:0/1580832895 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd864031e60 con 0x7fd874071d30 2024-09-13T18:56:52.707 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:52.702+0000 7fd878b7d640 1 -- 172.21.15.119:0/1580832895 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd87415b9b0 con 0x7fd874071d30 2024-09-13T18:56:52.707 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:52.703+0000 7fd878b7d640 1 -- 172.21.15.119:0/1580832895 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fd8740c7c00 con 0x7fd874071d30 2024-09-13T18:56:52.707 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:52.703+0000 7fd862ffd640 1 -- 172.21.15.119:0/1580832895 <== mon.0 v2:172.21.15.119:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fd864044460 con 0x7fd874071d30 2024-09-13T18:56:52.708 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:52.703+0000 7fd862ffd640 1 --2- 172.21.15.119:0/1580832895 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7fd85406ac00 0x7fd85406d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:52.708 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:52.704+0000 7fd862ffd640 1 -- 172.21.15.119:0/1580832895 <== mon.0 v2:172.21.15.119:3300/0 5 ==== osd_map(24..24 src has 1..24) v4 ==== 6460+0+0 (secure 0 0 0) 0x7fd8640ab0b0 con 0x7fd874071d30 2024-09-13T18:56:52.708 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:52.704+0000 7fd871d9b640 1 --2- 172.21.15.119:0/1580832895 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7fd85406ac00 0x7fd85406d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:52.708 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:52.704+0000 7fd871d9b640 1 --2- 172.21.15.119:0/1580832895 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7fd85406ac00 0x7fd85406d0c0 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7fd87415b760 tx=0x7fd868007b90 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:56:52.710 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:52.708+0000 7fd862ffd640 1 -- 172.21.15.119:0/1580832895 <== mon.0 v2:172.21.15.119:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fd8740c7c00 con 0x7fd874071d30 2024-09-13T18:56:52.867 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:52.864+0000 7fd878b7d640 1 -- 172.21.15.119:0/1580832895 --> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7fd8740aba80 con 0x7fd85406ac00 2024-09-13T18:56:52.874 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:52.872+0000 7fd862ffd640 1 -- 172.21.15.119:0/1580832895 <== mgr.4104 v2:172.21.15.119:6832/3599186100 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+345318 (secure 0 0 0) 0x7fd868007170 con 0x7fd85406ac00 2024-09-13T18:56:52.885 INFO:teuthology.orchestra.run.smithi119.stdout: 2024-09-13T18:56:52.888 INFO:teuthology.orchestra.run.smithi119.stderr:dumped all 2024-09-13T18:56:52.892 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:52.875+0000 7fd878b7d640 1 -- 172.21.15.119:0/1580832895 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7fd85406ac00 msgr2=0x7fd85406d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:52.892 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:52.875+0000 7fd878b7d640 1 --2- 172.21.15.119:0/1580832895 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7fd85406ac00 0x7fd85406d0c0 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7fd87415b760 tx=0x7fd868007b90 comp rx=0 tx=0).stop 2024-09-13T18:56:52.892 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:52.875+0000 7fd878b7d640 1 -- 172.21.15.119:0/1580832895 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fd874071d30 msgr2=0x7fd8740c4a30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:52.892 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:52.875+0000 7fd878b7d640 1 --2- 172.21.15.119:0/1580832895 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fd874071d30 0x7fd8740c4a30 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7fd864009d90 tx=0x7fd864004a40 comp rx=0 tx=0).stop 2024-09-13T18:56:52.893 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:52.875+0000 7fd878b7d640 1 -- 172.21.15.119:0/1580832895 shutdown_connections 2024-09-13T18:56:52.893 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:52.875+0000 7fd878b7d640 1 --2- 172.21.15.119:0/1580832895 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7fd85406ac00 0x7fd85406d0c0 unknown :-1 s=CLOSED pgs=118 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:52.893 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:52.875+0000 7fd878b7d640 1 --2- 172.21.15.119:0/1580832895 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd8740c8920 0x7fd8740c7ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:52.893 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:52.875+0000 7fd878b7d640 1 --2- 172.21.15.119:0/1580832895 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fd874072110 0x7fd87414ef20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:52.893 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:52.875+0000 7fd878b7d640 1 --2- 172.21.15.119:0/1580832895 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fd874071d30 0x7fd8740c4a30 unknown :-1 s=CLOSED pgs=193 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:52.893 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:52.875+0000 7fd878b7d640 1 -- 172.21.15.119:0/1580832895 >> 172.21.15.119:0/1580832895 conn(0x7fd874069ed0 msgr2=0x7fd87415bdc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:56:52.894 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:52.875+0000 7fd878b7d640 1 -- 172.21.15.119:0/1580832895 shutdown_connections 2024-09-13T18:56:52.894 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:52.876+0000 7fd878b7d640 1 -- 172.21.15.119:0/1580832895 wait complete. 2024-09-13T18:56:52.894 INFO:teuthology.orchestra.run.smithi119.stdout:{"pg_ready":true,"pg_map":{"version":32,"stamp":"2024-09-13T18:56:52.069304+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":594961,"num_objects":24,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":208,"num_write_kb":2434,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":160,"ondisk_log_size":160,"up":322,"acting":322,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":322,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":219384,"kb_used_data":3208,"kb_used_omap":12,"kb_used_meta":216051,"kb_avail":754755336,"statfs":{"total":773094113280,"available":772869464064,"internally_reserved":0,"allocated":3284992,"data_stored":1985922,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12742,"internal_metadata":221236794},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2231,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.002466"},"pg_stats":[{"pgid":"2.1f","version":"19'4","reported_seq":19,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.059025+0000","last_change":"2024-09-13T18:56:33.705320+0000","last_active":"2024-09-13T18:56:38.059025+0000","last_peered":"2024-09-13T18:56:38.059025+0000","last_clean":"2024-09-13T18:56:38.059025+0000","last_became_active":"2024-09-13T18:56:33.705010+0000","last_became_peered":"2024-09-13T18:56:33.705010+0000","last_unstale":"2024-09-13T18:56:38.059025+0000","last_undegraded":"2024-09-13T18:56:38.059025+0000","last_fullsized":"2024-09-13T18:56:38.059025+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:32.670112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:32.670112+0000","last_clean_scrub_stamp":"2024-09-13T18:56:32.670112+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:55:09.769824+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":14,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.043035+0000","last_change":"2024-09-13T18:56:34.047201+0000","last_active":"2024-09-13T18:56:38.043035+0000","last_peered":"2024-09-13T18:56:38.043035+0000","last_clean":"2024-09-13T18:56:38.043035+0000","last_became_active":"2024-09-13T18:56:34.046963+0000","last_became_peered":"2024-09-13T18:56:34.046963+0000","last_unstale":"2024-09-13T18:56:38.043035+0000","last_undegraded":"2024-09-13T18:56:38.043035+0000","last_fullsized":"2024-09-13T18:56:38.043035+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_clean_scrub_stamp":"2024-09-13T18:56:33.675285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T04:15:59.973078+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":12,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.287863+0000","last_change":"2024-09-13T18:56:38.287181+0000","last_active":"2024-09-13T18:56:38.287863+0000","last_peered":"2024-09-13T18:56:38.287863+0000","last_clean":"2024-09-13T18:56:38.287863+0000","last_became_active":"2024-09-13T18:56:38.286849+0000","last_became_peered":"2024-09-13T18:56:38.286849+0000","last_unstale":"2024-09-13T18:56:38.287863+0000","last_undegraded":"2024-09-13T18:56:38.287863+0000","last_fullsized":"2024-09-13T18:56:38.287863+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:37.033538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:37.033538+0000","last_clean_scrub_stamp":"2024-09-13T18:56:37.033538+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T04:26:38.279788+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,7,0],"acting":[3,2,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"19'1","reported_seq":16,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.043212+0000","last_change":"2024-09-13T18:56:33.699442+0000","last_active":"2024-09-13T18:56:38.043212+0000","last_peered":"2024-09-13T18:56:38.043212+0000","last_clean":"2024-09-13T18:56:38.043212+0000","last_became_active":"2024-09-13T18:56:33.699181+0000","last_became_peered":"2024-09-13T18:56:33.699181+0000","last_unstale":"2024-09-13T18:56:38.043212+0000","last_undegraded":"2024-09-13T18:56:38.043212+0000","last_fullsized":"2024-09-13T18:56:38.043212+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:32.670112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:32.670112+0000","last_clean_scrub_stamp":"2024-09-13T18:56:32.670112+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:43:27.221682+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":14,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.058823+0000","last_change":"2024-09-13T18:56:34.043214+0000","last_active":"2024-09-13T18:56:38.058823+0000","last_peered":"2024-09-13T18:56:38.058823+0000","last_clean":"2024-09-13T18:56:38.058823+0000","last_became_active":"2024-09-13T18:56:34.042793+0000","last_became_peered":"2024-09-13T18:56:34.042793+0000","last_unstale":"2024-09-13T18:56:38.058823+0000","last_undegraded":"2024-09-13T18:56:38.058823+0000","last_fullsized":"2024-09-13T18:56:38.058823+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_clean_scrub_stamp":"2024-09-13T18:56:33.675285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T05:29:11.873036+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":12,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.063601+0000","last_change":"2024-09-13T18:56:38.061611+0000","last_active":"2024-09-13T18:56:38.063601+0000","last_peered":"2024-09-13T18:56:38.063601+0000","last_clean":"2024-09-13T18:56:38.063601+0000","last_became_active":"2024-09-13T18:56:38.061182+0000","last_became_peered":"2024-09-13T18:56:38.061182+0000","last_unstale":"2024-09-13T18:56:38.063601+0000","last_undegraded":"2024-09-13T18:56:38.063601+0000","last_fullsized":"2024-09-13T18:56:38.063601+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:37.033538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:37.033538+0000","last_clean_scrub_stamp":"2024-09-13T18:56:37.033538+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:17:03.116930+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1,3],"acting":[4,6,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1d","version":"19'2","reported_seq":17,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.282912+0000","last_change":"2024-09-13T18:56:33.710574+0000","last_active":"2024-09-13T18:56:38.282912+0000","last_peered":"2024-09-13T18:56:38.282912+0000","last_clean":"2024-09-13T18:56:38.282912+0000","last_became_active":"2024-09-13T18:56:33.710296+0000","last_became_peered":"2024-09-13T18:56:33.710296+0000","last_unstale":"2024-09-13T18:56:38.282912+0000","last_undegraded":"2024-09-13T18:56:38.282912+0000","last_fullsized":"2024-09-13T18:56:38.282912+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:32.670112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:32.670112+0000","last_clean_scrub_stamp":"2024-09-13T18:56:32.670112+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:00:06.984775+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":14,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.091132+0000","last_change":"2024-09-13T18:56:34.045163+0000","last_active":"2024-09-13T18:56:38.091132+0000","last_peered":"2024-09-13T18:56:38.091132+0000","last_clean":"2024-09-13T18:56:38.091132+0000","last_became_active":"2024-09-13T18:56:34.044574+0000","last_became_peered":"2024-09-13T18:56:34.044574+0000","last_unstale":"2024-09-13T18:56:38.091132+0000","last_undegraded":"2024-09-13T18:56:38.091132+0000","last_fullsized":"2024-09-13T18:56:38.091132+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_clean_scrub_stamp":"2024-09-13T18:56:33.675285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T04:15:59.973078+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":12,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.063746+0000","last_change":"2024-09-13T18:56:38.062437+0000","last_active":"2024-09-13T18:56:38.063746+0000","last_peered":"2024-09-13T18:56:38.063746+0000","last_clean":"2024-09-13T18:56:38.063746+0000","last_became_active":"2024-09-13T18:56:38.061573+0000","last_became_peered":"2024-09-13T18:56:38.061573+0000","last_unstale":"2024-09-13T18:56:38.063746+0000","last_undegraded":"2024-09-13T18:56:38.063746+0000","last_fullsized":"2024-09-13T18:56:38.063746+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:37.033538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:37.033538+0000","last_clean_scrub_stamp":"2024-09-13T18:56:37.033538+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T04:26:38.279788+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6,1],"acting":[4,3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1c","version":"19'2","reported_seq":17,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.282826+0000","last_change":"2024-09-13T18:56:33.711616+0000","last_active":"2024-09-13T18:56:38.282826+0000","last_peered":"2024-09-13T18:56:38.282826+0000","last_clean":"2024-09-13T18:56:38.282826+0000","last_became_active":"2024-09-13T18:56:33.711326+0000","last_became_peered":"2024-09-13T18:56:33.711326+0000","last_unstale":"2024-09-13T18:56:38.282826+0000","last_undegraded":"2024-09-13T18:56:38.282826+0000","last_fullsized":"2024-09-13T18:56:38.282826+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:32.670112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:32.670112+0000","last_clean_scrub_stamp":"2024-09-13T18:56:32.670112+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:07:48.768249+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":14,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.091205+0000","last_change":"2024-09-13T18:56:34.047276+0000","last_active":"2024-09-13T18:56:38.091205+0000","last_peered":"2024-09-13T18:56:38.091205+0000","last_clean":"2024-09-13T18:56:38.091205+0000","last_became_active":"2024-09-13T18:56:34.047041+0000","last_became_peered":"2024-09-13T18:56:34.047041+0000","last_unstale":"2024-09-13T18:56:38.091205+0000","last_undegraded":"2024-09-13T18:56:38.091205+0000","last_fullsized":"2024-09-13T18:56:38.091205+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_clean_scrub_stamp":"2024-09-13T18:56:33.675285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T04:13:13.384623+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":12,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.063653+0000","last_change":"2024-09-13T18:56:38.061936+0000","last_active":"2024-09-13T18:56:38.063653+0000","last_peered":"2024-09-13T18:56:38.063653+0000","last_clean":"2024-09-13T18:56:38.063653+0000","last_became_active":"2024-09-13T18:56:38.061510+0000","last_became_peered":"2024-09-13T18:56:38.061510+0000","last_unstale":"2024-09-13T18:56:38.063653+0000","last_undegraded":"2024-09-13T18:56:38.063653+0000","last_fullsized":"2024-09-13T18:56:38.063653+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:37.033538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:37.033538+0000","last_clean_scrub_stamp":"2024-09-13T18:56:37.033538+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:32:02.633655+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0,5],"acting":[4,3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":14,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.044265+0000","last_change":"2024-09-13T18:56:34.049501+0000","last_active":"2024-09-13T18:56:38.044265+0000","last_peered":"2024-09-13T18:56:38.044265+0000","last_clean":"2024-09-13T18:56:38.044265+0000","last_became_active":"2024-09-13T18:56:34.046941+0000","last_became_peered":"2024-09-13T18:56:34.046941+0000","last_unstale":"2024-09-13T18:56:38.044265+0000","last_undegraded":"2024-09-13T18:56:38.044265+0000","last_fullsized":"2024-09-13T18:56:38.044265+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_clean_scrub_stamp":"2024-09-13T18:56:33.675285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:01:01.701934+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.b","version":"19'2","reported_seq":17,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.282804+0000","last_change":"2024-09-13T18:56:33.710403+0000","last_active":"2024-09-13T18:56:38.282804+0000","last_peered":"2024-09-13T18:56:38.282804+0000","last_clean":"2024-09-13T18:56:38.282804+0000","last_became_active":"2024-09-13T18:56:33.710087+0000","last_became_peered":"2024-09-13T18:56:33.710087+0000","last_unstale":"2024-09-13T18:56:38.282804+0000","last_undegraded":"2024-09-13T18:56:38.282804+0000","last_fullsized":"2024-09-13T18:56:38.282804+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:32.670112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:32.670112+0000","last_clean_scrub_stamp":"2024-09-13T18:56:32.670112+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:08:07.942934+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":12,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.063681+0000","last_change":"2024-09-13T18:56:38.061857+0000","last_active":"2024-09-13T18:56:38.063681+0000","last_peered":"2024-09-13T18:56:38.063681+0000","last_clean":"2024-09-13T18:56:38.063681+0000","last_became_active":"2024-09-13T18:56:38.061025+0000","last_became_peered":"2024-09-13T18:56:38.061025+0000","last_unstale":"2024-09-13T18:56:38.063681+0000","last_undegraded":"2024-09-13T18:56:38.063681+0000","last_fullsized":"2024-09-13T18:56:38.063681+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:37.033538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:37.033538+0000","last_clean_scrub_stamp":"2024-09-13T18:56:37.033538+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:32:17.053809+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,2,1],"acting":[4,0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":14,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.042852+0000","last_change":"2024-09-13T18:56:34.054401+0000","last_active":"2024-09-13T18:56:38.042852+0000","last_peered":"2024-09-13T18:56:38.042852+0000","last_clean":"2024-09-13T18:56:38.042852+0000","last_became_active":"2024-09-13T18:56:34.054146+0000","last_became_peered":"2024-09-13T18:56:34.054146+0000","last_unstale":"2024-09-13T18:56:38.042852+0000","last_undegraded":"2024-09-13T18:56:38.042852+0000","last_fullsized":"2024-09-13T18:56:38.042852+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_clean_scrub_stamp":"2024-09-13T18:56:33.675285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T05:29:11.873036+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":15,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.048345+0000","last_change":"2024-09-13T18:56:33.699852+0000","last_active":"2024-09-13T18:56:38.048345+0000","last_peered":"2024-09-13T18:56:38.048345+0000","last_clean":"2024-09-13T18:56:38.048345+0000","last_became_active":"2024-09-13T18:56:33.699600+0000","last_became_peered":"2024-09-13T18:56:33.699600+0000","last_unstale":"2024-09-13T18:56:38.048345+0000","last_undegraded":"2024-09-13T18:56:38.048345+0000","last_fullsized":"2024-09-13T18:56:38.048345+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:32.670112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:32.670112+0000","last_clean_scrub_stamp":"2024-09-13T18:56:32.670112+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:59:41.425283+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":12,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.072312+0000","last_change":"2024-09-13T18:56:38.065786+0000","last_active":"2024-09-13T18:56:38.072312+0000","last_peered":"2024-09-13T18:56:38.072312+0000","last_clean":"2024-09-13T18:56:38.072312+0000","last_became_active":"2024-09-13T18:56:38.065462+0000","last_became_peered":"2024-09-13T18:56:38.065462+0000","last_unstale":"2024-09-13T18:56:38.072312+0000","last_undegraded":"2024-09-13T18:56:38.072312+0000","last_fullsized":"2024-09-13T18:56:38.072312+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:37.033538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:37.033538+0000","last_clean_scrub_stamp":"2024-09-13T18:56:37.033538+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T05:33:33.883035+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6,1],"acting":[4,3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":14,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.042318+0000","last_change":"2024-09-13T18:56:34.048611+0000","last_active":"2024-09-13T18:56:38.042318+0000","last_peered":"2024-09-13T18:56:38.042318+0000","last_clean":"2024-09-13T18:56:38.042318+0000","last_became_active":"2024-09-13T18:56:34.048386+0000","last_became_peered":"2024-09-13T18:56:34.048386+0000","last_unstale":"2024-09-13T18:56:38.042318+0000","last_undegraded":"2024-09-13T18:56:38.042318+0000","last_fullsized":"2024-09-13T18:56:38.042318+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_clean_scrub_stamp":"2024-09-13T18:56:33.675285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T05:33:36.315678+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":15,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.047718+0000","last_change":"2024-09-13T18:56:33.706687+0000","last_active":"2024-09-13T18:56:38.047718+0000","last_peered":"2024-09-13T18:56:38.047718+0000","last_clean":"2024-09-13T18:56:38.047718+0000","last_became_active":"2024-09-13T18:56:33.706457+0000","last_became_peered":"2024-09-13T18:56:33.706457+0000","last_unstale":"2024-09-13T18:56:38.047718+0000","last_undegraded":"2024-09-13T18:56:38.047718+0000","last_fullsized":"2024-09-13T18:56:38.047718+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:32.670112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:32.670112+0000","last_clean_scrub_stamp":"2024-09-13T18:56:32.670112+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T05:33:21.321605+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":12,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.293529+0000","last_change":"2024-09-13T18:56:38.287729+0000","last_active":"2024-09-13T18:56:38.293529+0000","last_peered":"2024-09-13T18:56:38.293529+0000","last_clean":"2024-09-13T18:56:38.293529+0000","last_became_active":"2024-09-13T18:56:38.287386+0000","last_became_peered":"2024-09-13T18:56:38.287386+0000","last_unstale":"2024-09-13T18:56:38.293529+0000","last_undegraded":"2024-09-13T18:56:38.293529+0000","last_fullsized":"2024-09-13T18:56:38.293529+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:37.033538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:37.033538+0000","last_clean_scrub_stamp":"2024-09-13T18:56:37.033538+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:17:03.116930+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4,7],"acting":[1,3,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":14,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.051023+0000","last_change":"2024-09-13T18:56:34.044601+0000","last_active":"2024-09-13T18:56:38.051023+0000","last_peered":"2024-09-13T18:56:38.051023+0000","last_clean":"2024-09-13T18:56:38.051023+0000","last_became_active":"2024-09-13T18:56:34.043887+0000","last_became_peered":"2024-09-13T18:56:34.043887+0000","last_unstale":"2024-09-13T18:56:38.051023+0000","last_undegraded":"2024-09-13T18:56:38.051023+0000","last_fullsized":"2024-09-13T18:56:38.051023+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_clean_scrub_stamp":"2024-09-13T18:56:33.675285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:43:28.226854+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":15,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.282381+0000","last_change":"2024-09-13T18:56:33.711214+0000","last_active":"2024-09-13T18:56:38.282381+0000","last_peered":"2024-09-13T18:56:38.282381+0000","last_clean":"2024-09-13T18:56:38.282381+0000","last_became_active":"2024-09-13T18:56:33.710928+0000","last_became_peered":"2024-09-13T18:56:33.710928+0000","last_unstale":"2024-09-13T18:56:38.282381+0000","last_undegraded":"2024-09-13T18:56:38.282381+0000","last_fullsized":"2024-09-13T18:56:38.282381+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:32.670112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:32.670112+0000","last_clean_scrub_stamp":"2024-09-13T18:56:32.670112+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T04:13:12.379451+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":12,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.063046+0000","last_change":"2024-09-13T18:56:38.060800+0000","last_active":"2024-09-13T18:56:38.063046+0000","last_peered":"2024-09-13T18:56:38.063046+0000","last_clean":"2024-09-13T18:56:38.063046+0000","last_became_active":"2024-09-13T18:56:38.060302+0000","last_became_peered":"2024-09-13T18:56:38.060302+0000","last_unstale":"2024-09-13T18:56:38.063046+0000","last_undegraded":"2024-09-13T18:56:38.063046+0000","last_fullsized":"2024-09-13T18:56:38.063046+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:37.033538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:37.033538+0000","last_clean_scrub_stamp":"2024-09-13T18:56:37.033538+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:56:18.361087+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6,1],"acting":[4,3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":14,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.058342+0000","last_change":"2024-09-13T18:56:34.047874+0000","last_active":"2024-09-13T18:56:38.058342+0000","last_peered":"2024-09-13T18:56:38.058342+0000","last_clean":"2024-09-13T18:56:38.058342+0000","last_became_active":"2024-09-13T18:56:34.047607+0000","last_became_peered":"2024-09-13T18:56:34.047607+0000","last_unstale":"2024-09-13T18:56:38.058342+0000","last_undegraded":"2024-09-13T18:56:38.058342+0000","last_fullsized":"2024-09-13T18:56:38.058342+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_clean_scrub_stamp":"2024-09-13T18:56:33.675285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T04:06:08.838123+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.7","version":"19'2","reported_seq":17,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.046411+0000","last_change":"2024-09-13T18:56:33.711542+0000","last_active":"2024-09-13T18:56:38.046411+0000","last_peered":"2024-09-13T18:56:38.046411+0000","last_clean":"2024-09-13T18:56:38.046411+0000","last_became_active":"2024-09-13T18:56:33.711283+0000","last_became_peered":"2024-09-13T18:56:33.711283+0000","last_unstale":"2024-09-13T18:56:38.046411+0000","last_undegraded":"2024-09-13T18:56:38.046411+0000","last_fullsized":"2024-09-13T18:56:38.046411+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:32.670112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:32.670112+0000","last_clean_scrub_stamp":"2024-09-13T18:56:32.670112+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T05:33:21.321605+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":12,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.288797+0000","last_change":"2024-09-13T18:56:38.285823+0000","last_active":"2024-09-13T18:56:38.288797+0000","last_peered":"2024-09-13T18:56:38.288797+0000","last_clean":"2024-09-13T18:56:38.288797+0000","last_became_active":"2024-09-13T18:56:38.283987+0000","last_became_peered":"2024-09-13T18:56:38.283987+0000","last_unstale":"2024-09-13T18:56:38.288797+0000","last_undegraded":"2024-09-13T18:56:38.288797+0000","last_fullsized":"2024-09-13T18:56:38.288797+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:37.033538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:37.033538+0000","last_clean_scrub_stamp":"2024-09-13T18:56:37.033538+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:09:05.274028+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6,7],"acting":[4,5,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":14,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.043602+0000","last_change":"2024-09-13T18:56:34.047393+0000","last_active":"2024-09-13T18:56:38.043602+0000","last_peered":"2024-09-13T18:56:38.043602+0000","last_clean":"2024-09-13T18:56:38.043602+0000","last_became_active":"2024-09-13T18:56:34.047204+0000","last_became_peered":"2024-09-13T18:56:34.047204+0000","last_unstale":"2024-09-13T18:56:38.043602+0000","last_undegraded":"2024-09-13T18:56:38.043602+0000","last_fullsized":"2024-09-13T18:56:38.043602+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_clean_scrub_stamp":"2024-09-13T18:56:33.675285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T05:42:08.916699+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"22'1","reported_seq":16,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.047055+0000","last_change":"2024-09-13T18:56:33.702193+0000","last_active":"2024-09-13T18:56:38.047055+0000","last_peered":"2024-09-13T18:56:38.047055+0000","last_clean":"2024-09-13T18:56:38.047055+0000","last_became_active":"2024-09-13T18:56:33.701904+0000","last_became_peered":"2024-09-13T18:56:33.701904+0000","last_unstale":"2024-09-13T18:56:38.047055+0000","last_undegraded":"2024-09-13T18:56:38.047055+0000","last_fullsized":"2024-09-13T18:56:38.047055+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:32.670112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:32.670112+0000","last_clean_scrub_stamp":"2024-09-13T18:56:32.670112+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T04:28:01.623713+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":12,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.288086+0000","last_change":"2024-09-13T18:56:38.286915+0000","last_active":"2024-09-13T18:56:38.288086+0000","last_peered":"2024-09-13T18:56:38.288086+0000","last_clean":"2024-09-13T18:56:38.288086+0000","last_became_active":"2024-09-13T18:56:38.286567+0000","last_became_peered":"2024-09-13T18:56:38.286567+0000","last_unstale":"2024-09-13T18:56:38.288086+0000","last_undegraded":"2024-09-13T18:56:38.288086+0000","last_fullsized":"2024-09-13T18:56:38.288086+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:37.033538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:37.033538+0000","last_clean_scrub_stamp":"2024-09-13T18:56:37.033538+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:53:15.688517+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0,1],"acting":[3,7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":14,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.048199+0000","last_change":"2024-09-13T18:56:34.049813+0000","last_active":"2024-09-13T18:56:38.048199+0000","last_peered":"2024-09-13T18:56:38.048199+0000","last_clean":"2024-09-13T18:56:38.048199+0000","last_became_active":"2024-09-13T18:56:34.049543+0000","last_became_peered":"2024-09-13T18:56:34.049543+0000","last_unstale":"2024-09-13T18:56:38.048199+0000","last_undegraded":"2024-09-13T18:56:38.048199+0000","last_fullsized":"2024-09-13T18:56:38.048199+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_clean_scrub_stamp":"2024-09-13T18:56:33.675285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T05:33:36.315678+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":15,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.283024+0000","last_change":"2024-09-13T18:56:33.710728+0000","last_active":"2024-09-13T18:56:38.283024+0000","last_peered":"2024-09-13T18:56:38.283024+0000","last_clean":"2024-09-13T18:56:38.283024+0000","last_became_active":"2024-09-13T18:56:33.710363+0000","last_became_peered":"2024-09-13T18:56:33.710363+0000","last_unstale":"2024-09-13T18:56:38.283024+0000","last_undegraded":"2024-09-13T18:56:38.283024+0000","last_fullsized":"2024-09-13T18:56:38.283024+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:32.670112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:32.670112+0000","last_clean_scrub_stamp":"2024-09-13T18:56:32.670112+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T05:29:41.211916+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":12,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.286186+0000","last_change":"2024-09-13T18:56:38.284674+0000","last_active":"2024-09-13T18:56:38.286186+0000","last_peered":"2024-09-13T18:56:38.286186+0000","last_clean":"2024-09-13T18:56:38.286186+0000","last_became_active":"2024-09-13T18:56:38.283947+0000","last_became_peered":"2024-09-13T18:56:38.283947+0000","last_unstale":"2024-09-13T18:56:38.286186+0000","last_undegraded":"2024-09-13T18:56:38.286186+0000","last_fullsized":"2024-09-13T18:56:38.286186+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:37.033538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:37.033538+0000","last_clean_scrub_stamp":"2024-09-13T18:56:37.033538+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:17:03.116930+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7,1],"acting":[0,5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":14,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.091214+0000","last_change":"2024-09-13T18:56:34.041940+0000","last_active":"2024-09-13T18:56:38.091214+0000","last_peered":"2024-09-13T18:56:38.091214+0000","last_clean":"2024-09-13T18:56:38.091214+0000","last_became_active":"2024-09-13T18:56:34.041082+0000","last_became_peered":"2024-09-13T18:56:34.041082+0000","last_unstale":"2024-09-13T18:56:38.091214+0000","last_undegraded":"2024-09-13T18:56:38.091214+0000","last_fullsized":"2024-09-13T18:56:38.091214+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_clean_scrub_stamp":"2024-09-13T18:56:33.675285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T05:42:08.916699+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":15,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.048290+0000","last_change":"2024-09-13T18:56:33.700511+0000","last_active":"2024-09-13T18:56:38.048290+0000","last_peered":"2024-09-13T18:56:38.048290+0000","last_clean":"2024-09-13T18:56:38.048290+0000","last_became_active":"2024-09-13T18:56:33.700251+0000","last_became_peered":"2024-09-13T18:56:33.700251+0000","last_unstale":"2024-09-13T18:56:38.048290+0000","last_undegraded":"2024-09-13T18:56:38.048290+0000","last_fullsized":"2024-09-13T18:56:38.048290+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:32.670112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:32.670112+0000","last_clean_scrub_stamp":"2024-09-13T18:56:32.670112+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:54:18.976006+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":12,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.066245+0000","last_change":"2024-09-13T18:56:38.064683+0000","last_active":"2024-09-13T18:56:38.066245+0000","last_peered":"2024-09-13T18:56:38.066245+0000","last_clean":"2024-09-13T18:56:38.066245+0000","last_became_active":"2024-09-13T18:56:38.064182+0000","last_became_peered":"2024-09-13T18:56:38.064182+0000","last_unstale":"2024-09-13T18:56:38.066245+0000","last_undegraded":"2024-09-13T18:56:38.066245+0000","last_fullsized":"2024-09-13T18:56:38.066245+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:37.033538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:37.033538+0000","last_clean_scrub_stamp":"2024-09-13T18:56:37.033538+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:14:07.585241+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4,0],"acting":[1,5,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":14,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.051093+0000","last_change":"2024-09-13T18:56:34.037839+0000","last_active":"2024-09-13T18:56:38.051093+0000","last_peered":"2024-09-13T18:56:38.051093+0000","last_clean":"2024-09-13T18:56:38.051093+0000","last_became_active":"2024-09-13T18:56:34.037563+0000","last_became_peered":"2024-09-13T18:56:34.037563+0000","last_unstale":"2024-09-13T18:56:38.051093+0000","last_undegraded":"2024-09-13T18:56:38.051093+0000","last_fullsized":"2024-09-13T18:56:38.051093+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_clean_scrub_stamp":"2024-09-13T18:56:33.675285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:59:42.430455+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":15,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.044477+0000","last_change":"2024-09-13T18:56:33.706227+0000","last_active":"2024-09-13T18:56:38.044477+0000","last_peered":"2024-09-13T18:56:38.044477+0000","last_clean":"2024-09-13T18:56:38.044477+0000","last_became_active":"2024-09-13T18:56:33.705962+0000","last_became_peered":"2024-09-13T18:56:33.705962+0000","last_unstale":"2024-09-13T18:56:38.044477+0000","last_undegraded":"2024-09-13T18:56:38.044477+0000","last_fullsized":"2024-09-13T18:56:38.044477+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:32.670112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:32.670112+0000","last_clean_scrub_stamp":"2024-09-13T18:56:32.670112+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:55:52.183537+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":12,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.060347+0000","last_change":"2024-09-13T18:56:38.057555+0000","last_active":"2024-09-13T18:56:38.060347+0000","last_peered":"2024-09-13T18:56:38.060347+0000","last_clean":"2024-09-13T18:56:38.060347+0000","last_became_active":"2024-09-13T18:56:38.055975+0000","last_became_peered":"2024-09-13T18:56:38.055975+0000","last_unstale":"2024-09-13T18:56:38.060347+0000","last_undegraded":"2024-09-13T18:56:38.060347+0000","last_fullsized":"2024-09-13T18:56:38.060347+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:37.033538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:37.033538+0000","last_clean_scrub_stamp":"2024-09-13T18:56:37.033538+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:00:23.407612+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3,6],"acting":[1,2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":14,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.049125+0000","last_change":"2024-09-13T18:56:34.049779+0000","last_active":"2024-09-13T18:56:38.049125+0000","last_peered":"2024-09-13T18:56:38.049125+0000","last_clean":"2024-09-13T18:56:38.049125+0000","last_became_active":"2024-09-13T18:56:34.049562+0000","last_became_peered":"2024-09-13T18:56:34.049562+0000","last_unstale":"2024-09-13T18:56:38.049125+0000","last_undegraded":"2024-09-13T18:56:38.049125+0000","last_fullsized":"2024-09-13T18:56:38.049125+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_clean_scrub_stamp":"2024-09-13T18:56:33.675285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T04:15:59.973078+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":15,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.047536+0000","last_change":"2024-09-13T18:56:33.695072+0000","last_active":"2024-09-13T18:56:38.047536+0000","last_peered":"2024-09-13T18:56:38.047536+0000","last_clean":"2024-09-13T18:56:38.047536+0000","last_became_active":"2024-09-13T18:56:33.694784+0000","last_became_peered":"2024-09-13T18:56:33.694784+0000","last_unstale":"2024-09-13T18:56:38.047536+0000","last_undegraded":"2024-09-13T18:56:38.047536+0000","last_fullsized":"2024-09-13T18:56:38.047536+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:32.670112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:32.670112+0000","last_clean_scrub_stamp":"2024-09-13T18:56:32.670112+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:54:18.976006+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":12,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.066226+0000","last_change":"2024-09-13T18:56:38.064581+0000","last_active":"2024-09-13T18:56:38.066226+0000","last_peered":"2024-09-13T18:56:38.066226+0000","last_clean":"2024-09-13T18:56:38.066226+0000","last_became_active":"2024-09-13T18:56:38.062896+0000","last_became_peered":"2024-09-13T18:56:38.062896+0000","last_unstale":"2024-09-13T18:56:38.066226+0000","last_undegraded":"2024-09-13T18:56:38.066226+0000","last_fullsized":"2024-09-13T18:56:38.066226+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:37.033538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:37.033538+0000","last_clean_scrub_stamp":"2024-09-13T18:56:37.033538+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:09:07.660587+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0,3],"acting":[1,5,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":14,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.057910+0000","last_change":"2024-09-13T18:56:34.042125+0000","last_active":"2024-09-13T18:56:38.057910+0000","last_peered":"2024-09-13T18:56:38.057910+0000","last_clean":"2024-09-13T18:56:38.057910+0000","last_became_active":"2024-09-13T18:56:34.041870+0000","last_became_peered":"2024-09-13T18:56:34.041870+0000","last_unstale":"2024-09-13T18:56:38.057910+0000","last_undegraded":"2024-09-13T18:56:38.057910+0000","last_fullsized":"2024-09-13T18:56:38.057910+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_clean_scrub_stamp":"2024-09-13T18:56:33.675285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T04:15:59.973078+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":15,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.282380+0000","last_change":"2024-09-13T18:56:33.711056+0000","last_active":"2024-09-13T18:56:38.282380+0000","last_peered":"2024-09-13T18:56:38.282380+0000","last_clean":"2024-09-13T18:56:38.282380+0000","last_became_active":"2024-09-13T18:56:33.710796+0000","last_became_peered":"2024-09-13T18:56:33.710796+0000","last_unstale":"2024-09-13T18:56:38.282380+0000","last_undegraded":"2024-09-13T18:56:38.282380+0000","last_fullsized":"2024-09-13T18:56:38.282380+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:32.670112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:32.670112+0000","last_clean_scrub_stamp":"2024-09-13T18:56:32.670112+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T05:01:12.328346+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":12,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.286161+0000","last_change":"2024-09-13T18:56:38.284375+0000","last_active":"2024-09-13T18:56:38.286161+0000","last_peered":"2024-09-13T18:56:38.286161+0000","last_clean":"2024-09-13T18:56:38.286161+0000","last_became_active":"2024-09-13T18:56:38.283963+0000","last_became_peered":"2024-09-13T18:56:38.283963+0000","last_unstale":"2024-09-13T18:56:38.286161+0000","last_undegraded":"2024-09-13T18:56:38.286161+0000","last_fullsized":"2024-09-13T18:56:38.286161+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:37.033538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:37.033538+0000","last_clean_scrub_stamp":"2024-09-13T18:56:37.033538+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:09:07.660587+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2,7],"acting":[0,1,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":14,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.041813+0000","last_change":"2024-09-13T18:56:34.052897+0000","last_active":"2024-09-13T18:56:38.041813+0000","last_peered":"2024-09-13T18:56:38.041813+0000","last_clean":"2024-09-13T18:56:38.041813+0000","last_became_active":"2024-09-13T18:56:34.052641+0000","last_became_peered":"2024-09-13T18:56:34.052641+0000","last_unstale":"2024-09-13T18:56:38.041813+0000","last_undegraded":"2024-09-13T18:56:38.041813+0000","last_fullsized":"2024-09-13T18:56:38.041813+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_clean_scrub_stamp":"2024-09-13T18:56:33.675285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:42:36.055761+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":15,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.044003+0000","last_change":"2024-09-13T18:56:33.704024+0000","last_active":"2024-09-13T18:56:38.044003+0000","last_peered":"2024-09-13T18:56:38.044003+0000","last_clean":"2024-09-13T18:56:38.044003+0000","last_became_active":"2024-09-13T18:56:33.703763+0000","last_became_peered":"2024-09-13T18:56:33.703763+0000","last_unstale":"2024-09-13T18:56:38.044003+0000","last_undegraded":"2024-09-13T18:56:38.044003+0000","last_fullsized":"2024-09-13T18:56:38.044003+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:32.670112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:32.670112+0000","last_clean_scrub_stamp":"2024-09-13T18:56:32.670112+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:30:28.197046+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"15'117","reported_seq":168,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.282466+0000","last_change":"2024-09-13T18:56:23.292950+0000","last_active":"2024-09-13T18:56:38.282466+0000","last_peered":"2024-09-13T18:56:38.282466+0000","last_clean":"2024-09-13T18:56:38.282466+0000","last_became_active":"2024-09-13T18:56:23.292008+0000","last_became_peered":"2024-09-13T18:56:23.292008+0000","last_unstale":"2024-09-13T18:56:38.282466+0000","last_undegraded":"2024-09-13T18:56:38.282466+0000","last_fullsized":"2024-09-13T18:56:38.282466+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:22.096428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:22.096428+0000","last_clean_scrub_stamp":"2024-09-13T18:56:22.096428+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:33:39.156955+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":12,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.288844+0000","last_change":"2024-09-13T18:56:38.285213+0000","last_active":"2024-09-13T18:56:38.288844+0000","last_peered":"2024-09-13T18:56:38.288844+0000","last_clean":"2024-09-13T18:56:38.288844+0000","last_became_active":"2024-09-13T18:56:38.284740+0000","last_became_peered":"2024-09-13T18:56:38.284740+0000","last_unstale":"2024-09-13T18:56:38.288844+0000","last_undegraded":"2024-09-13T18:56:38.288844+0000","last_fullsized":"2024-09-13T18:56:38.288844+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:37.033538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:37.033538+0000","last_clean_scrub_stamp":"2024-09-13T18:56:37.033538+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:31:19.460591+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,4,7],"acting":[6,3,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":14,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.282778+0000","last_change":"2024-09-13T18:56:34.057449+0000","last_active":"2024-09-13T18:56:38.282778+0000","last_peered":"2024-09-13T18:56:38.282778+0000","last_clean":"2024-09-13T18:56:38.282778+0000","last_became_active":"2024-09-13T18:56:34.057148+0000","last_became_peered":"2024-09-13T18:56:34.057148+0000","last_unstale":"2024-09-13T18:56:38.282778+0000","last_undegraded":"2024-09-13T18:56:38.282778+0000","last_fullsized":"2024-09-13T18:56:38.282778+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_clean_scrub_stamp":"2024-09-13T18:56:33.675285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:19:17.802178+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":15,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.046821+0000","last_change":"2024-09-13T18:56:33.705938+0000","last_active":"2024-09-13T18:56:38.046821+0000","last_peered":"2024-09-13T18:56:38.046821+0000","last_clean":"2024-09-13T18:56:38.046821+0000","last_became_active":"2024-09-13T18:56:33.705556+0000","last_became_peered":"2024-09-13T18:56:33.705556+0000","last_unstale":"2024-09-13T18:56:38.046821+0000","last_undegraded":"2024-09-13T18:56:38.046821+0000","last_fullsized":"2024-09-13T18:56:38.046821+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:32.670112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:32.670112+0000","last_clean_scrub_stamp":"2024-09-13T18:56:32.670112+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:30:28.197046+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":12,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.286364+0000","last_change":"2024-09-13T18:56:38.284453+0000","last_active":"2024-09-13T18:56:38.286364+0000","last_peered":"2024-09-13T18:56:38.286364+0000","last_clean":"2024-09-13T18:56:38.286364+0000","last_became_active":"2024-09-13T18:56:38.283980+0000","last_became_peered":"2024-09-13T18:56:38.283980+0000","last_unstale":"2024-09-13T18:56:38.286364+0000","last_undegraded":"2024-09-13T18:56:38.286364+0000","last_fullsized":"2024-09-13T18:56:38.286364+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:37.033538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:37.033538+0000","last_clean_scrub_stamp":"2024-09-13T18:56:37.033538+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T04:45:58.554324+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,1,0],"acting":[6,7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":14,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.091143+0000","last_change":"2024-09-13T18:56:34.042508+0000","last_active":"2024-09-13T18:56:38.091143+0000","last_peered":"2024-09-13T18:56:38.091143+0000","last_clean":"2024-09-13T18:56:38.091143+0000","last_became_active":"2024-09-13T18:56:34.042254+0000","last_became_peered":"2024-09-13T18:56:34.042254+0000","last_unstale":"2024-09-13T18:56:38.091143+0000","last_undegraded":"2024-09-13T18:56:38.091143+0000","last_fullsized":"2024-09-13T18:56:38.091143+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_clean_scrub_stamp":"2024-09-13T18:56:33.675285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:42:49.184759+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.d","version":"19'1","reported_seq":16,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.047399+0000","last_change":"2024-09-13T18:56:33.705610+0000","last_active":"2024-09-13T18:56:38.047399+0000","last_peered":"2024-09-13T18:56:38.047399+0000","last_clean":"2024-09-13T18:56:38.047399+0000","last_became_active":"2024-09-13T18:56:33.705337+0000","last_became_peered":"2024-09-13T18:56:33.705337+0000","last_unstale":"2024-09-13T18:56:38.047399+0000","last_undegraded":"2024-09-13T18:56:38.047399+0000","last_fullsized":"2024-09-13T18:56:38.047399+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:32.670112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:32.670112+0000","last_clean_scrub_stamp":"2024-09-13T18:56:32.670112+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:08:07.942934+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":12,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.066175+0000","last_change":"2024-09-13T18:56:38.064567+0000","last_active":"2024-09-13T18:56:38.066175+0000","last_peered":"2024-09-13T18:56:38.066175+0000","last_clean":"2024-09-13T18:56:38.066175+0000","last_became_active":"2024-09-13T18:56:38.064225+0000","last_became_peered":"2024-09-13T18:56:38.064225+0000","last_unstale":"2024-09-13T18:56:38.066175+0000","last_undegraded":"2024-09-13T18:56:38.066175+0000","last_fullsized":"2024-09-13T18:56:38.066175+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:37.033538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:37.033538+0000","last_clean_scrub_stamp":"2024-09-13T18:56:37.033538+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:32:17.053809+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4,5],"acting":[0,1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":14,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.283180+0000","last_change":"2024-09-13T18:56:34.048364+0000","last_active":"2024-09-13T18:56:38.283180+0000","last_peered":"2024-09-13T18:56:38.283180+0000","last_clean":"2024-09-13T18:56:38.283180+0000","last_became_active":"2024-09-13T18:56:34.048080+0000","last_became_peered":"2024-09-13T18:56:34.048080+0000","last_unstale":"2024-09-13T18:56:38.283180+0000","last_undegraded":"2024-09-13T18:56:38.283180+0000","last_fullsized":"2024-09-13T18:56:38.283180+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_clean_scrub_stamp":"2024-09-13T18:56:33.675285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:59:00.644482+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"19'2","reported_seq":17,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.047263+0000","last_change":"2024-09-13T18:56:33.695777+0000","last_active":"2024-09-13T18:56:38.047263+0000","last_peered":"2024-09-13T18:56:38.047263+0000","last_clean":"2024-09-13T18:56:38.047263+0000","last_became_active":"2024-09-13T18:56:33.695508+0000","last_became_peered":"2024-09-13T18:56:33.695508+0000","last_unstale":"2024-09-13T18:56:38.047263+0000","last_undegraded":"2024-09-13T18:56:38.047263+0000","last_fullsized":"2024-09-13T18:56:38.047263+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:32.670112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:32.670112+0000","last_clean_scrub_stamp":"2024-09-13T18:56:32.670112+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T05:33:21.321605+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":12,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.294202+0000","last_change":"2024-09-13T18:56:38.287494+0000","last_active":"2024-09-13T18:56:38.294202+0000","last_peered":"2024-09-13T18:56:38.294202+0000","last_clean":"2024-09-13T18:56:38.294202+0000","last_became_active":"2024-09-13T18:56:38.287105+0000","last_became_peered":"2024-09-13T18:56:38.287105+0000","last_unstale":"2024-09-13T18:56:38.294202+0000","last_undegraded":"2024-09-13T18:56:38.294202+0000","last_fullsized":"2024-09-13T18:56:38.294202+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:37.033538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:37.033538+0000","last_clean_scrub_stamp":"2024-09-13T18:56:37.033538+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:00:23.407612+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7,6],"acting":[5,4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":14,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.283077+0000","last_change":"2024-09-13T18:56:34.049747+0000","last_active":"2024-09-13T18:56:38.283077+0000","last_peered":"2024-09-13T18:56:38.283077+0000","last_clean":"2024-09-13T18:56:38.283077+0000","last_became_active":"2024-09-13T18:56:34.049353+0000","last_became_peered":"2024-09-13T18:56:34.049353+0000","last_unstale":"2024-09-13T18:56:38.283077+0000","last_undegraded":"2024-09-13T18:56:38.283077+0000","last_fullsized":"2024-09-13T18:56:38.283077+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_clean_scrub_stamp":"2024-09-13T18:56:33.675285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:59:47.148758+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"19'1","reported_seq":16,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.052104+0000","last_change":"2024-09-13T18:56:33.703086+0000","last_active":"2024-09-13T18:56:38.052104+0000","last_peered":"2024-09-13T18:56:38.052104+0000","last_clean":"2024-09-13T18:56:38.052104+0000","last_became_active":"2024-09-13T18:56:33.702573+0000","last_became_peered":"2024-09-13T18:56:33.702573+0000","last_unstale":"2024-09-13T18:56:38.052104+0000","last_undegraded":"2024-09-13T18:56:38.052104+0000","last_fullsized":"2024-09-13T18:56:38.052104+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:32.670112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:32.670112+0000","last_clean_scrub_stamp":"2024-09-13T18:56:32.670112+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:13:37.745429+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":12,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.063136+0000","last_change":"2024-09-13T18:56:38.061481+0000","last_active":"2024-09-13T18:56:38.063136+0000","last_peered":"2024-09-13T18:56:38.063136+0000","last_clean":"2024-09-13T18:56:38.063136+0000","last_became_active":"2024-09-13T18:56:38.060378+0000","last_became_peered":"2024-09-13T18:56:38.060378+0000","last_unstale":"2024-09-13T18:56:38.063136+0000","last_undegraded":"2024-09-13T18:56:38.063136+0000","last_fullsized":"2024-09-13T18:56:38.063136+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:37.033538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:37.033538+0000","last_clean_scrub_stamp":"2024-09-13T18:56:37.033538+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:13:33.300697+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3,6],"acting":[4,1,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":14,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.282593+0000","last_change":"2024-09-13T18:56:34.048870+0000","last_active":"2024-09-13T18:56:38.282593+0000","last_peered":"2024-09-13T18:56:38.282593+0000","last_clean":"2024-09-13T18:56:38.282593+0000","last_became_active":"2024-09-13T18:56:34.048645+0000","last_became_peered":"2024-09-13T18:56:34.048645+0000","last_unstale":"2024-09-13T18:56:38.282593+0000","last_undegraded":"2024-09-13T18:56:38.282593+0000","last_fullsized":"2024-09-13T18:56:38.282593+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_clean_scrub_stamp":"2024-09-13T18:56:33.675285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T06:17:04.108092+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.10","version":"19'8","reported_seq":23,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.046918+0000","last_change":"2024-09-13T18:56:33.700645+0000","last_active":"2024-09-13T18:56:38.046918+0000","last_peered":"2024-09-13T18:56:38.046918+0000","last_clean":"2024-09-13T18:56:38.046918+0000","last_became_active":"2024-09-13T18:56:33.700371+0000","last_became_peered":"2024-09-13T18:56:33.700371+0000","last_unstale":"2024-09-13T18:56:38.046918+0000","last_undegraded":"2024-09-13T18:56:38.046918+0000","last_fullsized":"2024-09-13T18:56:38.046918+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:32.670112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:32.670112+0000","last_clean_scrub_stamp":"2024-09-13T18:56:32.670112+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:43:27.221682+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":12,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.065300+0000","last_change":"2024-09-13T18:56:38.063633+0000","last_active":"2024-09-13T18:56:38.065300+0000","last_peered":"2024-09-13T18:56:38.065300+0000","last_clean":"2024-09-13T18:56:38.065300+0000","last_became_active":"2024-09-13T18:56:38.061890+0000","last_became_peered":"2024-09-13T18:56:38.061890+0000","last_unstale":"2024-09-13T18:56:38.065300+0000","last_undegraded":"2024-09-13T18:56:38.065300+0000","last_fullsized":"2024-09-13T18:56:38.065300+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:37.033538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:37.033538+0000","last_clean_scrub_stamp":"2024-09-13T18:56:37.033538+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:35:59.118804+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,2,6],"acting":[0,3,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":14,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.045393+0000","last_change":"2024-09-13T18:56:34.053791+0000","last_active":"2024-09-13T18:56:38.045393+0000","last_peered":"2024-09-13T18:56:38.045393+0000","last_clean":"2024-09-13T18:56:38.045393+0000","last_became_active":"2024-09-13T18:56:34.053521+0000","last_became_peered":"2024-09-13T18:56:34.053521+0000","last_unstale":"2024-09-13T18:56:38.045393+0000","last_undegraded":"2024-09-13T18:56:38.045393+0000","last_fullsized":"2024-09-13T18:56:38.045393+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_clean_scrub_stamp":"2024-09-13T18:56:33.675285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T05:33:36.315678+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":15,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.046129+0000","last_change":"2024-09-13T18:56:33.705649+0000","last_active":"2024-09-13T18:56:38.046129+0000","last_peered":"2024-09-13T18:56:38.046129+0000","last_clean":"2024-09-13T18:56:38.046129+0000","last_became_active":"2024-09-13T18:56:33.705358+0000","last_became_peered":"2024-09-13T18:56:33.705358+0000","last_unstale":"2024-09-13T18:56:38.046129+0000","last_undegraded":"2024-09-13T18:56:38.046129+0000","last_fullsized":"2024-09-13T18:56:38.046129+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:32.670112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:32.670112+0000","last_clean_scrub_stamp":"2024-09-13T18:56:32.670112+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:30:28.197046+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":12,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.293623+0000","last_change":"2024-09-13T18:56:38.288032+0000","last_active":"2024-09-13T18:56:38.293623+0000","last_peered":"2024-09-13T18:56:38.293623+0000","last_clean":"2024-09-13T18:56:38.293623+0000","last_became_active":"2024-09-13T18:56:38.287609+0000","last_became_peered":"2024-09-13T18:56:38.287609+0000","last_unstale":"2024-09-13T18:56:38.293623+0000","last_undegraded":"2024-09-13T18:56:38.293623+0000","last_fullsized":"2024-09-13T18:56:38.293623+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:37.033538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:37.033538+0000","last_clean_scrub_stamp":"2024-09-13T18:56:37.033538+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:45:51.190628+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1,6],"acting":[3,7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":14,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.282745+0000","last_change":"2024-09-13T18:56:34.049126+0000","last_active":"2024-09-13T18:56:38.282745+0000","last_peered":"2024-09-13T18:56:38.282745+0000","last_clean":"2024-09-13T18:56:38.282745+0000","last_became_active":"2024-09-13T18:56:34.048870+0000","last_became_peered":"2024-09-13T18:56:34.048870+0000","last_unstale":"2024-09-13T18:56:38.282745+0000","last_undegraded":"2024-09-13T18:56:38.282745+0000","last_fullsized":"2024-09-13T18:56:38.282745+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_clean_scrub_stamp":"2024-09-13T18:56:33.675285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T06:45:22.275265+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":15,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.044388+0000","last_change":"2024-09-13T18:56:33.705820+0000","last_active":"2024-09-13T18:56:38.044388+0000","last_peered":"2024-09-13T18:56:38.044388+0000","last_clean":"2024-09-13T18:56:38.044388+0000","last_became_active":"2024-09-13T18:56:33.705539+0000","last_became_peered":"2024-09-13T18:56:33.705539+0000","last_unstale":"2024-09-13T18:56:38.044388+0000","last_undegraded":"2024-09-13T18:56:38.044388+0000","last_fullsized":"2024-09-13T18:56:38.044388+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:32.670112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:32.670112+0000","last_clean_scrub_stamp":"2024-09-13T18:56:32.670112+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T05:33:21.321605+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":12,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.285621+0000","last_change":"2024-09-13T18:56:38.284313+0000","last_active":"2024-09-13T18:56:38.285621+0000","last_peered":"2024-09-13T18:56:38.285621+0000","last_clean":"2024-09-13T18:56:38.285621+0000","last_became_active":"2024-09-13T18:56:38.283927+0000","last_became_peered":"2024-09-13T18:56:38.283927+0000","last_unstale":"2024-09-13T18:56:38.285621+0000","last_undegraded":"2024-09-13T18:56:38.285621+0000","last_fullsized":"2024-09-13T18:56:38.285621+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:37.033538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:37.033538+0000","last_clean_scrub_stamp":"2024-09-13T18:56:37.033538+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T06:15:30.258202+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7,2],"acting":[3,1,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":14,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.058440+0000","last_change":"2024-09-13T18:56:34.047769+0000","last_active":"2024-09-13T18:56:38.058440+0000","last_peered":"2024-09-13T18:56:38.058440+0000","last_clean":"2024-09-13T18:56:38.058440+0000","last_became_active":"2024-09-13T18:56:34.047382+0000","last_became_peered":"2024-09-13T18:56:34.047382+0000","last_unstale":"2024-09-13T18:56:38.058440+0000","last_undegraded":"2024-09-13T18:56:38.058440+0000","last_fullsized":"2024-09-13T18:56:38.058440+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_clean_scrub_stamp":"2024-09-13T18:56:33.675285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:01:33.599939+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.13","version":"19'2","reported_seq":17,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.060041+0000","last_change":"2024-09-13T18:56:33.705684+0000","last_active":"2024-09-13T18:56:38.060041+0000","last_peered":"2024-09-13T18:56:38.060041+0000","last_clean":"2024-09-13T18:56:38.060041+0000","last_became_active":"2024-09-13T18:56:33.705431+0000","last_became_peered":"2024-09-13T18:56:33.705431+0000","last_unstale":"2024-09-13T18:56:38.060041+0000","last_undegraded":"2024-09-13T18:56:38.060041+0000","last_fullsized":"2024-09-13T18:56:38.060041+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:32.670112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:32.670112+0000","last_clean_scrub_stamp":"2024-09-13T18:56:32.670112+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:17:31.525937+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":12,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.291084+0000","last_change":"2024-09-13T18:56:38.284475+0000","last_active":"2024-09-13T18:56:38.291084+0000","last_peered":"2024-09-13T18:56:38.291084+0000","last_clean":"2024-09-13T18:56:38.291084+0000","last_became_active":"2024-09-13T18:56:38.283935+0000","last_became_peered":"2024-09-13T18:56:38.283935+0000","last_unstale":"2024-09-13T18:56:38.291084+0000","last_undegraded":"2024-09-13T18:56:38.291084+0000","last_fullsized":"2024-09-13T18:56:38.291084+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:37.033538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:37.033538+0000","last_clean_scrub_stamp":"2024-09-13T18:56:37.033538+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:35:59.118804+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3,2],"acting":[5,7,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":14,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.282793+0000","last_change":"2024-09-13T18:56:34.049841+0000","last_active":"2024-09-13T18:56:38.282793+0000","last_peered":"2024-09-13T18:56:38.282793+0000","last_clean":"2024-09-13T18:56:38.282793+0000","last_became_active":"2024-09-13T18:56:34.048612+0000","last_became_peered":"2024-09-13T18:56:34.048612+0000","last_unstale":"2024-09-13T18:56:38.282793+0000","last_undegraded":"2024-09-13T18:56:38.282793+0000","last_fullsized":"2024-09-13T18:56:38.282793+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_clean_scrub_stamp":"2024-09-13T18:56:33.675285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T05:42:08.916699+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.14","version":"24'10","reported_seq":25,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-13T18:56:42.827042+0000","last_change":"2024-09-13T18:56:33.703254+0000","last_active":"2024-09-13T18:56:42.827042+0000","last_peered":"2024-09-13T18:56:42.827042+0000","last_clean":"2024-09-13T18:56:42.827042+0000","last_became_active":"2024-09-13T18:56:33.702943+0000","last_became_peered":"2024-09-13T18:56:33.702943+0000","last_unstale":"2024-09-13T18:56:42.827042+0000","last_undegraded":"2024-09-13T18:56:42.827042+0000","last_fullsized":"2024-09-13T18:56:42.827042+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:32.670112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:32.670112+0000","last_clean_scrub_stamp":"2024-09-13T18:56:32.670112+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:54:18.976006+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":3795,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":12,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.064546+0000","last_change":"2024-09-13T18:56:38.061612+0000","last_active":"2024-09-13T18:56:38.064546+0000","last_peered":"2024-09-13T18:56:38.064546+0000","last_clean":"2024-09-13T18:56:38.064546+0000","last_became_active":"2024-09-13T18:56:38.061219+0000","last_became_peered":"2024-09-13T18:56:38.061219+0000","last_unstale":"2024-09-13T18:56:38.064546+0000","last_undegraded":"2024-09-13T18:56:38.064546+0000","last_fullsized":"2024-09-13T18:56:38.064546+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:37.033538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:37.033538+0000","last_clean_scrub_stamp":"2024-09-13T18:56:37.033538+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:32:02.633655+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,2,0],"acting":[1,6,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":14,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.051521+0000","last_change":"2024-09-13T18:56:34.044489+0000","last_active":"2024-09-13T18:56:38.051521+0000","last_peered":"2024-09-13T18:56:38.051521+0000","last_clean":"2024-09-13T18:56:38.051521+0000","last_became_active":"2024-09-13T18:56:34.044153+0000","last_became_peered":"2024-09-13T18:56:34.044153+0000","last_unstale":"2024-09-13T18:56:38.051521+0000","last_undegraded":"2024-09-13T18:56:38.051521+0000","last_fullsized":"2024-09-13T18:56:38.051521+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_clean_scrub_stamp":"2024-09-13T18:56:33.675285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T05:01:13.333518+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.15","version":"19'3","reported_seq":18,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.047296+0000","last_change":"2024-09-13T18:56:33.706119+0000","last_active":"2024-09-13T18:56:38.047296+0000","last_peered":"2024-09-13T18:56:38.047296+0000","last_clean":"2024-09-13T18:56:38.047296+0000","last_became_active":"2024-09-13T18:56:33.705887+0000","last_became_peered":"2024-09-13T18:56:33.705887+0000","last_unstale":"2024-09-13T18:56:38.047296+0000","last_undegraded":"2024-09-13T18:56:38.047296+0000","last_fullsized":"2024-09-13T18:56:38.047296+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:32.670112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:32.670112+0000","last_clean_scrub_stamp":"2024-09-13T18:56:32.670112+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T05:01:12.328346+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":12,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.063731+0000","last_change":"2024-09-13T18:56:38.061647+0000","last_active":"2024-09-13T18:56:38.063731+0000","last_peered":"2024-09-13T18:56:38.063731+0000","last_clean":"2024-09-13T18:56:38.063731+0000","last_became_active":"2024-09-13T18:56:38.060905+0000","last_became_peered":"2024-09-13T18:56:38.060905+0000","last_unstale":"2024-09-13T18:56:38.063731+0000","last_undegraded":"2024-09-13T18:56:38.063731+0000","last_fullsized":"2024-09-13T18:56:38.063731+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:37.033538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:37.033538+0000","last_clean_scrub_stamp":"2024-09-13T18:56:37.033538+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:14:07.585241+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6,1],"acting":[4,5,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":14,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.058933+0000","last_change":"2024-09-13T18:56:34.043050+0000","last_active":"2024-09-13T18:56:38.058933+0000","last_peered":"2024-09-13T18:56:38.058933+0000","last_clean":"2024-09-13T18:56:38.058933+0000","last_became_active":"2024-09-13T18:56:34.042486+0000","last_became_peered":"2024-09-13T18:56:34.042486+0000","last_unstale":"2024-09-13T18:56:38.058933+0000","last_undegraded":"2024-09-13T18:56:38.058933+0000","last_fullsized":"2024-09-13T18:56:38.058933+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_clean_scrub_stamp":"2024-09-13T18:56:33.675285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:01:01.701934+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":15,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.044429+0000","last_change":"2024-09-13T18:56:33.705604+0000","last_active":"2024-09-13T18:56:38.044429+0000","last_peered":"2024-09-13T18:56:38.044429+0000","last_clean":"2024-09-13T18:56:38.044429+0000","last_became_active":"2024-09-13T18:56:33.705330+0000","last_became_peered":"2024-09-13T18:56:33.705330+0000","last_unstale":"2024-09-13T18:56:38.044429+0000","last_undegraded":"2024-09-13T18:56:38.044429+0000","last_fullsized":"2024-09-13T18:56:38.044429+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:32.670112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:32.670112+0000","last_clean_scrub_stamp":"2024-09-13T18:56:32.670112+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:43:27.221682+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":12,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.059549+0000","last_change":"2024-09-13T18:56:38.057096+0000","last_active":"2024-09-13T18:56:38.059549+0000","last_peered":"2024-09-13T18:56:38.059549+0000","last_clean":"2024-09-13T18:56:38.059549+0000","last_became_active":"2024-09-13T18:56:38.056416+0000","last_became_peered":"2024-09-13T18:56:38.056416+0000","last_unstale":"2024-09-13T18:56:38.059549+0000","last_undegraded":"2024-09-13T18:56:38.059549+0000","last_fullsized":"2024-09-13T18:56:38.059549+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:37.033538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:37.033538+0000","last_clean_scrub_stamp":"2024-09-13T18:56:37.033538+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:03:04.188249+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6,4],"acting":[3,1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":14,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.091224+0000","last_change":"2024-09-13T18:56:34.050607+0000","last_active":"2024-09-13T18:56:38.091224+0000","last_peered":"2024-09-13T18:56:38.091224+0000","last_clean":"2024-09-13T18:56:38.091224+0000","last_became_active":"2024-09-13T18:56:34.049210+0000","last_became_peered":"2024-09-13T18:56:34.049210+0000","last_unstale":"2024-09-13T18:56:38.091224+0000","last_undegraded":"2024-09-13T18:56:38.091224+0000","last_fullsized":"2024-09-13T18:56:38.091224+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_clean_scrub_stamp":"2024-09-13T18:56:33.675285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:24:44.364829+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":15,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.046319+0000","last_change":"2024-09-13T18:56:33.710960+0000","last_active":"2024-09-13T18:56:38.046319+0000","last_peered":"2024-09-13T18:56:38.046319+0000","last_clean":"2024-09-13T18:56:38.046319+0000","last_became_active":"2024-09-13T18:56:33.710661+0000","last_became_peered":"2024-09-13T18:56:33.710661+0000","last_unstale":"2024-09-13T18:56:38.046319+0000","last_undegraded":"2024-09-13T18:56:38.046319+0000","last_fullsized":"2024-09-13T18:56:38.046319+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:32.670112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:32.670112+0000","last_clean_scrub_stamp":"2024-09-13T18:56:32.670112+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T04:28:01.623713+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":12,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.285651+0000","last_change":"2024-09-13T18:56:38.284334+0000","last_active":"2024-09-13T18:56:38.285651+0000","last_peered":"2024-09-13T18:56:38.285651+0000","last_clean":"2024-09-13T18:56:38.285651+0000","last_became_active":"2024-09-13T18:56:38.283990+0000","last_became_peered":"2024-09-13T18:56:38.283990+0000","last_unstale":"2024-09-13T18:56:38.285651+0000","last_undegraded":"2024-09-13T18:56:38.285651+0000","last_fullsized":"2024-09-13T18:56:38.285651+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:37.033538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:37.033538+0000","last_clean_scrub_stamp":"2024-09-13T18:56:37.033538+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:24:29.050631+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6,5],"acting":[3,7,6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":12,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.293654+0000","last_change":"2024-09-13T18:56:38.288823+0000","last_active":"2024-09-13T18:56:38.293654+0000","last_peered":"2024-09-13T18:56:38.293654+0000","last_clean":"2024-09-13T18:56:38.293654+0000","last_became_active":"2024-09-13T18:56:38.288444+0000","last_became_peered":"2024-09-13T18:56:38.288444+0000","last_unstale":"2024-09-13T18:56:38.293654+0000","last_undegraded":"2024-09-13T18:56:38.293654+0000","last_fullsized":"2024-09-13T18:56:38.293654+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:37.033538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:37.033538+0000","last_clean_scrub_stamp":"2024-09-13T18:56:37.033538+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:32:02.633655+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3,1],"acting":[0,7,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":14,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.047515+0000","last_change":"2024-09-13T18:56:34.044908+0000","last_active":"2024-09-13T18:56:38.047515+0000","last_peered":"2024-09-13T18:56:38.047515+0000","last_clean":"2024-09-13T18:56:38.047515+0000","last_became_active":"2024-09-13T18:56:34.044665+0000","last_became_peered":"2024-09-13T18:56:34.044665+0000","last_unstale":"2024-09-13T18:56:38.047515+0000","last_undegraded":"2024-09-13T18:56:38.047515+0000","last_fullsized":"2024-09-13T18:56:38.047515+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_clean_scrub_stamp":"2024-09-13T18:56:33.675285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T05:29:11.873036+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":15,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.045114+0000","last_change":"2024-09-13T18:56:33.704836+0000","last_active":"2024-09-13T18:56:38.045114+0000","last_peered":"2024-09-13T18:56:38.045114+0000","last_clean":"2024-09-13T18:56:38.045114+0000","last_became_active":"2024-09-13T18:56:33.704576+0000","last_became_peered":"2024-09-13T18:56:33.704576+0000","last_unstale":"2024-09-13T18:56:38.045114+0000","last_undegraded":"2024-09-13T18:56:38.045114+0000","last_fullsized":"2024-09-13T18:56:38.045114+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:32.670112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:32.670112+0000","last_clean_scrub_stamp":"2024-09-13T18:56:32.670112+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:54:18.976006+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":12,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.069395+0000","last_change":"2024-09-13T18:56:38.063997+0000","last_active":"2024-09-13T18:56:38.069395+0000","last_peered":"2024-09-13T18:56:38.069395+0000","last_clean":"2024-09-13T18:56:38.069395+0000","last_became_active":"2024-09-13T18:56:38.063306+0000","last_became_peered":"2024-09-13T18:56:38.063306+0000","last_unstale":"2024-09-13T18:56:38.069395+0000","last_undegraded":"2024-09-13T18:56:38.069395+0000","last_fullsized":"2024-09-13T18:56:38.069395+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:37.033538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:37.033538+0000","last_clean_scrub_stamp":"2024-09-13T18:56:37.033538+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:59:50.507011+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1,0],"acting":[6,5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":14,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.042222+0000","last_change":"2024-09-13T18:56:34.054343+0000","last_active":"2024-09-13T18:56:38.042222+0000","last_peered":"2024-09-13T18:56:38.042222+0000","last_clean":"2024-09-13T18:56:38.042222+0000","last_became_active":"2024-09-13T18:56:34.054097+0000","last_became_peered":"2024-09-13T18:56:34.054097+0000","last_unstale":"2024-09-13T18:56:38.042222+0000","last_undegraded":"2024-09-13T18:56:38.042222+0000","last_fullsized":"2024-09-13T18:56:38.042222+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_clean_scrub_stamp":"2024-09-13T18:56:33.675285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:01:01.701934+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":15,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.042935+0000","last_change":"2024-09-13T18:56:33.697445+0000","last_active":"2024-09-13T18:56:38.042935+0000","last_peered":"2024-09-13T18:56:38.042935+0000","last_clean":"2024-09-13T18:56:38.042935+0000","last_became_active":"2024-09-13T18:56:33.697197+0000","last_became_peered":"2024-09-13T18:56:33.697197+0000","last_unstale":"2024-09-13T18:56:38.042935+0000","last_undegraded":"2024-09-13T18:56:38.042935+0000","last_fullsized":"2024-09-13T18:56:38.042935+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:32.670112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:32.670112+0000","last_clean_scrub_stamp":"2024-09-13T18:56:32.670112+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T05:33:21.321605+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1a","version":"19'1","reported_seq":16,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.044534+0000","last_change":"2024-09-13T18:56:33.705854+0000","last_active":"2024-09-13T18:56:38.044534+0000","last_peered":"2024-09-13T18:56:38.044534+0000","last_clean":"2024-09-13T18:56:38.044534+0000","last_became_active":"2024-09-13T18:56:33.705387+0000","last_became_peered":"2024-09-13T18:56:33.705387+0000","last_unstale":"2024-09-13T18:56:38.044534+0000","last_undegraded":"2024-09-13T18:56:38.044534+0000","last_fullsized":"2024-09-13T18:56:38.044534+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:32.670112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:32.670112+0000","last_clean_scrub_stamp":"2024-09-13T18:56:32.670112+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:43:27.221682+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":14,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.059954+0000","last_change":"2024-09-13T18:56:34.043698+0000","last_active":"2024-09-13T18:56:38.059954+0000","last_peered":"2024-09-13T18:56:38.059954+0000","last_clean":"2024-09-13T18:56:38.059954+0000","last_became_active":"2024-09-13T18:56:34.043447+0000","last_became_peered":"2024-09-13T18:56:34.043447+0000","last_unstale":"2024-09-13T18:56:38.059954+0000","last_undegraded":"2024-09-13T18:56:38.059954+0000","last_fullsized":"2024-09-13T18:56:38.059954+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_clean_scrub_stamp":"2024-09-13T18:56:33.675285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:26:13.756603+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":12,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.054764+0000","last_change":"2024-09-13T18:56:38.053207+0000","last_active":"2024-09-13T18:56:38.054764+0000","last_peered":"2024-09-13T18:56:38.054764+0000","last_clean":"2024-09-13T18:56:38.054764+0000","last_became_active":"2024-09-13T18:56:38.052833+0000","last_became_peered":"2024-09-13T18:56:38.052833+0000","last_unstale":"2024-09-13T18:56:38.054764+0000","last_undegraded":"2024-09-13T18:56:38.054764+0000","last_fullsized":"2024-09-13T18:56:38.054764+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:37.033538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:37.033538+0000","last_clean_scrub_stamp":"2024-09-13T18:56:37.033538+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T04:16:03.331331+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,3,5],"acting":[2,1,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1b","version":"19'1","reported_seq":16,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.042320+0000","last_change":"2024-09-13T18:56:33.705530+0000","last_active":"2024-09-13T18:56:38.042320+0000","last_peered":"2024-09-13T18:56:38.042320+0000","last_clean":"2024-09-13T18:56:38.042320+0000","last_became_active":"2024-09-13T18:56:33.705271+0000","last_became_peered":"2024-09-13T18:56:33.705271+0000","last_unstale":"2024-09-13T18:56:38.042320+0000","last_undegraded":"2024-09-13T18:56:38.042320+0000","last_fullsized":"2024-09-13T18:56:38.042320+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:32.670112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:32.670112+0000","last_clean_scrub_stamp":"2024-09-13T18:56:32.670112+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:30:28.197046+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":14,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.050699+0000","last_change":"2024-09-13T18:56:34.051620+0000","last_active":"2024-09-13T18:56:38.050699+0000","last_peered":"2024-09-13T18:56:38.050699+0000","last_clean":"2024-09-13T18:56:38.050699+0000","last_became_active":"2024-09-13T18:56:34.047976+0000","last_became_peered":"2024-09-13T18:56:34.047976+0000","last_unstale":"2024-09-13T18:56:38.050699+0000","last_undegraded":"2024-09-13T18:56:38.050699+0000","last_fullsized":"2024-09-13T18:56:38.050699+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_clean_scrub_stamp":"2024-09-13T18:56:33.675285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T04:28:02.628885+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":12,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.059680+0000","last_change":"2024-09-13T18:56:38.057015+0000","last_active":"2024-09-13T18:56:38.059680+0000","last_peered":"2024-09-13T18:56:38.059680+0000","last_clean":"2024-09-13T18:56:38.059680+0000","last_became_active":"2024-09-13T18:56:38.056613+0000","last_became_peered":"2024-09-13T18:56:38.056613+0000","last_unstale":"2024-09-13T18:56:38.059680+0000","last_undegraded":"2024-09-13T18:56:38.059680+0000","last_fullsized":"2024-09-13T18:56:38.059680+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:37.033538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:37.033538+0000","last_clean_scrub_stamp":"2024-09-13T18:56:37.033538+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:10:04.292026+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4,2],"acting":[3,1,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":14,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.045251+0000","last_change":"2024-09-13T18:56:34.054198+0000","last_active":"2024-09-13T18:56:38.045251+0000","last_peered":"2024-09-13T18:56:38.045251+0000","last_clean":"2024-09-13T18:56:38.045251+0000","last_became_active":"2024-09-13T18:56:34.053929+0000","last_became_peered":"2024-09-13T18:56:34.053929+0000","last_unstale":"2024-09-13T18:56:38.045251+0000","last_undegraded":"2024-09-13T18:56:38.045251+0000","last_fullsized":"2024-09-13T18:56:38.045251+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_clean_scrub_stamp":"2024-09-13T18:56:33.675285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T04:15:59.973078+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":14,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.047453+0000","last_change":"2024-09-13T18:56:34.042266+0000","last_active":"2024-09-13T18:56:38.047453+0000","last_peered":"2024-09-13T18:56:38.047453+0000","last_clean":"2024-09-13T18:56:38.047453+0000","last_became_active":"2024-09-13T18:56:34.042030+0000","last_became_peered":"2024-09-13T18:56:34.042030+0000","last_unstale":"2024-09-13T18:56:38.047453+0000","last_undegraded":"2024-09-13T18:56:38.047453+0000","last_fullsized":"2024-09-13T18:56:38.047453+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_clean_scrub_stamp":"2024-09-13T18:56:33.675285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:07:49.773422+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":14,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.091092+0000","last_change":"2024-09-13T18:56:34.051074+0000","last_active":"2024-09-13T18:56:38.091092+0000","last_peered":"2024-09-13T18:56:38.091092+0000","last_clean":"2024-09-13T18:56:38.091092+0000","last_became_active":"2024-09-13T18:56:34.050822+0000","last_became_peered":"2024-09-13T18:56:34.050822+0000","last_unstale":"2024-09-13T18:56:38.091092+0000","last_undegraded":"2024-09-13T18:56:38.091092+0000","last_fullsized":"2024-09-13T18:56:38.091092+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_clean_scrub_stamp":"2024-09-13T18:56:33.675285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:42:36.055761+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":14,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.059874+0000","last_change":"2024-09-13T18:56:34.044840+0000","last_active":"2024-09-13T18:56:38.059874+0000","last_peered":"2024-09-13T18:56:38.059874+0000","last_clean":"2024-09-13T18:56:38.059874+0000","last_became_active":"2024-09-13T18:56:34.044256+0000","last_became_peered":"2024-09-13T18:56:34.044256+0000","last_unstale":"2024-09-13T18:56:38.059874+0000","last_undegraded":"2024-09-13T18:56:38.059874+0000","last_fullsized":"2024-09-13T18:56:38.059874+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_clean_scrub_stamp":"2024-09-13T18:56:33.675285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T05:29:42.217088+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":14,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.042109+0000","last_change":"2024-09-13T18:56:34.046658+0000","last_active":"2024-09-13T18:56:38.042109+0000","last_peered":"2024-09-13T18:56:38.042109+0000","last_clean":"2024-09-13T18:56:38.042109+0000","last_became_active":"2024-09-13T18:56:34.046380+0000","last_became_peered":"2024-09-13T18:56:34.046380+0000","last_unstale":"2024-09-13T18:56:38.042109+0000","last_undegraded":"2024-09-13T18:56:38.042109+0000","last_fullsized":"2024-09-13T18:56:38.042109+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_clean_scrub_stamp":"2024-09-13T18:56:33.675285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:53:25.782768+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":14,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.047182+0000","last_change":"2024-09-13T18:56:34.045646+0000","last_active":"2024-09-13T18:56:38.047182+0000","last_peered":"2024-09-13T18:56:38.047182+0000","last_clean":"2024-09-13T18:56:38.047182+0000","last_became_active":"2024-09-13T18:56:34.045412+0000","last_became_peered":"2024-09-13T18:56:34.045412+0000","last_unstale":"2024-09-13T18:56:38.047182+0000","last_undegraded":"2024-09-13T18:56:38.047182+0000","last_fullsized":"2024-09-13T18:56:38.047182+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_clean_scrub_stamp":"2024-09-13T18:56:33.675285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:01:01.701934+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":14,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.045682+0000","last_change":"2024-09-13T18:56:34.050478+0000","last_active":"2024-09-13T18:56:38.045682+0000","last_peered":"2024-09-13T18:56:38.045682+0000","last_clean":"2024-09-13T18:56:38.045682+0000","last_became_active":"2024-09-13T18:56:34.047217+0000","last_became_peered":"2024-09-13T18:56:34.047217+0000","last_unstale":"2024-09-13T18:56:38.045682+0000","last_undegraded":"2024-09-13T18:56:38.045682+0000","last_fullsized":"2024-09-13T18:56:38.045682+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_clean_scrub_stamp":"2024-09-13T18:56:33.675285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:26:13.756603+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":14,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.043517+0000","last_change":"2024-09-13T18:56:34.046487+0000","last_active":"2024-09-13T18:56:38.043517+0000","last_peered":"2024-09-13T18:56:38.043517+0000","last_clean":"2024-09-13T18:56:38.043517+0000","last_became_active":"2024-09-13T18:56:34.046227+0000","last_became_peered":"2024-09-13T18:56:34.046227+0000","last_unstale":"2024-09-13T18:56:38.043517+0000","last_undegraded":"2024-09-13T18:56:38.043517+0000","last_fullsized":"2024-09-13T18:56:38.043517+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_clean_scrub_stamp":"2024-09-13T18:56:33.675285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:24:44.364829+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":14,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.091053+0000","last_change":"2024-09-13T18:56:34.051455+0000","last_active":"2024-09-13T18:56:38.091053+0000","last_peered":"2024-09-13T18:56:38.091053+0000","last_clean":"2024-09-13T18:56:38.091053+0000","last_became_active":"2024-09-13T18:56:34.050093+0000","last_became_peered":"2024-09-13T18:56:34.050093+0000","last_unstale":"2024-09-13T18:56:38.091053+0000","last_undegraded":"2024-09-13T18:56:38.091053+0000","last_fullsized":"2024-09-13T18:56:38.091053+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_clean_scrub_stamp":"2024-09-13T18:56:33.675285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:01:59.641441+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":14,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.042288+0000","last_change":"2024-09-13T18:56:34.047674+0000","last_active":"2024-09-13T18:56:38.042288+0000","last_peered":"2024-09-13T18:56:38.042288+0000","last_clean":"2024-09-13T18:56:38.042288+0000","last_became_active":"2024-09-13T18:56:34.047318+0000","last_became_peered":"2024-09-13T18:56:34.047318+0000","last_unstale":"2024-09-13T18:56:38.042288+0000","last_undegraded":"2024-09-13T18:56:38.042288+0000","last_fullsized":"2024-09-13T18:56:38.042288+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_clean_scrub_stamp":"2024-09-13T18:56:33.675285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:42:49.184759+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":14,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.091082+0000","last_change":"2024-09-13T18:56:34.048861+0000","last_active":"2024-09-13T18:56:38.091082+0000","last_peered":"2024-09-13T18:56:38.091082+0000","last_clean":"2024-09-13T18:56:38.091082+0000","last_became_active":"2024-09-13T18:56:34.047647+0000","last_became_peered":"2024-09-13T18:56:34.047647+0000","last_unstale":"2024-09-13T18:56:38.091082+0000","last_undegraded":"2024-09-13T18:56:38.091082+0000","last_fullsized":"2024-09-13T18:56:38.091082+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_clean_scrub_stamp":"2024-09-13T18:56:33.675285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:46:45.175553+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":14,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.059463+0000","last_change":"2024-09-13T18:56:34.045017+0000","last_active":"2024-09-13T18:56:38.059463+0000","last_peered":"2024-09-13T18:56:38.059463+0000","last_clean":"2024-09-13T18:56:38.059463+0000","last_became_active":"2024-09-13T18:56:34.044598+0000","last_became_peered":"2024-09-13T18:56:34.044598+0000","last_unstale":"2024-09-13T18:56:38.059463+0000","last_undegraded":"2024-09-13T18:56:38.059463+0000","last_fullsized":"2024-09-13T18:56:38.059463+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_clean_scrub_stamp":"2024-09-13T18:56:33.675285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:56:19.255131+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":14,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.044510+0000","last_change":"2024-09-13T18:56:34.049982+0000","last_active":"2024-09-13T18:56:38.044510+0000","last_peered":"2024-09-13T18:56:38.044510+0000","last_clean":"2024-09-13T18:56:38.044510+0000","last_became_active":"2024-09-13T18:56:34.049704+0000","last_became_peered":"2024-09-13T18:56:34.049704+0000","last_unstale":"2024-09-13T18:56:38.044510+0000","last_undegraded":"2024-09-13T18:56:38.044510+0000","last_fullsized":"2024-09-13T18:56:38.044510+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_clean_scrub_stamp":"2024-09-13T18:56:33.675285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T05:29:11.873036+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":14,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.282917+0000","last_change":"2024-09-13T18:56:34.053374+0000","last_active":"2024-09-13T18:56:38.282917+0000","last_peered":"2024-09-13T18:56:38.282917+0000","last_clean":"2024-09-13T18:56:38.282917+0000","last_became_active":"2024-09-13T18:56:34.053124+0000","last_became_peered":"2024-09-13T18:56:34.053124+0000","last_unstale":"2024-09-13T18:56:38.282917+0000","last_undegraded":"2024-09-13T18:56:38.282917+0000","last_fullsized":"2024-09-13T18:56:38.282917+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_clean_scrub_stamp":"2024-09-13T18:56:33.675285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:59:41.131057+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":14,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.047170+0000","last_change":"2024-09-13T18:56:34.048849+0000","last_active":"2024-09-13T18:56:38.047170+0000","last_peered":"2024-09-13T18:56:38.047170+0000","last_clean":"2024-09-13T18:56:38.047170+0000","last_became_active":"2024-09-13T18:56:34.047518+0000","last_became_peered":"2024-09-13T18:56:34.047518+0000","last_unstale":"2024-09-13T18:56:38.047170+0000","last_undegraded":"2024-09-13T18:56:38.047170+0000","last_fullsized":"2024-09-13T18:56:38.047170+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_clean_scrub_stamp":"2024-09-13T18:56:33.675285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T05:01:13.333518+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":14,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.091241+0000","last_change":"2024-09-13T18:56:34.046748+0000","last_active":"2024-09-13T18:56:38.091241+0000","last_peered":"2024-09-13T18:56:38.091241+0000","last_clean":"2024-09-13T18:56:38.091241+0000","last_became_active":"2024-09-13T18:56:34.045067+0000","last_became_peered":"2024-09-13T18:56:34.045067+0000","last_unstale":"2024-09-13T18:56:38.091241+0000","last_undegraded":"2024-09-13T18:56:38.091241+0000","last_fullsized":"2024-09-13T18:56:38.091241+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_clean_scrub_stamp":"2024-09-13T18:56:33.675285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:59:41.131057+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":14,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.091041+0000","last_change":"2024-09-13T18:56:34.042190+0000","last_active":"2024-09-13T18:56:38.091041+0000","last_peered":"2024-09-13T18:56:38.091041+0000","last_clean":"2024-09-13T18:56:38.091041+0000","last_became_active":"2024-09-13T18:56:34.041922+0000","last_became_peered":"2024-09-13T18:56:34.041922+0000","last_unstale":"2024-09-13T18:56:38.091041+0000","last_undegraded":"2024-09-13T18:56:38.091041+0000","last_fullsized":"2024-09-13T18:56:38.091041+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_clean_scrub_stamp":"2024-09-13T18:56:33.675285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:01:01.701934+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":14,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.047602+0000","last_change":"2024-09-13T18:56:34.046390+0000","last_active":"2024-09-13T18:56:38.047602+0000","last_peered":"2024-09-13T18:56:38.047602+0000","last_clean":"2024-09-13T18:56:38.047602+0000","last_became_active":"2024-09-13T18:56:34.046149+0000","last_became_peered":"2024-09-13T18:56:34.046149+0000","last_unstale":"2024-09-13T18:56:38.047602+0000","last_undegraded":"2024-09-13T18:56:38.047602+0000","last_fullsized":"2024-09-13T18:56:38.047602+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_clean_scrub_stamp":"2024-09-13T18:56:33.675285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:24:44.364829+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":14,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.058357+0000","last_change":"2024-09-13T18:56:34.047601+0000","last_active":"2024-09-13T18:56:38.058357+0000","last_peered":"2024-09-13T18:56:38.058357+0000","last_clean":"2024-09-13T18:56:38.058357+0000","last_became_active":"2024-09-13T18:56:34.047043+0000","last_became_peered":"2024-09-13T18:56:34.047043+0000","last_unstale":"2024-09-13T18:56:38.058357+0000","last_undegraded":"2024-09-13T18:56:38.058357+0000","last_fullsized":"2024-09-13T18:56:38.058357+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_clean_scrub_stamp":"2024-09-13T18:56:33.675285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T05:33:36.315678+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":14,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.041809+0000","last_change":"2024-09-13T18:56:34.046316+0000","last_active":"2024-09-13T18:56:38.041809+0000","last_peered":"2024-09-13T18:56:38.041809+0000","last_clean":"2024-09-13T18:56:38.041809+0000","last_became_active":"2024-09-13T18:56:34.046075+0000","last_became_peered":"2024-09-13T18:56:34.046075+0000","last_unstale":"2024-09-13T18:56:38.041809+0000","last_undegraded":"2024-09-13T18:56:38.041809+0000","last_fullsized":"2024-09-13T18:56:38.041809+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_clean_scrub_stamp":"2024-09-13T18:56:33.675285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:26:13.756603+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":14,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.051433+0000","last_change":"2024-09-13T18:56:34.042294+0000","last_active":"2024-09-13T18:56:38.051433+0000","last_peered":"2024-09-13T18:56:38.051433+0000","last_clean":"2024-09-13T18:56:38.051433+0000","last_became_active":"2024-09-13T18:56:34.041518+0000","last_became_peered":"2024-09-13T18:56:34.041518+0000","last_unstale":"2024-09-13T18:56:38.051433+0000","last_undegraded":"2024-09-13T18:56:38.051433+0000","last_fullsized":"2024-09-13T18:56:38.051433+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_clean_scrub_stamp":"2024-09-13T18:56:33.675285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:08:08.948106+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":14,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.045491+0000","last_change":"2024-09-13T18:56:34.039905+0000","last_active":"2024-09-13T18:56:38.045491+0000","last_peered":"2024-09-13T18:56:38.045491+0000","last_clean":"2024-09-13T18:56:38.045491+0000","last_became_active":"2024-09-13T18:56:34.039537+0000","last_became_peered":"2024-09-13T18:56:34.039537+0000","last_unstale":"2024-09-13T18:56:38.045491+0000","last_undegraded":"2024-09-13T18:56:38.045491+0000","last_fullsized":"2024-09-13T18:56:38.045491+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_clean_scrub_stamp":"2024-09-13T18:56:33.675285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:01:33.599939+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":14,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.045660+0000","last_change":"2024-09-13T18:56:34.056187+0000","last_active":"2024-09-13T18:56:38.045660+0000","last_peered":"2024-09-13T18:56:38.045660+0000","last_clean":"2024-09-13T18:56:38.045660+0000","last_became_active":"2024-09-13T18:56:34.055897+0000","last_became_peered":"2024-09-13T18:56:34.055897+0000","last_unstale":"2024-09-13T18:56:38.045660+0000","last_undegraded":"2024-09-13T18:56:38.045660+0000","last_fullsized":"2024-09-13T18:56:38.045660+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_clean_scrub_stamp":"2024-09-13T18:56:33.675285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T04:06:08.838123+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":14,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.283151+0000","last_change":"2024-09-13T18:56:34.056458+0000","last_active":"2024-09-13T18:56:38.283151+0000","last_peered":"2024-09-13T18:56:38.283151+0000","last_clean":"2024-09-13T18:56:38.283151+0000","last_became_active":"2024-09-13T18:56:34.056108+0000","last_became_peered":"2024-09-13T18:56:34.056108+0000","last_unstale":"2024-09-13T18:56:38.283151+0000","last_undegraded":"2024-09-13T18:56:38.283151+0000","last_fullsized":"2024-09-13T18:56:38.283151+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_clean_scrub_stamp":"2024-09-13T18:56:33.675285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T04:45:55.196071+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":14,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.041695+0000","last_change":"2024-09-13T18:56:34.050053+0000","last_active":"2024-09-13T18:56:38.041695+0000","last_peered":"2024-09-13T18:56:38.041695+0000","last_clean":"2024-09-13T18:56:38.041695+0000","last_became_active":"2024-09-13T18:56:34.049816+0000","last_became_peered":"2024-09-13T18:56:34.049816+0000","last_unstale":"2024-09-13T18:56:38.041695+0000","last_undegraded":"2024-09-13T18:56:38.041695+0000","last_fullsized":"2024-09-13T18:56:38.041695+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_clean_scrub_stamp":"2024-09-13T18:56:33.675285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:46:45.175553+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":14,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.282506+0000","last_change":"2024-09-13T18:56:34.054570+0000","last_active":"2024-09-13T18:56:38.282506+0000","last_peered":"2024-09-13T18:56:38.282506+0000","last_clean":"2024-09-13T18:56:38.282506+0000","last_became_active":"2024-09-13T18:56:34.054162+0000","last_became_peered":"2024-09-13T18:56:34.054162+0000","last_unstale":"2024-09-13T18:56:38.282506+0000","last_undegraded":"2024-09-13T18:56:38.282506+0000","last_fullsized":"2024-09-13T18:56:38.282506+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_clean_scrub_stamp":"2024-09-13T18:56:33.675285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:01:59.641441+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":14,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.091071+0000","last_change":"2024-09-13T18:56:34.039858+0000","last_active":"2024-09-13T18:56:38.091071+0000","last_peered":"2024-09-13T18:56:38.091071+0000","last_clean":"2024-09-13T18:56:38.091071+0000","last_became_active":"2024-09-13T18:56:34.039602+0000","last_became_peered":"2024-09-13T18:56:34.039602+0000","last_unstale":"2024-09-13T18:56:38.091071+0000","last_undegraded":"2024-09-13T18:56:38.091071+0000","last_fullsized":"2024-09-13T18:56:38.091071+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_clean_scrub_stamp":"2024-09-13T18:56:33.675285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T06:45:22.275265+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":14,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.282692+0000","last_change":"2024-09-13T18:56:34.046487+0000","last_active":"2024-09-13T18:56:38.282692+0000","last_peered":"2024-09-13T18:56:38.282692+0000","last_clean":"2024-09-13T18:56:38.282692+0000","last_became_active":"2024-09-13T18:56:34.046135+0000","last_became_peered":"2024-09-13T18:56:34.046135+0000","last_unstale":"2024-09-13T18:56:38.282692+0000","last_undegraded":"2024-09-13T18:56:38.282692+0000","last_fullsized":"2024-09-13T18:56:38.282692+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_clean_scrub_stamp":"2024-09-13T18:56:33.675285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:46:45.175553+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":14,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.091121+0000","last_change":"2024-09-13T18:56:34.051321+0000","last_active":"2024-09-13T18:56:38.091121+0000","last_peered":"2024-09-13T18:56:38.091121+0000","last_clean":"2024-09-13T18:56:38.091121+0000","last_became_active":"2024-09-13T18:56:34.049692+0000","last_became_peered":"2024-09-13T18:56:34.049692+0000","last_unstale":"2024-09-13T18:56:38.091121+0000","last_undegraded":"2024-09-13T18:56:38.091121+0000","last_fullsized":"2024-09-13T18:56:38.091121+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_clean_scrub_stamp":"2024-09-13T18:56:33.675285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:53:25.782768+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":14,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.058621+0000","last_change":"2024-09-13T18:56:34.040713+0000","last_active":"2024-09-13T18:56:38.058621+0000","last_peered":"2024-09-13T18:56:38.058621+0000","last_clean":"2024-09-13T18:56:38.058621+0000","last_became_active":"2024-09-13T18:56:34.040406+0000","last_became_peered":"2024-09-13T18:56:34.040406+0000","last_unstale":"2024-09-13T18:56:38.058621+0000","last_undegraded":"2024-09-13T18:56:38.058621+0000","last_fullsized":"2024-09-13T18:56:38.058621+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_clean_scrub_stamp":"2024-09-13T18:56:33.675285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T04:13:13.384623+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":14,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.046956+0000","last_change":"2024-09-13T18:56:34.054977+0000","last_active":"2024-09-13T18:56:38.046956+0000","last_peered":"2024-09-13T18:56:38.046956+0000","last_clean":"2024-09-13T18:56:38.046956+0000","last_became_active":"2024-09-13T18:56:34.054714+0000","last_became_peered":"2024-09-13T18:56:34.054714+0000","last_unstale":"2024-09-13T18:56:38.046956+0000","last_undegraded":"2024-09-13T18:56:38.046956+0000","last_fullsized":"2024-09-13T18:56:38.046956+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_clean_scrub_stamp":"2024-09-13T18:56:33.675285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:26:13.756603+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3f","version":"0'0","reported_seq":14,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-13T18:56:38.283108+0000","last_change":"2024-09-13T18:56:34.052532+0000","last_active":"2024-09-13T18:56:38.283108+0000","last_peered":"2024-09-13T18:56:38.283108+0000","last_clean":"2024-09-13T18:56:38.283108+0000","last_became_active":"2024-09-13T18:56:34.051430+0000","last_became_peered":"2024-09-13T18:56:34.051430+0000","last_unstale":"2024-09-13T18:56:38.283108+0000","last_undegraded":"2024-09-13T18:56:38.283108+0000","last_fullsized":"2024-09-13T18:56:38.283108+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:33.675285+0000","last_clean_scrub_stamp":"2024-09-13T18:56:33.675285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:22:58.497285+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":4593,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":49,"num_write_kb":18,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":9186,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":43,"ondisk_log_size":43,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":5,"up_from":14,"seq":60129542152,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27276,"kb_used_data":252,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344564,"statfs":{"total":96636764160,"available":96608833536,"internally_reserved":0,"allocated":258048,"data_stored":99590,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.47699999999999998}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.42399999999999999}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.39200000000000002}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.40899999999999997}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.56200000000000006}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.50900000000000001}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.44600000000000001}]}]},{"osd":3,"up_from":13,"seq":55834574857,"num_pgs":49,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27276,"kb_used_data":260,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344564,"statfs":{"total":96636764160,"available":96608833536,"internally_reserved":0,"allocated":266240,"data_stored":103295,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":27654600},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.30199999999999999}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.26100000000000001}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.32900000000000001}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.51100000000000001}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.45600000000000002}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.48499999999999999}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.42399999999999999}]}]},{"osd":7,"up_from":13,"seq":55834574857,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27856,"kb_used_data":832,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343984,"statfs":{"total":96636764160,"available":96608239616,"internally_reserved":0,"allocated":851968,"data_stored":690450,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":27654603},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.38800000000000001}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.439}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.55900000000000005}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.499}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.56999999999999995}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.52800000000000002}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.48499999999999999}]}]},{"osd":6,"up_from":13,"seq":55834574857,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27276,"kb_used_data":260,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344564,"statfs":{"total":96636764160,"available":96608833536,"internally_reserved":0,"allocated":266240,"data_stored":103295,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.46400000000000002}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.52300000000000002}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.54200000000000004}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.55600000000000005}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.40899999999999997}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.38600000000000001}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.42999999999999999}]}]},{"osd":4,"up_from":13,"seq":55834574857,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27284,"kb_used_data":260,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344556,"statfs":{"total":96636764160,"available":96608825344,"internally_reserved":0,"allocated":266240,"data_stored":99626,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.40600000000000003}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.64900000000000002}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.502}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.56999999999999995}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.58499999999999996}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.55400000000000005}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.67300000000000004}]}]},{"osd":2,"up_from":13,"seq":55834574856,"num_pgs":23,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27272,"kb_used_data":248,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344568,"statfs":{"total":96636764160,"available":96608837632,"internally_reserved":0,"allocated":253952,"data_stored":99500,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.42399999999999999}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.33200000000000002}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.40899999999999997}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.50800000000000001}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.53900000000000003}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.51900000000000002}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.48899999999999999}]}]},{"osd":1,"up_from":13,"seq":55834574857,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27280,"kb_used_data":256,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344560,"statfs":{"total":96636764160,"available":96608829440,"internally_reserved":0,"allocated":262144,"data_stored":99660,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.187}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.33600000000000002}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.22700000000000001}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.49399999999999999}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.47499999999999998}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.51800000000000002}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.55900000000000005}]}]},{"osd":0,"up_from":13,"seq":55834574855,"num_pgs":41,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27864,"kb_used_data":840,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343976,"statfs":{"total":96636764160,"available":96608231424,"internally_reserved":0,"allocated":860160,"data_stored":690506,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.28599999999999998}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.33900000000000002}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.36599999999999999}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.53600000000000003}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.48599999999999999}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.52800000000000002}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.55000000000000004}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":638,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":3795,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":126,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":3795,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-13T18:56:52.903 INFO:tasks.ceph.ceph_manager.ceph:clean! 2024-09-13T18:56:52.903 INFO:tasks.ceph:Waiting until ceph cluster ceph is healthy... 2024-09-13T18:56:52.903 INFO:tasks.ceph.ceph_manager.ceph:wait_until_healthy 2024-09-13T18:56:52.903 DEBUG:teuthology.orchestra.run.smithi119:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph health --format=json 2024-09-13T18:56:53.029 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:53.026+0000 7f28978f0640 1 Processor -- start 2024-09-13T18:56:53.029 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:53.027+0000 7f28978f0640 1 -- start start 2024-09-13T18:56:53.030 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:53.027+0000 7f28978f0640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f28900cbc70 0x7f28900b1330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:53.030 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:53.027+0000 7f28978f0640 1 --2- >> v2:172.21.15.119:3300/0 conn(0x7f28900990e0 0x7f289006afe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:53.030 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:53.027+0000 7f28978f0640 1 -- --> v1:172.21.15.119:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f2890099570 con 0x7f289015ffd0 2024-09-13T18:56:53.031 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:53.027+0000 7f28978f0640 1 -- --> v2:172.21.15.119:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f2890099ac0 con 0x7f28900990e0 2024-09-13T18:56:53.031 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:53.027+0000 7f28978f0640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f28900997e0 con 0x7f28900cbc70 2024-09-13T18:56:53.031 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:53.028+0000 7f2895e8d640 1 --2- >> v2:172.21.15.119:3300/0 conn(0x7f28900990e0 0x7f289006afe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:53.031 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:53.028+0000 7f289568c640 1 --1- >> v1:172.21.15.119:6789/0 conn(0x7f289015ffd0 0x7f28900989d0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.119:6789/0 says I am v1:172.21.15.119:51476/0 (socket says 172.21.15.119:51476) 2024-09-13T18:56:53.031 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:53.028+0000 7f289568c640 1 -- 172.21.15.119:0/1517934392 learned_addr learned my addr 172.21.15.119:0/1517934392 (peer_addr_for_me v1:172.21.15.119:0/0) 2024-09-13T18:56:53.031 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:53.028+0000 7f2894e8b640 1 --2- 172.21.15.119:0/1517934392 >> v2:172.21.15.145:3300/0 conn(0x7f28900cbc70 0x7f28900b1330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:53.031 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:53.028+0000 7f2895e8d640 1 -- 172.21.15.119:0/1517934392 >> v2:172.21.15.145:3300/0 conn(0x7f28900cbc70 msgr2=0x7f28900b1330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T18:56:53.031 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:53.028+0000 7f2895e8d640 1 --2- 172.21.15.119:0/1517934392 >> v2:172.21.15.145:3300/0 conn(0x7f28900cbc70 0x7f28900b1330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:53.031 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:53.028+0000 7f2895e8d640 1 -- 172.21.15.119:0/1517934392 >> v1:172.21.15.119:6789/0 conn(0x7f289015ffd0 legacy=0x7f28900989d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:53.031 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:53.028+0000 7f2895e8d640 1 -- 172.21.15.119:0/1517934392 --> v2:172.21.15.119:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f28900cf210 con 0x7f28900990e0 2024-09-13T18:56:53.032 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:53.029+0000 7f2895e8d640 1 --2- 172.21.15.119:0/1517934392 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f28900990e0 0x7f289006afe0 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7f28900ccaa0 tx=0x7f288002a5f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=afb31e36723f60ab server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:56:53.032 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:53.029+0000 7f288ffff640 1 -- 172.21.15.119:0/1517934392 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2880007740 con 0x7f28900990e0 2024-09-13T18:56:53.032 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:53.029+0000 7f288ffff640 1 -- 172.21.15.119:0/1517934392 <== mon.0 v2:172.21.15.119:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f288002d050 con 0x7f28900990e0 2024-09-13T18:56:53.033 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:53.029+0000 7f288ffff640 1 -- 172.21.15.119:0/1517934392 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2880007ac0 con 0x7f28900990e0 2024-09-13T18:56:53.033 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:53.029+0000 7f28978f0640 1 -- 172.21.15.119:0/1517934392 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f28900990e0 msgr2=0x7f289006afe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:53.033 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:53.029+0000 7f28978f0640 1 --2- 172.21.15.119:0/1517934392 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f28900990e0 0x7f289006afe0 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7f28900ccaa0 tx=0x7f288002a5f0 comp rx=0 tx=0).stop 2024-09-13T18:56:53.033 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:53.029+0000 7f28978f0640 1 -- 172.21.15.119:0/1517934392 shutdown_connections 2024-09-13T18:56:53.033 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:53.029+0000 7f28978f0640 1 --2- 172.21.15.119:0/1517934392 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f28900990e0 0x7f289006afe0 unknown :-1 s=CLOSED pgs=195 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:53.033 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:53.029+0000 7f28978f0640 1 --2- 172.21.15.119:0/1517934392 >> v2:172.21.15.145:3300/0 conn(0x7f28900cbc70 0x7f28900b1330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:53.033 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:53.029+0000 7f28978f0640 1 -- 172.21.15.119:0/1517934392 >> 172.21.15.119:0/1517934392 conn(0x7f28900b1f50 msgr2=0x7f28900b2360 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:56:53.033 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:53.029+0000 7f28978f0640 1 -- 172.21.15.119:0/1517934392 shutdown_connections 2024-09-13T18:56:53.033 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:53.029+0000 7f28978f0640 1 -- 172.21.15.119:0/1517934392 wait complete. 2024-09-13T18:56:53.036 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:53.030+0000 7f28978f0640 1 Processor -- start 2024-09-13T18:56:53.036 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:53.031+0000 7f28978f0640 1 -- start start 2024-09-13T18:56:53.036 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:53.031+0000 7f28978f0640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f28900990e0 0x7f28900c6bd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:53.036 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:53.031+0000 7f28978f0640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f28900cbc70 0x7f28901f1a00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:53.036 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:53.031+0000 7f28978f0640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f289015ffd0 0x7f28900c7530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:53.036 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:53.031+0000 7f28978f0640 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2890159410 con 0x7f289015ffd0 2024-09-13T18:56:53.036 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:53.031+0000 7f28978f0640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f28900c7a70 con 0x7f28900990e0 2024-09-13T18:56:53.036 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:53.031+0000 7f28978f0640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f289015f380 con 0x7f28900cbc70 2024-09-13T18:56:53.036 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:53.031+0000 7f2895e8d640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f289015ffd0 0x7f28900c7530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:53.036 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:53.031+0000 7f2895e8d640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f289015ffd0 0x7f28900c7530 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.119:3300/0 says I am v2:172.21.15.119:51336/0 (socket says 172.21.15.119:51336) 2024-09-13T18:56:53.037 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:53.031+0000 7f2895e8d640 1 -- 172.21.15.119:0/1631244390 learned_addr learned my addr 172.21.15.119:0/1631244390 (peer_addr_for_me v2:172.21.15.119:0/0) 2024-09-13T18:56:53.037 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:53.032+0000 7f2894e8b640 1 --2- 172.21.15.119:0/1631244390 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f28900cbc70 0x7f28901f1a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:53.037 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:53.032+0000 7f289568c640 1 --2- 172.21.15.119:0/1631244390 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f28900990e0 0x7f28900c6bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:53.037 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:53.032+0000 7f2895e8d640 1 -- 172.21.15.119:0/1631244390 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f28900cbc70 msgr2=0x7f28901f1a00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:53.037 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:53.032+0000 7f2895e8d640 1 --2- 172.21.15.119:0/1631244390 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f28900cbc70 0x7f28901f1a00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:53.037 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:53.032+0000 7f2895e8d640 1 -- 172.21.15.119:0/1631244390 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f28900990e0 msgr2=0x7f28900c6bd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:53.037 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:53.032+0000 7f2895e8d640 1 --2- 172.21.15.119:0/1631244390 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f28900990e0 0x7f28900c6bd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:53.037 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:53.032+0000 7f2895e8d640 1 -- 172.21.15.119:0/1631244390 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2880009a70 con 0x7f289015ffd0 2024-09-13T18:56:53.038 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:53.032+0000 7f2894e8b640 1 --2- 172.21.15.119:0/1631244390 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f28900cbc70 0x7f28901f1a00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T18:56:53.038 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:53.032+0000 7f289568c640 1 --2- 172.21.15.119:0/1631244390 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f28900990e0 0x7f28900c6bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T18:56:53.038 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:53.032+0000 7f2895e8d640 1 --2- 172.21.15.119:0/1631244390 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f289015ffd0 0x7f28900c7530 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7f2880009e50 tx=0x7f2880004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:56:53.038 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:53.032+0000 7f288dffb640 1 -- 172.21.15.119:0/1631244390 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2880031890 con 0x7f289015ffd0 2024-09-13T18:56:53.038 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:53.032+0000 7f288dffb640 1 -- 172.21.15.119:0/1631244390 <== mon.0 v2:172.21.15.119:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f28800319f0 con 0x7f289015ffd0 2024-09-13T18:56:53.038 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:53.032+0000 7f28978f0640 1 -- 172.21.15.119:0/1631244390 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f289015f660 con 0x7f289015ffd0 2024-09-13T18:56:53.038 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:53.032+0000 7f288dffb640 1 -- 172.21.15.119:0/1631244390 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2880031d80 con 0x7f289015ffd0 2024-09-13T18:56:53.038 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:53.032+0000 7f28978f0640 1 -- 172.21.15.119:0/1631244390 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f2890159940 con 0x7f289015ffd0 2024-09-13T18:56:53.038 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:53.033+0000 7f28978f0640 1 -- 172.21.15.119:0/1631244390 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f289006cbc0 con 0x7f289015ffd0 2024-09-13T18:56:53.038 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:53.033+0000 7f288dffb640 1 -- 172.21.15.119:0/1631244390 <== mon.0 v2:172.21.15.119:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f288003c420 con 0x7f289015ffd0 2024-09-13T18:56:53.039 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:53.034+0000 7f288dffb640 1 --2- 172.21.15.119:0/1631244390 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f287c06ac30 0x7f287c06d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:53.039 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:53.034+0000 7f288dffb640 1 -- 172.21.15.119:0/1631244390 <== mon.0 v2:172.21.15.119:3300/0 5 ==== osd_map(24..24 src has 1..24) v4 ==== 6460+0+0 (secure 0 0 0) 0x7f28800ab3c0 con 0x7f289015ffd0 2024-09-13T18:56:53.040 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:53.034+0000 7f289568c640 1 --2- 172.21.15.119:0/1631244390 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f287c06ac30 0x7f287c06d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:53.040 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:53.034+0000 7f289568c640 1 --2- 172.21.15.119:0/1631244390 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f287c06ac30 0x7f287c06d0f0 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7f2888005880 tx=0x7f2888009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:56:53.040 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:53.038+0000 7f288dffb640 1 -- 172.21.15.119:0/1631244390 <== mon.0 v2:172.21.15.119:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f2880076330 con 0x7f289015ffd0 2024-09-13T18:56:53.235 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:53.232+0000 7f28978f0640 1 -- 172.21.15.119:0/1631244390 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_command({"prefix": "health", "format": "json"} v 0) v1 -- 0x7f289006afe0 con 0x7f289015ffd0 2024-09-13T18:56:53.235 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:53.233+0000 7f288dffb640 1 -- 172.21.15.119:0/1631244390 <== mon.0 v2:172.21.15.119:3300/0 7 ==== mon_command_ack([{"prefix": "health", "format": "json"}]=0 v0) v1 ==== 72+0+46 (secure 0 0 0) 0x7f2880079950 con 0x7f289015ffd0 2024-09-13T18:56:53.236 INFO:teuthology.orchestra.run.smithi119.stdout: 2024-09-13T18:56:53.236 INFO:teuthology.orchestra.run.smithi119.stdout:{"status":"HEALTH_OK","checks":{},"mutes":[]} 2024-09-13T18:56:53.237 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:53.234+0000 7f28978f0640 1 -- 172.21.15.119:0/1631244390 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f287c06ac30 msgr2=0x7f287c06d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:53.237 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:53.234+0000 7f28978f0640 1 --2- 172.21.15.119:0/1631244390 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f287c06ac30 0x7f287c06d0f0 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7f2888005880 tx=0x7f2888009040 comp rx=0 tx=0).stop 2024-09-13T18:56:53.237 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:53.234+0000 7f28978f0640 1 -- 172.21.15.119:0/1631244390 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f289015ffd0 msgr2=0x7f28900c7530 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:53.237 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:53.234+0000 7f28978f0640 1 --2- 172.21.15.119:0/1631244390 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f289015ffd0 0x7f28900c7530 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7f2880009e50 tx=0x7f2880004a40 comp rx=0 tx=0).stop 2024-09-13T18:56:53.237 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:53.234+0000 7f28978f0640 1 -- 172.21.15.119:0/1631244390 shutdown_connections 2024-09-13T18:56:53.238 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:53.234+0000 7f28978f0640 1 --2- 172.21.15.119:0/1631244390 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f287c06ac30 0x7f287c06d0f0 unknown :-1 s=CLOSED pgs=119 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:53.238 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:53.234+0000 7f28978f0640 1 --2- 172.21.15.119:0/1631244390 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f289015ffd0 0x7f28900c7530 unknown :-1 s=CLOSED pgs=196 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:53.238 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:53.234+0000 7f28978f0640 1 --2- 172.21.15.119:0/1631244390 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f28900cbc70 0x7f28901f1a00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:53.238 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:53.235+0000 7f28978f0640 1 --2- 172.21.15.119:0/1631244390 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f28900990e0 0x7f28900c6bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:53.238 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:53.235+0000 7f28978f0640 1 -- 172.21.15.119:0/1631244390 >> 172.21.15.119:0/1631244390 conn(0x7f28900b1f50 msgr2=0x7f289006b9d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:56:53.238 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:53.235+0000 7f28978f0640 1 -- 172.21.15.119:0/1631244390 shutdown_connections 2024-09-13T18:56:53.238 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:53.235+0000 7f28978f0640 1 -- 172.21.15.119:0/1631244390 wait complete. 2024-09-13T18:56:53.248 INFO:tasks.ceph.ceph_manager.ceph:wait_until_healthy done 2024-09-13T18:56:53.248 DEBUG:teuthology.orchestra.run.smithi119:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T18:56:53.347 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:53.344+0000 7fc97df08640 1 Processor -- start 2024-09-13T18:56:53.347 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:53.344+0000 7fc97df08640 1 -- start start 2024-09-13T18:56:53.349 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:53.345+0000 7fc97df08640 1 --2- >> v2:172.21.15.119:3300/0 conn(0x7fc9780ce6e0 0x7fc97815cac0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:53.349 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:53.345+0000 7fc97df08640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7fc97806cbe0 0x7fc97806b1f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:53.349 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:53.345+0000 7fc97df08640 1 -- --> v1:172.21.15.119:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fc9780ceac0 con 0x7fc97806b730 2024-09-13T18:56:53.349 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:53.345+0000 7fc97df08640 1 -- --> v2:172.21.15.119:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fc9780d0350 con 0x7fc9780ce6e0 2024-09-13T18:56:53.349 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:53.345+0000 7fc97df08640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fc97815d2f0 con 0x7fc97806cbe0 2024-09-13T18:56:53.349 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:53.345+0000 7fc9777fe640 1 --2- >> v2:172.21.15.119:3300/0 conn(0x7fc9780ce6e0 0x7fc97815cac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:53.349 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:53.345+0000 7fc977fff640 1 --1- >> v1:172.21.15.119:6789/0 conn(0x7fc97806b730 0x7fc97806e220 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.119:6789/0 says I am v1:172.21.15.119:33258/0 (socket says 172.21.15.119:33258) 2024-09-13T18:56:53.350 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:53.345+0000 7fc977fff640 1 -- 172.21.15.119:0/3184107153 learned_addr learned my addr 172.21.15.119:0/3184107153 (peer_addr_for_me v1:172.21.15.119:0/0) 2024-09-13T18:56:53.350 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:53.346+0000 7fc976ffd640 1 --2- 172.21.15.119:0/3184107153 >> v2:172.21.15.145:3300/0 conn(0x7fc97806cbe0 0x7fc97806b1f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:53.350 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:53.346+0000 7fc9777fe640 1 -- 172.21.15.119:0/3184107153 >> v2:172.21.15.145:3300/0 conn(0x7fc97806cbe0 msgr2=0x7fc97806b1f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T18:56:53.350 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:53.346+0000 7fc9777fe640 1 --2- 172.21.15.119:0/3184107153 >> v2:172.21.15.145:3300/0 conn(0x7fc97806cbe0 0x7fc97806b1f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:53.350 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:53.346+0000 7fc9777fe640 1 -- 172.21.15.119:0/3184107153 >> v1:172.21.15.119:6789/0 conn(0x7fc97806b730 legacy=0x7fc97806e220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:53.350 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:53.346+0000 7fc9777fe640 1 -- 172.21.15.119:0/3184107153 --> v2:172.21.15.119:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc97815d5d0 con 0x7fc9780ce6e0 2024-09-13T18:56:53.350 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:53.346+0000 7fc9767fc640 1 -- 172.21.15.119:0/3184107153 <== mon.0 v1:172.21.15.119:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 4119800240 0 0) 0x7fc970001110 con 0x7fc97806b730 2024-09-13T18:56:53.350 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:53.346+0000 7fc9777fe640 1 --2- 172.21.15.119:0/3184107153 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fc9780ce6e0 0x7fc97815cac0 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7fc9780cdea0 tx=0x7fc96802a1a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=db1c6f90e352e428 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:56:53.350 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:53.346+0000 7fc9767fc640 1 -- 172.21.15.119:0/3184107153 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc968032440 con 0x7fc9780ce6e0 2024-09-13T18:56:53.350 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:53.346+0000 7fc9767fc640 1 -- 172.21.15.119:0/3184107153 <== mon.0 v2:172.21.15.119:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc9680325a0 con 0x7fc9780ce6e0 2024-09-13T18:56:53.350 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:53.346+0000 7fc9767fc640 1 -- 172.21.15.119:0/3184107153 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc968032930 con 0x7fc9780ce6e0 2024-09-13T18:56:53.353 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:53.347+0000 7fc97df08640 1 -- 172.21.15.119:0/3184107153 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fc9780ce6e0 msgr2=0x7fc97815cac0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:53.353 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:53.347+0000 7fc97df08640 1 --2- 172.21.15.119:0/3184107153 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fc9780ce6e0 0x7fc97815cac0 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7fc9780cdea0 tx=0x7fc96802a1a0 comp rx=0 tx=0).stop 2024-09-13T18:56:53.353 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:53.347+0000 7fc97df08640 1 -- 172.21.15.119:0/3184107153 shutdown_connections 2024-09-13T18:56:53.353 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:53.347+0000 7fc97df08640 1 --2- 172.21.15.119:0/3184107153 >> v2:172.21.15.145:3300/0 conn(0x7fc97806cbe0 0x7fc97806b1f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:53.353 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:53.347+0000 7fc97df08640 1 --2- 172.21.15.119:0/3184107153 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fc9780ce6e0 0x7fc97815cac0 unknown :-1 s=CLOSED pgs=198 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:53.353 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:53.347+0000 7fc97df08640 1 -- 172.21.15.119:0/3184107153 >> 172.21.15.119:0/3184107153 conn(0x7fc978069ed0 msgr2=0x7fc97806a2b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:56:53.353 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:53.347+0000 7fc97df08640 1 -- 172.21.15.119:0/3184107153 shutdown_connections 2024-09-13T18:56:53.353 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:53.347+0000 7fc97df08640 1 -- 172.21.15.119:0/3184107153 wait complete. 2024-09-13T18:56:53.353 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:53.348+0000 7fc97df08640 1 Processor -- start 2024-09-13T18:56:53.354 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:53.348+0000 7fc97df08640 1 -- start start 2024-09-13T18:56:53.354 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:53.349+0000 7fc97df08640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fc97806b730 0x7fc9780b5c20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:53.354 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:53.349+0000 7fc97df08640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fc97806cbe0 0x7fc9781560a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:53.354 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:53.349+0000 7fc97df08640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fc9780ce6e0 0x7fc9781565e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:53.354 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:53.349+0000 7fc97df08640 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc9780b6160 con 0x7fc9780ce6e0 2024-09-13T18:56:53.354 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:53.349+0000 7fc97df08640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc9781f1e00 con 0x7fc97806cbe0 2024-09-13T18:56:53.354 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:53.349+0000 7fc97df08640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc9781f2010 con 0x7fc97806b730 2024-09-13T18:56:53.354 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:53.349+0000 7fc977fff640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fc9780ce6e0 0x7fc9781565e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:53.354 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:53.349+0000 7fc977fff640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fc9780ce6e0 0x7fc9781565e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.119:3300/0 says I am v2:172.21.15.119:42920/0 (socket says 172.21.15.119:42920) 2024-09-13T18:56:53.354 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:53.349+0000 7fc977fff640 1 -- 172.21.15.119:0/2627776262 learned_addr learned my addr 172.21.15.119:0/2627776262 (peer_addr_for_me v2:172.21.15.119:0/0) 2024-09-13T18:56:53.354 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:53.349+0000 7fc9777fe640 1 --2- 172.21.15.119:0/2627776262 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fc97806b730 0x7fc9780b5c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:53.354 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:53.349+0000 7fc976ffd640 1 --2- 172.21.15.119:0/2627776262 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fc97806cbe0 0x7fc9781560a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:53.354 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:53.349+0000 7fc977fff640 1 -- 172.21.15.119:0/2627776262 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fc97806b730 msgr2=0x7fc9780b5c20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:53.355 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:53.350+0000 7fc977fff640 1 --2- 172.21.15.119:0/2627776262 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fc97806b730 0x7fc9780b5c20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:53.355 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:53.350+0000 7fc977fff640 1 -- 172.21.15.119:0/2627776262 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fc97806cbe0 msgr2=0x7fc9781560a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:53.355 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:53.350+0000 7fc977fff640 1 --2- 172.21.15.119:0/2627776262 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fc97806cbe0 0x7fc9781560a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:53.355 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:53.350+0000 7fc977fff640 1 -- 172.21.15.119:0/2627776262 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc968009400 con 0x7fc9780ce6e0 2024-09-13T18:56:53.355 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:53.350+0000 7fc977fff640 1 --2- 172.21.15.119:0/2627776262 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fc9780ce6e0 0x7fc9781565e0 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7fc97000c780 tx=0x7fc97000cc40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:56:53.355 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:53.350+0000 7fc95ffff640 1 -- 172.21.15.119:0/2627776262 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc9700072d0 con 0x7fc9780ce6e0 2024-09-13T18:56:53.355 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:53.350+0000 7fc95ffff640 1 -- 172.21.15.119:0/2627776262 <== mon.0 v2:172.21.15.119:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc970007430 con 0x7fc9780ce6e0 2024-09-13T18:56:53.355 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:53.350+0000 7fc97df08640 1 -- 172.21.15.119:0/2627776262 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc9781f22f0 con 0x7fc9780ce6e0 2024-09-13T18:56:53.355 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:53.350+0000 7fc95ffff640 1 -- 172.21.15.119:0/2627776262 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc970001d10 con 0x7fc9780ce6e0 2024-09-13T18:56:53.355 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:53.350+0000 7fc97df08640 1 -- 172.21.15.119:0/2627776262 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc9781f28b0 con 0x7fc9780ce6e0 2024-09-13T18:56:53.356 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:53.351+0000 7fc97df08640 1 -- 172.21.15.119:0/2627776262 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fc97806b1f0 con 0x7fc9780ce6e0 2024-09-13T18:56:53.357 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:53.351+0000 7fc95ffff640 1 -- 172.21.15.119:0/2627776262 <== mon.0 v2:172.21.15.119:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fc9700047e0 con 0x7fc9780ce6e0 2024-09-13T18:56:53.357 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:53.352+0000 7fc95ffff640 1 --2- 172.21.15.119:0/2627776262 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7fc96406ac00 0x7fc96406d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:53.357 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:53.352+0000 7fc95ffff640 1 -- 172.21.15.119:0/2627776262 <== mon.0 v2:172.21.15.119:3300/0 5 ==== osd_map(24..24 src has 1..24) v4 ==== 6460+0+0 (secure 0 0 0) 0x7fc970088780 con 0x7fc9780ce6e0 2024-09-13T18:56:53.357 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:53.352+0000 7fc9777fe640 1 --2- 172.21.15.119:0/2627776262 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7fc96406ac00 0x7fc96406d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:53.357 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:53.352+0000 7fc9777fe640 1 --2- 172.21.15.119:0/2627776262 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7fc96406ac00 0x7fc96406d0c0 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7fc968034000 tx=0x7fc96802e000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:56:53.358 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:53.356+0000 7fc95ffff640 1 -- 172.21.15.119:0/2627776262 <== mon.0 v2:172.21.15.119:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fc970057080 con 0x7fc9780ce6e0 2024-09-13T18:56:53.518 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:53.516+0000 7fc97df08640 1 -- 172.21.15.119:0/2627776262 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7fc9780ceac0 con 0x7fc9780ce6e0 2024-09-13T18:56:53.519 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:53.517+0000 7fc95ffff640 1 -- 172.21.15.119:0/2627776262 <== mon.0 v2:172.21.15.119:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v24) v1 ==== 74+0+18394 (secure 0 0 0) 0x7fc9780ceac0 con 0x7fc9780ce6e0 2024-09-13T18:56:53.520 INFO:teuthology.orchestra.run.smithi119.stdout: 2024-09-13T18:56:53.520 INFO:teuthology.orchestra.run.smithi119.stdout:{"epoch":24,"fsid":"b3bca492-3414-44ef-b63c-42eead5ea701","created":"2024-09-13T18:56:10.047760+0000","modified":"2024-09-13T18:56:38.390322+0000","last_up_change":"2024-09-13T18:56:22.096428+0000","last_in_change":"2024-09-13T18:56:12.143228+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T18:56:22.095896+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-13T18:56:31.950108+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-13T18:56:32.998608+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-09-13T18:56:36.052694+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"24","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"09edfd5c-bc57-47d1-a7b7-6d97f0f88db1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6810","nonce":3811853106},{"type":"v1","addr":"172.21.15.119:6813","nonce":3811853106}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6817","nonce":3811853106},{"type":"v1","addr":"172.21.15.119:6820","nonce":3811853106}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6828","nonce":3811853106},{"type":"v1","addr":"172.21.15.119:6830","nonce":3811853106}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6823","nonce":3811853106},{"type":"v1","addr":"172.21.15.119:6825","nonce":3811853106}]},"public_addr":"172.21.15.119:6813/3811853106","cluster_addr":"172.21.15.119:6820/3811853106","heartbeat_back_addr":"172.21.15.119:6830/3811853106","heartbeat_front_addr":"172.21.15.119:6825/3811853106","state":["exists","up"]},{"osd":1,"uuid":"f26f4bd2-3aee-4208-9e62-87f17047d886","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6809","nonce":1656755168},{"type":"v1","addr":"172.21.15.119:6812","nonce":1656755168}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6815","nonce":1656755168},{"type":"v1","addr":"172.21.15.119:6818","nonce":1656755168}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6829","nonce":1656755168},{"type":"v1","addr":"172.21.15.119:6831","nonce":1656755168}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6822","nonce":1656755168},{"type":"v1","addr":"172.21.15.119:6826","nonce":1656755168}]},"public_addr":"172.21.15.119:6812/1656755168","cluster_addr":"172.21.15.119:6818/1656755168","heartbeat_back_addr":"172.21.15.119:6831/1656755168","heartbeat_front_addr":"172.21.15.119:6826/1656755168","state":["exists","up"]},{"osd":2,"uuid":"1e9d6e0c-51f9-4f4a-bead-0e7edc7dd200","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6800","nonce":3093354378},{"type":"v1","addr":"172.21.15.119:6801","nonce":3093354378}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6802","nonce":3093354378},{"type":"v1","addr":"172.21.15.119:6803","nonce":3093354378}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6806","nonce":3093354378},{"type":"v1","addr":"172.21.15.119:6807","nonce":3093354378}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6804","nonce":3093354378},{"type":"v1","addr":"172.21.15.119:6805","nonce":3093354378}]},"public_addr":"172.21.15.119:6801/3093354378","cluster_addr":"172.21.15.119:6803/3093354378","heartbeat_back_addr":"172.21.15.119:6807/3093354378","heartbeat_front_addr":"172.21.15.119:6805/3093354378","state":["exists","up"]},{"osd":3,"uuid":"7c289b1f-a555-46e4-b85a-c0f230c9e02a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6808","nonce":886995937},{"type":"v1","addr":"172.21.15.119:6811","nonce":886995937}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6814","nonce":886995937},{"type":"v1","addr":"172.21.15.119:6816","nonce":886995937}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6824","nonce":886995937},{"type":"v1","addr":"172.21.15.119:6827","nonce":886995937}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6819","nonce":886995937},{"type":"v1","addr":"172.21.15.119:6821","nonce":886995937}]},"public_addr":"172.21.15.119:6811/886995937","cluster_addr":"172.21.15.119:6816/886995937","heartbeat_back_addr":"172.21.15.119:6827/886995937","heartbeat_front_addr":"172.21.15.119:6821/886995937","state":["exists","up"]},{"osd":4,"uuid":"a0a2f75b-5a33-4b69-b834-b8cf5a90ac5f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6808","nonce":2802887692},{"type":"v1","addr":"172.21.15.145:6809","nonce":2802887692}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6810","nonce":2802887692},{"type":"v1","addr":"172.21.15.145:6811","nonce":2802887692}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6814","nonce":2802887692},{"type":"v1","addr":"172.21.15.145:6815","nonce":2802887692}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6812","nonce":2802887692},{"type":"v1","addr":"172.21.15.145:6813","nonce":2802887692}]},"public_addr":"172.21.15.145:6809/2802887692","cluster_addr":"172.21.15.145:6811/2802887692","heartbeat_back_addr":"172.21.15.145:6815/2802887692","heartbeat_front_addr":"172.21.15.145:6813/2802887692","state":["exists","up"]},{"osd":5,"uuid":"e301c92f-a5af-49da-8384-bef6d48c9982","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6800","nonce":1431235391},{"type":"v1","addr":"172.21.15.145:6801","nonce":1431235391}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6802","nonce":1431235391},{"type":"v1","addr":"172.21.15.145:6803","nonce":1431235391}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6806","nonce":1431235391},{"type":"v1","addr":"172.21.15.145:6807","nonce":1431235391}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6804","nonce":1431235391},{"type":"v1","addr":"172.21.15.145:6805","nonce":1431235391}]},"public_addr":"172.21.15.145:6801/1431235391","cluster_addr":"172.21.15.145:6803/1431235391","heartbeat_back_addr":"172.21.15.145:6807/1431235391","heartbeat_front_addr":"172.21.15.145:6805/1431235391","state":["exists","up"]},{"osd":6,"uuid":"dd2ee71c-4024-4f56-90b1-d362ff9ae8f5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6816","nonce":1755123178},{"type":"v1","addr":"172.21.15.145:6817","nonce":1755123178}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6818","nonce":1755123178},{"type":"v1","addr":"172.21.15.145:6819","nonce":1755123178}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6822","nonce":1755123178},{"type":"v1","addr":"172.21.15.145:6823","nonce":1755123178}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6820","nonce":1755123178},{"type":"v1","addr":"172.21.15.145:6821","nonce":1755123178}]},"public_addr":"172.21.15.145:6817/1755123178","cluster_addr":"172.21.15.145:6819/1755123178","heartbeat_back_addr":"172.21.15.145:6823/1755123178","heartbeat_front_addr":"172.21.15.145:6821/1755123178","state":["exists","up"]},{"osd":7,"uuid":"7412449e-689b-45ee-9ae5-744a8c27f166","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6824","nonce":3012628958},{"type":"v1","addr":"172.21.15.145:6825","nonce":3012628958}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6826","nonce":3012628958},{"type":"v1","addr":"172.21.15.145:6827","nonce":3012628958}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6830","nonce":3012628958},{"type":"v1","addr":"172.21.15.145:6831","nonce":3012628958}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6828","nonce":3012628958},{"type":"v1","addr":"172.21.15.145:6829","nonce":3012628958}]},"public_addr":"172.21.15.145:6825/3012628958","cluster_addr":"172.21.15.145:6827/3012628958","heartbeat_back_addr":"172.21.15.145:6831/3012628958","heartbeat_front_addr":"172.21.15.145:6829/3012628958","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T18:56:17.286635+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T18:56:17.334491+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T18:56:17.297521+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T18:56:17.383716+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T18:56:17.267776+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T18:56:17.312998+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T18:56:17.303008+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T18:56:17.304729+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T18:56:53.522 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:53.519+0000 7fc97df08640 1 -- 172.21.15.119:0/2627776262 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7fc96406ac00 msgr2=0x7fc96406d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:53.522 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:53.519+0000 7fc97df08640 1 --2- 172.21.15.119:0/2627776262 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7fc96406ac00 0x7fc96406d0c0 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7fc968034000 tx=0x7fc96802e000 comp rx=0 tx=0).stop 2024-09-13T18:56:53.522 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:53.519+0000 7fc97df08640 1 -- 172.21.15.119:0/2627776262 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fc9780ce6e0 msgr2=0x7fc9781565e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:53.522 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:53.519+0000 7fc97df08640 1 --2- 172.21.15.119:0/2627776262 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fc9780ce6e0 0x7fc9781565e0 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7fc97000c780 tx=0x7fc97000cc40 comp rx=0 tx=0).stop 2024-09-13T18:56:53.522 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:53.519+0000 7fc97df08640 1 -- 172.21.15.119:0/2627776262 shutdown_connections 2024-09-13T18:56:53.522 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:53.519+0000 7fc97df08640 1 --2- 172.21.15.119:0/2627776262 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7fc96406ac00 0x7fc96406d0c0 unknown :-1 s=CLOSED pgs=120 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:53.522 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:53.519+0000 7fc97df08640 1 --2- 172.21.15.119:0/2627776262 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fc9780ce6e0 0x7fc9781565e0 unknown :-1 s=CLOSED pgs=199 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:53.522 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:53.519+0000 7fc97df08640 1 --2- 172.21.15.119:0/2627776262 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fc97806cbe0 0x7fc9781560a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:53.522 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:53.519+0000 7fc97df08640 1 --2- 172.21.15.119:0/2627776262 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fc97806b730 0x7fc9780b5c20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:53.523 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:53.519+0000 7fc97df08640 1 -- 172.21.15.119:0/2627776262 >> 172.21.15.119:0/2627776262 conn(0x7fc978069ed0 msgr2=0x7fc97806a2b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:56:53.523 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:53.519+0000 7fc97df08640 1 -- 172.21.15.119:0/2627776262 shutdown_connections 2024-09-13T18:56:53.523 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:53.519+0000 7fc97df08640 1 -- 172.21.15.119:0/2627776262 wait complete. 2024-09-13T18:56:53.533 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-09-13T18:56:22.095896+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '16', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-09-13T18:56:31.950108+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '19', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-09-13T18:56:32.998608+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '20', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.05000000074505806}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'cephfs_data_ec', 'create_time': '2024-09-13T18:56:36.052694+0000', 'flags': 5, 'flags_names': 'hashpspool,ec_overwrites', 'type': 3, 'size': 4, 'min_size': 3, 'crush_rule': 1, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '24', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': 'cephfs_data_ec', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 8192, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}}] 2024-09-13T18:56:53.533 DEBUG:teuthology.orchestra.run.smithi119:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-09-13T18:56:53.633 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:53.631+0000 7fe203d08640 1 Processor -- start 2024-09-13T18:56:53.633 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:53.631+0000 7fe203d08640 1 -- start start 2024-09-13T18:56:53.635 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:53.632+0000 7fe203d08640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fe1fc15a480 0x7fe1fc06ba60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:53.635 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:53.632+0000 7fe203d08640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7fe1fc06aa70 0x7fe1fc0cc610 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:53.635 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:53.632+0000 7fe203d08640 1 --2- >> v2:172.21.15.119:3300/0 conn(0x7fe1fc069ed0 0x7fe1fc06a380 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:53.636 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:53.632+0000 7fe203d08640 1 -- --> v2:172.21.15.119:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fe1fc06a8c0 con 0x7fe1fc069ed0 2024-09-13T18:56:53.636 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:53.632+0000 7fe203d08640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fe1fc0d0210 con 0x7fe1fc06aa70 2024-09-13T18:56:53.636 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:53.632+0000 7fe203d08640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe1fc0cc180 con 0x7fe1fc15a480 2024-09-13T18:56:53.636 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:53.632+0000 7fe2022a5640 1 --2- >> v2:172.21.15.119:3300/0 conn(0x7fe1fc069ed0 0x7fe1fc06a380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:53.636 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:53.632+0000 7fe2022a5640 1 --2- >> v2:172.21.15.119:3300/0 conn(0x7fe1fc069ed0 0x7fe1fc06a380 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.119:3300/0 says I am v2:172.21.15.119:42936/0 (socket says 172.21.15.119:42936) 2024-09-13T18:56:53.636 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:53.632+0000 7fe2022a5640 1 -- 172.21.15.119:0/550972947 learned_addr learned my addr 172.21.15.119:0/550972947 (peer_addr_for_me v2:172.21.15.119:0/0) 2024-09-13T18:56:53.636 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:53.632+0000 7fe201aa4640 1 --2- 172.21.15.119:0/550972947 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fe1fc15a480 0x7fe1fc06ba60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:53.636 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:53.632+0000 7fe2012a3640 1 --2- 172.21.15.119:0/550972947 >> v2:172.21.15.145:3300/0 conn(0x7fe1fc06aa70 0x7fe1fc0cc610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:53.636 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:53.632+0000 7fe2022a5640 1 -- 172.21.15.119:0/550972947 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fe1fc15a480 msgr2=0x7fe1fc06ba60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T18:56:53.636 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:53.632+0000 7fe2022a5640 1 --2- 172.21.15.119:0/550972947 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fe1fc15a480 0x7fe1fc06ba60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:53.636 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:53.632+0000 7fe2022a5640 1 -- 172.21.15.119:0/550972947 >> v2:172.21.15.145:3300/0 conn(0x7fe1fc06aa70 msgr2=0x7fe1fc0cc610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T18:56:53.636 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:53.632+0000 7fe2022a5640 1 --2- 172.21.15.119:0/550972947 >> v2:172.21.15.145:3300/0 conn(0x7fe1fc06aa70 0x7fe1fc0cc610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:53.636 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:53.632+0000 7fe2022a5640 1 -- 172.21.15.119:0/550972947 --> v2:172.21.15.119:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe1fc0cff30 con 0x7fe1fc069ed0 2024-09-13T18:56:53.636 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:53.632+0000 7fe2012a3640 1 --2- 172.21.15.119:0/550972947 >> v2:172.21.15.145:3300/0 conn(0x7fe1fc06aa70 0x7fe1fc0cc610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T18:56:53.637 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:53.633+0000 7fe2022a5640 1 --2- 172.21.15.119:0/550972947 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fe1fc069ed0 0x7fe1fc06a380 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7fe1fc06d110 tx=0x7fe1f402a140 comp rx=0 tx=0).ready entity=mon.0 client_cookie=331b206d276fde3a server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:56:53.637 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:53.633+0000 7fe200aa2640 1 -- 172.21.15.119:0/550972947 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe1f402ae90 con 0x7fe1fc069ed0 2024-09-13T18:56:53.637 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:53.633+0000 7fe200aa2640 1 -- 172.21.15.119:0/550972947 <== mon.0 v2:172.21.15.119:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe1f4032440 con 0x7fe1fc069ed0 2024-09-13T18:56:53.637 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:53.633+0000 7fe200aa2640 1 -- 172.21.15.119:0/550972947 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe1f40327d0 con 0x7fe1fc069ed0 2024-09-13T18:56:53.639 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:53.633+0000 7fe203d08640 1 -- 172.21.15.119:0/550972947 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fe1fc069ed0 msgr2=0x7fe1fc06a380 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:53.639 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:53.633+0000 7fe203d08640 1 --2- 172.21.15.119:0/550972947 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fe1fc069ed0 0x7fe1fc06a380 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7fe1fc06d110 tx=0x7fe1f402a140 comp rx=0 tx=0).stop 2024-09-13T18:56:53.639 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:53.634+0000 7fe203d08640 1 -- 172.21.15.119:0/550972947 shutdown_connections 2024-09-13T18:56:53.639 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:53.634+0000 7fe203d08640 1 --2- 172.21.15.119:0/550972947 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fe1fc069ed0 0x7fe1fc06a380 unknown :-1 s=CLOSED pgs=200 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:53.639 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:53.634+0000 7fe203d08640 1 --2- 172.21.15.119:0/550972947 >> v2:172.21.15.145:3300/0 conn(0x7fe1fc06aa70 0x7fe1fc0cc610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:53.640 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:53.634+0000 7fe203d08640 1 --2- 172.21.15.119:0/550972947 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fe1fc15a480 0x7fe1fc06ba60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:53.640 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:53.634+0000 7fe203d08640 1 -- 172.21.15.119:0/550972947 >> 172.21.15.119:0/550972947 conn(0x7fe1fc0717e0 msgr2=0x7fe1fc0989d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:56:53.640 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:53.634+0000 7fe203d08640 1 -- 172.21.15.119:0/550972947 shutdown_connections 2024-09-13T18:56:53.640 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:53.634+0000 7fe203d08640 1 -- 172.21.15.119:0/550972947 wait complete. 2024-09-13T18:56:53.640 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:53.635+0000 7fe203d08640 1 Processor -- start 2024-09-13T18:56:53.640 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:53.635+0000 7fe203d08640 1 -- start start 2024-09-13T18:56:53.640 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:53.635+0000 7fe203d08640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fe1fc069ed0 0x7fe1fc0b3ea0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:53.640 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:53.635+0000 7fe203d08640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fe1fc06aa70 0x7fe1fc15cc40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:53.640 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:53.635+0000 7fe203d08640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fe1fc15a480 0x7fe1fc15d180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:53.640 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:53.636+0000 7fe203d08640 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe1fc1519a0 con 0x7fe1fc06aa70 2024-09-13T18:56:53.640 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:53.636+0000 7fe203d08640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe1fc0ca8b0 con 0x7fe1fc15a480 2024-09-13T18:56:53.640 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:53.636+0000 7fe203d08640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe1fc0cab90 con 0x7fe1fc069ed0 2024-09-13T18:56:53.640 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:53.636+0000 7fe2012a3640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fe1fc06aa70 0x7fe1fc15cc40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:53.640 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:53.636+0000 7fe2012a3640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fe1fc06aa70 0x7fe1fc15cc40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.119:3300/0 says I am v2:172.21.15.119:42940/0 (socket says 172.21.15.119:42940) 2024-09-13T18:56:53.641 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:53.636+0000 7fe2012a3640 1 -- 172.21.15.119:0/4019801631 learned_addr learned my addr 172.21.15.119:0/4019801631 (peer_addr_for_me v2:172.21.15.119:0/0) 2024-09-13T18:56:53.641 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:53.636+0000 7fe2022a5640 1 --2- 172.21.15.119:0/4019801631 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fe1fc15a480 0x7fe1fc15d180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:53.641 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:53.636+0000 7fe201aa4640 1 --2- 172.21.15.119:0/4019801631 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fe1fc069ed0 0x7fe1fc0b3ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:53.641 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:53.636+0000 7fe2012a3640 1 -- 172.21.15.119:0/4019801631 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fe1fc069ed0 msgr2=0x7fe1fc0b3ea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:53.641 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:53.636+0000 7fe2012a3640 1 --2- 172.21.15.119:0/4019801631 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fe1fc069ed0 0x7fe1fc0b3ea0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:53.641 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:53.636+0000 7fe2012a3640 1 -- 172.21.15.119:0/4019801631 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fe1fc15a480 msgr2=0x7fe1fc15d180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:53.641 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:53.636+0000 7fe2012a3640 1 --2- 172.21.15.119:0/4019801631 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fe1fc15a480 0x7fe1fc15d180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:53.641 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:53.636+0000 7fe2012a3640 1 -- 172.21.15.119:0/4019801631 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe1f40094d0 con 0x7fe1fc06aa70 2024-09-13T18:56:53.641 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:53.636+0000 7fe2022a5640 1 --2- 172.21.15.119:0/4019801631 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fe1fc15a480 0x7fe1fc15d180 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T18:56:53.641 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:53.636+0000 7fe2012a3640 1 --2- 172.21.15.119:0/4019801631 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fe1fc06aa70 0x7fe1fc15cc40 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7fe1f000ced0 tx=0x7fe1f000a710 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:56:53.641 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:53.636+0000 7fe1fa7fc640 1 -- 172.21.15.119:0/4019801631 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe1f0003b90 con 0x7fe1fc06aa70 2024-09-13T18:56:53.641 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:53.636+0000 7fe1fa7fc640 1 -- 172.21.15.119:0/4019801631 <== mon.0 v2:172.21.15.119:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe1f0003cf0 con 0x7fe1fc06aa70 2024-09-13T18:56:53.641 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:53.636+0000 7fe203d08640 1 -- 172.21.15.119:0/4019801631 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe1fc0cae70 con 0x7fe1fc06aa70 2024-09-13T18:56:53.642 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:53.636+0000 7fe1fa7fc640 1 -- 172.21.15.119:0/4019801631 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe1f000d860 con 0x7fe1fc06aa70 2024-09-13T18:56:53.642 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:53.636+0000 7fe203d08640 1 -- 172.21.15.119:0/4019801631 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe1fc0cb430 con 0x7fe1fc06aa70 2024-09-13T18:56:53.642 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:53.637+0000 7fe203d08640 1 -- 172.21.15.119:0/4019801631 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fe1fc06c090 con 0x7fe1fc06aa70 2024-09-13T18:56:53.643 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:53.638+0000 7fe1fa7fc640 1 -- 172.21.15.119:0/4019801631 <== mon.0 v2:172.21.15.119:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fe1f000d9c0 con 0x7fe1fc06aa70 2024-09-13T18:56:53.643 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:53.638+0000 7fe1fa7fc640 1 --2- 172.21.15.119:0/4019801631 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7fe1e806ac30 0x7fe1e806d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:53.643 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:53.638+0000 7fe1fa7fc640 1 -- 172.21.15.119:0/4019801631 <== mon.0 v2:172.21.15.119:3300/0 5 ==== osd_map(24..24 src has 1..24) v4 ==== 6460+0+0 (secure 0 0 0) 0x7fe1f0089f20 con 0x7fe1fc06aa70 2024-09-13T18:56:53.643 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:53.638+0000 7fe201aa4640 1 --2- 172.21.15.119:0/4019801631 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7fe1e806ac30 0x7fe1e806d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:53.643 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:53.638+0000 7fe201aa4640 1 --2- 172.21.15.119:0/4019801631 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7fe1e806ac30 0x7fe1e806d0f0 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7fe1ec006fd0 tx=0x7fe1ec008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:56:53.645 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:53.642+0000 7fe1fa7fc640 1 -- 172.21.15.119:0/4019801631 <== mon.0 v2:172.21.15.119:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fe1f0054ed0 con 0x7fe1fc06aa70 2024-09-13T18:56:53.804 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:53.802+0000 7fe203d08640 1 -- 172.21.15.119:0/4019801631 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7fe1fc15b9e0 con 0x7fe1fc06aa70 2024-09-13T18:56:53.805 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:53.802+0000 7fe1fa7fc640 1 -- 172.21.15.119:0/4019801631 <== mon.0 v2:172.21.15.119:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v24) v1 ==== 93+0+10 (secure 0 0 0) 0x7fe1f00584f0 con 0x7fe1fc06aa70 2024-09-13T18:56:53.805 INFO:teuthology.orchestra.run.smithi119.stdout:pg_num: 1 2024-09-13T18:56:53.807 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:53.804+0000 7fe203d08640 1 -- 172.21.15.119:0/4019801631 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7fe1e806ac30 msgr2=0x7fe1e806d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:53.807 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:53.804+0000 7fe203d08640 1 --2- 172.21.15.119:0/4019801631 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7fe1e806ac30 0x7fe1e806d0f0 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7fe1ec006fd0 tx=0x7fe1ec008040 comp rx=0 tx=0).stop 2024-09-13T18:56:53.807 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:53.804+0000 7fe203d08640 1 -- 172.21.15.119:0/4019801631 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fe1fc06aa70 msgr2=0x7fe1fc15cc40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:53.807 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:53.804+0000 7fe203d08640 1 --2- 172.21.15.119:0/4019801631 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fe1fc06aa70 0x7fe1fc15cc40 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7fe1f000ced0 tx=0x7fe1f000a710 comp rx=0 tx=0).stop 2024-09-13T18:56:53.807 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:53.804+0000 7fe203d08640 1 -- 172.21.15.119:0/4019801631 shutdown_connections 2024-09-13T18:56:53.808 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:53.804+0000 7fe203d08640 1 --2- 172.21.15.119:0/4019801631 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7fe1e806ac30 0x7fe1e806d0f0 unknown :-1 s=CLOSED pgs=121 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:53.808 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:53.804+0000 7fe203d08640 1 --2- 172.21.15.119:0/4019801631 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fe1fc15a480 0x7fe1fc15d180 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:53.808 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:53.804+0000 7fe203d08640 1 --2- 172.21.15.119:0/4019801631 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fe1fc06aa70 0x7fe1fc15cc40 unknown :-1 s=CLOSED pgs=201 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:53.808 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:53.804+0000 7fe203d08640 1 --2- 172.21.15.119:0/4019801631 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fe1fc069ed0 0x7fe1fc0b3ea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:53.808 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:53.804+0000 7fe203d08640 1 -- 172.21.15.119:0/4019801631 >> 172.21.15.119:0/4019801631 conn(0x7fe1fc0717e0 msgr2=0x7fe1fc158290 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:56:53.808 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:53.804+0000 7fe203d08640 1 -- 172.21.15.119:0/4019801631 shutdown_connections 2024-09-13T18:56:53.808 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:53.804+0000 7fe203d08640 1 -- 172.21.15.119:0/4019801631 wait complete. 2024-09-13T18:56:53.817 DEBUG:teuthology.orchestra.run.smithi119:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-09-13T18:56:53.917 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:53.914+0000 7f375c668640 1 Processor -- start 2024-09-13T18:56:53.917 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:53.915+0000 7f375c668640 1 -- start start 2024-09-13T18:56:53.919 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:53.915+0000 7f375c668640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f375415d9d0 0x7f37540c9d00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:53.919 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:53.915+0000 7f375c668640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f375406ca30 0x7f3754069ed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:53.919 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:53.915+0000 7f375c668640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f375406a8c0 con 0x7f375406a410 2024-09-13T18:56:53.919 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:53.915+0000 7f375c668640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f3754066400 con 0x7f375415d9d0 2024-09-13T18:56:53.919 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:53.915+0000 7f375c668640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f3754066120 con 0x7f375406ca30 2024-09-13T18:56:53.919 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:53.916+0000 7f375a404640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f375415d9d0 0x7f37540c9d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:53.919 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:53.916+0000 7f375ac05640 1 --1- >> v1:172.21.15.145:6789/0 conn(0x7f375406a410 0x7f375415def0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.145:6789/0 says I am v1:172.21.15.119:53864/0 (socket says 172.21.15.119:53864) 2024-09-13T18:56:53.919 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:53.916+0000 7f375ac05640 1 -- 172.21.15.119:0/4066022288 learned_addr learned my addr 172.21.15.119:0/4066022288 (peer_addr_for_me v1:172.21.15.119:0/0) 2024-09-13T18:56:53.919 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:53.916+0000 7f3759c03640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f375406ca30 0x7f3754069ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:53.919 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:53.916+0000 7f3759402640 1 -- 172.21.15.119:0/4066022288 <== mon.1 v1:172.21.15.145:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1218220923 0 0) 0x7f375406a8c0 con 0x7f375406a410 2024-09-13T18:56:53.919 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:53.916+0000 7f3759402640 1 -- 172.21.15.119:0/4066022288 --> v1:172.21.15.145:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f3740003520 con 0x7f375406a410 2024-09-13T18:56:53.920 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:53.916+0000 7f3759c03640 1 -- 172.21.15.119:0/4066022288 >> v2:172.21.15.145:3300/0 conn(0x7f375415d9d0 msgr2=0x7f37540c9d00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T18:56:53.920 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:53.916+0000 7f3759c03640 1 --2- 172.21.15.119:0/4066022288 >> v2:172.21.15.145:3300/0 conn(0x7f375415d9d0 0x7f37540c9d00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:53.920 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:53.916+0000 7f3759c03640 1 -- 172.21.15.119:0/4066022288 >> v1:172.21.15.145:6789/0 conn(0x7f375406a410 legacy=0x7f375415def0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:53.920 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:53.916+0000 7f3759c03640 1 -- 172.21.15.119:0/4066022288 --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f37540c9220 con 0x7f375406ca30 2024-09-13T18:56:53.920 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:53.916+0000 7f375a404640 1 --2- 172.21.15.119:0/4066022288 >> v2:172.21.15.145:3300/0 conn(0x7f375415d9d0 0x7f37540c9d00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T18:56:53.921 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:53.917+0000 7f3759c03640 1 --2- 172.21.15.119:0/4066022288 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f375406ca30 0x7f3754069ed0 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7f37500097a0 tx=0x7f375002a100 comp rx=0 tx=0).ready entity=mon.2 client_cookie=83ae5f334b20f05b server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:56:53.921 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:53.917+0000 7f3759402640 1 -- 172.21.15.119:0/4066022288 <== mon.2 v2:172.21.15.145:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f375002ae50 con 0x7f375406ca30 2024-09-13T18:56:53.921 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:53.917+0000 7f3759402640 1 -- 172.21.15.119:0/4066022288 <== mon.2 v2:172.21.15.145:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f3750032440 con 0x7f375406ca30 2024-09-13T18:56:53.922 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:53.917+0000 7f3759402640 1 -- 172.21.15.119:0/4066022288 <== mon.2 v2:172.21.15.145:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f37500327d0 con 0x7f375406ca30 2024-09-13T18:56:53.922 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:53.918+0000 7f375c668640 1 -- 172.21.15.119:0/4066022288 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f375406ca30 msgr2=0x7f3754069ed0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:53.922 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:53.918+0000 7f375c668640 1 --2- 172.21.15.119:0/4066022288 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f375406ca30 0x7f3754069ed0 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7f37500097a0 tx=0x7f375002a100 comp rx=0 tx=0).stop 2024-09-13T18:56:53.922 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:53.918+0000 7f375c668640 1 -- 172.21.15.119:0/4066022288 shutdown_connections 2024-09-13T18:56:53.922 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:53.918+0000 7f375c668640 1 --2- 172.21.15.119:0/4066022288 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f375406ca30 0x7f3754069ed0 unknown :-1 s=CLOSED pgs=36 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:53.922 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:53.918+0000 7f375c668640 1 --2- 172.21.15.119:0/4066022288 >> v2:172.21.15.145:3300/0 conn(0x7f375415d9d0 0x7f37540c9d00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:53.922 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:53.918+0000 7f375c668640 1 -- 172.21.15.119:0/4066022288 >> 172.21.15.119:0/4066022288 conn(0x7f37540cb5b0 msgr2=0x7f37540cb9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:56:53.922 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:53.918+0000 7f375c668640 1 -- 172.21.15.119:0/4066022288 shutdown_connections 2024-09-13T18:56:53.922 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:53.918+0000 7f375c668640 1 -- 172.21.15.119:0/4066022288 wait complete. 2024-09-13T18:56:53.925 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:53.919+0000 7f375c668640 1 Processor -- start 2024-09-13T18:56:53.925 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:53.919+0000 7f375c668640 1 -- start start 2024-09-13T18:56:53.925 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:53.920+0000 7f375c668640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f375406a410 0x7f37540ae570 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:53.925 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:53.920+0000 7f375c668640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f375406ca30 0x7f37541527f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:53.925 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:53.920+0000 7f375c668640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f375415d9d0 0x7f37540c4830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:53.925 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:53.920+0000 7f375c668640 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f37541e5490 con 0x7f375415d9d0 2024-09-13T18:56:53.925 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:53.920+0000 7f375c668640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f37540b4270 con 0x7f375406a410 2024-09-13T18:56:53.925 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:53.920+0000 7f375c668640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f37540b49e0 con 0x7f375406ca30 2024-09-13T18:56:53.926 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:53.920+0000 7f375ac05640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f375415d9d0 0x7f37540c4830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:53.926 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:53.920+0000 7f375ac05640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f375415d9d0 0x7f37540c4830 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.119:3300/0 says I am v2:172.21.15.119:42948/0 (socket says 172.21.15.119:42948) 2024-09-13T18:56:53.926 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:53.920+0000 7f375ac05640 1 -- 172.21.15.119:0/3526911936 learned_addr learned my addr 172.21.15.119:0/3526911936 (peer_addr_for_me v2:172.21.15.119:0/0) 2024-09-13T18:56:53.926 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:53.920+0000 7f375a404640 1 --2- 172.21.15.119:0/3526911936 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f375406a410 0x7f37540ae570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:53.926 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:53.920+0000 7f3759c03640 1 --2- 172.21.15.119:0/3526911936 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f375406ca30 0x7f37541527f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:53.926 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:53.920+0000 7f375ac05640 1 -- 172.21.15.119:0/3526911936 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f375406ca30 msgr2=0x7f37541527f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:53.926 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:53.920+0000 7f375ac05640 1 --2- 172.21.15.119:0/3526911936 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f375406ca30 0x7f37541527f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:53.926 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:53.920+0000 7f375ac05640 1 -- 172.21.15.119:0/3526911936 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f375406a410 msgr2=0x7f37540ae570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:53.926 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:53.920+0000 7f375ac05640 1 --2- 172.21.15.119:0/3526911936 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f375406a410 0x7f37540ae570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:53.926 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:53.920+0000 7f375ac05640 1 -- 172.21.15.119:0/3526911936 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3744009400 con 0x7f375415d9d0 2024-09-13T18:56:53.926 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:53.920+0000 7f375ac05640 1 --2- 172.21.15.119:0/3526911936 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f375415d9d0 0x7f37540c4830 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7f374c00cad0 tx=0x7f374c00cf90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:56:53.926 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:53.921+0000 7f374affd640 1 -- 172.21.15.119:0/3526911936 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f374c00ac30 con 0x7f375415d9d0 2024-09-13T18:56:53.926 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:53.921+0000 7f374affd640 1 -- 172.21.15.119:0/3526911936 <== mon.0 v2:172.21.15.119:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f374c00ad90 con 0x7f375415d9d0 2024-09-13T18:56:53.927 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:53.921+0000 7f375c668640 1 -- 172.21.15.119:0/3526911936 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f3750009400 con 0x7f375415d9d0 2024-09-13T18:56:53.927 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:53.921+0000 7f374affd640 1 -- 172.21.15.119:0/3526911936 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f374c012620 con 0x7f375415d9d0 2024-09-13T18:56:53.927 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:53.921+0000 7f375c668640 1 -- 172.21.15.119:0/3526911936 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f37541e59c0 con 0x7f375415d9d0 2024-09-13T18:56:53.927 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:53.922+0000 7f375c668640 1 -- 172.21.15.119:0/3526911936 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f3754069ed0 con 0x7f375415d9d0 2024-09-13T18:56:53.927 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:53.922+0000 7f374affd640 1 -- 172.21.15.119:0/3526911936 <== mon.0 v2:172.21.15.119:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f374c007070 con 0x7f375415d9d0 2024-09-13T18:56:53.927 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:53.922+0000 7f374affd640 1 --2- 172.21.15.119:0/3526911936 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f373806ac00 0x7f373806d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:53.927 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:53.923+0000 7f374affd640 1 -- 172.21.15.119:0/3526911936 <== mon.0 v2:172.21.15.119:3300/0 5 ==== osd_map(24..24 src has 1..24) v4 ==== 6460+0+0 (secure 0 0 0) 0x7f374c0894c0 con 0x7f375415d9d0 2024-09-13T18:56:53.927 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:53.923+0000 7f375a404640 1 --2- 172.21.15.119:0/3526911936 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f373806ac00 0x7f373806d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:53.927 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:53.923+0000 7f375a404640 1 --2- 172.21.15.119:0/3526911936 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f373806ac00 0x7f373806d0c0 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x7f3744009cd0 tx=0x7f3744009190 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:56:53.929 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:53.927+0000 7f374affd640 1 -- 172.21.15.119:0/3526911936 <== mon.0 v2:172.21.15.119:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f374c0544f0 con 0x7f375415d9d0 2024-09-13T18:56:54.092 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:54.089+0000 7f375c668640 1 -- 172.21.15.119:0/3526911936 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7f37540cc310 con 0x7f375415d9d0 2024-09-13T18:56:54.092 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:54.089+0000 7f374affd640 1 -- 172.21.15.119:0/3526911936 <== mon.0 v2:172.21.15.119:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v24) v1 ==== 104+0+11 (secure 0 0 0) 0x7f374c057b10 con 0x7f375415d9d0 2024-09-13T18:56:54.092 INFO:teuthology.orchestra.run.smithi119.stdout:pg_num: 32 2024-09-13T18:56:54.094 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:54.091+0000 7f375c668640 1 -- 172.21.15.119:0/3526911936 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f373806ac00 msgr2=0x7f373806d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:54.094 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:54.091+0000 7f375c668640 1 --2- 172.21.15.119:0/3526911936 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f373806ac00 0x7f373806d0c0 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x7f3744009cd0 tx=0x7f3744009190 comp rx=0 tx=0).stop 2024-09-13T18:56:54.095 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:54.091+0000 7f375c668640 1 -- 172.21.15.119:0/3526911936 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f375415d9d0 msgr2=0x7f37540c4830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:54.095 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:54.091+0000 7f375c668640 1 --2- 172.21.15.119:0/3526911936 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f375415d9d0 0x7f37540c4830 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7f374c00cad0 tx=0x7f374c00cf90 comp rx=0 tx=0).stop 2024-09-13T18:56:54.095 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:54.091+0000 7f375c668640 1 -- 172.21.15.119:0/3526911936 shutdown_connections 2024-09-13T18:56:54.095 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:54.091+0000 7f375c668640 1 --2- 172.21.15.119:0/3526911936 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f373806ac00 0x7f373806d0c0 unknown :-1 s=CLOSED pgs=122 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:54.095 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:54.091+0000 7f375c668640 1 --2- 172.21.15.119:0/3526911936 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f375415d9d0 0x7f37540c4830 unknown :-1 s=CLOSED pgs=202 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:54.095 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:54.091+0000 7f375c668640 1 --2- 172.21.15.119:0/3526911936 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f375406ca30 0x7f37541527f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:54.095 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:54.091+0000 7f375c668640 1 --2- 172.21.15.119:0/3526911936 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f375406a410 0x7f37540ae570 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:54.095 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:54.091+0000 7f375c668640 1 -- 172.21.15.119:0/3526911936 >> 172.21.15.119:0/3526911936 conn(0x7f37540cb5b0 msgr2=0x7f375415de40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:56:54.095 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:54.091+0000 7f375c668640 1 -- 172.21.15.119:0/3526911936 shutdown_connections 2024-09-13T18:56:54.096 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:54.091+0000 7f375c668640 1 -- 172.21.15.119:0/3526911936 wait complete. 2024-09-13T18:56:54.105 DEBUG:teuthology.orchestra.run.smithi119:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-09-13T18:56:54.206 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:54.203+0000 7f10277a3640 1 Processor -- start 2024-09-13T18:56:54.206 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:54.203+0000 7f10277a3640 1 -- start start 2024-09-13T18:56:54.208 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:54.204+0000 7f10277a3640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f102015d9d0 0x7f10200c9d00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:54.208 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:54.204+0000 7f10277a3640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f102006ca30 0x7f1020069ed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:54.208 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:54.204+0000 7f10277a3640 1 --2- >> v2:172.21.15.119:3300/0 conn(0x7f102006a410 0x7f102015def0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:54.208 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:54.204+0000 7f10277a3640 1 -- --> v2:172.21.15.119:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f102006a8c0 con 0x7f102006a410 2024-09-13T18:56:54.208 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:54.204+0000 7f10277a3640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f1020066400 con 0x7f102015d9d0 2024-09-13T18:56:54.208 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:54.204+0000 7f10277a3640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f1020066120 con 0x7f102006ca30 2024-09-13T18:56:54.208 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:54.204+0000 7f1025d40640 1 --2- >> v2:172.21.15.119:3300/0 conn(0x7f102006a410 0x7f102015def0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:54.208 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:54.204+0000 7f1025d40640 1 --2- >> v2:172.21.15.119:3300/0 conn(0x7f102006a410 0x7f102015def0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.119:3300/0 says I am v2:172.21.15.119:42964/0 (socket says 172.21.15.119:42964) 2024-09-13T18:56:54.209 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:54.204+0000 7f1025d40640 1 -- 172.21.15.119:0/862261074 learned_addr learned my addr 172.21.15.119:0/862261074 (peer_addr_for_me v2:172.21.15.119:0/0) 2024-09-13T18:56:54.209 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:54.204+0000 7f102553f640 1 --2- 172.21.15.119:0/862261074 >> v2:172.21.15.145:3300/0 conn(0x7f102015d9d0 0x7f10200c9d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:54.209 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:54.205+0000 7f1024d3e640 1 --2- 172.21.15.119:0/862261074 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f102006ca30 0x7f1020069ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:54.209 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:54.205+0000 7f1025d40640 1 -- 172.21.15.119:0/862261074 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f102006ca30 msgr2=0x7f1020069ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T18:56:54.209 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:54.205+0000 7f1025d40640 1 --2- 172.21.15.119:0/862261074 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f102006ca30 0x7f1020069ed0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:54.209 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:54.205+0000 7f1025d40640 1 -- 172.21.15.119:0/862261074 >> v2:172.21.15.145:3300/0 conn(0x7f102015d9d0 msgr2=0x7f10200c9d00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T18:56:54.209 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:54.205+0000 7f1025d40640 1 --2- 172.21.15.119:0/862261074 >> v2:172.21.15.145:3300/0 conn(0x7f102015d9d0 0x7f10200c9d00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:54.209 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:54.205+0000 7f1025d40640 1 -- 172.21.15.119:0/862261074 --> v2:172.21.15.119:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f10200c9220 con 0x7f102006a410 2024-09-13T18:56:54.209 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:54.205+0000 7f102553f640 1 --2- 172.21.15.119:0/862261074 >> v2:172.21.15.145:3300/0 conn(0x7f102015d9d0 0x7f10200c9d00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T18:56:54.209 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:54.205+0000 7f1025d40640 1 --2- 172.21.15.119:0/862261074 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f102006a410 0x7f102015def0 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7f10200678b0 tx=0x7f101802a6a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=547e395503e977 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:56:54.210 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:54.205+0000 7f1017fff640 1 -- 172.21.15.119:0/862261074 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1018031600 con 0x7f102006a410 2024-09-13T18:56:54.210 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:54.206+0000 7f1017fff640 1 -- 172.21.15.119:0/862261074 <== mon.0 v2:172.21.15.119:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f101802d050 con 0x7f102006a410 2024-09-13T18:56:54.210 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:54.206+0000 7f1017fff640 1 -- 172.21.15.119:0/862261074 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1018031980 con 0x7f102006a410 2024-09-13T18:56:54.212 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:54.206+0000 7f10277a3640 1 -- 172.21.15.119:0/862261074 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f102006a410 msgr2=0x7f102015def0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:54.212 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:54.206+0000 7f10277a3640 1 --2- 172.21.15.119:0/862261074 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f102006a410 0x7f102015def0 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7f10200678b0 tx=0x7f101802a6a0 comp rx=0 tx=0).stop 2024-09-13T18:56:54.212 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:54.206+0000 7f10277a3640 1 -- 172.21.15.119:0/862261074 shutdown_connections 2024-09-13T18:56:54.213 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:54.206+0000 7f10277a3640 1 --2- 172.21.15.119:0/862261074 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f102006a410 0x7f102015def0 unknown :-1 s=CLOSED pgs=203 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:54.213 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:54.206+0000 7f10277a3640 1 --2- 172.21.15.119:0/862261074 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f102006ca30 0x7f1020069ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:54.213 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:54.206+0000 7f10277a3640 1 --2- 172.21.15.119:0/862261074 >> v2:172.21.15.145:3300/0 conn(0x7f102015d9d0 0x7f10200c9d00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:54.213 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:54.206+0000 7f10277a3640 1 -- 172.21.15.119:0/862261074 >> 172.21.15.119:0/862261074 conn(0x7f10200cb5b0 msgr2=0x7f10200cb9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:56:54.213 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:54.206+0000 7f10277a3640 1 -- 172.21.15.119:0/862261074 shutdown_connections 2024-09-13T18:56:54.213 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:54.206+0000 7f10277a3640 1 -- 172.21.15.119:0/862261074 wait complete. 2024-09-13T18:56:54.213 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:54.207+0000 7f10277a3640 1 Processor -- start 2024-09-13T18:56:54.213 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:54.207+0000 7f10277a3640 1 -- start start 2024-09-13T18:56:54.213 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:54.208+0000 7f10277a3640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f102006a410 0x7f1020157330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:54.213 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:54.208+0000 7f10277a3640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f102006ca30 0x7f10201593b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:54.213 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:54.208+0000 7f10277a3640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f102015d9d0 0x7f10200af810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:54.213 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:54.208+0000 7f10277a3640 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f10201598f0 con 0x7f102015d9d0 2024-09-13T18:56:54.214 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:54.208+0000 7f10277a3640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f10201585d0 con 0x7f102006a410 2024-09-13T18:56:54.214 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:54.208+0000 7f10277a3640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f1020155e80 con 0x7f102006ca30 2024-09-13T18:56:54.214 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:54.208+0000 7f1025d40640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f102015d9d0 0x7f10200af810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:54.214 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:54.208+0000 7f1025d40640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f102015d9d0 0x7f10200af810 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.119:3300/0 says I am v2:172.21.15.119:42968/0 (socket says 172.21.15.119:42968) 2024-09-13T18:56:54.214 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:54.208+0000 7f1025d40640 1 -- 172.21.15.119:0/993405337 learned_addr learned my addr 172.21.15.119:0/993405337 (peer_addr_for_me v2:172.21.15.119:0/0) 2024-09-13T18:56:54.214 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:54.208+0000 7f102553f640 1 --2- 172.21.15.119:0/993405337 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f102006a410 0x7f1020157330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:54.214 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:54.208+0000 7f1024d3e640 1 --2- 172.21.15.119:0/993405337 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f102006ca30 0x7f10201593b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:54.214 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:54.209+0000 7f1025d40640 1 -- 172.21.15.119:0/993405337 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f102006ca30 msgr2=0x7f10201593b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:54.214 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:54.209+0000 7f1025d40640 1 --2- 172.21.15.119:0/993405337 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f102006ca30 0x7f10201593b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:54.214 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:54.209+0000 7f1025d40640 1 -- 172.21.15.119:0/993405337 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f102006a410 msgr2=0x7f1020157330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:54.214 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:54.209+0000 7f1025d40640 1 --2- 172.21.15.119:0/993405337 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f102006a410 0x7f1020157330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:54.214 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:54.209+0000 7f1025d40640 1 -- 172.21.15.119:0/993405337 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1018009b30 con 0x7f102015d9d0 2024-09-13T18:56:54.215 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:54.209+0000 7f1025d40640 1 --2- 172.21.15.119:0/993405337 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f102015d9d0 0x7f10200af810 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7f1018034040 tx=0x7f1018004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:56:54.215 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:54.209+0000 7f1015ffb640 1 -- 172.21.15.119:0/993405337 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f101803d860 con 0x7f102015d9d0 2024-09-13T18:56:54.215 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:54.209+0000 7f1015ffb640 1 -- 172.21.15.119:0/993405337 <== mon.0 v2:172.21.15.119:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f101803d9e0 con 0x7f102015d9d0 2024-09-13T18:56:54.215 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:54.209+0000 7f10277a3640 1 -- 172.21.15.119:0/993405337 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f10201579c0 con 0x7f102015d9d0 2024-09-13T18:56:54.215 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:54.209+0000 7f1015ffb640 1 -- 172.21.15.119:0/993405337 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f101803dd90 con 0x7f102015d9d0 2024-09-13T18:56:54.215 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:54.209+0000 7f10277a3640 1 -- 172.21.15.119:0/993405337 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f1020157f80 con 0x7f102015d9d0 2024-09-13T18:56:54.215 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:54.210+0000 7f10277a3640 1 -- 172.21.15.119:0/993405337 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f102006efc0 con 0x7f102015d9d0 2024-09-13T18:56:54.217 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:54.211+0000 7f1015ffb640 1 -- 172.21.15.119:0/993405337 <== mon.0 v2:172.21.15.119:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f101803b400 con 0x7f102015d9d0 2024-09-13T18:56:54.217 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:54.211+0000 7f1015ffb640 1 --2- 172.21.15.119:0/993405337 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f100406ac00 0x7f100406d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:54.217 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:54.211+0000 7f1015ffb640 1 -- 172.21.15.119:0/993405337 <== mon.0 v2:172.21.15.119:3300/0 5 ==== osd_map(24..24 src has 1..24) v4 ==== 6460+0+0 (secure 0 0 0) 0x7f10180aa550 con 0x7f102015d9d0 2024-09-13T18:56:54.217 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:54.211+0000 7f102553f640 1 --2- 172.21.15.119:0/993405337 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f100406ac00 0x7f100406d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:54.217 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:54.211+0000 7f102553f640 1 --2- 172.21.15.119:0/993405337 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f100406ac00 0x7f100406d0c0 secure :-1 s=READY pgs=123 cs=0 l=1 rev1=1 crypto rx=0x7f1020071c70 tx=0x7f101c008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:56:54.218 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:54.215+0000 7f1015ffb640 1 -- 172.21.15.119:0/993405337 <== mon.0 v2:172.21.15.119:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f10180754f0 con 0x7f102015d9d0 2024-09-13T18:56:54.380 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:54.377+0000 7f10277a3640 1 -- 172.21.15.119:0/993405337 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7f1020069ed0 con 0x7f102015d9d0 2024-09-13T18:56:54.380 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:54.378+0000 7f1015ffb640 1 -- 172.21.15.119:0/993405337 <== mon.0 v2:172.21.15.119:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v24) v1 ==== 100+0+11 (secure 0 0 0) 0x7f1018009510 con 0x7f102015d9d0 2024-09-13T18:56:54.380 INFO:teuthology.orchestra.run.smithi119.stdout:pg_num: 64 2024-09-13T18:56:54.382 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:54.380+0000 7f10277a3640 1 -- 172.21.15.119:0/993405337 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f100406ac00 msgr2=0x7f100406d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:54.382 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:54.380+0000 7f10277a3640 1 --2- 172.21.15.119:0/993405337 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f100406ac00 0x7f100406d0c0 secure :-1 s=READY pgs=123 cs=0 l=1 rev1=1 crypto rx=0x7f1020071c70 tx=0x7f101c008040 comp rx=0 tx=0).stop 2024-09-13T18:56:54.383 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:54.380+0000 7f10277a3640 1 -- 172.21.15.119:0/993405337 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f102015d9d0 msgr2=0x7f10200af810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:54.383 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:54.380+0000 7f10277a3640 1 --2- 172.21.15.119:0/993405337 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f102015d9d0 0x7f10200af810 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7f1018034040 tx=0x7f1018004a40 comp rx=0 tx=0).stop 2024-09-13T18:56:54.383 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:54.380+0000 7f10277a3640 1 -- 172.21.15.119:0/993405337 shutdown_connections 2024-09-13T18:56:54.383 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:54.380+0000 7f10277a3640 1 --2- 172.21.15.119:0/993405337 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f100406ac00 0x7f100406d0c0 unknown :-1 s=CLOSED pgs=123 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:54.383 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:54.380+0000 7f10277a3640 1 --2- 172.21.15.119:0/993405337 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f102015d9d0 0x7f10200af810 unknown :-1 s=CLOSED pgs=204 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:54.383 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:54.380+0000 7f10277a3640 1 --2- 172.21.15.119:0/993405337 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f102006ca30 0x7f10201593b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:54.383 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:54.380+0000 7f10277a3640 1 --2- 172.21.15.119:0/993405337 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f102006a410 0x7f1020157330 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:54.383 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:54.380+0000 7f10277a3640 1 -- 172.21.15.119:0/993405337 >> 172.21.15.119:0/993405337 conn(0x7f10200cb5b0 msgr2=0x7f10200c9b50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:56:54.383 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:54.380+0000 7f10277a3640 1 -- 172.21.15.119:0/993405337 shutdown_connections 2024-09-13T18:56:54.383 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:54.380+0000 7f10277a3640 1 -- 172.21.15.119:0/993405337 wait complete. 2024-09-13T18:56:54.394 DEBUG:teuthology.orchestra.run.smithi119:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data_ec pg_num 2024-09-13T18:56:54.494 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:54.491+0000 7fc1e334c640 1 Processor -- start 2024-09-13T18:56:54.494 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:54.492+0000 7fc1e334c640 1 -- start start 2024-09-13T18:56:54.495 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:54.492+0000 7fc1e334c640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7fc1dc15c500 0x7fc1dc0d2050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:54.495 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:54.492+0000 7fc1e334c640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fc1dc0cdff0 0x7fc1dc0d0000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:54.495 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:54.492+0000 7fc1e334c640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fc1dc0cd450 con 0x7fc1dc0d2590 2024-09-13T18:56:54.496 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:54.492+0000 7fc1e334c640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fc1dc0d29f0 con 0x7fc1dc15c500 2024-09-13T18:56:54.496 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:54.492+0000 7fc1e334c640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc1dc0d0cf0 con 0x7fc1dc0cdff0 2024-09-13T18:56:54.496 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:54.493+0000 7fc1e18e9640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fc1dc0cdff0 0x7fc1dc0d0000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:54.496 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:54.493+0000 7fc1e10e8640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7fc1dc15c500 0x7fc1dc0d2050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:54.496 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:54.493+0000 7fc1e10e8640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7fc1dc15c500 0x7fc1dc0d2050 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.145:3300/0 says I am v2:172.21.15.119:43974/0 (socket says 172.21.15.119:43974) 2024-09-13T18:56:54.496 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:54.493+0000 7fc1e10e8640 1 -- 172.21.15.119:0/6245681 learned_addr learned my addr 172.21.15.119:0/6245681 (peer_addr_for_me v2:172.21.15.119:0/0) 2024-09-13T18:56:54.496 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:54.493+0000 7fc1e10e8640 1 -- 172.21.15.119:0/6245681 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fc1dc0cdff0 msgr2=0x7fc1dc0d0000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T18:56:54.496 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:54.493+0000 7fc1e10e8640 1 --2- 172.21.15.119:0/6245681 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fc1dc0cdff0 0x7fc1dc0d0000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:54.496 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:54.493+0000 7fc1e10e8640 1 -- 172.21.15.119:0/6245681 >> v1:172.21.15.145:6789/0 conn(0x7fc1dc0d2590 legacy=0x7fc1dc0cd8e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:54.496 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:54.493+0000 7fc1e10e8640 1 -- 172.21.15.119:0/6245681 --> v2:172.21.15.145:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc1dc0d0fd0 con 0x7fc1dc15c500 2024-09-13T18:56:54.498 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:54.494+0000 7fc1e10e8640 1 --2- 172.21.15.119:0/6245681 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fc1dc15c500 0x7fc1dc0d2050 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7fc1d8009870 tx=0x7fc1d802a270 comp rx=0 tx=0).ready entity=mon.1 client_cookie=db1eb0b08b4cd5c5 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:56:54.498 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:54.494+0000 7fc1d3fff640 1 -- 172.21.15.119:0/6245681 <== mon.1 v2:172.21.15.145:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc1d8032440 con 0x7fc1dc15c500 2024-09-13T18:56:54.498 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:54.494+0000 7fc1d3fff640 1 -- 172.21.15.119:0/6245681 <== mon.1 v2:172.21.15.145:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc1d80325a0 con 0x7fc1dc15c500 2024-09-13T18:56:54.498 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:54.494+0000 7fc1d3fff640 1 -- 172.21.15.119:0/6245681 <== mon.1 v2:172.21.15.145:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc1d8032930 con 0x7fc1dc15c500 2024-09-13T18:56:54.498 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:54.494+0000 7fc1e334c640 1 -- 172.21.15.119:0/6245681 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fc1dc15c500 msgr2=0x7fc1dc0d2050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:54.498 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:54.494+0000 7fc1e334c640 1 --2- 172.21.15.119:0/6245681 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fc1dc15c500 0x7fc1dc0d2050 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7fc1d8009870 tx=0x7fc1d802a270 comp rx=0 tx=0).stop 2024-09-13T18:56:54.498 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:54.495+0000 7fc1e334c640 1 -- 172.21.15.119:0/6245681 shutdown_connections 2024-09-13T18:56:54.498 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:54.495+0000 7fc1e334c640 1 --2- 172.21.15.119:0/6245681 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fc1dc0cdff0 0x7fc1dc0d0000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:54.498 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:54.495+0000 7fc1e334c640 1 --2- 172.21.15.119:0/6245681 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fc1dc15c500 0x7fc1dc0d2050 unknown :-1 s=CLOSED pgs=100 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:54.498 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:54.495+0000 7fc1e334c640 1 -- 172.21.15.119:0/6245681 >> 172.21.15.119:0/6245681 conn(0x7fc1dc089f60 msgr2=0x7fc1dc09b830 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:56:54.498 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:54.495+0000 7fc1e334c640 1 -- 172.21.15.119:0/6245681 shutdown_connections 2024-09-13T18:56:54.498 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:54.495+0000 7fc1e334c640 1 -- 172.21.15.119:0/6245681 wait complete. 2024-09-13T18:56:54.501 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:54.496+0000 7fc1e334c640 1 Processor -- start 2024-09-13T18:56:54.501 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:54.496+0000 7fc1e334c640 1 -- start start 2024-09-13T18:56:54.501 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:54.497+0000 7fc1e334c640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fc1dc0cdff0 0x7fc1dc0cb830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:54.501 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:54.497+0000 7fc1e334c640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fc1dc0d2590 0x7fc1dc14e870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:54.501 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:54.497+0000 7fc1e334c640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fc1dc15c500 0x7fc1dc15e5c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:54.501 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:54.497+0000 7fc1e334c640 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc1dc0cc130 con 0x7fc1dc0d2590 2024-09-13T18:56:54.501 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:54.497+0000 7fc1e334c640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc1dc0cc410 con 0x7fc1dc15c500 2024-09-13T18:56:54.501 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:54.497+0000 7fc1e334c640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc1dc0c9500 con 0x7fc1dc0cdff0 2024-09-13T18:56:54.501 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:54.497+0000 7fc1e08e7640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fc1dc0d2590 0x7fc1dc14e870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:54.501 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:54.497+0000 7fc1e08e7640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fc1dc0d2590 0x7fc1dc14e870 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.119:3300/0 says I am v2:172.21.15.119:42972/0 (socket says 172.21.15.119:42972) 2024-09-13T18:56:54.502 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:54.497+0000 7fc1e08e7640 1 -- 172.21.15.119:0/2728808470 learned_addr learned my addr 172.21.15.119:0/2728808470 (peer_addr_for_me v2:172.21.15.119:0/0) 2024-09-13T18:56:54.502 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:54.497+0000 7fc1e10e8640 1 --2- 172.21.15.119:0/2728808470 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fc1dc0cdff0 0x7fc1dc0cb830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:54.502 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:54.497+0000 7fc1e18e9640 1 --2- 172.21.15.119:0/2728808470 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fc1dc15c500 0x7fc1dc15e5c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:54.502 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:54.497+0000 7fc1e08e7640 1 -- 172.21.15.119:0/2728808470 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fc1dc0cdff0 msgr2=0x7fc1dc0cb830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:54.502 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:54.497+0000 7fc1e08e7640 1 --2- 172.21.15.119:0/2728808470 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fc1dc0cdff0 0x7fc1dc0cb830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:54.502 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:54.497+0000 7fc1e08e7640 1 -- 172.21.15.119:0/2728808470 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fc1dc15c500 msgr2=0x7fc1dc15e5c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:54.502 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:54.497+0000 7fc1e08e7640 1 --2- 172.21.15.119:0/2728808470 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fc1dc15c500 0x7fc1dc15e5c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:54.502 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:54.497+0000 7fc1e08e7640 1 -- 172.21.15.119:0/2728808470 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc1d80094d0 con 0x7fc1dc0d2590 2024-09-13T18:56:54.502 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:54.497+0000 7fc1e08e7640 1 --2- 172.21.15.119:0/2728808470 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fc1dc0d2590 0x7fc1dc14e870 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7fc1cc00c450 tx=0x7fc1cc00c910 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:56:54.502 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:54.497+0000 7fc1d1ffb640 1 -- 172.21.15.119:0/2728808470 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc1cc0052d0 con 0x7fc1dc0d2590 2024-09-13T18:56:54.502 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:54.497+0000 7fc1d1ffb640 1 -- 172.21.15.119:0/2728808470 <== mon.0 v2:172.21.15.119:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc1cc005430 con 0x7fc1dc0d2590 2024-09-13T18:56:54.502 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:54.497+0000 7fc1e334c640 1 -- 172.21.15.119:0/2728808470 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc1dc0c97e0 con 0x7fc1dc0d2590 2024-09-13T18:56:54.502 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:54.497+0000 7fc1d1ffb640 1 -- 172.21.15.119:0/2728808470 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc1cc012870 con 0x7fc1dc0d2590 2024-09-13T18:56:54.502 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:54.498+0000 7fc1e334c640 1 -- 172.21.15.119:0/2728808470 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc1dc0cbd70 con 0x7fc1dc0d2590 2024-09-13T18:56:54.503 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:54.499+0000 7fc1e334c640 1 -- 172.21.15.119:0/2728808470 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fc1dc0c9d00 con 0x7fc1dc0d2590 2024-09-13T18:56:54.503 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:54.499+0000 7fc1d1ffb640 1 -- 172.21.15.119:0/2728808470 <== mon.0 v2:172.21.15.119:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fc1cc0129d0 con 0x7fc1dc0d2590 2024-09-13T18:56:54.503 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:54.499+0000 7fc1d1ffb640 1 --2- 172.21.15.119:0/2728808470 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7fc1c006ac30 0x7fc1c006d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:54.504 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:54.499+0000 7fc1d1ffb640 1 -- 172.21.15.119:0/2728808470 <== mon.0 v2:172.21.15.119:3300/0 5 ==== osd_map(24..24 src has 1..24) v4 ==== 6460+0+0 (secure 0 0 0) 0x7fc1cc088fc0 con 0x7fc1dc0d2590 2024-09-13T18:56:54.504 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:54.500+0000 7fc1e10e8640 1 --2- 172.21.15.119:0/2728808470 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7fc1c006ac30 0x7fc1c006d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:54.504 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:54.500+0000 7fc1e10e8640 1 --2- 172.21.15.119:0/2728808470 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7fc1c006ac30 0x7fc1c006d0f0 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7fc1d8034000 tx=0x7fc1d802e000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:56:54.506 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:54.504+0000 7fc1d1ffb640 1 -- 172.21.15.119:0/2728808470 <== mon.0 v2:172.21.15.119:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fc1cc0bc9c0 con 0x7fc1dc0d2590 2024-09-13T18:56:54.667 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:54.664+0000 7fc1e334c640 1 -- 172.21.15.119:0/2728808470 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"} v 0) v1 -- 0x7fc1dc0cbf00 con 0x7fc1dc0d2590 2024-09-13T18:56:54.668 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:54.665+0000 7fc1d1ffb640 1 -- 172.21.15.119:0/2728808470 <== mon.0 v2:172.21.15.119:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]=0 v24) v1 ==== 103+0+11 (secure 0 0 0) 0x7fc1dc0c9d00 con 0x7fc1dc0d2590 2024-09-13T18:56:54.668 INFO:teuthology.orchestra.run.smithi119.stdout:pg_num: 32 2024-09-13T18:56:54.670 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:54.667+0000 7fc1e334c640 1 -- 172.21.15.119:0/2728808470 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7fc1c006ac30 msgr2=0x7fc1c006d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:54.670 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:54.667+0000 7fc1e334c640 1 --2- 172.21.15.119:0/2728808470 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7fc1c006ac30 0x7fc1c006d0f0 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7fc1d8034000 tx=0x7fc1d802e000 comp rx=0 tx=0).stop 2024-09-13T18:56:54.670 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:54.667+0000 7fc1e334c640 1 -- 172.21.15.119:0/2728808470 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fc1dc0d2590 msgr2=0x7fc1dc14e870 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:54.670 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:54.667+0000 7fc1e334c640 1 --2- 172.21.15.119:0/2728808470 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fc1dc0d2590 0x7fc1dc14e870 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7fc1cc00c450 tx=0x7fc1cc00c910 comp rx=0 tx=0).stop 2024-09-13T18:56:54.670 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:54.667+0000 7fc1e334c640 1 -- 172.21.15.119:0/2728808470 shutdown_connections 2024-09-13T18:56:54.670 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:54.667+0000 7fc1e334c640 1 --2- 172.21.15.119:0/2728808470 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7fc1c006ac30 0x7fc1c006d0f0 unknown :-1 s=CLOSED pgs=124 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:54.670 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:54.667+0000 7fc1e334c640 1 --2- 172.21.15.119:0/2728808470 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fc1dc15c500 0x7fc1dc15e5c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:54.670 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:54.667+0000 7fc1e334c640 1 --2- 172.21.15.119:0/2728808470 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fc1dc0d2590 0x7fc1dc14e870 unknown :-1 s=CLOSED pgs=205 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:54.670 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:54.667+0000 7fc1e334c640 1 --2- 172.21.15.119:0/2728808470 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fc1dc0cdff0 0x7fc1dc0cb830 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:54.670 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:54.667+0000 7fc1e334c640 1 -- 172.21.15.119:0/2728808470 >> 172.21.15.119:0/2728808470 conn(0x7fc1dc089f60 msgr2=0x7fc1dc0d2b30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:56:54.670 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:54.667+0000 7fc1e334c640 1 -- 172.21.15.119:0/2728808470 shutdown_connections 2024-09-13T18:56:54.671 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:54.667+0000 7fc1e334c640 1 -- 172.21.15.119:0/2728808470 wait complete. 2024-09-13T18:56:54.680 DEBUG:teuthology.orchestra.run.smithi119:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-13T18:56:54.776 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:54.773+0000 7f793beb1640 1 Processor -- start 2024-09-13T18:56:54.776 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:54.774+0000 7f793beb1640 1 -- start start 2024-09-13T18:56:54.780 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:54.774+0000 7f793beb1640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f7934071d30 0x7f7934070190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:54.780 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:54.774+0000 7f793beb1640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f7934072110 0x7f79340b1b70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:54.780 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:54.774+0000 7f793beb1640 1 -- --> v1:172.21.15.119:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f79340abdf0 con 0x7f79340c8920 2024-09-13T18:56:54.780 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:54.774+0000 7f793beb1640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f79340ab1e0 con 0x7f7934071d30 2024-09-13T18:56:54.780 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:54.774+0000 7f793beb1640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f79340ab4c0 con 0x7f7934072110 2024-09-13T18:56:54.781 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:54.775+0000 7f793a44e640 1 --1- >> v1:172.21.15.119:6789/0 conn(0x7f79340c8920 0x7f79340ac280 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.119:6789/0 says I am v1:172.21.15.119:33264/0 (socket says 172.21.15.119:33264) 2024-09-13T18:56:54.781 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:54.775+0000 7f793a44e640 1 -- 172.21.15.119:0/3101179640 learned_addr learned my addr 172.21.15.119:0/3101179640 (peer_addr_for_me v1:172.21.15.119:0/0) 2024-09-13T18:56:54.781 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:54.775+0000 7f7938c4b640 1 -- 172.21.15.119:0/3101179640 <== mon.0 v1:172.21.15.119:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2481708886 0 0) 0x7f79340abdf0 con 0x7f79340c8920 2024-09-13T18:56:54.781 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:54.775+0000 7f793944c640 1 --2- 172.21.15.119:0/3101179640 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f7934072110 0x7f79340b1b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:54.781 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:54.775+0000 7f7939c4d640 1 --2- 172.21.15.119:0/3101179640 >> v2:172.21.15.145:3300/0 conn(0x7f7934071d30 0x7f7934070190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:54.781 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:54.775+0000 7f7938c4b640 1 -- 172.21.15.119:0/3101179640 --> v1:172.21.15.119:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f791c003520 con 0x7f79340c8920 2024-09-13T18:56:54.781 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:54.775+0000 7f7938c4b640 1 -- 172.21.15.119:0/3101179640 <== mon.0 v1:172.21.15.119:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 3722708448 0 0) 0x7f791c003520 con 0x7f79340c8920 2024-09-13T18:56:54.781 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:54.775+0000 7f7938c4b640 1 -- 172.21.15.119:0/3101179640 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f7934072110 msgr2=0x7f79340b1b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T18:56:54.781 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:54.775+0000 7f7938c4b640 1 --2- 172.21.15.119:0/3101179640 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f7934072110 0x7f79340b1b70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:54.781 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:54.775+0000 7f7938c4b640 1 -- 172.21.15.119:0/3101179640 >> v2:172.21.15.145:3300/0 conn(0x7f7934071d30 msgr2=0x7f7934070190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T18:56:54.781 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:54.775+0000 7f7938c4b640 1 --2- 172.21.15.119:0/3101179640 >> v2:172.21.15.145:3300/0 conn(0x7f7934071d30 0x7f7934070190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:54.782 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:54.775+0000 7f7938c4b640 1 -- 172.21.15.119:0/3101179640 --> v1:172.21.15.119:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f79340ab7a0 con 0x7f79340c8920 2024-09-13T18:56:54.782 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:54.775+0000 7f7938c4b640 1 -- 172.21.15.119:0/3101179640 <== mon.0 v1:172.21.15.119:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 337823224 0 0) 0x7f792c001670 con 0x7f79340c8920 2024-09-13T18:56:54.782 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:54.775+0000 7f7938c4b640 1 -- 172.21.15.119:0/3101179640 >> v1:172.21.15.119:6789/0 conn(0x7f79340c8920 legacy=0x7f79340ac280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:54.782 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:54.775+0000 7f7938c4b640 1 --2- 172.21.15.119:0/3101179640 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f7934072110 0x7f791c003970 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:54.782 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:54.775+0000 7f7938c4b640 1 --2- 172.21.15.119:0/3101179640 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f791c003ef0 0x7f791c0047c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:54.782 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:54.775+0000 7f7938c4b640 1 --2- 172.21.15.119:0/3101179640 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f791c004d00 0x7f791c005180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:54.783 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:54.775+0000 7f7938c4b640 1 -- 172.21.15.119:0/3101179640 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f79340ab1e0 con 0x7f791c004d00 2024-09-13T18:56:54.783 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:54.775+0000 7f7938c4b640 1 -- 172.21.15.119:0/3101179640 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f79340ab4c0 con 0x7f791c003ef0 2024-09-13T18:56:54.783 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:54.775+0000 7f7938c4b640 1 -- 172.21.15.119:0/3101179640 --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f791c00b980 con 0x7f7934072110 2024-09-13T18:56:54.783 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:54.775+0000 7f793a44e640 1 --2- 172.21.15.119:0/3101179640 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f791c004d00 0x7f791c005180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:54.783 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:54.775+0000 7f7939c4d640 1 --2- 172.21.15.119:0/3101179640 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f7934072110 0x7f791c003970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:54.783 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:54.775+0000 7f793944c640 1 --2- 172.21.15.119:0/3101179640 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f791c003ef0 0x7f791c0047c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:54.783 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:54.776+0000 7f793a44e640 1 -- 172.21.15.119:0/3101179640 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f7934072110 msgr2=0x7f791c003970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T18:56:54.783 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:54.776+0000 7f793a44e640 1 --2- 172.21.15.119:0/3101179640 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f7934072110 0x7f791c003970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:54.783 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:54.776+0000 7f793a44e640 1 -- 172.21.15.119:0/3101179640 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f791c003ef0 msgr2=0x7f791c0047c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T18:56:54.783 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:54.776+0000 7f793a44e640 1 --2- 172.21.15.119:0/3101179640 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f791c003ef0 0x7f791c0047c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:54.783 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:54.776+0000 7f793a44e640 1 -- 172.21.15.119:0/3101179640 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f791c003520 con 0x7f791c004d00 2024-09-13T18:56:54.784 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:54.776+0000 7f793a44e640 1 --2- 172.21.15.119:0/3101179640 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f791c004d00 0x7f791c005180 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7f792c001050 tx=0x7f791c0057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c9293faa4183c3f8 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:56:54.784 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:54.776+0000 7f7938c4b640 1 -- 172.21.15.119:0/3101179640 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f792c005ad0 con 0x7f791c004d00 2024-09-13T18:56:54.784 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:54.776+0000 7f7938c4b640 1 -- 172.21.15.119:0/3101179640 <== mon.0 v2:172.21.15.119:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f792c02d070 con 0x7f791c004d00 2024-09-13T18:56:54.784 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:54.776+0000 7f7938c4b640 1 -- 172.21.15.119:0/3101179640 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f792c007070 con 0x7f791c004d00 2024-09-13T18:56:54.784 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:54.777+0000 7f793beb1640 1 -- 172.21.15.119:0/3101179640 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f791c004d00 msgr2=0x7f791c005180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:54.784 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:54.777+0000 7f793beb1640 1 --2- 172.21.15.119:0/3101179640 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f791c004d00 0x7f791c005180 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7f792c001050 tx=0x7f791c0057f0 comp rx=0 tx=0).stop 2024-09-13T18:56:54.784 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:54.777+0000 7f793a44e640 1 -- 172.21.15.119:0/3101179640 reap_dead start 2024-09-13T18:56:54.784 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:54.777+0000 7f793beb1640 1 -- 172.21.15.119:0/3101179640 shutdown_connections 2024-09-13T18:56:54.784 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:54.777+0000 7f793beb1640 1 -- 172.21.15.119:0/3101179640 >> 172.21.15.119:0/3101179640 conn(0x7f7934069ed0 msgr2=0x7f793406a2e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:56:54.785 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:54.777+0000 7f793beb1640 1 -- 172.21.15.119:0/3101179640 shutdown_connections 2024-09-13T18:56:54.785 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:54.777+0000 7f793beb1640 1 -- 172.21.15.119:0/3101179640 wait complete. 2024-09-13T18:56:54.788 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:54.778+0000 7f793beb1640 1 Processor -- start 2024-09-13T18:56:54.788 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:54.778+0000 7f793beb1640 1 -- start start 2024-09-13T18:56:54.788 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:54.779+0000 7f793beb1640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f791c004d00 0x7f7934153fb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:54.788 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:54.779+0000 7f793beb1640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f793415b030 0x7f79340c61c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:54.788 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:54.779+0000 7f793beb1640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f793406caa0 0x7f79340c6700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:54.789 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:54.779+0000 7f793beb1640 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f793406d060 con 0x7f791c004d00 2024-09-13T18:56:54.789 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:54.779+0000 7f793beb1640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f793406d340 con 0x7f793415b030 2024-09-13T18:56:54.789 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:54.779+0000 7f793beb1640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f793406d620 con 0x7f793406caa0 2024-09-13T18:56:54.789 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:54.779+0000 7f7939c4d640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f791c004d00 0x7f7934153fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:54.789 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:54.779+0000 7f7939c4d640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f791c004d00 0x7f7934153fb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.119:3300/0 says I am v2:172.21.15.119:42998/0 (socket says 172.21.15.119:42998) 2024-09-13T18:56:54.789 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:54.779+0000 7f7939c4d640 1 -- 172.21.15.119:0/4245987494 learned_addr learned my addr 172.21.15.119:0/4245987494 (peer_addr_for_me v2:172.21.15.119:0/0) 2024-09-13T18:56:54.789 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:54.779+0000 7f793a44e640 1 --2- 172.21.15.119:0/4245987494 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f793406caa0 0x7f79340c6700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:54.789 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:54.779+0000 7f793944c640 1 --2- 172.21.15.119:0/4245987494 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f793415b030 0x7f79340c61c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:54.789 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:54.779+0000 7f7939c4d640 1 -- 172.21.15.119:0/4245987494 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f793406caa0 msgr2=0x7f79340c6700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:54.789 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:54.779+0000 7f7939c4d640 1 --2- 172.21.15.119:0/4245987494 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f793406caa0 0x7f79340c6700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:54.789 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:54.779+0000 7f7939c4d640 1 -- 172.21.15.119:0/4245987494 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f793415b030 msgr2=0x7f79340c61c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:54.789 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:54.779+0000 7f7939c4d640 1 --2- 172.21.15.119:0/4245987494 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f793415b030 0x7f79340c61c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:54.789 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:54.779+0000 7f7939c4d640 1 -- 172.21.15.119:0/4245987494 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f793406d900 con 0x7f791c004d00 2024-09-13T18:56:54.790 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:54.779+0000 7f793a44e640 1 --2- 172.21.15.119:0/4245987494 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f793406caa0 0x7f79340c6700 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T18:56:54.790 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:54.779+0000 7f7939c4d640 1 --2- 172.21.15.119:0/4245987494 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f791c004d00 0x7f7934153fb0 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7f7924011a70 tx=0x7f7924011f30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:56:54.790 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:54.780+0000 7f79327fc640 1 -- 172.21.15.119:0/4245987494 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7924009680 con 0x7f791c004d00 2024-09-13T18:56:54.790 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:54.780+0000 7f79327fc640 1 -- 172.21.15.119:0/4245987494 <== mon.0 v2:172.21.15.119:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f792400fb50 con 0x7f791c004d00 2024-09-13T18:56:54.790 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:54.780+0000 7f793beb1640 1 -- 172.21.15.119:0/4245987494 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f793406dbe0 con 0x7f791c004d00 2024-09-13T18:56:54.790 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:54.780+0000 7f79327fc640 1 -- 172.21.15.119:0/4245987494 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f792400fee0 con 0x7f791c004d00 2024-09-13T18:56:54.790 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:54.780+0000 7f793beb1640 1 -- 172.21.15.119:0/4245987494 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f79340b2620 con 0x7f791c004d00 2024-09-13T18:56:54.790 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:54.781+0000 7f793beb1640 1 -- 172.21.15.119:0/4245987494 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f7934066f30 con 0x7f791c004d00 2024-09-13T18:56:54.790 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:54.781+0000 7f79327fc640 1 -- 172.21.15.119:0/4245987494 <== mon.0 v2:172.21.15.119:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f7924014440 con 0x7f791c004d00 2024-09-13T18:56:54.790 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:54.781+0000 7f79327fc640 1 --2- 172.21.15.119:0/4245987494 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f792006ac00 0x7f792006d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:54.791 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:54.782+0000 7f79327fc640 1 -- 172.21.15.119:0/4245987494 <== mon.0 v2:172.21.15.119:3300/0 5 ==== osd_map(24..24 src has 1..24) v4 ==== 6460+0+0 (secure 0 0 0) 0x7f7924089f70 con 0x7f791c004d00 2024-09-13T18:56:54.791 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:54.782+0000 7f793944c640 1 --2- 172.21.15.119:0/4245987494 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f792006ac00 0x7f792006d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:54.791 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:54.782+0000 7f793944c640 1 --2- 172.21.15.119:0/4245987494 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f792006ac00 0x7f792006d0c0 secure :-1 s=READY pgs=125 cs=0 l=1 rev1=1 crypto rx=0x7f7934157de0 tx=0x7f792800d040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:56:54.791 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:54.786+0000 7f79327fc640 1 -- 172.21.15.119:0/4245987494 <== mon.0 v2:172.21.15.119:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f79240bd9c0 con 0x7f791c004d00 2024-09-13T18:56:54.981 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:54.978+0000 7f793beb1640 1 -- 172.21.15.119:0/4245987494 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f793415cb20 con 0x7f791c004d00 2024-09-13T18:56:54.981 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:54.979+0000 7f79327fc640 1 -- 172.21.15.119:0/4245987494 <== mon.0 v2:172.21.15.119:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 8 v8) v1 ==== 93+0+4739 (secure 0 0 0) 0x7f7924054e60 con 0x7f791c004d00 2024-09-13T18:56:54.982 INFO:teuthology.orchestra.run.smithi119.stdout: 2024-09-13T18:56:54.982 INFO:teuthology.orchestra.run.smithi119.stdout:{"epoch":8,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4241,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.145:6835/847902248","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6833","nonce":847902248},{"type":"v1","addr":"172.21.15.145:6835","nonce":847902248}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3},{"gid":4282,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.145:6834/3410464570","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6832","nonce":3410464570},{"type":"v1","addr":"172.21.15.145:6834","nonce":3410464570}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3},{"gid":4287,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.119:6836/3596755488","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6834","nonce":3596755488},{"type":"v1","addr":"172.21.15.119:6836","nonce":3596755488}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":8,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-13T18:56:34.025298+0000","modified":"2024-09-13T18:56:49.078985+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":4290},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4290":{"gid":4290,"name":"a","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.119:6837/3907469279","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6835","nonce":3907469279},{"type":"v1","addr":"172.21.15.119:6837","nonce":3907469279}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2024-09-13T18:56:54.982 INFO:teuthology.orchestra.run.smithi119.stderr:dumped fsmap epoch 8 2024-09-13T18:56:54.983 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:54.980+0000 7f793beb1640 1 -- 172.21.15.119:0/4245987494 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f792006ac00 msgr2=0x7f792006d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:54.983 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:54.980+0000 7f793beb1640 1 --2- 172.21.15.119:0/4245987494 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f792006ac00 0x7f792006d0c0 secure :-1 s=READY pgs=125 cs=0 l=1 rev1=1 crypto rx=0x7f7934157de0 tx=0x7f792800d040 comp rx=0 tx=0).stop 2024-09-13T18:56:54.983 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:54.980+0000 7f793beb1640 1 -- 172.21.15.119:0/4245987494 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f791c004d00 msgr2=0x7f7934153fb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:54.983 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:54.980+0000 7f793beb1640 1 --2- 172.21.15.119:0/4245987494 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f791c004d00 0x7f7934153fb0 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7f7924011a70 tx=0x7f7924011f30 comp rx=0 tx=0).stop 2024-09-13T18:56:54.983 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:54.980+0000 7f793beb1640 1 -- 172.21.15.119:0/4245987494 shutdown_connections 2024-09-13T18:56:54.984 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:54.980+0000 7f793beb1640 1 --2- 172.21.15.119:0/4245987494 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f792006ac00 0x7f792006d0c0 unknown :-1 s=CLOSED pgs=125 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:54.984 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:54.980+0000 7f793beb1640 1 --2- 172.21.15.119:0/4245987494 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f793406caa0 0x7f79340c6700 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:54.984 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:54.980+0000 7f793beb1640 1 --2- 172.21.15.119:0/4245987494 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f793415b030 0x7f79340c61c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:54.984 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:54.980+0000 7f793beb1640 1 --2- 172.21.15.119:0/4245987494 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f791c004d00 0x7f7934153fb0 unknown :-1 s=CLOSED pgs=208 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:54.984 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:54.980+0000 7f793beb1640 1 -- 172.21.15.119:0/4245987494 >> 172.21.15.119:0/4245987494 conn(0x7f7934069ed0 msgr2=0x7f79340ac180 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:56:54.984 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:54.981+0000 7f793beb1640 1 -- 172.21.15.119:0/4245987494 shutdown_connections 2024-09-13T18:56:54.984 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:54.981+0000 7f793beb1640 1 -- 172.21.15.119:0/4245987494 wait complete. 2024-09-13T18:56:54.994 DEBUG:teuthology.orchestra.run.smithi119:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T18:56:55.092 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:55.089+0000 7f13fbdc7640 1 Processor -- start 2024-09-13T18:56:55.092 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:55.090+0000 7f13fbdc7640 1 -- start start 2024-09-13T18:56:55.093 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:55.090+0000 7f13fbdc7640 1 --2- >> v2:172.21.15.119:3300/0 conn(0x7f13f40d07b0 0x7f13f406ad10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:55.094 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:55.090+0000 7f13fbdc7640 1 -- --> v1:172.21.15.119:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f13f40d1840 con 0x7f13f40b4660 2024-09-13T18:56:55.094 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:55.090+0000 7f13fbdc7640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f13f40d0c30 con 0x7f13f415c6e0 2024-09-13T18:56:55.094 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:55.090+0000 7f13fbdc7640 1 -- --> v2:172.21.15.119:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f13f40d0f10 con 0x7f13f40d07b0 2024-09-13T18:56:55.094 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:55.091+0000 7f13fa364640 1 --1- >> v1:172.21.15.119:6789/0 conn(0x7f13f40b4660 0x7f13f406b250 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.119:6789/0 says I am v1:172.21.15.119:33268/0 (socket says 172.21.15.119:33268) 2024-09-13T18:56:55.094 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:55.091+0000 7f13fa364640 1 -- 172.21.15.119:0/4092710364 learned_addr learned my addr 172.21.15.119:0/4092710364 (peer_addr_for_me v1:172.21.15.119:0/0) 2024-09-13T18:56:55.094 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:55.091+0000 7f13f9362640 1 --2- 172.21.15.119:0/4092710364 >> v2:172.21.15.119:3300/0 conn(0x7f13f40d07b0 0x7f13f406ad10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:55.094 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:55.091+0000 7f13f8b61640 1 -- 172.21.15.119:0/4092710364 <== mon.0 v1:172.21.15.119:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3420355476 0 0) 0x7f13f40d1840 con 0x7f13f40b4660 2024-09-13T18:56:55.094 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:55.091+0000 7f13f8b61640 1 -- 172.21.15.119:0/4092710364 --> v1:172.21.15.119:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f13e0003520 con 0x7f13f40b4660 2024-09-13T18:56:55.094 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:55.091+0000 7f13f9362640 1 -- 172.21.15.119:0/4092710364 >> v1:172.21.15.145:6789/0 conn(0x7f13f415c6e0 legacy=0x7f13f40b3f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:55.094 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:55.091+0000 7f13f8b61640 1 -- 172.21.15.119:0/4092710364 <== mon.1 v1:172.21.15.145:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 9787713 0 0) 0x7f13f40d0c30 con 0x7f13f415c6e0 2024-09-13T18:56:55.094 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:55.091+0000 7f13f9362640 1 -- 172.21.15.119:0/4092710364 >> v1:172.21.15.119:6789/0 conn(0x7f13f40b4660 legacy=0x7f13f406b250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:55.094 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:55.091+0000 7f13f9362640 1 -- 172.21.15.119:0/4092710364 --> v2:172.21.15.119:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f13f40d11f0 con 0x7f13f40d07b0 2024-09-13T18:56:55.095 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:55.092+0000 7f13f9362640 1 --2- 172.21.15.119:0/4092710364 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f13f40d07b0 0x7f13f406ad10 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7f13e80097a0 tx=0x7f13e802a1a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=72a2df12fb3cf253 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:56:55.096 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:55.092+0000 7f13f8b61640 1 -- 172.21.15.119:0/4092710364 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f13e8032440 con 0x7f13f40d07b0 2024-09-13T18:56:55.096 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:55.092+0000 7f13f8b61640 1 -- 172.21.15.119:0/4092710364 <== mon.0 v2:172.21.15.119:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f13e80325a0 con 0x7f13f40d07b0 2024-09-13T18:56:55.096 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:55.092+0000 7f13f8b61640 1 -- 172.21.15.119:0/4092710364 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f13e8032930 con 0x7f13f40d07b0 2024-09-13T18:56:55.096 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:55.092+0000 7f13fbdc7640 1 -- 172.21.15.119:0/4092710364 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f13f40d07b0 msgr2=0x7f13f406ad10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:55.096 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:55.092+0000 7f13fbdc7640 1 --2- 172.21.15.119:0/4092710364 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f13f40d07b0 0x7f13f406ad10 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7f13e80097a0 tx=0x7f13e802a1a0 comp rx=0 tx=0).stop 2024-09-13T18:56:55.096 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:55.092+0000 7f13fbdc7640 1 -- 172.21.15.119:0/4092710364 shutdown_connections 2024-09-13T18:56:55.096 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:55.092+0000 7f13fbdc7640 1 --2- 172.21.15.119:0/4092710364 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f13f40d07b0 0x7f13f406ad10 unknown :-1 s=CLOSED pgs=210 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:55.096 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:55.092+0000 7f13fbdc7640 1 -- 172.21.15.119:0/4092710364 >> 172.21.15.119:0/4092710364 conn(0x7f13f4089f60 msgr2=0x7f13f40d24d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:56:55.096 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:55.092+0000 7f13fbdc7640 1 -- 172.21.15.119:0/4092710364 shutdown_connections 2024-09-13T18:56:55.096 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:55.092+0000 7f13fbdc7640 1 -- 172.21.15.119:0/4092710364 wait complete. 2024-09-13T18:56:55.098 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:55.094+0000 7f13fbdc7640 1 Processor -- start 2024-09-13T18:56:55.098 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:55.094+0000 7f13fbdc7640 1 -- start start 2024-09-13T18:56:55.098 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:55.094+0000 7f13fbdc7640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f13f40b4660 0x7f13f41f1950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:55.098 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:55.094+0000 7f13fbdc7640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f13f40d07b0 0x7f13f4159d90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:55.098 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:55.094+0000 7f13fbdc7640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f13f415c6e0 0x7f13f40b10d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:55.098 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:55.094+0000 7f13fbdc7640 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f13f41f1e90 con 0x7f13f40d07b0 2024-09-13T18:56:55.099 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:55.094+0000 7f13fbdc7640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f13f40cc8f0 con 0x7f13f415c6e0 2024-09-13T18:56:55.099 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:55.094+0000 7f13fbdc7640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f13f40cc330 con 0x7f13f40b4660 2024-09-13T18:56:55.099 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:55.094+0000 7f13f9362640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f13f40d07b0 0x7f13f4159d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:55.099 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:55.094+0000 7f13f9362640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f13f40d07b0 0x7f13f4159d90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.119:3300/0 says I am v2:172.21.15.119:43008/0 (socket says 172.21.15.119:43008) 2024-09-13T18:56:55.099 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:55.094+0000 7f13f9362640 1 -- 172.21.15.119:0/325314919 learned_addr learned my addr 172.21.15.119:0/325314919 (peer_addr_for_me v2:172.21.15.119:0/0) 2024-09-13T18:56:55.099 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:55.095+0000 7f13f9362640 1 -- 172.21.15.119:0/325314919 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f13f40b4660 msgr2=0x7f13f41f1950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:55.099 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:55.095+0000 7f13f9362640 1 --2- 172.21.15.119:0/325314919 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f13f40b4660 0x7f13f41f1950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:55.099 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:55.095+0000 7f13f9362640 1 -- 172.21.15.119:0/325314919 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f13f415c6e0 msgr2=0x7f13f40b10d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:55.099 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:55.095+0000 7f13f9362640 1 --2- 172.21.15.119:0/325314919 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f13f415c6e0 0x7f13f40b10d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:55.099 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:55.095+0000 7f13f9362640 1 -- 172.21.15.119:0/325314919 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f13e8009400 con 0x7f13f40d07b0 2024-09-13T18:56:55.099 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:55.095+0000 7f13f9362640 1 --2- 172.21.15.119:0/325314919 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f13f40d07b0 0x7f13f4159d90 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7f13e8035040 tx=0x7f13e80046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:56:55.099 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:55.095+0000 7f13e67fc640 1 -- 172.21.15.119:0/325314919 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f13e8032440 con 0x7f13f40d07b0 2024-09-13T18:56:55.099 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:55.095+0000 7f13e67fc640 1 -- 172.21.15.119:0/325314919 <== mon.0 v2:172.21.15.119:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f13e8030b00 con 0x7f13f40d07b0 2024-09-13T18:56:55.100 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:55.095+0000 7f13fbdc7640 1 -- 172.21.15.119:0/325314919 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f13f40cc610 con 0x7f13f40d07b0 2024-09-13T18:56:55.100 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:55.095+0000 7f13e67fc640 1 -- 172.21.15.119:0/325314919 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f13e8030e90 con 0x7f13f40d07b0 2024-09-13T18:56:55.100 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:55.095+0000 7f13fbdc7640 1 -- 172.21.15.119:0/325314919 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f13f40c99b0 con 0x7f13f40d07b0 2024-09-13T18:56:55.101 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:55.096+0000 7f13fbdc7640 1 -- 172.21.15.119:0/325314919 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f13f40c9ba0 con 0x7f13f40d07b0 2024-09-13T18:56:55.101 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:55.097+0000 7f13e67fc640 1 -- 172.21.15.119:0/325314919 <== mon.0 v2:172.21.15.119:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f13e8039040 con 0x7f13f40d07b0 2024-09-13T18:56:55.101 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:55.097+0000 7f13e67fc640 1 --2- 172.21.15.119:0/325314919 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f13d806ac00 0x7f13d806d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:55.101 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:55.097+0000 7f13e67fc640 1 -- 172.21.15.119:0/325314919 <== mon.0 v2:172.21.15.119:3300/0 5 ==== osd_map(24..24 src has 1..24) v4 ==== 6460+0+0 (secure 0 0 0) 0x7f13e80a9d80 con 0x7f13f40d07b0 2024-09-13T18:56:55.101 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:55.097+0000 7f13f9b63640 1 --2- 172.21.15.119:0/325314919 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f13d806ac00 0x7f13d806d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:55.101 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:55.098+0000 7f13f9b63640 1 --2- 172.21.15.119:0/325314919 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f13d806ac00 0x7f13d806d0c0 secure :-1 s=READY pgs=126 cs=0 l=1 rev1=1 crypto rx=0x7f13f41f5460 tx=0x7f13f0007930 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:56:55.104 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:55.101+0000 7f13e67fc640 1 -- 172.21.15.119:0/325314919 <== mon.0 v2:172.21.15.119:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f13e8074e20 con 0x7f13f40d07b0 2024-09-13T18:56:55.266 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:55.263+0000 7f13fbdc7640 1 -- 172.21.15.119:0/325314919 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f13f40d0c30 con 0x7f13f40d07b0 2024-09-13T18:56:55.267 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:55.264+0000 7f13e67fc640 1 -- 172.21.15.119:0/325314919 <== mon.0 v2:172.21.15.119:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v24) v1 ==== 74+0+18394 (secure 0 0 0) 0x7f13e804c090 con 0x7f13f40d07b0 2024-09-13T18:56:55.267 INFO:teuthology.orchestra.run.smithi119.stdout: 2024-09-13T18:56:55.267 INFO:teuthology.orchestra.run.smithi119.stdout:{"epoch":24,"fsid":"b3bca492-3414-44ef-b63c-42eead5ea701","created":"2024-09-13T18:56:10.047760+0000","modified":"2024-09-13T18:56:38.390322+0000","last_up_change":"2024-09-13T18:56:22.096428+0000","last_in_change":"2024-09-13T18:56:12.143228+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T18:56:22.095896+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-13T18:56:31.950108+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-13T18:56:32.998608+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-09-13T18:56:36.052694+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"24","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"09edfd5c-bc57-47d1-a7b7-6d97f0f88db1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6810","nonce":3811853106},{"type":"v1","addr":"172.21.15.119:6813","nonce":3811853106}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6817","nonce":3811853106},{"type":"v1","addr":"172.21.15.119:6820","nonce":3811853106}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6828","nonce":3811853106},{"type":"v1","addr":"172.21.15.119:6830","nonce":3811853106}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6823","nonce":3811853106},{"type":"v1","addr":"172.21.15.119:6825","nonce":3811853106}]},"public_addr":"172.21.15.119:6813/3811853106","cluster_addr":"172.21.15.119:6820/3811853106","heartbeat_back_addr":"172.21.15.119:6830/3811853106","heartbeat_front_addr":"172.21.15.119:6825/3811853106","state":["exists","up"]},{"osd":1,"uuid":"f26f4bd2-3aee-4208-9e62-87f17047d886","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6809","nonce":1656755168},{"type":"v1","addr":"172.21.15.119:6812","nonce":1656755168}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6815","nonce":1656755168},{"type":"v1","addr":"172.21.15.119:6818","nonce":1656755168}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6829","nonce":1656755168},{"type":"v1","addr":"172.21.15.119:6831","nonce":1656755168}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6822","nonce":1656755168},{"type":"v1","addr":"172.21.15.119:6826","nonce":1656755168}]},"public_addr":"172.21.15.119:6812/1656755168","cluster_addr":"172.21.15.119:6818/1656755168","heartbeat_back_addr":"172.21.15.119:6831/1656755168","heartbeat_front_addr":"172.21.15.119:6826/1656755168","state":["exists","up"]},{"osd":2,"uuid":"1e9d6e0c-51f9-4f4a-bead-0e7edc7dd200","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6800","nonce":3093354378},{"type":"v1","addr":"172.21.15.119:6801","nonce":3093354378}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6802","nonce":3093354378},{"type":"v1","addr":"172.21.15.119:6803","nonce":3093354378}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6806","nonce":3093354378},{"type":"v1","addr":"172.21.15.119:6807","nonce":3093354378}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6804","nonce":3093354378},{"type":"v1","addr":"172.21.15.119:6805","nonce":3093354378}]},"public_addr":"172.21.15.119:6801/3093354378","cluster_addr":"172.21.15.119:6803/3093354378","heartbeat_back_addr":"172.21.15.119:6807/3093354378","heartbeat_front_addr":"172.21.15.119:6805/3093354378","state":["exists","up"]},{"osd":3,"uuid":"7c289b1f-a555-46e4-b85a-c0f230c9e02a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6808","nonce":886995937},{"type":"v1","addr":"172.21.15.119:6811","nonce":886995937}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6814","nonce":886995937},{"type":"v1","addr":"172.21.15.119:6816","nonce":886995937}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6824","nonce":886995937},{"type":"v1","addr":"172.21.15.119:6827","nonce":886995937}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6819","nonce":886995937},{"type":"v1","addr":"172.21.15.119:6821","nonce":886995937}]},"public_addr":"172.21.15.119:6811/886995937","cluster_addr":"172.21.15.119:6816/886995937","heartbeat_back_addr":"172.21.15.119:6827/886995937","heartbeat_front_addr":"172.21.15.119:6821/886995937","state":["exists","up"]},{"osd":4,"uuid":"a0a2f75b-5a33-4b69-b834-b8cf5a90ac5f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6808","nonce":2802887692},{"type":"v1","addr":"172.21.15.145:6809","nonce":2802887692}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6810","nonce":2802887692},{"type":"v1","addr":"172.21.15.145:6811","nonce":2802887692}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6814","nonce":2802887692},{"type":"v1","addr":"172.21.15.145:6815","nonce":2802887692}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6812","nonce":2802887692},{"type":"v1","addr":"172.21.15.145:6813","nonce":2802887692}]},"public_addr":"172.21.15.145:6809/2802887692","cluster_addr":"172.21.15.145:6811/2802887692","heartbeat_back_addr":"172.21.15.145:6815/2802887692","heartbeat_front_addr":"172.21.15.145:6813/2802887692","state":["exists","up"]},{"osd":5,"uuid":"e301c92f-a5af-49da-8384-bef6d48c9982","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6800","nonce":1431235391},{"type":"v1","addr":"172.21.15.145:6801","nonce":1431235391}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6802","nonce":1431235391},{"type":"v1","addr":"172.21.15.145:6803","nonce":1431235391}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6806","nonce":1431235391},{"type":"v1","addr":"172.21.15.145:6807","nonce":1431235391}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6804","nonce":1431235391},{"type":"v1","addr":"172.21.15.145:6805","nonce":1431235391}]},"public_addr":"172.21.15.145:6801/1431235391","cluster_addr":"172.21.15.145:6803/1431235391","heartbeat_back_addr":"172.21.15.145:6807/1431235391","heartbeat_front_addr":"172.21.15.145:6805/1431235391","state":["exists","up"]},{"osd":6,"uuid":"dd2ee71c-4024-4f56-90b1-d362ff9ae8f5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6816","nonce":1755123178},{"type":"v1","addr":"172.21.15.145:6817","nonce":1755123178}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6818","nonce":1755123178},{"type":"v1","addr":"172.21.15.145:6819","nonce":1755123178}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6822","nonce":1755123178},{"type":"v1","addr":"172.21.15.145:6823","nonce":1755123178}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6820","nonce":1755123178},{"type":"v1","addr":"172.21.15.145:6821","nonce":1755123178}]},"public_addr":"172.21.15.145:6817/1755123178","cluster_addr":"172.21.15.145:6819/1755123178","heartbeat_back_addr":"172.21.15.145:6823/1755123178","heartbeat_front_addr":"172.21.15.145:6821/1755123178","state":["exists","up"]},{"osd":7,"uuid":"7412449e-689b-45ee-9ae5-744a8c27f166","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6824","nonce":3012628958},{"type":"v1","addr":"172.21.15.145:6825","nonce":3012628958}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6826","nonce":3012628958},{"type":"v1","addr":"172.21.15.145:6827","nonce":3012628958}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6830","nonce":3012628958},{"type":"v1","addr":"172.21.15.145:6831","nonce":3012628958}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6828","nonce":3012628958},{"type":"v1","addr":"172.21.15.145:6829","nonce":3012628958}]},"public_addr":"172.21.15.145:6825/3012628958","cluster_addr":"172.21.15.145:6827/3012628958","heartbeat_back_addr":"172.21.15.145:6831/3012628958","heartbeat_front_addr":"172.21.15.145:6829/3012628958","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T18:56:17.286635+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T18:56:17.334491+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T18:56:17.297521+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T18:56:17.383716+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T18:56:17.267776+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T18:56:17.312998+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T18:56:17.303008+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T18:56:17.304729+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T18:56:55.270 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:55.266+0000 7f13fbdc7640 1 -- 172.21.15.119:0/325314919 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f13d806ac00 msgr2=0x7f13d806d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:55.270 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:55.266+0000 7f13fbdc7640 1 --2- 172.21.15.119:0/325314919 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f13d806ac00 0x7f13d806d0c0 secure :-1 s=READY pgs=126 cs=0 l=1 rev1=1 crypto rx=0x7f13f41f5460 tx=0x7f13f0007930 comp rx=0 tx=0).stop 2024-09-13T18:56:55.270 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:55.266+0000 7f13fbdc7640 1 -- 172.21.15.119:0/325314919 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f13f40d07b0 msgr2=0x7f13f4159d90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:55.270 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:55.266+0000 7f13fbdc7640 1 --2- 172.21.15.119:0/325314919 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f13f40d07b0 0x7f13f4159d90 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7f13e8035040 tx=0x7f13e80046c0 comp rx=0 tx=0).stop 2024-09-13T18:56:55.271 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:55.266+0000 7f13fbdc7640 1 -- 172.21.15.119:0/325314919 shutdown_connections 2024-09-13T18:56:55.271 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:55.266+0000 7f13fbdc7640 1 --2- 172.21.15.119:0/325314919 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f13d806ac00 0x7f13d806d0c0 unknown :-1 s=CLOSED pgs=126 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:55.271 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:55.266+0000 7f13fbdc7640 1 --2- 172.21.15.119:0/325314919 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f13f415c6e0 0x7f13f40b10d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:55.271 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:55.266+0000 7f13fbdc7640 1 --2- 172.21.15.119:0/325314919 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f13f40d07b0 0x7f13f4159d90 unknown :-1 s=CLOSED pgs=211 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:55.271 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:55.266+0000 7f13fbdc7640 1 --2- 172.21.15.119:0/325314919 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f13f40b4660 0x7f13f41f1950 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:55.271 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:55.266+0000 7f13fbdc7640 1 -- 172.21.15.119:0/325314919 >> 172.21.15.119:0/325314919 conn(0x7f13f4089f60 msgr2=0x7f13f406beb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:56:55.271 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:55.266+0000 7f13fbdc7640 1 -- 172.21.15.119:0/325314919 shutdown_connections 2024-09-13T18:56:55.271 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:55.267+0000 7f13fbdc7640 1 -- 172.21.15.119:0/325314919 wait complete. 2024-09-13T18:56:55.280 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-09-13T18:56:22.095896+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '16', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-09-13T18:56:31.950108+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '19', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-09-13T18:56:32.998608+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '20', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.05000000074505806}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'cephfs_data_ec', 'create_time': '2024-09-13T18:56:36.052694+0000', 'flags': 5, 'flags_names': 'hashpspool,ec_overwrites', 'type': 3, 'size': 4, 'min_size': 3, 'crush_rule': 1, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '24', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': 'cephfs_data_ec', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 8192, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}}] 2024-09-13T18:56:55.281 DEBUG:teuthology.orchestra.run.smithi119:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-09-13T18:56:55.381 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:55.378+0000 7f7e07272640 1 Processor -- start 2024-09-13T18:56:55.381 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:55.379+0000 7f7e07272640 1 -- start start 2024-09-13T18:56:55.383 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:55.379+0000 7f7e07272640 1 --2- >> v2:172.21.15.119:3300/0 conn(0x7f7e0015c500 0x7f7e000d2050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:55.383 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:55.379+0000 7f7e07272640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f7e000d2590 0x7f7e000cd8e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:55.383 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:55.379+0000 7f7e07272640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f7e000cde20 0x7f7e000d0000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:55.383 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:55.379+0000 7f7e07272640 1 -- --> v2:172.21.15.119:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f7e000cd450 con 0x7f7e0015c500 2024-09-13T18:56:55.383 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:55.379+0000 7f7e07272640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f7e000d29f0 con 0x7f7e000d2590 2024-09-13T18:56:55.383 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:55.379+0000 7f7e07272640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f7e000d0cf0 con 0x7f7e000cde20 2024-09-13T18:56:55.383 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:55.380+0000 7f7e0500e640 1 --2- >> v2:172.21.15.119:3300/0 conn(0x7f7e0015c500 0x7f7e000d2050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:55.383 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:55.380+0000 7f7e0500e640 1 --2- >> v2:172.21.15.119:3300/0 conn(0x7f7e0015c500 0x7f7e000d2050 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.119:3300/0 says I am v2:172.21.15.119:43012/0 (socket says 172.21.15.119:43012) 2024-09-13T18:56:55.383 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:55.380+0000 7f7e0500e640 1 -- 172.21.15.119:0/1092560773 learned_addr learned my addr 172.21.15.119:0/1092560773 (peer_addr_for_me v2:172.21.15.119:0/0) 2024-09-13T18:56:55.383 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:55.380+0000 7f7e0580f640 1 --2- 172.21.15.119:0/1092560773 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f7e000cde20 0x7f7e000d0000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:55.384 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:55.380+0000 7f7e0500e640 1 -- 172.21.15.119:0/1092560773 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f7e000cde20 msgr2=0x7f7e000d0000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T18:56:55.384 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:55.380+0000 7f7e0500e640 1 --2- 172.21.15.119:0/1092560773 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f7e000cde20 0x7f7e000d0000 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:55.384 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:55.380+0000 7f7e0480d640 1 --2- 172.21.15.119:0/1092560773 >> v2:172.21.15.145:3300/0 conn(0x7f7e000d2590 0x7f7e000cd8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:55.384 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:55.380+0000 7f7e0500e640 1 -- 172.21.15.119:0/1092560773 >> v2:172.21.15.145:3300/0 conn(0x7f7e000d2590 msgr2=0x7f7e000cd8e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T18:56:55.384 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:55.380+0000 7f7e0500e640 1 --2- 172.21.15.119:0/1092560773 >> v2:172.21.15.145:3300/0 conn(0x7f7e000d2590 0x7f7e000cd8e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:55.384 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:55.380+0000 7f7e0500e640 1 -- 172.21.15.119:0/1092560773 --> v2:172.21.15.119:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7e000d0fd0 con 0x7f7e0015c500 2024-09-13T18:56:55.384 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:55.380+0000 7f7e0480d640 1 --2- 172.21.15.119:0/1092560773 >> v2:172.21.15.145:3300/0 conn(0x7f7e000d2590 0x7f7e000cd8e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T18:56:55.384 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:55.381+0000 7f7e0500e640 1 --2- 172.21.15.119:0/1092560773 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f7e0015c500 0x7f7e000d2050 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7f7e0006ce50 tx=0x7f7df402a1e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7c77f8d55f04f622 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:56:55.387 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:55.381+0000 7f7df3fff640 1 -- 172.21.15.119:0/1092560773 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7df4032440 con 0x7f7e0015c500 2024-09-13T18:56:55.387 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:55.381+0000 7f7df3fff640 1 -- 172.21.15.119:0/1092560773 <== mon.0 v2:172.21.15.119:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7df40325a0 con 0x7f7e0015c500 2024-09-13T18:56:55.387 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:55.381+0000 7f7df3fff640 1 -- 172.21.15.119:0/1092560773 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7df4032930 con 0x7f7e0015c500 2024-09-13T18:56:55.388 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:55.381+0000 7f7e07272640 1 -- 172.21.15.119:0/1092560773 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f7e0015c500 msgr2=0x7f7e000d2050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:55.388 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:55.381+0000 7f7e07272640 1 --2- 172.21.15.119:0/1092560773 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f7e0015c500 0x7f7e000d2050 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7f7e0006ce50 tx=0x7f7df402a1e0 comp rx=0 tx=0).stop 2024-09-13T18:56:55.388 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:55.381+0000 7f7e07272640 1 -- 172.21.15.119:0/1092560773 shutdown_connections 2024-09-13T18:56:55.388 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:55.381+0000 7f7e07272640 1 --2- 172.21.15.119:0/1092560773 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f7e000cde20 0x7f7e000d0000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:55.388 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:55.381+0000 7f7e07272640 1 --2- 172.21.15.119:0/1092560773 >> v2:172.21.15.145:3300/0 conn(0x7f7e000d2590 0x7f7e000cd8e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:55.388 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:55.381+0000 7f7e07272640 1 --2- 172.21.15.119:0/1092560773 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f7e0015c500 0x7f7e000d2050 unknown :-1 s=CLOSED pgs=212 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:55.388 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:55.381+0000 7f7e07272640 1 -- 172.21.15.119:0/1092560773 >> 172.21.15.119:0/1092560773 conn(0x7f7e00089f60 msgr2=0x7f7e0009b830 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:56:55.388 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:55.382+0000 7f7e07272640 1 -- 172.21.15.119:0/1092560773 shutdown_connections 2024-09-13T18:56:55.388 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:55.382+0000 7f7e07272640 1 -- 172.21.15.119:0/1092560773 wait complete. 2024-09-13T18:56:55.388 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:55.383+0000 7f7e07272640 1 Processor -- start 2024-09-13T18:56:55.388 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:55.383+0000 7f7e07272640 1 -- start start 2024-09-13T18:56:55.388 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:55.383+0000 7f7e07272640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f7e000cde20 0x7f7e0015d470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:55.389 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:55.383+0000 7f7e07272640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f7e000d2590 0x7f7e000b6100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:55.389 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:55.383+0000 7f7e07272640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f7e0015c500 0x7f7e0015eb70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:55.389 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:55.383+0000 7f7e07272640 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7e000c9c60 con 0x7f7e000d2590 2024-09-13T18:56:55.389 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:55.383+0000 7f7e07272640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7e0015dd30 con 0x7f7e000cde20 2024-09-13T18:56:55.389 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:55.383+0000 7f7e07272640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f7e0015f610 con 0x7f7e0015c500 2024-09-13T18:56:55.389 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:55.383+0000 7f7e0480d640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f7e000d2590 0x7f7e000b6100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:55.389 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:55.383+0000 7f7e0480d640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f7e000d2590 0x7f7e000b6100 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.119:3300/0 says I am v2:172.21.15.119:43028/0 (socket says 172.21.15.119:43028) 2024-09-13T18:56:55.389 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:55.383+0000 7f7e0480d640 1 -- 172.21.15.119:0/3411623566 learned_addr learned my addr 172.21.15.119:0/3411623566 (peer_addr_for_me v2:172.21.15.119:0/0) 2024-09-13T18:56:55.389 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:55.384+0000 7f7e0580f640 1 --2- 172.21.15.119:0/3411623566 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f7e0015c500 0x7f7e0015eb70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:55.389 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:55.384+0000 7f7e0500e640 1 --2- 172.21.15.119:0/3411623566 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f7e000cde20 0x7f7e0015d470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:55.389 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:55.384+0000 7f7e0480d640 1 -- 172.21.15.119:0/3411623566 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f7e0015c500 msgr2=0x7f7e0015eb70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:55.389 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:55.384+0000 7f7e0480d640 1 --2- 172.21.15.119:0/3411623566 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f7e0015c500 0x7f7e0015eb70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:55.389 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:55.384+0000 7f7e0480d640 1 -- 172.21.15.119:0/3411623566 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f7e000cde20 msgr2=0x7f7e0015d470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:55.390 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:55.384+0000 7f7e0480d640 1 --2- 172.21.15.119:0/3411623566 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f7e000cde20 0x7f7e0015d470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:55.390 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:55.384+0000 7f7e0480d640 1 -- 172.21.15.119:0/3411623566 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7df40094d0 con 0x7f7e000d2590 2024-09-13T18:56:55.390 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:55.384+0000 7f7e0480d640 1 --2- 172.21.15.119:0/3411623566 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f7e000d2590 0x7f7e000b6100 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7f7dfc00c7f0 tx=0x7f7dfc00cbf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:56:55.390 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:55.384+0000 7f7df1ffb640 1 -- 172.21.15.119:0/3411623566 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7dfc007a30 con 0x7f7e000d2590 2024-09-13T18:56:55.390 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:55.384+0000 7f7df1ffb640 1 -- 172.21.15.119:0/3411623566 <== mon.0 v2:172.21.15.119:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7dfc007b90 con 0x7f7e000d2590 2024-09-13T18:56:55.390 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:55.384+0000 7f7df1ffb640 1 -- 172.21.15.119:0/3411623566 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7dfc00ce40 con 0x7f7e000d2590 2024-09-13T18:56:55.390 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:55.384+0000 7f7e07272640 1 -- 172.21.15.119:0/3411623566 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f7e0015da50 con 0x7f7e000d2590 2024-09-13T18:56:55.390 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:55.384+0000 7f7e07272640 1 -- 172.21.15.119:0/3411623566 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f7e000c9880 con 0x7f7e000d2590 2024-09-13T18:56:55.391 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:55.385+0000 7f7e07272640 1 -- 172.21.15.119:0/3411623566 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f7e000c9da0 con 0x7f7e000d2590 2024-09-13T18:56:55.391 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:55.386+0000 7f7df1ffb640 1 -- 172.21.15.119:0/3411623566 <== mon.0 v2:172.21.15.119:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f7dfc0113f0 con 0x7f7e000d2590 2024-09-13T18:56:55.391 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:55.386+0000 7f7df1ffb640 1 --2- 172.21.15.119:0/3411623566 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f7de406ac00 0x7f7de406d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:55.391 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:55.386+0000 7f7df1ffb640 1 -- 172.21.15.119:0/3411623566 <== mon.0 v2:172.21.15.119:3300/0 5 ==== osd_map(24..24 src has 1..24) v4 ==== 6460+0+0 (secure 0 0 0) 0x7f7dfc089760 con 0x7f7e000d2590 2024-09-13T18:56:55.391 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:55.386+0000 7f7e0500e640 1 --2- 172.21.15.119:0/3411623566 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f7de406ac00 0x7f7de406d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:55.391 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:55.386+0000 7f7e0500e640 1 --2- 172.21.15.119:0/3411623566 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f7de406ac00 0x7f7de406d0c0 secure :-1 s=READY pgs=127 cs=0 l=1 rev1=1 crypto rx=0x7f7df4034000 tx=0x7f7df402e000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:56:55.393 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:55.390+0000 7f7df1ffb640 1 -- 172.21.15.119:0/3411623566 <== mon.0 v2:172.21.15.119:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f7e000c9da0 con 0x7f7e000d2590 2024-09-13T18:56:55.555 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:55.552+0000 7f7e07272640 1 -- 172.21.15.119:0/3411623566 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f7e000c9da0 con 0x7f7e000d2590 2024-09-13T18:56:55.555 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:55.552+0000 7f7df1ffb640 1 -- 172.21.15.119:0/3411623566 <== mon.0 v2:172.21.15.119:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v24) v1 ==== 93+0+10 (secure 0 0 0) 0x7f7dfc01f020 con 0x7f7e000d2590 2024-09-13T18:56:55.555 INFO:teuthology.orchestra.run.smithi119.stdout:pg_num: 1 2024-09-13T18:56:55.557 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:55.554+0000 7f7e07272640 1 -- 172.21.15.119:0/3411623566 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f7de406ac00 msgr2=0x7f7de406d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:55.557 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:55.554+0000 7f7e07272640 1 --2- 172.21.15.119:0/3411623566 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f7de406ac00 0x7f7de406d0c0 secure :-1 s=READY pgs=127 cs=0 l=1 rev1=1 crypto rx=0x7f7df4034000 tx=0x7f7df402e000 comp rx=0 tx=0).stop 2024-09-13T18:56:55.557 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:55.554+0000 7f7e07272640 1 -- 172.21.15.119:0/3411623566 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f7e000d2590 msgr2=0x7f7e000b6100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:55.558 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:55.554+0000 7f7e07272640 1 --2- 172.21.15.119:0/3411623566 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f7e000d2590 0x7f7e000b6100 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7f7dfc00c7f0 tx=0x7f7dfc00cbf0 comp rx=0 tx=0).stop 2024-09-13T18:56:55.558 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:55.555+0000 7f7e07272640 1 -- 172.21.15.119:0/3411623566 shutdown_connections 2024-09-13T18:56:55.558 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:55.555+0000 7f7e07272640 1 --2- 172.21.15.119:0/3411623566 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f7de406ac00 0x7f7de406d0c0 unknown :-1 s=CLOSED pgs=127 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:55.558 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:55.555+0000 7f7e07272640 1 --2- 172.21.15.119:0/3411623566 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f7e0015c500 0x7f7e0015eb70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:55.558 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:55.555+0000 7f7e07272640 1 --2- 172.21.15.119:0/3411623566 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f7e000d2590 0x7f7e000b6100 unknown :-1 s=CLOSED pgs=213 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:55.558 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:55.555+0000 7f7e07272640 1 --2- 172.21.15.119:0/3411623566 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f7e000cde20 0x7f7e0015d470 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:55.558 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:55.555+0000 7f7e07272640 1 -- 172.21.15.119:0/3411623566 >> 172.21.15.119:0/3411623566 conn(0x7f7e00089f60 msgr2=0x7f7e00073300 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:56:55.558 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:55.555+0000 7f7e07272640 1 -- 172.21.15.119:0/3411623566 shutdown_connections 2024-09-13T18:56:55.558 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:55.555+0000 7f7e07272640 1 -- 172.21.15.119:0/3411623566 wait complete. 2024-09-13T18:56:55.568 DEBUG:teuthology.orchestra.run.smithi119:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-09-13T18:56:55.667 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:55.664+0000 7fbd5111f640 1 Processor -- start 2024-09-13T18:56:55.667 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:55.664+0000 7fbd5111f640 1 -- start start 2024-09-13T18:56:55.674 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:55.665+0000 7fbd5111f640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7fbd4c0cdff0 0x7fbd4c06c390 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:55.674 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:55.665+0000 7fbd5111f640 1 -- --> v1:172.21.15.119:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fbd4c0cd450 con 0x7fbd4c15c500 2024-09-13T18:56:55.674 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:55.665+0000 7fbd5111f640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fbd4c0d0cf0 con 0x7fbd4c0d2760 2024-09-13T18:56:55.674 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:55.665+0000 7fbd5111f640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fbd4c0d0fd0 con 0x7fbd4c0cdff0 2024-09-13T18:56:55.674 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:55.665+0000 7fbd4ad9d640 1 --1- >> v1:172.21.15.119:6789/0 conn(0x7fbd4c15c500 0x7fbd4c0d2050 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.119:6789/0 says I am v1:172.21.15.119:33272/0 (socket says 172.21.15.119:33272) 2024-09-13T18:56:55.674 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:55.665+0000 7fbd4ad9d640 1 -- 172.21.15.119:0/135788154 learned_addr learned my addr 172.21.15.119:0/135788154 (peer_addr_for_me v1:172.21.15.119:0/0) 2024-09-13T18:56:55.674 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:55.666+0000 7fbd49d9b640 1 -- 172.21.15.119:0/135788154 <== mon.0 v1:172.21.15.119:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2615698017 0 0) 0x7fbd4c0cd450 con 0x7fbd4c15c500 2024-09-13T18:56:55.674 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:55.666+0000 7fbd49d9b640 1 -- 172.21.15.119:0/135788154 --> v1:172.21.15.119:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fbd34003520 con 0x7fbd4c15c500 2024-09-13T18:56:55.674 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:55.666+0000 7fbd4b59e640 1 --2- 172.21.15.119:0/135788154 >> v2:172.21.15.145:3300/0 conn(0x7fbd4c0cdff0 0x7fbd4c06c390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:55.674 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:55.666+0000 7fbd49d9b640 1 -- 172.21.15.119:0/135788154 <== mon.0 v1:172.21.15.119:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 896356196 0 0) 0x7fbd34003520 con 0x7fbd4c15c500 2024-09-13T18:56:55.674 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:55.666+0000 7fbd49d9b640 1 -- 172.21.15.119:0/135788154 >> v2:172.21.15.145:3300/0 conn(0x7fbd4c0cdff0 msgr2=0x7fbd4c06c390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T18:56:55.675 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:55.666+0000 7fbd49d9b640 1 --2- 172.21.15.119:0/135788154 >> v2:172.21.15.145:3300/0 conn(0x7fbd4c0cdff0 0x7fbd4c06c390 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:55.675 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:55.666+0000 7fbd49d9b640 1 -- 172.21.15.119:0/135788154 >> v1:172.21.15.145:6789/0 conn(0x7fbd4c0d2760 legacy=0x7fbd4c0cd8e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:55.675 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:55.666+0000 7fbd49d9b640 1 -- 172.21.15.119:0/135788154 --> v1:172.21.15.119:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fbd4c0cd0e0 con 0x7fbd4c15c500 2024-09-13T18:56:55.675 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:55.666+0000 7fbd49d9b640 1 -- 172.21.15.119:0/135788154 <== mon.0 v1:172.21.15.119:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 337823224 0 0) 0x7fbd3c001670 con 0x7fbd4c15c500 2024-09-13T18:56:55.675 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:55.666+0000 7fbd49d9b640 1 -- 172.21.15.119:0/135788154 >> v1:172.21.15.119:6789/0 conn(0x7fbd4c15c500 legacy=0x7fbd4c0d2050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:55.675 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:55.666+0000 7fbd49d9b640 1 --2- 172.21.15.119:0/135788154 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fbd34003970 0x7fbd34003d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:55.675 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:55.666+0000 7fbd49d9b640 1 --2- 172.21.15.119:0/135788154 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fbd340047c0 0x7fbd34004c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:55.675 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:55.666+0000 7fbd49d9b640 1 --2- 172.21.15.119:0/135788154 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fbd34005180 0x7fbd3400b980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:55.675 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:55.666+0000 7fbd49d9b640 1 -- 172.21.15.119:0/135788154 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbd4c0d0fd0 con 0x7fbd34005180 2024-09-13T18:56:55.675 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:55.666+0000 7fbd49d9b640 1 -- 172.21.15.119:0/135788154 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbd3400c020 con 0x7fbd34003970 2024-09-13T18:56:55.676 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:55.666+0000 7fbd49d9b640 1 -- 172.21.15.119:0/135788154 --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fbd3400c1e0 con 0x7fbd340047c0 2024-09-13T18:56:55.676 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:55.666+0000 7fbd4b59e640 1 --2- 172.21.15.119:0/135788154 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fbd34005180 0x7fbd3400b980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:55.676 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:55.666+0000 7fbd4ad9d640 1 --2- 172.21.15.119:0/135788154 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fbd34003970 0x7fbd34003d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:55.676 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:55.666+0000 7fbd4a59c640 1 --2- 172.21.15.119:0/135788154 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fbd340047c0 0x7fbd34004c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:55.676 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:55.666+0000 7fbd4b59e640 1 -- 172.21.15.119:0/135788154 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fbd340047c0 msgr2=0x7fbd34004c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T18:56:55.676 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:55.666+0000 7fbd4b59e640 1 --2- 172.21.15.119:0/135788154 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fbd340047c0 0x7fbd34004c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:55.676 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:55.666+0000 7fbd4b59e640 1 -- 172.21.15.119:0/135788154 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fbd34003970 msgr2=0x7fbd34003d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T18:56:55.676 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:55.666+0000 7fbd4b59e640 1 --2- 172.21.15.119:0/135788154 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fbd34003970 0x7fbd34003d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:55.676 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:55.666+0000 7fbd4b59e640 1 -- 172.21.15.119:0/135788154 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fbd34003520 con 0x7fbd34005180 2024-09-13T18:56:55.676 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:55.667+0000 7fbd4b59e640 1 -- 172.21.15.119:0/135788154 reap_dead start 2024-09-13T18:56:55.676 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:55.667+0000 7fbd4b59e640 1 --2- 172.21.15.119:0/135788154 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fbd34005180 0x7fbd3400b980 secure :-1 s=READY pgs=215 cs=0 l=1 rev1=1 crypto rx=0x7fbd44009fc0 tx=0x7fbd340057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a306a73f078449a0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:56:55.676 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:55.667+0000 7fbd49d9b640 1 -- 172.21.15.119:0/135788154 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbd44003b90 con 0x7fbd34005180 2024-09-13T18:56:55.676 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:55.667+0000 7fbd49d9b640 1 -- 172.21.15.119:0/135788154 <== mon.0 v2:172.21.15.119:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fbd4400f040 con 0x7fbd34005180 2024-09-13T18:56:55.677 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:55.667+0000 7fbd49d9b640 1 -- 172.21.15.119:0/135788154 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbd44004020 con 0x7fbd34005180 2024-09-13T18:56:55.677 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:55.668+0000 7fbd5111f640 1 -- 172.21.15.119:0/135788154 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fbd34005180 msgr2=0x7fbd3400b980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:55.677 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:55.668+0000 7fbd5111f640 1 --2- 172.21.15.119:0/135788154 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fbd34005180 0x7fbd3400b980 secure :-1 s=READY pgs=215 cs=0 l=1 rev1=1 crypto rx=0x7fbd44009fc0 tx=0x7fbd340057f0 comp rx=0 tx=0).stop 2024-09-13T18:56:55.677 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:55.668+0000 7fbd5111f640 1 -- 172.21.15.119:0/135788154 shutdown_connections 2024-09-13T18:56:55.677 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:55.668+0000 7fbd5111f640 1 --2- 172.21.15.119:0/135788154 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fbd34005180 0x7fbd3400b980 unknown :-1 s=CLOSED pgs=215 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:55.677 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:55.668+0000 7fbd5111f640 1 -- 172.21.15.119:0/135788154 >> 172.21.15.119:0/135788154 conn(0x7fbd4c089f60 msgr2=0x7fbd4c09b830 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:56:55.677 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:55.668+0000 7fbd5111f640 1 -- 172.21.15.119:0/135788154 shutdown_connections 2024-09-13T18:56:55.677 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:55.668+0000 7fbd5111f640 1 -- 172.21.15.119:0/135788154 wait complete. 2024-09-13T18:56:55.677 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:55.669+0000 7fbd5111f640 1 Processor -- start 2024-09-13T18:56:55.677 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:55.669+0000 7fbd5111f640 1 -- start start 2024-09-13T18:56:55.677 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:55.670+0000 7fbd5111f640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fbd34005180 0x7fbd4c157890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:55.677 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:55.670+0000 7fbd5111f640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fbd4c0c9500 0x7fbd4c0cb8e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:55.677 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:55.670+0000 7fbd5111f640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fbd4c1f2a00 0x7fbd4c0cbe20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:55.678 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:55.670+0000 7fbd5111f640 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbd4c1f2fc0 con 0x7fbd4c0c9500 2024-09-13T18:56:55.678 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:55.670+0000 7fbd5111f640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbd4c0b1c80 con 0x7fbd34005180 2024-09-13T18:56:55.678 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:55.670+0000 7fbd5111f640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fbd4c0cc360 con 0x7fbd4c1f2a00 2024-09-13T18:56:55.678 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:55.670+0000 7fbd4a59c640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fbd4c0c9500 0x7fbd4c0cb8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:55.678 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:55.670+0000 7fbd4a59c640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fbd4c0c9500 0x7fbd4c0cb8e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.119:3300/0 says I am v2:172.21.15.119:43054/0 (socket says 172.21.15.119:43054) 2024-09-13T18:56:55.678 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:55.670+0000 7fbd4a59c640 1 -- 172.21.15.119:0/2309430071 learned_addr learned my addr 172.21.15.119:0/2309430071 (peer_addr_for_me v2:172.21.15.119:0/0) 2024-09-13T18:56:55.678 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:55.670+0000 7fbd4b59e640 1 --2- 172.21.15.119:0/2309430071 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fbd4c1f2a00 0x7fbd4c0cbe20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:55.678 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:55.670+0000 7fbd4ad9d640 1 --2- 172.21.15.119:0/2309430071 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fbd34005180 0x7fbd4c157890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:55.678 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:55.670+0000 7fbd4a59c640 1 -- 172.21.15.119:0/2309430071 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fbd4c1f2a00 msgr2=0x7fbd4c0cbe20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:55.678 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:55.670+0000 7fbd4a59c640 1 --2- 172.21.15.119:0/2309430071 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fbd4c1f2a00 0x7fbd4c0cbe20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:55.678 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:55.670+0000 7fbd4a59c640 1 -- 172.21.15.119:0/2309430071 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fbd34005180 msgr2=0x7fbd4c157890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:55.678 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:55.670+0000 7fbd4a59c640 1 --2- 172.21.15.119:0/2309430071 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fbd34005180 0x7fbd4c157890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:55.678 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:55.670+0000 7fbd4a59c640 1 -- 172.21.15.119:0/2309430071 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fbd4c157dd0 con 0x7fbd4c0c9500 2024-09-13T18:56:55.679 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:55.670+0000 7fbd4ad9d640 1 --2- 172.21.15.119:0/2309430071 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fbd34005180 0x7fbd4c157890 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T18:56:55.679 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:55.670+0000 7fbd4a59c640 1 --2- 172.21.15.119:0/2309430071 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fbd4c0c9500 0x7fbd4c0cb8e0 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7fbd4000f620 tx=0x7fbd4000fae0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:56:55.679 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:55.671+0000 7fbd337fe640 1 -- 172.21.15.119:0/2309430071 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbd400052e0 con 0x7fbd4c0c9500 2024-09-13T18:56:55.679 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:55.671+0000 7fbd5111f640 1 -- 172.21.15.119:0/2309430071 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fbd4c0c9f20 con 0x7fbd4c0c9500 2024-09-13T18:56:55.679 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:55.671+0000 7fbd337fe640 1 -- 172.21.15.119:0/2309430071 <== mon.0 v2:172.21.15.119:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fbd40005440 con 0x7fbd4c0c9500 2024-09-13T18:56:55.679 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:55.671+0000 7fbd5111f640 1 -- 172.21.15.119:0/2309430071 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fbd4c0b1ed0 con 0x7fbd4c0c9500 2024-09-13T18:56:55.679 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:55.671+0000 7fbd337fe640 1 -- 172.21.15.119:0/2309430071 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbd400037f0 con 0x7fbd4c0c9500 2024-09-13T18:56:55.680 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:55.672+0000 7fbd5111f640 1 -- 172.21.15.119:0/2309430071 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fbd4c0b2060 con 0x7fbd4c0c9500 2024-09-13T18:56:55.680 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:55.672+0000 7fbd337fe640 1 -- 172.21.15.119:0/2309430071 <== mon.0 v2:172.21.15.119:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fbd40003950 con 0x7fbd4c0c9500 2024-09-13T18:56:55.680 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:55.673+0000 7fbd337fe640 1 --2- 172.21.15.119:0/2309430071 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7fbd3806ac30 0x7fbd3806d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:55.680 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:55.673+0000 7fbd4ad9d640 1 --2- 172.21.15.119:0/2309430071 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7fbd3806ac30 0x7fbd3806d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:55.681 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:55.673+0000 7fbd337fe640 1 -- 172.21.15.119:0/2309430071 <== mon.0 v2:172.21.15.119:3300/0 5 ==== osd_map(24..24 src has 1..24) v4 ==== 6460+0+0 (secure 0 0 0) 0x7fbd40089320 con 0x7fbd4c0c9500 2024-09-13T18:56:55.681 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:55.673+0000 7fbd4ad9d640 1 --2- 172.21.15.119:0/2309430071 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7fbd3806ac30 0x7fbd3806d0f0 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7fbd3c001050 tx=0x7fbd3c009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:56:55.681 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:55.677+0000 7fbd337fe640 1 -- 172.21.15.119:0/2309430071 <== mon.0 v2:172.21.15.119:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fbd40054220 con 0x7fbd4c0c9500 2024-09-13T18:56:55.839 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:55.836+0000 7fbd5111f640 1 -- 172.21.15.119:0/2309430071 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7fbd4c0cdd90 con 0x7fbd4c0c9500 2024-09-13T18:56:55.839 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:55.836+0000 7fbd337fe640 1 -- 172.21.15.119:0/2309430071 <== mon.0 v2:172.21.15.119:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v24) v1 ==== 104+0+11 (secure 0 0 0) 0x7fbd40057840 con 0x7fbd4c0c9500 2024-09-13T18:56:55.839 INFO:teuthology.orchestra.run.smithi119.stdout:pg_num: 32 2024-09-13T18:56:55.841 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:55.838+0000 7fbd5111f640 1 -- 172.21.15.119:0/2309430071 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7fbd3806ac30 msgr2=0x7fbd3806d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:55.841 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:55.838+0000 7fbd5111f640 1 --2- 172.21.15.119:0/2309430071 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7fbd3806ac30 0x7fbd3806d0f0 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7fbd3c001050 tx=0x7fbd3c009040 comp rx=0 tx=0).stop 2024-09-13T18:56:55.841 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:55.838+0000 7fbd5111f640 1 -- 172.21.15.119:0/2309430071 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fbd4c0c9500 msgr2=0x7fbd4c0cb8e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:55.841 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:55.838+0000 7fbd5111f640 1 --2- 172.21.15.119:0/2309430071 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fbd4c0c9500 0x7fbd4c0cb8e0 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7fbd4000f620 tx=0x7fbd4000fae0 comp rx=0 tx=0).stop 2024-09-13T18:56:55.842 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:55.838+0000 7fbd5111f640 1 -- 172.21.15.119:0/2309430071 shutdown_connections 2024-09-13T18:56:55.842 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:55.838+0000 7fbd5111f640 1 --2- 172.21.15.119:0/2309430071 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7fbd3806ac30 0x7fbd3806d0f0 unknown :-1 s=CLOSED pgs=128 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:55.842 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:55.838+0000 7fbd5111f640 1 --2- 172.21.15.119:0/2309430071 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fbd4c1f2a00 0x7fbd4c0cbe20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:55.842 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:55.838+0000 7fbd5111f640 1 --2- 172.21.15.119:0/2309430071 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fbd4c0c9500 0x7fbd4c0cb8e0 unknown :-1 s=CLOSED pgs=216 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:55.842 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:55.838+0000 7fbd5111f640 1 --2- 172.21.15.119:0/2309430071 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fbd34005180 0x7fbd4c157890 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:55.842 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:55.838+0000 7fbd5111f640 1 -- 172.21.15.119:0/2309430071 >> 172.21.15.119:0/2309430071 conn(0x7fbd4c089f60 msgr2=0x7fbd4c0af010 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:56:55.842 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:55.838+0000 7fbd5111f640 1 -- 172.21.15.119:0/2309430071 shutdown_connections 2024-09-13T18:56:55.842 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:55.838+0000 7fbd5111f640 1 -- 172.21.15.119:0/2309430071 wait complete. 2024-09-13T18:56:55.852 DEBUG:teuthology.orchestra.run.smithi119:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-09-13T18:56:55.952 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:55.950+0000 7fdd9bc41640 1 Processor -- start 2024-09-13T18:56:55.952 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:55.950+0000 7fdd9bc41640 1 -- start start 2024-09-13T18:56:55.954 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:55.951+0000 7fdd9bc41640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7fdd9406c8a0 0x7fdd940b1160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:55.954 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:55.951+0000 7fdd9bc41640 1 -- --> v1:172.21.15.119:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fdd940b2d10 con 0x7fdd94071b20 2024-09-13T18:56:55.954 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:55.951+0000 7fdd9bc41640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fdd940b2ff0 con 0x7fdd94158b00 2024-09-13T18:56:55.954 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:55.951+0000 7fdd9bc41640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fdd94070310 con 0x7fdd9406c8a0 2024-09-13T18:56:55.955 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:55.951+0000 7fdd9a1de640 1 --1- >> v1:172.21.15.119:6789/0 conn(0x7fdd94071b20 0x7fdd940b16a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.119:6789/0 says I am v1:172.21.15.119:33282/0 (socket says 172.21.15.119:33282) 2024-09-13T18:56:55.955 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:55.951+0000 7fdd9a1de640 1 -- 172.21.15.119:0/3898231551 learned_addr learned my addr 172.21.15.119:0/3898231551 (peer_addr_for_me v1:172.21.15.119:0/0) 2024-09-13T18:56:55.955 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:55.951+0000 7fdd989db640 1 -- 172.21.15.119:0/3898231551 <== mon.0 v1:172.21.15.119:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2828281296 0 0) 0x7fdd940b2d10 con 0x7fdd94071b20 2024-09-13T18:56:55.955 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:55.951+0000 7fdd991dc640 1 --2- 172.21.15.119:0/3898231551 >> v2:172.21.15.145:3300/0 conn(0x7fdd9406c8a0 0x7fdd940b1160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:55.955 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:55.951+0000 7fdd989db640 1 -- 172.21.15.119:0/3898231551 --> v1:172.21.15.119:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fdd7c004630 con 0x7fdd94071b20 2024-09-13T18:56:55.955 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:55.951+0000 7fdd989db640 1 -- 172.21.15.119:0/3898231551 <== mon.0 v1:172.21.15.119:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 3352617361 0 0) 0x7fdd7c004630 con 0x7fdd94071b20 2024-09-13T18:56:55.955 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:55.951+0000 7fdd989db640 1 -- 172.21.15.119:0/3898231551 >> v2:172.21.15.145:3300/0 conn(0x7fdd9406c8a0 msgr2=0x7fdd940b1160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T18:56:55.955 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:55.951+0000 7fdd989db640 1 --2- 172.21.15.119:0/3898231551 >> v2:172.21.15.145:3300/0 conn(0x7fdd9406c8a0 0x7fdd940b1160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:55.955 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:55.951+0000 7fdd989db640 1 -- 172.21.15.119:0/3898231551 >> v1:172.21.15.145:6789/0 conn(0x7fdd94158b00 legacy=0x7fdd9406c190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:55.955 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:55.951+0000 7fdd989db640 1 -- 172.21.15.119:0/3898231551 --> v1:172.21.15.119:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fdd940705f0 con 0x7fdd94071b20 2024-09-13T18:56:55.955 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:55.951+0000 7fdd989db640 1 -- 172.21.15.119:0/3898231551 <== mon.0 v1:172.21.15.119:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 337823224 0 0) 0x7fdd84001670 con 0x7fdd94071b20 2024-09-13T18:56:55.955 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:55.951+0000 7fdd989db640 1 -- 172.21.15.119:0/3898231551 >> v1:172.21.15.119:6789/0 conn(0x7fdd94071b20 legacy=0x7fdd940b16a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:55.955 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:55.951+0000 7fdd989db640 1 --2- 172.21.15.119:0/3898231551 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fdd7c004a80 0x7fdd7c004ea0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:55.955 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:55.951+0000 7fdd989db640 1 --2- 172.21.15.119:0/3898231551 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fdd7c0058d0 0x7fdd7c005d50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:55.955 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:55.951+0000 7fdd989db640 1 --2- 172.21.15.119:0/3898231551 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fdd7c006290 0x7fdd7c003440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:55.956 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:55.951+0000 7fdd989db640 1 -- 172.21.15.119:0/3898231551 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdd94070310 con 0x7fdd7c006290 2024-09-13T18:56:55.956 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:55.951+0000 7fdd989db640 1 -- 172.21.15.119:0/3898231551 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdd7c003980 con 0x7fdd7c004a80 2024-09-13T18:56:55.956 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:55.951+0000 7fdd989db640 1 -- 172.21.15.119:0/3898231551 --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fdd7c003b40 con 0x7fdd7c0058d0 2024-09-13T18:56:55.956 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:55.951+0000 7fdd9a1de640 1 --2- 172.21.15.119:0/3898231551 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fdd7c006290 0x7fdd7c003440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:55.956 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:55.951+0000 7fdd999dd640 1 --2- 172.21.15.119:0/3898231551 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fdd7c004a80 0x7fdd7c004ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:55.956 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:55.951+0000 7fdd991dc640 1 --2- 172.21.15.119:0/3898231551 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fdd7c0058d0 0x7fdd7c005d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:55.956 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:55.952+0000 7fdd9a1de640 1 -- 172.21.15.119:0/3898231551 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fdd7c0058d0 msgr2=0x7fdd7c005d50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T18:56:55.956 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:55.952+0000 7fdd9a1de640 1 --2- 172.21.15.119:0/3898231551 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fdd7c0058d0 0x7fdd7c005d50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:55.956 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:55.952+0000 7fdd9a1de640 1 -- 172.21.15.119:0/3898231551 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fdd7c004a80 msgr2=0x7fdd7c004ea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T18:56:55.956 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:55.952+0000 7fdd9a1de640 1 --2- 172.21.15.119:0/3898231551 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fdd7c004a80 0x7fdd7c004ea0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:55.956 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:55.952+0000 7fdd9a1de640 1 -- 172.21.15.119:0/3898231551 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fdd7c004630 con 0x7fdd7c006290 2024-09-13T18:56:55.963 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:55.952+0000 7fdd9a1de640 1 -- 172.21.15.119:0/3898231551 reap_dead start 2024-09-13T18:56:55.963 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:55.952+0000 7fdd9a1de640 1 --2- 172.21.15.119:0/3898231551 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fdd7c006290 0x7fdd7c003440 secure :-1 s=READY pgs=218 cs=0 l=1 rev1=1 crypto rx=0x7fdd8400c190 tx=0x7fdd7c006900 comp rx=0 tx=0).ready entity=mon.0 client_cookie=494179442dfc2b65 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:56:55.963 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:55.953+0000 7fdd989db640 1 -- 172.21.15.119:0/3898231551 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdd84005ad0 con 0x7fdd7c006290 2024-09-13T18:56:55.963 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:55.953+0000 7fdd989db640 1 -- 172.21.15.119:0/3898231551 <== mon.0 v2:172.21.15.119:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fdd8402d070 con 0x7fdd7c006290 2024-09-13T18:56:55.963 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:55.953+0000 7fdd989db640 1 -- 172.21.15.119:0/3898231551 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdd84007070 con 0x7fdd7c006290 2024-09-13T18:56:55.963 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:55.953+0000 7fdd9bc41640 1 -- 172.21.15.119:0/3898231551 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fdd7c006290 msgr2=0x7fdd7c003440 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:55.964 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:55.953+0000 7fdd9bc41640 1 --2- 172.21.15.119:0/3898231551 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fdd7c006290 0x7fdd7c003440 secure :-1 s=READY pgs=218 cs=0 l=1 rev1=1 crypto rx=0x7fdd8400c190 tx=0x7fdd7c006900 comp rx=0 tx=0).stop 2024-09-13T18:56:55.964 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:55.953+0000 7fdd9bc41640 1 -- 172.21.15.119:0/3898231551 shutdown_connections 2024-09-13T18:56:55.964 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:55.953+0000 7fdd9bc41640 1 --2- 172.21.15.119:0/3898231551 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fdd7c006290 0x7fdd7c003440 unknown :-1 s=CLOSED pgs=218 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:55.964 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:55.953+0000 7fdd9bc41640 1 -- 172.21.15.119:0/3898231551 >> 172.21.15.119:0/3898231551 conn(0x7fdd9406a0b0 msgr2=0x7fdd9406a4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:56:55.964 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:55.953+0000 7fdd9bc41640 1 -- 172.21.15.119:0/3898231551 shutdown_connections 2024-09-13T18:56:55.964 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:55.953+0000 7fdd9bc41640 1 -- 172.21.15.119:0/3898231551 wait complete. 2024-09-13T18:56:55.964 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:55.954+0000 7fdd9bc41640 1 Processor -- start 2024-09-13T18:56:55.964 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:55.954+0000 7fdd9bc41640 1 -- start start 2024-09-13T18:56:55.964 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:55.955+0000 7fdd9bc41640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fdd7c006290 0x7fdd940c44a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:55.964 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:55.955+0000 7fdd9bc41640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fdd940c4040 0x7fdd94157b10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:55.964 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:55.955+0000 7fdd9bc41640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fdd94150ac0 0x7fdd94158050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:55.964 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:55.955+0000 7fdd9bc41640 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdd94151430 con 0x7fdd94150ac0 2024-09-13T18:56:55.964 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:55.955+0000 7fdd9bc41640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdd9409c140 con 0x7fdd940c4040 2024-09-13T18:56:55.964 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:55.955+0000 7fdd9bc41640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fdd94151680 con 0x7fdd7c006290 2024-09-13T18:56:55.965 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:55.955+0000 7fdd9a1de640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fdd94150ac0 0x7fdd94158050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:55.965 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:55.955+0000 7fdd9a1de640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fdd94150ac0 0x7fdd94158050 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.119:3300/0 says I am v2:172.21.15.119:43078/0 (socket says 172.21.15.119:43078) 2024-09-13T18:56:55.965 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:55.955+0000 7fdd9a1de640 1 -- 172.21.15.119:0/1707167576 learned_addr learned my addr 172.21.15.119:0/1707167576 (peer_addr_for_me v2:172.21.15.119:0/0) 2024-09-13T18:56:55.965 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:55.955+0000 7fdd999dd640 1 --2- 172.21.15.119:0/1707167576 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fdd7c006290 0x7fdd940c44a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:55.965 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:55.955+0000 7fdd991dc640 1 --2- 172.21.15.119:0/1707167576 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fdd940c4040 0x7fdd94157b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:55.965 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:55.956+0000 7fdd9a1de640 1 -- 172.21.15.119:0/1707167576 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fdd7c006290 msgr2=0x7fdd940c44a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:55.965 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:55.956+0000 7fdd9a1de640 1 --2- 172.21.15.119:0/1707167576 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fdd7c006290 0x7fdd940c44a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:55.965 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:55.956+0000 7fdd9a1de640 1 -- 172.21.15.119:0/1707167576 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fdd940c4040 msgr2=0x7fdd94157b10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:55.965 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:55.956+0000 7fdd9a1de640 1 --2- 172.21.15.119:0/1707167576 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fdd940c4040 0x7fdd94157b10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:55.965 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:55.956+0000 7fdd9a1de640 1 -- 172.21.15.119:0/1707167576 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fdd94151960 con 0x7fdd94150ac0 2024-09-13T18:56:55.965 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:55.956+0000 7fdd991dc640 1 --2- 172.21.15.119:0/1707167576 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fdd940c4040 0x7fdd94157b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T18:56:55.965 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:55.956+0000 7fdd9a1de640 1 --2- 172.21.15.119:0/1707167576 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fdd94150ac0 0x7fdd94158050 secure :-1 s=READY pgs=219 cs=0 l=1 rev1=1 crypto rx=0x7fdd8400c2b0 tx=0x7fdd9406d540 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:56:55.965 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:55.956+0000 7fdd927fc640 1 -- 172.21.15.119:0/1707167576 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdd84040070 con 0x7fdd94150ac0 2024-09-13T18:56:55.966 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:55.956+0000 7fdd927fc640 1 -- 172.21.15.119:0/1707167576 <== mon.0 v2:172.21.15.119:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fdd84001430 con 0x7fdd94150ac0 2024-09-13T18:56:55.966 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:55.956+0000 7fdd9bc41640 1 -- 172.21.15.119:0/1707167576 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fdd9415a290 con 0x7fdd94150ac0 2024-09-13T18:56:55.966 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:55.956+0000 7fdd927fc640 1 -- 172.21.15.119:0/1707167576 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdd840015e0 con 0x7fdd94150ac0 2024-09-13T18:56:55.966 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:55.956+0000 7fdd9bc41640 1 -- 172.21.15.119:0/1707167576 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fdd94159150 con 0x7fdd94150ac0 2024-09-13T18:56:55.966 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:55.957+0000 7fdd9bc41640 1 -- 172.21.15.119:0/1707167576 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fdd940c4b30 con 0x7fdd94150ac0 2024-09-13T18:56:55.966 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:55.957+0000 7fdd927fc640 1 -- 172.21.15.119:0/1707167576 <== mon.0 v2:172.21.15.119:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fdd8402f030 con 0x7fdd94150ac0 2024-09-13T18:56:55.966 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:55.958+0000 7fdd927fc640 1 --2- 172.21.15.119:0/1707167576 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7fdd8006ac30 0x7fdd8006d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:55.966 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:55.958+0000 7fdd927fc640 1 -- 172.21.15.119:0/1707167576 <== mon.0 v2:172.21.15.119:3300/0 5 ==== osd_map(24..24 src has 1..24) v4 ==== 6460+0+0 (secure 0 0 0) 0x7fdd840a81d0 con 0x7fdd94150ac0 2024-09-13T18:56:55.966 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:55.958+0000 7fdd999dd640 1 --2- 172.21.15.119:0/1707167576 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7fdd8006ac30 0x7fdd8006d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:55.966 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:55.958+0000 7fdd999dd640 1 --2- 172.21.15.119:0/1707167576 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7fdd8006ac30 0x7fdd8006d0f0 secure :-1 s=READY pgs=129 cs=0 l=1 rev1=1 crypto rx=0x7fdd8c000c00 tx=0x7fdd8c009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:56:55.967 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:55.962+0000 7fdd927fc640 1 -- 172.21.15.119:0/1707167576 <== mon.0 v2:172.21.15.119:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fdd840730c0 con 0x7fdd94150ac0 2024-09-13T18:56:56.129 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:56.126+0000 7fdd9bc41640 1 -- 172.21.15.119:0/1707167576 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7fdd9406c640 con 0x7fdd94150ac0 2024-09-13T18:56:56.129 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:56.126+0000 7fdd927fc640 1 -- 172.21.15.119:0/1707167576 <== mon.0 v2:172.21.15.119:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v24) v1 ==== 100+0+11 (secure 0 0 0) 0x7fdd840766e0 con 0x7fdd94150ac0 2024-09-13T18:56:56.129 INFO:teuthology.orchestra.run.smithi119.stdout:pg_num: 64 2024-09-13T18:56:56.131 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:56.128+0000 7fdd9bc41640 1 -- 172.21.15.119:0/1707167576 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7fdd8006ac30 msgr2=0x7fdd8006d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:56.131 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:56.128+0000 7fdd9bc41640 1 --2- 172.21.15.119:0/1707167576 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7fdd8006ac30 0x7fdd8006d0f0 secure :-1 s=READY pgs=129 cs=0 l=1 rev1=1 crypto rx=0x7fdd8c000c00 tx=0x7fdd8c009040 comp rx=0 tx=0).stop 2024-09-13T18:56:56.131 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:56.128+0000 7fdd9bc41640 1 -- 172.21.15.119:0/1707167576 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fdd94150ac0 msgr2=0x7fdd94158050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:56.132 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:56.128+0000 7fdd9bc41640 1 --2- 172.21.15.119:0/1707167576 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fdd94150ac0 0x7fdd94158050 secure :-1 s=READY pgs=219 cs=0 l=1 rev1=1 crypto rx=0x7fdd8400c2b0 tx=0x7fdd9406d540 comp rx=0 tx=0).stop 2024-09-13T18:56:56.132 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:56.128+0000 7fdd9bc41640 1 -- 172.21.15.119:0/1707167576 shutdown_connections 2024-09-13T18:56:56.132 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:56.128+0000 7fdd9bc41640 1 --2- 172.21.15.119:0/1707167576 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7fdd8006ac30 0x7fdd8006d0f0 unknown :-1 s=CLOSED pgs=129 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:56.132 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:56.128+0000 7fdd9bc41640 1 --2- 172.21.15.119:0/1707167576 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fdd94150ac0 0x7fdd94158050 unknown :-1 s=CLOSED pgs=219 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:56.132 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:56.128+0000 7fdd9bc41640 1 --2- 172.21.15.119:0/1707167576 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fdd940c4040 0x7fdd94157b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:56.132 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:56.128+0000 7fdd9bc41640 1 --2- 172.21.15.119:0/1707167576 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fdd7c006290 0x7fdd940c44a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:56.132 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:56.128+0000 7fdd9bc41640 1 -- 172.21.15.119:0/1707167576 >> 172.21.15.119:0/1707167576 conn(0x7fdd9406a0b0 msgr2=0x7fdd940ac7e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:56:56.132 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:56.128+0000 7fdd9bc41640 1 -- 172.21.15.119:0/1707167576 shutdown_connections 2024-09-13T18:56:56.132 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:56.128+0000 7fdd9bc41640 1 -- 172.21.15.119:0/1707167576 wait complete. 2024-09-13T18:56:56.141 DEBUG:teuthology.orchestra.run.smithi119:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data_ec pg_num 2024-09-13T18:56:56.242 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:56.239+0000 7f675a765640 1 Processor -- start 2024-09-13T18:56:56.242 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:56.239+0000 7f675a765640 1 -- start start 2024-09-13T18:56:56.245 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:56.240+0000 7f675a765640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f67540cec00 0x7f6754164ed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:56.245 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:56.240+0000 7f675a765640 1 -- --> v1:172.21.15.119:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f675415a790 con 0x7f67540b20a0 2024-09-13T18:56:56.245 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:56.240+0000 7f675a765640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f67540b2680 con 0x7f675415a3b0 2024-09-13T18:56:56.245 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:56.240+0000 7f675a765640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f67540b2960 con 0x7f67540cec00 2024-09-13T18:56:56.246 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:56.240+0000 7f67537fe640 1 --1- >> v1:172.21.15.119:6789/0 conn(0x7f67540b20a0 0x7f67540ce4f0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.119:6789/0 says I am v1:172.21.15.119:33284/0 (socket says 172.21.15.119:33284) 2024-09-13T18:56:56.246 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:56.240+0000 7f67537fe640 1 -- 172.21.15.119:0/1038028991 learned_addr learned my addr 172.21.15.119:0/1038028991 (peer_addr_for_me v1:172.21.15.119:0/0) 2024-09-13T18:56:56.246 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:56.241+0000 7f6758d02640 1 --2- 172.21.15.119:0/1038028991 >> v2:172.21.15.145:3300/0 conn(0x7f67540cec00 0x7f6754164ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:56.246 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:56.241+0000 7f6752ffd640 1 -- 172.21.15.119:0/1038028991 <== mon.0 v1:172.21.15.119:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3088166344 0 0) 0x7f675415a790 con 0x7f67540b20a0 2024-09-13T18:56:56.246 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:56.241+0000 7f6752ffd640 1 -- 172.21.15.119:0/1038028991 --> v1:172.21.15.119:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f673c003520 con 0x7f67540b20a0 2024-09-13T18:56:56.246 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:56.241+0000 7f6752ffd640 1 -- 172.21.15.119:0/1038028991 <== mon.0 v1:172.21.15.119:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 3759040859 0 0) 0x7f673c003520 con 0x7f67540b20a0 2024-09-13T18:56:56.246 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:56.241+0000 7f6752ffd640 1 -- 172.21.15.119:0/1038028991 >> v2:172.21.15.145:3300/0 conn(0x7f67540cec00 msgr2=0x7f6754164ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T18:56:56.246 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:56.241+0000 7f6752ffd640 1 --2- 172.21.15.119:0/1038028991 >> v2:172.21.15.145:3300/0 conn(0x7f67540cec00 0x7f6754164ed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:56.246 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:56.241+0000 7f6752ffd640 1 -- 172.21.15.119:0/1038028991 >> v1:172.21.15.145:6789/0 conn(0x7f675415a3b0 legacy=0x7f67540b1720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:56.246 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:56.241+0000 7f6752ffd640 1 -- 172.21.15.119:0/1038028991 --> v1:172.21.15.119:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f67540b2c40 con 0x7f67540b20a0 2024-09-13T18:56:56.246 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:56.241+0000 7f6752ffd640 1 -- 172.21.15.119:0/1038028991 <== mon.0 v1:172.21.15.119:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 337823224 0 0) 0x7f6748001690 con 0x7f67540b20a0 2024-09-13T18:56:56.246 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:56.241+0000 7f6752ffd640 1 -- 172.21.15.119:0/1038028991 >> v1:172.21.15.119:6789/0 conn(0x7f67540b20a0 legacy=0x7f67540ce4f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:56.246 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:56.241+0000 7f6752ffd640 1 --2- 172.21.15.119:0/1038028991 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f673c003970 0x7f673c003d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:56.247 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:56.241+0000 7f6752ffd640 1 --2- 172.21.15.119:0/1038028991 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f673c0047c0 0x7f673c004c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:56.247 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:56.241+0000 7f6752ffd640 1 --2- 172.21.15.119:0/1038028991 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f673c005180 0x7f673c00b980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:56.247 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:56.241+0000 7f6752ffd640 1 -- 172.21.15.119:0/1038028991 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f67540b2960 con 0x7f673c0047c0 2024-09-13T18:56:56.247 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:56.241+0000 7f6752ffd640 1 -- 172.21.15.119:0/1038028991 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f673c00c020 con 0x7f673c005180 2024-09-13T18:56:56.247 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:56.241+0000 7f6752ffd640 1 -- 172.21.15.119:0/1038028991 --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f673c00c1e0 con 0x7f673c003970 2024-09-13T18:56:56.247 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:56.241+0000 7f67537fe640 1 --2- 172.21.15.119:0/1038028991 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f673c0047c0 0x7f673c004c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:56.247 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:56.241+0000 7f6753fff640 1 --2- 172.21.15.119:0/1038028991 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f673c003970 0x7f673c003d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:56.247 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:56.241+0000 7f6758d02640 1 --2- 172.21.15.119:0/1038028991 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f673c005180 0x7f673c00b980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:56.247 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:56.241+0000 7f67537fe640 1 -- 172.21.15.119:0/1038028991 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f673c003970 msgr2=0x7f673c003d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T18:56:56.247 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:56.241+0000 7f67537fe640 1 --2- 172.21.15.119:0/1038028991 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f673c003970 0x7f673c003d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:56.247 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:56.241+0000 7f67537fe640 1 -- 172.21.15.119:0/1038028991 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f673c005180 msgr2=0x7f673c00b980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T18:56:56.247 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:56.241+0000 7f67537fe640 1 --2- 172.21.15.119:0/1038028991 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f673c005180 0x7f673c00b980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:56.248 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:56.241+0000 7f6758d02640 1 -- 172.21.15.119:0/1038028991 reap_dead start 2024-09-13T18:56:56.248 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:56.241+0000 7f67537fe640 1 -- 172.21.15.119:0/1038028991 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f673c003520 con 0x7f673c0047c0 2024-09-13T18:56:56.248 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:56.242+0000 7f67537fe640 1 --2- 172.21.15.119:0/1038028991 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f673c0047c0 0x7f673c004c40 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7f675406e220 tx=0x7f673c0057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=52c339f35317b661 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:56:56.248 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:56.242+0000 7f6752ffd640 1 -- 172.21.15.119:0/1038028991 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6748005ad0 con 0x7f673c0047c0 2024-09-13T18:56:56.248 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:56.242+0000 7f6752ffd640 1 -- 172.21.15.119:0/1038028991 <== mon.0 v2:172.21.15.119:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f674802d070 con 0x7f673c0047c0 2024-09-13T18:56:56.248 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:56.242+0000 7f6752ffd640 1 -- 172.21.15.119:0/1038028991 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6748005e90 con 0x7f673c0047c0 2024-09-13T18:56:56.248 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:56.243+0000 7f675a765640 1 -- 172.21.15.119:0/1038028991 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f673c0047c0 msgr2=0x7f673c004c40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:56.248 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:56.243+0000 7f675a765640 1 --2- 172.21.15.119:0/1038028991 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f673c0047c0 0x7f673c004c40 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7f675406e220 tx=0x7f673c0057f0 comp rx=0 tx=0).stop 2024-09-13T18:56:56.248 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:56.243+0000 7f675a765640 1 -- 172.21.15.119:0/1038028991 shutdown_connections 2024-09-13T18:56:56.248 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:56.243+0000 7f675a765640 1 --2- 172.21.15.119:0/1038028991 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f673c0047c0 0x7f673c004c40 unknown :-1 s=CLOSED pgs=221 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:56.248 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:56.243+0000 7f675a765640 1 -- 172.21.15.119:0/1038028991 >> 172.21.15.119:0/1038028991 conn(0x7f675406a0b0 msgr2=0x7f675406a4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:56:56.249 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:56.243+0000 7f675a765640 1 -- 172.21.15.119:0/1038028991 shutdown_connections 2024-09-13T18:56:56.249 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:56.243+0000 7f675a765640 1 -- 172.21.15.119:0/1038028991 wait complete. 2024-09-13T18:56:56.251 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:56.244+0000 7f675a765640 1 Processor -- start 2024-09-13T18:56:56.251 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:56.244+0000 7f675a765640 1 -- start start 2024-09-13T18:56:56.251 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:56.245+0000 7f675a765640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f673c0047c0 0x7f67540cbe80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:56.251 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:56.245+0000 7f675a765640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f67540b0a30 0x7f67541f4fc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:56.251 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:56.245+0000 7f675a765640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f67540c4780 0x7f67541f57b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:56.251 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:56.245+0000 7f675a765640 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f67540c4310 con 0x7f67540b0a30 2024-09-13T18:56:56.252 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:56.245+0000 7f675a765640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f67540af6e0 con 0x7f67540c4780 2024-09-13T18:56:56.252 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:56.245+0000 7f675a765640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f67540cc3c0 con 0x7f673c0047c0 2024-09-13T18:56:56.252 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:56.245+0000 7f67537fe640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f67540b0a30 0x7f67541f4fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:56.252 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:56.245+0000 7f67537fe640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f67540b0a30 0x7f67541f4fc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.119:3300/0 says I am v2:172.21.15.119:43106/0 (socket says 172.21.15.119:43106) 2024-09-13T18:56:56.252 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:56.245+0000 7f67537fe640 1 -- 172.21.15.119:0/2920516398 learned_addr learned my addr 172.21.15.119:0/2920516398 (peer_addr_for_me v2:172.21.15.119:0/0) 2024-09-13T18:56:56.252 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:56.245+0000 7f6753fff640 1 --2- 172.21.15.119:0/2920516398 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f673c0047c0 0x7f67540cbe80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:56.252 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:56.245+0000 7f6758d02640 1 --2- 172.21.15.119:0/2920516398 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f67540c4780 0x7f67541f57b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:56.252 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:56.245+0000 7f67537fe640 1 -- 172.21.15.119:0/2920516398 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f673c0047c0 msgr2=0x7f67540cbe80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:56.252 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:56.245+0000 7f67537fe640 1 --2- 172.21.15.119:0/2920516398 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f673c0047c0 0x7f67540cbe80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:56.252 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:56.245+0000 7f67537fe640 1 -- 172.21.15.119:0/2920516398 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f67540c4780 msgr2=0x7f67541f57b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:56.252 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:56.245+0000 7f67537fe640 1 --2- 172.21.15.119:0/2920516398 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f67540c4780 0x7f67541f57b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:56.252 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:56.245+0000 7f67537fe640 1 -- 172.21.15.119:0/2920516398 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6754157120 con 0x7f67540b0a30 2024-09-13T18:56:56.252 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:56.245+0000 7f6758d02640 1 --2- 172.21.15.119:0/2920516398 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f67540c4780 0x7f67541f57b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T18:56:56.252 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:56.245+0000 7f67537fe640 1 --2- 172.21.15.119:0/2920516398 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f67540b0a30 0x7f67541f4fc0 secure :-1 s=READY pgs=222 cs=0 l=1 rev1=1 crypto rx=0x7f6748001950 tx=0x7f6748001a20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:56:56.253 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:56.245+0000 7f6750ff9640 1 -- 172.21.15.119:0/2920516398 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f67480049e0 con 0x7f67540b0a30 2024-09-13T18:56:56.253 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:56.245+0000 7f6750ff9640 1 -- 172.21.15.119:0/2920516398 <== mon.0 v2:172.21.15.119:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6748004b40 con 0x7f67540b0a30 2024-09-13T18:56:56.253 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:56.245+0000 7f675a765640 1 -- 172.21.15.119:0/2920516398 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f67540c4c50 con 0x7f67540b0a30 2024-09-13T18:56:56.253 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:56.245+0000 7f6750ff9640 1 -- 172.21.15.119:0/2920516398 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6748007070 con 0x7f67540b0a30 2024-09-13T18:56:56.253 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:56.246+0000 7f675a765640 1 -- 172.21.15.119:0/2920516398 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f67540c4030 con 0x7f67540b0a30 2024-09-13T18:56:56.253 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:56.246+0000 7f675a765640 1 -- 172.21.15.119:0/2920516398 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f6754072bb0 con 0x7f67540b0a30 2024-09-13T18:56:56.253 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:56.247+0000 7f6750ff9640 1 -- 172.21.15.119:0/2920516398 <== mon.0 v2:172.21.15.119:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f674802f030 con 0x7f67540b0a30 2024-09-13T18:56:56.253 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:56.247+0000 7f6750ff9640 1 --2- 172.21.15.119:0/2920516398 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f674006ac00 0x7f674006d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:56.253 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:56.247+0000 7f6750ff9640 1 -- 172.21.15.119:0/2920516398 <== mon.0 v2:172.21.15.119:3300/0 5 ==== osd_map(24..24 src has 1..24) v4 ==== 6460+0+0 (secure 0 0 0) 0x7f67480a8c90 con 0x7f67540b0a30 2024-09-13T18:56:56.253 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:56.247+0000 7f6753fff640 1 --2- 172.21.15.119:0/2920516398 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f674006ac00 0x7f674006d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:56.253 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:56.248+0000 7f6753fff640 1 --2- 172.21.15.119:0/2920516398 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f674006ac00 0x7f674006d0c0 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x7f6744000c00 tx=0x7f6744009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:56:56.254 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:56.252+0000 7f6750ff9640 1 -- 172.21.15.119:0/2920516398 <== mon.0 v2:172.21.15.119:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f6748073c10 con 0x7f67540b0a30 2024-09-13T18:56:56.417 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:56.414+0000 7f675a765640 1 -- 172.21.15.119:0/2920516398 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"} v 0) v1 -- 0x7f6754072bb0 con 0x7f67540b0a30 2024-09-13T18:56:56.417 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:56.414+0000 7f6750ff9640 1 -- 172.21.15.119:0/2920516398 <== mon.0 v2:172.21.15.119:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]=0 v24) v1 ==== 103+0+11 (secure 0 0 0) 0x7f6748077230 con 0x7f67540b0a30 2024-09-13T18:56:56.417 INFO:teuthology.orchestra.run.smithi119.stdout:pg_num: 32 2024-09-13T18:56:56.419 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:56.416+0000 7f675a765640 1 -- 172.21.15.119:0/2920516398 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f674006ac00 msgr2=0x7f674006d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:56.419 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:56.416+0000 7f675a765640 1 --2- 172.21.15.119:0/2920516398 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f674006ac00 0x7f674006d0c0 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x7f6744000c00 tx=0x7f6744009040 comp rx=0 tx=0).stop 2024-09-13T18:56:56.419 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:56.416+0000 7f675a765640 1 -- 172.21.15.119:0/2920516398 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f67540b0a30 msgr2=0x7f67541f4fc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:56.419 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:56.416+0000 7f675a765640 1 --2- 172.21.15.119:0/2920516398 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f67540b0a30 0x7f67541f4fc0 secure :-1 s=READY pgs=222 cs=0 l=1 rev1=1 crypto rx=0x7f6748001950 tx=0x7f6748001a20 comp rx=0 tx=0).stop 2024-09-13T18:56:56.419 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:56.416+0000 7f675a765640 1 -- 172.21.15.119:0/2920516398 shutdown_connections 2024-09-13T18:56:56.420 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:56.416+0000 7f675a765640 1 --2- 172.21.15.119:0/2920516398 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f674006ac00 0x7f674006d0c0 unknown :-1 s=CLOSED pgs=130 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:56.420 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:56.416+0000 7f675a765640 1 --2- 172.21.15.119:0/2920516398 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f67540c4780 0x7f67541f57b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:56.420 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:56.416+0000 7f675a765640 1 --2- 172.21.15.119:0/2920516398 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f67540b0a30 0x7f67541f4fc0 unknown :-1 s=CLOSED pgs=222 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:56.420 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:56.416+0000 7f675a765640 1 --2- 172.21.15.119:0/2920516398 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f673c0047c0 0x7f67540cbe80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:56.420 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:56.416+0000 7f675a765640 1 -- 172.21.15.119:0/2920516398 >> 172.21.15.119:0/2920516398 conn(0x7f675406a0b0 msgr2=0x7f6754071b30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:56:56.420 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:56.417+0000 7f675a765640 1 -- 172.21.15.119:0/2920516398 shutdown_connections 2024-09-13T18:56:56.420 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:56.417+0000 7f675a765640 1 -- 172.21.15.119:0/2920516398 wait complete. 2024-09-13T18:56:56.430 DEBUG:teuthology.orchestra.run.smithi119:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-13T18:56:56.527 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:56.524+0000 7f1b26d0f640 1 Processor -- start 2024-09-13T18:56:56.527 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:56.524+0000 7f1b26d0f640 1 -- start start 2024-09-13T18:56:56.529 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:56.525+0000 7f1b26d0f640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f1b2015a2e0 0x7f1b200c9a40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:56.529 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:56.525+0000 7f1b26d0f640 1 --2- >> v2:172.21.15.119:3300/0 conn(0x7f1b200c9f80 0x7f1b200cace0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:56.529 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:56.525+0000 7f1b26d0f640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f1b200c8920 con 0x7f1b200cb220 2024-09-13T18:56:56.529 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:56.525+0000 7f1b26d0f640 1 -- --> v2:172.21.15.119:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f1b2015a6c0 con 0x7f1b200c9f80 2024-09-13T18:56:56.529 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:56.525+0000 7f1b26d0f640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f1b200cb630 con 0x7f1b2015a2e0 2024-09-13T18:56:56.529 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:56.525+0000 7f1b17fff640 1 --2- >> v2:172.21.15.119:3300/0 conn(0x7f1b200c9f80 0x7f1b200cace0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:56.529 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:56.525+0000 7f1b17fff640 1 --2- >> v2:172.21.15.119:3300/0 conn(0x7f1b200c9f80 0x7f1b200cace0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.119:3300/0 says I am v2:172.21.15.119:43122/0 (socket says 172.21.15.119:43122) 2024-09-13T18:56:56.529 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:56.525+0000 7f1b17fff640 1 -- 172.21.15.119:0/3588151717 learned_addr learned my addr 172.21.15.119:0/3588151717 (peer_addr_for_me v2:172.21.15.119:0/0) 2024-09-13T18:56:56.529 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:56.525+0000 7f1b24aab640 1 --2- 172.21.15.119:0/3588151717 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f1b2015a2e0 0x7f1b200c9a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:56.529 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:56.525+0000 7f1b17fff640 1 -- 172.21.15.119:0/3588151717 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f1b2015a2e0 msgr2=0x7f1b200c9a40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T18:56:56.529 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:56.525+0000 7f1b17fff640 1 --2- 172.21.15.119:0/3588151717 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f1b2015a2e0 0x7f1b200c9a40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:56.530 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:56.525+0000 7f1b17fff640 1 -- 172.21.15.119:0/3588151717 >> v1:172.21.15.145:6789/0 conn(0x7f1b200cb220 legacy=0x7f1b200ce260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:56.530 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:56.525+0000 7f1b17fff640 1 -- 172.21.15.119:0/3588151717 --> v2:172.21.15.119:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1b200ca500 con 0x7f1b200c9f80 2024-09-13T18:56:56.530 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:56.526+0000 7f1b17fff640 1 --2- 172.21.15.119:0/3588151717 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f1b200c9f80 0x7f1b200cace0 secure :-1 s=READY pgs=223 cs=0 l=1 rev1=1 crypto rx=0x7f1b10009870 tx=0x7f1b1002a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b54989df88d20040 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:56:56.530 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:56.526+0000 7f1b177fe640 1 -- 172.21.15.119:0/3588151717 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1b10032440 con 0x7f1b200c9f80 2024-09-13T18:56:56.530 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:56.526+0000 7f1b177fe640 1 -- 172.21.15.119:0/3588151717 <== mon.0 v2:172.21.15.119:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1b100325a0 con 0x7f1b200c9f80 2024-09-13T18:56:56.530 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:56.526+0000 7f1b177fe640 1 -- 172.21.15.119:0/3588151717 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1b10032930 con 0x7f1b200c9f80 2024-09-13T18:56:56.533 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:56.527+0000 7f1b26d0f640 1 -- 172.21.15.119:0/3588151717 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f1b200c9f80 msgr2=0x7f1b200cace0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:56.533 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:56.527+0000 7f1b26d0f640 1 --2- 172.21.15.119:0/3588151717 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f1b200c9f80 0x7f1b200cace0 secure :-1 s=READY pgs=223 cs=0 l=1 rev1=1 crypto rx=0x7f1b10009870 tx=0x7f1b1002a270 comp rx=0 tx=0).stop 2024-09-13T18:56:56.533 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:56.527+0000 7f1b26d0f640 1 -- 172.21.15.119:0/3588151717 shutdown_connections 2024-09-13T18:56:56.533 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:56.527+0000 7f1b26d0f640 1 --2- 172.21.15.119:0/3588151717 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f1b200c9f80 0x7f1b200cace0 unknown :-1 s=CLOSED pgs=223 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:56.533 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:56.527+0000 7f1b26d0f640 1 --2- 172.21.15.119:0/3588151717 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f1b2015a2e0 0x7f1b200c9a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:56.533 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:56.527+0000 7f1b26d0f640 1 -- 172.21.15.119:0/3588151717 >> 172.21.15.119:0/3588151717 conn(0x7f1b20069ed0 msgr2=0x7f1b2006a2e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:56:56.533 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:56.527+0000 7f1b26d0f640 1 -- 172.21.15.119:0/3588151717 shutdown_connections 2024-09-13T18:56:56.533 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:56.527+0000 7f1b26d0f640 1 -- 172.21.15.119:0/3588151717 wait complete. 2024-09-13T18:56:56.533 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:56.528+0000 7f1b26d0f640 1 Processor -- start 2024-09-13T18:56:56.533 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:56.528+0000 7f1b26d0f640 1 -- start start 2024-09-13T18:56:56.534 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:56.529+0000 7f1b26d0f640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f1b200c9f80 0x7f1b200c53a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:56.534 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:56.529+0000 7f1b26d0f640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f1b200cb220 0x7f1b20154830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:56.534 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:56.529+0000 7f1b26d0f640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f1b2015a2e0 0x7f1b20158c70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:56.534 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:56.529+0000 7f1b26d0f640 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1b2006dac0 con 0x7f1b200cb220 2024-09-13T18:56:56.534 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:56.529+0000 7f1b26d0f640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1b200c58e0 con 0x7f1b2015a2e0 2024-09-13T18:56:56.534 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:56.529+0000 7f1b26d0f640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f1b200c6720 con 0x7f1b200c9f80 2024-09-13T18:56:56.534 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:56.529+0000 7f1b17fff640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f1b200cb220 0x7f1b20154830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:56.534 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:56.529+0000 7f1b17fff640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f1b200cb220 0x7f1b20154830 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.119:3300/0 says I am v2:172.21.15.119:43130/0 (socket says 172.21.15.119:43130) 2024-09-13T18:56:56.534 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:56.529+0000 7f1b17fff640 1 -- 172.21.15.119:0/2045372876 learned_addr learned my addr 172.21.15.119:0/2045372876 (peer_addr_for_me v2:172.21.15.119:0/0) 2024-09-13T18:56:56.534 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:56.529+0000 7f1b252ac640 1 --2- 172.21.15.119:0/2045372876 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f1b2015a2e0 0x7f1b20158c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:56.534 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:56.529+0000 7f1b24aab640 1 --2- 172.21.15.119:0/2045372876 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f1b200c9f80 0x7f1b200c53a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:56.534 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:56.529+0000 7f1b17fff640 1 -- 172.21.15.119:0/2045372876 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f1b200c9f80 msgr2=0x7f1b200c53a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:56.534 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:56.529+0000 7f1b17fff640 1 --2- 172.21.15.119:0/2045372876 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f1b200c9f80 0x7f1b200c53a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:56.534 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:56.529+0000 7f1b17fff640 1 -- 172.21.15.119:0/2045372876 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f1b2015a2e0 msgr2=0x7f1b20158c70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:56.535 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:56.529+0000 7f1b17fff640 1 --2- 172.21.15.119:0/2045372876 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f1b2015a2e0 0x7f1b20158c70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:56.535 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:56.529+0000 7f1b17fff640 1 -- 172.21.15.119:0/2045372876 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1b100094d0 con 0x7f1b200cb220 2024-09-13T18:56:56.535 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:56.529+0000 7f1b24aab640 1 --2- 172.21.15.119:0/2045372876 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f1b200c9f80 0x7f1b200c53a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T18:56:56.535 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:56.530+0000 7f1b17fff640 1 --2- 172.21.15.119:0/2045372876 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f1b200cb220 0x7f1b20154830 secure :-1 s=READY pgs=224 cs=0 l=1 rev1=1 crypto rx=0x7f1b10000c00 tx=0x7f1b100046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:56:56.535 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:56.530+0000 7f1b157fa640 1 -- 172.21.15.119:0/2045372876 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1b10032440 con 0x7f1b200cb220 2024-09-13T18:56:56.535 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:56.530+0000 7f1b157fa640 1 -- 172.21.15.119:0/2045372876 <== mon.0 v2:172.21.15.119:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1b10030980 con 0x7f1b200cb220 2024-09-13T18:56:56.535 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:56.530+0000 7f1b157fa640 1 -- 172.21.15.119:0/2045372876 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1b10030d30 con 0x7f1b200cb220 2024-09-13T18:56:56.535 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:56.530+0000 7f1b26d0f640 1 -- 172.21.15.119:0/2045372876 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f1b20154d70 con 0x7f1b200cb220 2024-09-13T18:56:56.535 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:56.530+0000 7f1b26d0f640 1 -- 172.21.15.119:0/2045372876 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f1b200c5df0 con 0x7f1b200cb220 2024-09-13T18:56:56.536 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:56.531+0000 7f1b26d0f640 1 -- 172.21.15.119:0/2045372876 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f1b2015b8f0 con 0x7f1b200cb220 2024-09-13T18:56:56.536 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:56.531+0000 7f1b157fa640 1 -- 172.21.15.119:0/2045372876 <== mon.0 v2:172.21.15.119:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f1b10039040 con 0x7f1b200cb220 2024-09-13T18:56:56.536 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:56.531+0000 7f1b157fa640 1 --2- 172.21.15.119:0/2045372876 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f1b0c06ac00 0x7f1b0c06d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:56.536 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:56.532+0000 7f1b157fa640 1 -- 172.21.15.119:0/2045372876 <== mon.0 v2:172.21.15.119:3300/0 5 ==== osd_map(24..24 src has 1..24) v4 ==== 6460+0+0 (secure 0 0 0) 0x7f1b100a9e90 con 0x7f1b200cb220 2024-09-13T18:56:56.537 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:56.532+0000 7f1b24aab640 1 --2- 172.21.15.119:0/2045372876 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f1b0c06ac00 0x7f1b0c06d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:56.537 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:56.532+0000 7f1b24aab640 1 --2- 172.21.15.119:0/2045372876 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f1b0c06ac00 0x7f1b0c06d0c0 secure :-1 s=READY pgs=131 cs=0 l=1 rev1=1 crypto rx=0x7f1b1c009af0 tx=0x7f1b1c008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:56:56.538 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:56.536+0000 7f1b157fa640 1 -- 172.21.15.119:0/2045372876 <== mon.0 v2:172.21.15.119:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f1b10074d80 con 0x7f1b200cb220 2024-09-13T18:56:56.735 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:56.732+0000 7f1b26d0f640 1 -- 172.21.15.119:0/2045372876 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f1b200c9630 con 0x7f1b200cb220 2024-09-13T18:56:56.735 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:56.733+0000 7f1b157fa640 1 -- 172.21.15.119:0/2045372876 <== mon.0 v2:172.21.15.119:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 8 v8) v1 ==== 93+0+4739 (secure 0 0 0) 0x7f1b100783a0 con 0x7f1b200cb220 2024-09-13T18:56:56.736 INFO:teuthology.orchestra.run.smithi119.stdout: 2024-09-13T18:56:56.736 INFO:teuthology.orchestra.run.smithi119.stdout:{"epoch":8,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4241,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.145:6835/847902248","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6833","nonce":847902248},{"type":"v1","addr":"172.21.15.145:6835","nonce":847902248}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3},{"gid":4282,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.145:6834/3410464570","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6832","nonce":3410464570},{"type":"v1","addr":"172.21.15.145:6834","nonce":3410464570}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3},{"gid":4287,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.119:6836/3596755488","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6834","nonce":3596755488},{"type":"v1","addr":"172.21.15.119:6836","nonce":3596755488}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":8,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-13T18:56:34.025298+0000","modified":"2024-09-13T18:56:49.078985+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":4290},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4290":{"gid":4290,"name":"a","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.119:6837/3907469279","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6835","nonce":3907469279},{"type":"v1","addr":"172.21.15.119:6837","nonce":3907469279}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2024-09-13T18:56:56.736 INFO:teuthology.orchestra.run.smithi119.stderr:dumped fsmap epoch 8 2024-09-13T18:56:56.738 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:56.735+0000 7f1b26d0f640 1 -- 172.21.15.119:0/2045372876 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f1b0c06ac00 msgr2=0x7f1b0c06d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:56.738 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:56.735+0000 7f1b26d0f640 1 --2- 172.21.15.119:0/2045372876 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f1b0c06ac00 0x7f1b0c06d0c0 secure :-1 s=READY pgs=131 cs=0 l=1 rev1=1 crypto rx=0x7f1b1c009af0 tx=0x7f1b1c008040 comp rx=0 tx=0).stop 2024-09-13T18:56:56.738 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:56.735+0000 7f1b26d0f640 1 -- 172.21.15.119:0/2045372876 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f1b200cb220 msgr2=0x7f1b20154830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:56.738 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:56.735+0000 7f1b26d0f640 1 --2- 172.21.15.119:0/2045372876 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f1b200cb220 0x7f1b20154830 secure :-1 s=READY pgs=224 cs=0 l=1 rev1=1 crypto rx=0x7f1b10000c00 tx=0x7f1b100046c0 comp rx=0 tx=0).stop 2024-09-13T18:56:56.738 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:56.735+0000 7f1b26d0f640 1 -- 172.21.15.119:0/2045372876 shutdown_connections 2024-09-13T18:56:56.738 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:56.735+0000 7f1b26d0f640 1 --2- 172.21.15.119:0/2045372876 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f1b0c06ac00 0x7f1b0c06d0c0 unknown :-1 s=CLOSED pgs=131 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:56.738 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:56.735+0000 7f1b26d0f640 1 --2- 172.21.15.119:0/2045372876 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f1b2015a2e0 0x7f1b20158c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:56.739 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:56.735+0000 7f1b26d0f640 1 --2- 172.21.15.119:0/2045372876 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f1b200cb220 0x7f1b20154830 unknown :-1 s=CLOSED pgs=224 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:56.739 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:56.735+0000 7f1b26d0f640 1 --2- 172.21.15.119:0/2045372876 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f1b200c9f80 0x7f1b200c53a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:56.739 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:56.735+0000 7f1b26d0f640 1 -- 172.21.15.119:0/2045372876 >> 172.21.15.119:0/2045372876 conn(0x7f1b20069ed0 msgr2=0x7f1b20071ee0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:56:56.739 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:56.735+0000 7f1b26d0f640 1 -- 172.21.15.119:0/2045372876 shutdown_connections 2024-09-13T18:56:56.739 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:56.735+0000 7f1b26d0f640 1 -- 172.21.15.119:0/2045372876 wait complete. 2024-09-13T18:56:56.748 DEBUG:teuthology.orchestra.run.smithi119:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T18:56:56.846 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:56.843+0000 7f9c7579c640 1 Processor -- start 2024-09-13T18:56:56.846 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:56.843+0000 7f9c7579c640 1 -- start start 2024-09-13T18:56:56.847 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:56.844+0000 7f9c7579c640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f9c700ae670 0x7f9c700ce060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:56.847 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:56.844+0000 7f9c7579c640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f9c700cb640 0x7f9c700989d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:56.847 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:56.844+0000 7f9c7579c640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f9c700ad1d0 con 0x7f9c7015a7a0 2024-09-13T18:56:56.848 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:56.844+0000 7f9c7579c640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f9c700af8e0 con 0x7f9c700ae670 2024-09-13T18:56:56.848 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:56.844+0000 7f9c7579c640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f9c700ce6f0 con 0x7f9c700cb640 2024-09-13T18:56:56.848 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:56.845+0000 7f9c6e7fc640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f9c700ae670 0x7f9c700ce060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:56.848 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:56.845+0000 7f9c6f7fe640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f9c700cb640 0x7f9c700989d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:56.848 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:56.845+0000 7f9c6e7fc640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f9c700ae670 0x7f9c700ce060 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.145:3300/0 says I am v2:172.21.15.119:44126/0 (socket says 172.21.15.119:44126) 2024-09-13T18:56:56.848 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:56.845+0000 7f9c6f7fe640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f9c700cb640 0x7f9c700989d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.145:3301/0 says I am v2:172.21.15.119:53238/0 (socket says 172.21.15.119:53238) 2024-09-13T18:56:56.848 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:56.845+0000 7f9c6e7fc640 1 -- 172.21.15.119:0/3555134058 learned_addr learned my addr 172.21.15.119:0/3555134058 (peer_addr_for_me v2:172.21.15.119:0/0) 2024-09-13T18:56:56.848 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:56.845+0000 7f9c6e7fc640 1 -- 172.21.15.119:0/3555134058 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f9c700cb640 msgr2=0x7f9c700989d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T18:56:56.848 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:56.845+0000 7f9c6e7fc640 1 --2- 172.21.15.119:0/3555134058 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f9c700cb640 0x7f9c700989d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:56.849 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:56.845+0000 7f9c6e7fc640 1 -- 172.21.15.119:0/3555134058 >> v1:172.21.15.145:6789/0 conn(0x7f9c7015a7a0 legacy=0x7f9c700caf30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:56.849 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:56.845+0000 7f9c6e7fc640 1 -- 172.21.15.119:0/3555134058 --> v2:172.21.15.145:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9c700cbc00 con 0x7f9c700ae670 2024-09-13T18:56:56.849 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:56.845+0000 7f9c6dffb640 1 -- 172.21.15.119:0/3555134058 <== mon.1 v1:172.21.15.145:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 4152879179 0 0) 0x7f9c700ad1d0 con 0x7f9c7015a7a0 2024-09-13T18:56:56.849 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:56.845+0000 7f9c6f7fe640 1 --2- 172.21.15.119:0/3555134058 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f9c700cb640 0x7f9c700989d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T18:56:56.852 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:56.846+0000 7f9c6e7fc640 1 --2- 172.21.15.119:0/3555134058 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f9c700ae670 0x7f9c700ce060 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7f9c64009870 tx=0x7f9c6402a1c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=9e00707365ae0980 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:56:56.853 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:56.846+0000 7f9c6dffb640 1 -- 172.21.15.119:0/3555134058 <== mon.1 v2:172.21.15.145:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9c64032440 con 0x7f9c700ae670 2024-09-13T18:56:56.853 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:56.846+0000 7f9c6dffb640 1 -- 172.21.15.119:0/3555134058 <== mon.1 v2:172.21.15.145:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9c640325a0 con 0x7f9c700ae670 2024-09-13T18:56:56.853 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:56.846+0000 7f9c6dffb640 1 -- 172.21.15.119:0/3555134058 <== mon.1 v2:172.21.15.145:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9c64032930 con 0x7f9c700ae670 2024-09-13T18:56:56.853 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:56.846+0000 7f9c7579c640 1 -- 172.21.15.119:0/3555134058 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f9c700ae670 msgr2=0x7f9c700ce060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:56.853 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:56.846+0000 7f9c7579c640 1 --2- 172.21.15.119:0/3555134058 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f9c700ae670 0x7f9c700ce060 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7f9c64009870 tx=0x7f9c6402a1c0 comp rx=0 tx=0).stop 2024-09-13T18:56:56.853 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:56.846+0000 7f9c7579c640 1 -- 172.21.15.119:0/3555134058 shutdown_connections 2024-09-13T18:56:56.853 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:56.846+0000 7f9c7579c640 1 --2- 172.21.15.119:0/3555134058 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f9c700cb640 0x7f9c700989d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:56.853 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:56.846+0000 7f9c7579c640 1 --2- 172.21.15.119:0/3555134058 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f9c700ae670 0x7f9c700ce060 unknown :-1 s=CLOSED pgs=107 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:56.854 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:56.846+0000 7f9c7579c640 1 -- 172.21.15.119:0/3555134058 >> 172.21.15.119:0/3555134058 conn(0x7f9c700b1f80 msgr2=0x7f9c700b2390 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:56:56.854 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:56.846+0000 7f9c7579c640 1 -- 172.21.15.119:0/3555134058 shutdown_connections 2024-09-13T18:56:56.854 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:56.846+0000 7f9c7579c640 1 -- 172.21.15.119:0/3555134058 wait complete. 2024-09-13T18:56:56.854 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:56.848+0000 7f9c7579c640 1 Processor -- start 2024-09-13T18:56:56.854 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:56.848+0000 7f9c7579c640 1 -- start start 2024-09-13T18:56:56.854 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:56.848+0000 7f9c7579c640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f9c700ae670 0x7f9c70151cb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:56.854 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:56.848+0000 7f9c7579c640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f9c700cb640 0x7f9c700b32e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:56.854 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:56.848+0000 7f9c7579c640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f9c7015a7a0 0x7f9c700c9230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:56.854 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:56.848+0000 7f9c7579c640 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9c700b4a20 con 0x7f9c7015a7a0 2024-09-13T18:56:56.854 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:56.848+0000 7f9c7579c640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9c700b4e40 con 0x7f9c700ae670 2024-09-13T18:56:56.854 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:56.848+0000 7f9c7579c640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f9c700b3da0 con 0x7f9c700cb640 2024-09-13T18:56:56.855 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:56.849+0000 7f9c6f7fe640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f9c7015a7a0 0x7f9c700c9230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:56.855 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:56.849+0000 7f9c6f7fe640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f9c7015a7a0 0x7f9c700c9230 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.119:3300/0 says I am v2:172.21.15.119:43144/0 (socket says 172.21.15.119:43144) 2024-09-13T18:56:56.855 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:56.849+0000 7f9c6f7fe640 1 -- 172.21.15.119:0/112503858 learned_addr learned my addr 172.21.15.119:0/112503858 (peer_addr_for_me v2:172.21.15.119:0/0) 2024-09-13T18:56:56.855 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:56.849+0000 7f9c6effd640 1 --2- 172.21.15.119:0/112503858 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f9c700ae670 0x7f9c70151cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:56.855 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:56.849+0000 7f9c6e7fc640 1 --2- 172.21.15.119:0/112503858 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f9c700cb640 0x7f9c700b32e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:56.855 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:56.849+0000 7f9c6f7fe640 1 -- 172.21.15.119:0/112503858 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f9c700cb640 msgr2=0x7f9c700b32e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:56.855 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:56.849+0000 7f9c6f7fe640 1 --2- 172.21.15.119:0/112503858 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f9c700cb640 0x7f9c700b32e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:56.855 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:56.849+0000 7f9c6f7fe640 1 -- 172.21.15.119:0/112503858 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f9c700ae670 msgr2=0x7f9c70151cb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:56.856 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:56.849+0000 7f9c6f7fe640 1 --2- 172.21.15.119:0/112503858 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f9c700ae670 0x7f9c70151cb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:56.856 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:56.849+0000 7f9c6f7fe640 1 -- 172.21.15.119:0/112503858 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9c68009400 con 0x7f9c7015a7a0 2024-09-13T18:56:56.856 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:56.849+0000 7f9c6e7fc640 1 --2- 172.21.15.119:0/112503858 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f9c700cb640 0x7f9c700b32e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T18:56:56.856 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:56.849+0000 7f9c6effd640 1 --2- 172.21.15.119:0/112503858 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f9c700ae670 0x7f9c70151cb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T18:56:56.856 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:56.849+0000 7f9c6f7fe640 1 --2- 172.21.15.119:0/112503858 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f9c7015a7a0 0x7f9c700c9230 secure :-1 s=READY pgs=225 cs=0 l=1 rev1=1 crypto rx=0x7f9c6800e930 tx=0x7f9c6800edf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:56:56.856 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:56.849+0000 7f9c577fe640 1 -- 172.21.15.119:0/112503858 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9c68009700 con 0x7f9c7015a7a0 2024-09-13T18:56:56.857 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:56.849+0000 7f9c577fe640 1 -- 172.21.15.119:0/112503858 <== mon.0 v2:172.21.15.119:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9c6800ca00 con 0x7f9c7015a7a0 2024-09-13T18:56:56.857 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:56.849+0000 7f9c7579c640 1 -- 172.21.15.119:0/112503858 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f9c640094d0 con 0x7f9c7015a7a0 2024-09-13T18:56:56.857 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:56.849+0000 7f9c577fe640 1 -- 172.21.15.119:0/112503858 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9c6800cd90 con 0x7f9c7015a7a0 2024-09-13T18:56:56.857 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:56.849+0000 7f9c7579c640 1 -- 172.21.15.119:0/112503858 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f9c700b4360 con 0x7f9c7015a7a0 2024-09-13T18:56:56.857 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:56.850+0000 7f9c7579c640 1 -- 172.21.15.119:0/112503858 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f9c700ccd10 con 0x7f9c7015a7a0 2024-09-13T18:56:56.858 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:56.851+0000 7f9c577fe640 1 -- 172.21.15.119:0/112503858 <== mon.0 v2:172.21.15.119:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f9c68013470 con 0x7f9c7015a7a0 2024-09-13T18:56:56.858 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:56.851+0000 7f9c577fe640 1 --2- 172.21.15.119:0/112503858 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f9c5c06ac00 0x7f9c5c06d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:56.858 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:56.851+0000 7f9c577fe640 1 -- 172.21.15.119:0/112503858 <== mon.0 v2:172.21.15.119:3300/0 5 ==== osd_map(24..24 src has 1..24) v4 ==== 6460+0+0 (secure 0 0 0) 0x7f9c68089260 con 0x7f9c7015a7a0 2024-09-13T18:56:56.858 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:56.851+0000 7f9c6effd640 1 --2- 172.21.15.119:0/112503858 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f9c5c06ac00 0x7f9c5c06d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:56.858 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:56.852+0000 7f9c6effd640 1 --2- 172.21.15.119:0/112503858 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f9c5c06ac00 0x7f9c5c06d0c0 secure :-1 s=READY pgs=132 cs=0 l=1 rev1=1 crypto rx=0x7f9c60007fd0 tx=0x7f9c60009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:56:56.858 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:56.855+0000 7f9c577fe640 1 -- 172.21.15.119:0/112503858 <== mon.0 v2:172.21.15.119:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f9c68054210 con 0x7f9c7015a7a0 2024-09-13T18:56:57.021 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:57.018+0000 7f9c7579c640 1 -- 172.21.15.119:0/112503858 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f9c700b4b60 con 0x7f9c7015a7a0 2024-09-13T18:56:57.022 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:57.019+0000 7f9c577fe640 1 -- 172.21.15.119:0/112503858 <== mon.0 v2:172.21.15.119:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v24) v1 ==== 74+0+18394 (secure 0 0 0) 0x7f9c700b4b60 con 0x7f9c7015a7a0 2024-09-13T18:56:57.022 INFO:teuthology.orchestra.run.smithi119.stdout: 2024-09-13T18:56:57.022 INFO:teuthology.orchestra.run.smithi119.stdout:{"epoch":24,"fsid":"b3bca492-3414-44ef-b63c-42eead5ea701","created":"2024-09-13T18:56:10.047760+0000","modified":"2024-09-13T18:56:38.390322+0000","last_up_change":"2024-09-13T18:56:22.096428+0000","last_in_change":"2024-09-13T18:56:12.143228+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T18:56:22.095896+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-13T18:56:31.950108+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-13T18:56:32.998608+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-09-13T18:56:36.052694+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"24","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"09edfd5c-bc57-47d1-a7b7-6d97f0f88db1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6810","nonce":3811853106},{"type":"v1","addr":"172.21.15.119:6813","nonce":3811853106}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6817","nonce":3811853106},{"type":"v1","addr":"172.21.15.119:6820","nonce":3811853106}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6828","nonce":3811853106},{"type":"v1","addr":"172.21.15.119:6830","nonce":3811853106}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6823","nonce":3811853106},{"type":"v1","addr":"172.21.15.119:6825","nonce":3811853106}]},"public_addr":"172.21.15.119:6813/3811853106","cluster_addr":"172.21.15.119:6820/3811853106","heartbeat_back_addr":"172.21.15.119:6830/3811853106","heartbeat_front_addr":"172.21.15.119:6825/3811853106","state":["exists","up"]},{"osd":1,"uuid":"f26f4bd2-3aee-4208-9e62-87f17047d886","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6809","nonce":1656755168},{"type":"v1","addr":"172.21.15.119:6812","nonce":1656755168}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6815","nonce":1656755168},{"type":"v1","addr":"172.21.15.119:6818","nonce":1656755168}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6829","nonce":1656755168},{"type":"v1","addr":"172.21.15.119:6831","nonce":1656755168}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6822","nonce":1656755168},{"type":"v1","addr":"172.21.15.119:6826","nonce":1656755168}]},"public_addr":"172.21.15.119:6812/1656755168","cluster_addr":"172.21.15.119:6818/1656755168","heartbeat_back_addr":"172.21.15.119:6831/1656755168","heartbeat_front_addr":"172.21.15.119:6826/1656755168","state":["exists","up"]},{"osd":2,"uuid":"1e9d6e0c-51f9-4f4a-bead-0e7edc7dd200","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6800","nonce":3093354378},{"type":"v1","addr":"172.21.15.119:6801","nonce":3093354378}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6802","nonce":3093354378},{"type":"v1","addr":"172.21.15.119:6803","nonce":3093354378}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6806","nonce":3093354378},{"type":"v1","addr":"172.21.15.119:6807","nonce":3093354378}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6804","nonce":3093354378},{"type":"v1","addr":"172.21.15.119:6805","nonce":3093354378}]},"public_addr":"172.21.15.119:6801/3093354378","cluster_addr":"172.21.15.119:6803/3093354378","heartbeat_back_addr":"172.21.15.119:6807/3093354378","heartbeat_front_addr":"172.21.15.119:6805/3093354378","state":["exists","up"]},{"osd":3,"uuid":"7c289b1f-a555-46e4-b85a-c0f230c9e02a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6808","nonce":886995937},{"type":"v1","addr":"172.21.15.119:6811","nonce":886995937}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6814","nonce":886995937},{"type":"v1","addr":"172.21.15.119:6816","nonce":886995937}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6824","nonce":886995937},{"type":"v1","addr":"172.21.15.119:6827","nonce":886995937}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6819","nonce":886995937},{"type":"v1","addr":"172.21.15.119:6821","nonce":886995937}]},"public_addr":"172.21.15.119:6811/886995937","cluster_addr":"172.21.15.119:6816/886995937","heartbeat_back_addr":"172.21.15.119:6827/886995937","heartbeat_front_addr":"172.21.15.119:6821/886995937","state":["exists","up"]},{"osd":4,"uuid":"a0a2f75b-5a33-4b69-b834-b8cf5a90ac5f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6808","nonce":2802887692},{"type":"v1","addr":"172.21.15.145:6809","nonce":2802887692}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6810","nonce":2802887692},{"type":"v1","addr":"172.21.15.145:6811","nonce":2802887692}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6814","nonce":2802887692},{"type":"v1","addr":"172.21.15.145:6815","nonce":2802887692}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6812","nonce":2802887692},{"type":"v1","addr":"172.21.15.145:6813","nonce":2802887692}]},"public_addr":"172.21.15.145:6809/2802887692","cluster_addr":"172.21.15.145:6811/2802887692","heartbeat_back_addr":"172.21.15.145:6815/2802887692","heartbeat_front_addr":"172.21.15.145:6813/2802887692","state":["exists","up"]},{"osd":5,"uuid":"e301c92f-a5af-49da-8384-bef6d48c9982","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6800","nonce":1431235391},{"type":"v1","addr":"172.21.15.145:6801","nonce":1431235391}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6802","nonce":1431235391},{"type":"v1","addr":"172.21.15.145:6803","nonce":1431235391}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6806","nonce":1431235391},{"type":"v1","addr":"172.21.15.145:6807","nonce":1431235391}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6804","nonce":1431235391},{"type":"v1","addr":"172.21.15.145:6805","nonce":1431235391}]},"public_addr":"172.21.15.145:6801/1431235391","cluster_addr":"172.21.15.145:6803/1431235391","heartbeat_back_addr":"172.21.15.145:6807/1431235391","heartbeat_front_addr":"172.21.15.145:6805/1431235391","state":["exists","up"]},{"osd":6,"uuid":"dd2ee71c-4024-4f56-90b1-d362ff9ae8f5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6816","nonce":1755123178},{"type":"v1","addr":"172.21.15.145:6817","nonce":1755123178}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6818","nonce":1755123178},{"type":"v1","addr":"172.21.15.145:6819","nonce":1755123178}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6822","nonce":1755123178},{"type":"v1","addr":"172.21.15.145:6823","nonce":1755123178}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6820","nonce":1755123178},{"type":"v1","addr":"172.21.15.145:6821","nonce":1755123178}]},"public_addr":"172.21.15.145:6817/1755123178","cluster_addr":"172.21.15.145:6819/1755123178","heartbeat_back_addr":"172.21.15.145:6823/1755123178","heartbeat_front_addr":"172.21.15.145:6821/1755123178","state":["exists","up"]},{"osd":7,"uuid":"7412449e-689b-45ee-9ae5-744a8c27f166","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6824","nonce":3012628958},{"type":"v1","addr":"172.21.15.145:6825","nonce":3012628958}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6826","nonce":3012628958},{"type":"v1","addr":"172.21.15.145:6827","nonce":3012628958}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6830","nonce":3012628958},{"type":"v1","addr":"172.21.15.145:6831","nonce":3012628958}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6828","nonce":3012628958},{"type":"v1","addr":"172.21.15.145:6829","nonce":3012628958}]},"public_addr":"172.21.15.145:6825/3012628958","cluster_addr":"172.21.15.145:6827/3012628958","heartbeat_back_addr":"172.21.15.145:6831/3012628958","heartbeat_front_addr":"172.21.15.145:6829/3012628958","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T18:56:17.286635+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T18:56:17.334491+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T18:56:17.297521+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T18:56:17.383716+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T18:56:17.267776+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T18:56:17.312998+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T18:56:17.303008+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T18:56:17.304729+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T18:56:57.024 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:57.021+0000 7f9c7579c640 1 -- 172.21.15.119:0/112503858 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f9c5c06ac00 msgr2=0x7f9c5c06d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:57.025 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:57.021+0000 7f9c7579c640 1 --2- 172.21.15.119:0/112503858 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f9c5c06ac00 0x7f9c5c06d0c0 secure :-1 s=READY pgs=132 cs=0 l=1 rev1=1 crypto rx=0x7f9c60007fd0 tx=0x7f9c60009040 comp rx=0 tx=0).stop 2024-09-13T18:56:57.025 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:57.021+0000 7f9c7579c640 1 -- 172.21.15.119:0/112503858 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f9c7015a7a0 msgr2=0x7f9c700c9230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:57.025 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:57.021+0000 7f9c7579c640 1 --2- 172.21.15.119:0/112503858 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f9c7015a7a0 0x7f9c700c9230 secure :-1 s=READY pgs=225 cs=0 l=1 rev1=1 crypto rx=0x7f9c6800e930 tx=0x7f9c6800edf0 comp rx=0 tx=0).stop 2024-09-13T18:56:57.025 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:57.021+0000 7f9c7579c640 1 -- 172.21.15.119:0/112503858 shutdown_connections 2024-09-13T18:56:57.025 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:57.021+0000 7f9c7579c640 1 --2- 172.21.15.119:0/112503858 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f9c5c06ac00 0x7f9c5c06d0c0 unknown :-1 s=CLOSED pgs=132 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:57.025 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:57.021+0000 7f9c7579c640 1 --2- 172.21.15.119:0/112503858 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f9c7015a7a0 0x7f9c700c9230 unknown :-1 s=CLOSED pgs=225 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:57.025 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:57.021+0000 7f9c7579c640 1 --2- 172.21.15.119:0/112503858 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f9c700cb640 0x7f9c700b32e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:57.025 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:57.021+0000 7f9c7579c640 1 --2- 172.21.15.119:0/112503858 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f9c700ae670 0x7f9c70151cb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:57.025 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:57.021+0000 7f9c7579c640 1 -- 172.21.15.119:0/112503858 >> 172.21.15.119:0/112503858 conn(0x7f9c700b1f80 msgr2=0x7f9c700aeb30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:56:57.025 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:57.021+0000 7f9c7579c640 1 -- 172.21.15.119:0/112503858 shutdown_connections 2024-09-13T18:56:57.025 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:57.021+0000 7f9c7579c640 1 -- 172.21.15.119:0/112503858 wait complete. 2024-09-13T18:56:57.035 DEBUG:teuthology.orchestra.run.smithi119:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-13T18:56:57.135 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:57.133+0000 7f818eb83640 1 Processor -- start 2024-09-13T18:56:57.136 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:57.133+0000 7f818eb83640 1 -- start start 2024-09-13T18:56:57.138 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:57.134+0000 7f818eb83640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f81880ce6e0 0x7f818815cac0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:57.138 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:57.134+0000 7f818eb83640 1 --2- >> v2:172.21.15.119:3300/0 conn(0x7f818806e220 0x7f818806e670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:57.139 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:57.134+0000 7f818eb83640 1 -- --> v1:172.21.15.119:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f81880ceac0 con 0x7f818806cbe0 2024-09-13T18:56:57.139 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:57.134+0000 7f818eb83640 1 -- --> v2:172.21.15.119:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f818806ebb0 con 0x7f818806e220 2024-09-13T18:56:57.139 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:57.134+0000 7f818eb83640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f81880d0350 con 0x7f81880ce6e0 2024-09-13T18:56:57.139 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:57.134+0000 7f818d120640 1 --2- >> v2:172.21.15.119:3300/0 conn(0x7f818806e220 0x7f818806e670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:57.139 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:57.134+0000 7f817ffff640 1 --1- >> v1:172.21.15.119:6789/0 conn(0x7f818806cbe0 0x7f818806b1f0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.119:6789/0 says I am v1:172.21.15.119:33296/0 (socket says 172.21.15.119:33296) 2024-09-13T18:56:57.139 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:57.134+0000 7f817ffff640 1 -- 172.21.15.119:0/4034555861 learned_addr learned my addr 172.21.15.119:0/4034555861 (peer_addr_for_me v1:172.21.15.119:0/0) 2024-09-13T18:56:57.139 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:57.134+0000 7f818d120640 1 --2- >> v2:172.21.15.119:3300/0 conn(0x7f818806e220 0x7f818806e670 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.119:3300/0 says I am v2:172.21.15.119:43158/0 (socket says 172.21.15.119:43158) 2024-09-13T18:56:57.139 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:57.134+0000 7f818c91f640 1 --2- 172.21.15.119:0/4034555861 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f81880ce6e0 0x7f818815cac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:57.140 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:57.134+0000 7f818d120640 1 -- 172.21.15.119:0/4034555861 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f81880ce6e0 msgr2=0x7f818815cac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T18:56:57.140 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:57.134+0000 7f818d120640 1 --2- 172.21.15.119:0/4034555861 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f81880ce6e0 0x7f818815cac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:57.140 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:57.134+0000 7f818d120640 1 -- 172.21.15.119:0/4034555861 >> v1:172.21.15.119:6789/0 conn(0x7f818806cbe0 legacy=0x7f818806b1f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:57.140 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:57.134+0000 7f817f7fe640 1 -- 172.21.15.119:0/4034555861 <== mon.0 v1:172.21.15.119:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3986397582 0 0) 0x7f8178001110 con 0x7f818806cbe0 2024-09-13T18:56:57.140 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:57.134+0000 7f818d120640 1 -- 172.21.15.119:0/4034555861 --> v2:172.21.15.119:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f818815d2f0 con 0x7f818806e220 2024-09-13T18:56:57.140 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:57.135+0000 7f818d120640 1 --2- 172.21.15.119:0/4034555861 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f818806e220 0x7f818806e670 secure :-1 s=READY pgs=227 cs=0 l=1 rev1=1 crypto rx=0x7f8180009d90 tx=0x7f818002a660 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1a9d42d82aaa7909 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:56:57.140 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:57.135+0000 7f817f7fe640 1 -- 172.21.15.119:0/4034555861 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8180007740 con 0x7f818806e220 2024-09-13T18:56:57.140 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:57.135+0000 7f817f7fe640 1 -- 172.21.15.119:0/4034555861 <== mon.0 v2:172.21.15.119:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f818002d050 con 0x7f818806e220 2024-09-13T18:56:57.140 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:57.135+0000 7f817f7fe640 1 -- 172.21.15.119:0/4034555861 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8180007ac0 con 0x7f818806e220 2024-09-13T18:56:57.140 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:57.136+0000 7f818eb83640 1 -- 172.21.15.119:0/4034555861 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f818806e220 msgr2=0x7f818806e670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:57.140 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:57.136+0000 7f818eb83640 1 --2- 172.21.15.119:0/4034555861 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f818806e220 0x7f818806e670 secure :-1 s=READY pgs=227 cs=0 l=1 rev1=1 crypto rx=0x7f8180009d90 tx=0x7f818002a660 comp rx=0 tx=0).stop 2024-09-13T18:56:57.140 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:57.136+0000 7f818eb83640 1 -- 172.21.15.119:0/4034555861 shutdown_connections 2024-09-13T18:56:57.140 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:57.136+0000 7f818eb83640 1 --2- 172.21.15.119:0/4034555861 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f818806e220 0x7f818806e670 unknown :-1 s=CLOSED pgs=227 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:57.140 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:57.136+0000 7f818eb83640 1 --2- 172.21.15.119:0/4034555861 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f81880ce6e0 0x7f818815cac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:57.141 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:57.136+0000 7f818eb83640 1 -- 172.21.15.119:0/4034555861 >> 172.21.15.119:0/4034555861 conn(0x7f8188069ed0 msgr2=0x7f818806a2b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:56:57.141 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:57.136+0000 7f818eb83640 1 -- 172.21.15.119:0/4034555861 shutdown_connections 2024-09-13T18:56:57.141 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:57.136+0000 7f818eb83640 1 -- 172.21.15.119:0/4034555861 wait complete. 2024-09-13T18:56:57.143 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:57.137+0000 7f818eb83640 1 Processor -- start 2024-09-13T18:56:57.143 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:57.137+0000 7f818eb83640 1 -- start start 2024-09-13T18:56:57.143 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:57.138+0000 7f818eb83640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f818806cbe0 0x7f81880b5b30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:57.144 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:57.138+0000 7f818eb83640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f818806e220 0x7f81880b3bc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:57.144 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:57.138+0000 7f818eb83640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f81880ce6e0 0x7f81881460c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:57.144 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:57.138+0000 7f818eb83640 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f81880b56a0 con 0x7f818806cbe0 2024-09-13T18:56:57.144 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:57.138+0000 7f818eb83640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f81880b4100 con 0x7f81880ce6e0 2024-09-13T18:56:57.144 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:57.138+0000 7f818eb83640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f8188146600 con 0x7f818806e220 2024-09-13T18:56:57.144 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:57.138+0000 7f818c91f640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f818806cbe0 0x7f81880b5b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:57.144 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:57.138+0000 7f818c91f640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f818806cbe0 0x7f81880b5b30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.119:3300/0 says I am v2:172.21.15.119:43162/0 (socket says 172.21.15.119:43162) 2024-09-13T18:56:57.144 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:57.138+0000 7f818c91f640 1 -- 172.21.15.119:0/2667912153 learned_addr learned my addr 172.21.15.119:0/2667912153 (peer_addr_for_me v2:172.21.15.119:0/0) 2024-09-13T18:56:57.144 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:57.138+0000 7f818d120640 1 --2- 172.21.15.119:0/2667912153 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f81880ce6e0 0x7f81881460c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:57.144 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:57.138+0000 7f818c91f640 1 -- 172.21.15.119:0/2667912153 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f818806e220 msgr2=0x7f81880b3bc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:57.144 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:57.138+0000 7f817ffff640 1 --2- 172.21.15.119:0/2667912153 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f818806e220 0x7f81880b3bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:57.144 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:57.138+0000 7f818c91f640 1 --2- 172.21.15.119:0/2667912153 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f818806e220 0x7f81880b3bc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:57.145 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:57.138+0000 7f818c91f640 1 -- 172.21.15.119:0/2667912153 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f81880ce6e0 msgr2=0x7f81881460c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:57.145 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:57.138+0000 7f818c91f640 1 --2- 172.21.15.119:0/2667912153 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f81880ce6e0 0x7f81881460c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:57.145 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:57.138+0000 7f818c91f640 1 -- 172.21.15.119:0/2667912153 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8180009a70 con 0x7f818806cbe0 2024-09-13T18:56:57.145 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:57.138+0000 7f818d120640 1 --2- 172.21.15.119:0/2667912153 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f81880ce6e0 0x7f81881460c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T18:56:57.145 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:57.138+0000 7f818c91f640 1 --2- 172.21.15.119:0/2667912153 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f818806cbe0 0x7f81880b5b30 secure :-1 s=READY pgs=228 cs=0 l=1 rev1=1 crypto rx=0x7f818400d5f0 tx=0x7f818400dab0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:56:57.145 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:57.138+0000 7f817d7fa640 1 -- 172.21.15.119:0/2667912153 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f81840125f0 con 0x7f818806cbe0 2024-09-13T18:56:57.145 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:57.139+0000 7f817d7fa640 1 -- 172.21.15.119:0/2667912153 <== mon.0 v2:172.21.15.119:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f8184012750 con 0x7f818806cbe0 2024-09-13T18:56:57.145 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:57.139+0000 7f817d7fa640 1 -- 172.21.15.119:0/2667912153 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8184012b00 con 0x7f818806cbe0 2024-09-13T18:56:57.145 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:57.139+0000 7f818eb83640 1 -- 172.21.15.119:0/2667912153 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f81880b47b0 con 0x7f818806cbe0 2024-09-13T18:56:57.145 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:57.139+0000 7f818eb83640 1 -- 172.21.15.119:0/2667912153 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f81880b4d70 con 0x7f818806cbe0 2024-09-13T18:56:57.145 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:57.139+0000 7f818eb83640 1 -- 172.21.15.119:0/2667912153 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f81880cfee0 con 0x7f818806cbe0 2024-09-13T18:56:57.145 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:57.140+0000 7f817d7fa640 1 -- 172.21.15.119:0/2667912153 <== mon.0 v2:172.21.15.119:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f8184012c60 con 0x7f818806cbe0 2024-09-13T18:56:57.145 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:57.140+0000 7f817d7fa640 1 --2- 172.21.15.119:0/2667912153 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f817406ac00 0x7f817406d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:57.145 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:57.140+0000 7f817d7fa640 1 -- 172.21.15.119:0/2667912153 <== mon.0 v2:172.21.15.119:3300/0 5 ==== osd_map(24..24 src has 1..24) v4 ==== 6460+0+0 (secure 0 0 0) 0x7f8184089b60 con 0x7f818806cbe0 2024-09-13T18:56:57.146 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:57.140+0000 7f817ffff640 1 --2- 172.21.15.119:0/2667912153 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f817406ac00 0x7f817406d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:57.146 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:57.141+0000 7f817ffff640 1 --2- 172.21.15.119:0/2667912153 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f817406ac00 0x7f817406d0c0 secure :-1 s=READY pgs=133 cs=0 l=1 rev1=1 crypto rx=0x7f81881f5960 tx=0x7f8178009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:56:57.147 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:57.145+0000 7f817d7fa640 1 -- 172.21.15.119:0/2667912153 <== mon.0 v2:172.21.15.119:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f81840549c0 con 0x7f818806cbe0 2024-09-13T18:56:57.339 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:57.337+0000 7f818eb83640 1 -- 172.21.15.119:0/2667912153 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f8188067250 con 0x7f818806cbe0 2024-09-13T18:56:57.340 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:57.337+0000 7f817d7fa640 1 -- 172.21.15.119:0/2667912153 <== mon.0 v2:172.21.15.119:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 8 v8) v1 ==== 93+0+4739 (secure 0 0 0) 0x7f8184057fe0 con 0x7f818806cbe0 2024-09-13T18:56:57.340 INFO:teuthology.orchestra.run.smithi119.stdout: 2024-09-13T18:56:57.340 INFO:teuthology.orchestra.run.smithi119.stdout:{"epoch":8,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4241,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.145:6835/847902248","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6833","nonce":847902248},{"type":"v1","addr":"172.21.15.145:6835","nonce":847902248}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3},{"gid":4282,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.145:6834/3410464570","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6832","nonce":3410464570},{"type":"v1","addr":"172.21.15.145:6834","nonce":3410464570}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3},{"gid":4287,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.119:6836/3596755488","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6834","nonce":3596755488},{"type":"v1","addr":"172.21.15.119:6836","nonce":3596755488}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":8,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-13T18:56:34.025298+0000","modified":"2024-09-13T18:56:49.078985+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":4290},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4290":{"gid":4290,"name":"a","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.119:6837/3907469279","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6835","nonce":3907469279},{"type":"v1","addr":"172.21.15.119:6837","nonce":3907469279}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2024-09-13T18:56:57.341 INFO:teuthology.orchestra.run.smithi119.stderr:dumped fsmap epoch 8 2024-09-13T18:56:57.342 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:57.339+0000 7f818eb83640 1 -- 172.21.15.119:0/2667912153 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f817406ac00 msgr2=0x7f817406d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:57.342 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:57.339+0000 7f818eb83640 1 --2- 172.21.15.119:0/2667912153 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f817406ac00 0x7f817406d0c0 secure :-1 s=READY pgs=133 cs=0 l=1 rev1=1 crypto rx=0x7f81881f5960 tx=0x7f8178009040 comp rx=0 tx=0).stop 2024-09-13T18:56:57.342 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:57.339+0000 7f818eb83640 1 -- 172.21.15.119:0/2667912153 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f818806cbe0 msgr2=0x7f81880b5b30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:57.342 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:57.339+0000 7f818eb83640 1 --2- 172.21.15.119:0/2667912153 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f818806cbe0 0x7f81880b5b30 secure :-1 s=READY pgs=228 cs=0 l=1 rev1=1 crypto rx=0x7f818400d5f0 tx=0x7f818400dab0 comp rx=0 tx=0).stop 2024-09-13T18:56:57.343 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:57.339+0000 7f818eb83640 1 -- 172.21.15.119:0/2667912153 shutdown_connections 2024-09-13T18:56:57.343 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:57.339+0000 7f818eb83640 1 --2- 172.21.15.119:0/2667912153 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f817406ac00 0x7f817406d0c0 unknown :-1 s=CLOSED pgs=133 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:57.343 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:57.339+0000 7f818eb83640 1 --2- 172.21.15.119:0/2667912153 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f81880ce6e0 0x7f81881460c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:57.343 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:57.339+0000 7f818eb83640 1 --2- 172.21.15.119:0/2667912153 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f818806e220 0x7f81880b3bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:57.343 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:57.339+0000 7f818eb83640 1 --2- 172.21.15.119:0/2667912153 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f818806cbe0 0x7f81880b5b30 unknown :-1 s=CLOSED pgs=228 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:57.343 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:57.339+0000 7f818eb83640 1 -- 172.21.15.119:0/2667912153 >> 172.21.15.119:0/2667912153 conn(0x7f8188069ed0 msgr2=0x7f818806a2b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:56:57.343 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:57.340+0000 7f818eb83640 1 -- 172.21.15.119:0/2667912153 shutdown_connections 2024-09-13T18:56:57.343 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:57.340+0000 7f818eb83640 1 -- 172.21.15.119:0/2667912153 wait complete. 2024-09-13T18:56:57.756 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 8, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-09-13T18:56:34.025298+0000', 'modified': '2024-09-13T18:56:49.078985+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 4290}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_4290': {'gid': 4290, 'name': 'a', 'rank': 0, 'incarnation': 4, 'state': 'up:active', 'state_seq': 3, 'addr': '172.21.15.119:6837/3907469279', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.119:6835', 'nonce': 3907469279}, {'type': 'v1', 'addr': '172.21.15.119:6837', 'nonce': 3907469279}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540138322906710015, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2'}}}}, 'data_pools': [3, 4], 'metadata_pool': 2, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0} 2024-09-13T18:56:57.757 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 1/1 2024-09-13T18:56:57.757 DEBUG:teuthology.orchestra.run.smithi119:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.a status 2024-09-13T18:56:57.855 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:57.852+0000 7fe7e90f7640 1 Processor -- start 2024-09-13T18:56:57.855 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:57.852+0000 7fe7e90f7640 1 -- start start 2024-09-13T18:56:57.857 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:57.853+0000 7fe7e90f7640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7fe7e415a2e0 0x7fe7e40c9a40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:57.857 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:57.853+0000 7fe7e90f7640 1 --2- >> v2:172.21.15.119:3300/0 conn(0x7fe7e40c9f80 0x7fe7e40cace0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:57.857 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:57.853+0000 7fe7e90f7640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fe7e40cb670 con 0x7fe7e40cb220 2024-09-13T18:56:57.857 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:57.853+0000 7fe7e90f7640 1 -- --> v2:172.21.15.119:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fe7e40c8920 con 0x7fe7e40c9f80 2024-09-13T18:56:57.857 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:57.853+0000 7fe7e90f7640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fe7e415a6c0 con 0x7fe7e415a2e0 2024-09-13T18:56:57.857 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:57.853+0000 7fe7e259c640 1 --2- >> v2:172.21.15.119:3300/0 conn(0x7fe7e40c9f80 0x7fe7e40cace0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:57.857 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:57.853+0000 7fe7e259c640 1 --2- >> v2:172.21.15.119:3300/0 conn(0x7fe7e40c9f80 0x7fe7e40cace0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.119:3300/0 says I am v2:172.21.15.119:43166/0 (socket says 172.21.15.119:43166) 2024-09-13T18:56:57.858 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:57.853+0000 7fe7e259c640 1 -- 172.21.15.119:0/2556064038 learned_addr learned my addr 172.21.15.119:0/2556064038 (peer_addr_for_me v2:172.21.15.119:0/0) 2024-09-13T18:56:57.858 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:57.853+0000 7fe7e2d9d640 1 --2- 172.21.15.119:0/2556064038 >> v2:172.21.15.145:3300/0 conn(0x7fe7e415a2e0 0x7fe7e40c9a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:57.858 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:57.853+0000 7fe7e259c640 1 -- 172.21.15.119:0/2556064038 >> v2:172.21.15.145:3300/0 conn(0x7fe7e415a2e0 msgr2=0x7fe7e40c9a40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T18:56:57.858 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:57.853+0000 7fe7e259c640 1 --2- 172.21.15.119:0/2556064038 >> v2:172.21.15.145:3300/0 conn(0x7fe7e415a2e0 0x7fe7e40c9a40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:57.858 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:57.853+0000 7fe7e259c640 1 -- 172.21.15.119:0/2556064038 >> v1:172.21.15.145:6789/0 conn(0x7fe7e40cb220 legacy=0x7fe7e40ce260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T18:56:57.858 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:57.853+0000 7fe7e259c640 1 -- 172.21.15.119:0/2556064038 --> v2:172.21.15.119:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe7e40ca500 con 0x7fe7e40c9f80 2024-09-13T18:56:57.858 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:57.854+0000 7fe7e259c640 1 --2- 172.21.15.119:0/2556064038 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fe7e40c9f80 0x7fe7e40cace0 secure :-1 s=READY pgs=229 cs=0 l=1 rev1=1 crypto rx=0x7fe7e40cf340 tx=0x7fe7d802a230 comp rx=0 tx=0).ready entity=mon.0 client_cookie=eec8e563d37841fa server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:56:57.858 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:57.854+0000 7fe7e1d9b640 1 -- 172.21.15.119:0/2556064038 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe7d8032440 con 0x7fe7e40c9f80 2024-09-13T18:56:57.858 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:57.854+0000 7fe7e1d9b640 1 -- 172.21.15.119:0/2556064038 <== mon.0 v2:172.21.15.119:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe7d80325a0 con 0x7fe7e40c9f80 2024-09-13T18:56:57.858 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:57.854+0000 7fe7e1d9b640 1 -- 172.21.15.119:0/2556064038 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe7d8032930 con 0x7fe7e40c9f80 2024-09-13T18:56:57.858 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:57.854+0000 7fe7e90f7640 1 -- 172.21.15.119:0/2556064038 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fe7e40c9f80 msgr2=0x7fe7e40cace0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:57.859 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:57.854+0000 7fe7e90f7640 1 --2- 172.21.15.119:0/2556064038 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fe7e40c9f80 0x7fe7e40cace0 secure :-1 s=READY pgs=229 cs=0 l=1 rev1=1 crypto rx=0x7fe7e40cf340 tx=0x7fe7d802a230 comp rx=0 tx=0).stop 2024-09-13T18:56:57.859 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:57.854+0000 7fe7e90f7640 1 -- 172.21.15.119:0/2556064038 shutdown_connections 2024-09-13T18:56:57.859 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:57.854+0000 7fe7e90f7640 1 --2- 172.21.15.119:0/2556064038 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fe7e40c9f80 0x7fe7e40cace0 unknown :-1 s=CLOSED pgs=229 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:57.859 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:57.854+0000 7fe7e90f7640 1 --2- 172.21.15.119:0/2556064038 >> v2:172.21.15.145:3300/0 conn(0x7fe7e415a2e0 0x7fe7e40c9a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:57.859 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:57.854+0000 7fe7e90f7640 1 -- 172.21.15.119:0/2556064038 >> 172.21.15.119:0/2556064038 conn(0x7fe7e4069ed0 msgr2=0x7fe7e406a2e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:56:57.859 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:57.855+0000 7fe7e90f7640 1 -- 172.21.15.119:0/2556064038 shutdown_connections 2024-09-13T18:56:57.859 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:57.855+0000 7fe7e90f7640 1 -- 172.21.15.119:0/2556064038 wait complete. 2024-09-13T18:56:57.861 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:57.856+0000 7fe7e90f7640 1 Processor -- start 2024-09-13T18:56:57.862 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:57.856+0000 7fe7e90f7640 1 -- start start 2024-09-13T18:56:57.862 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:57.857+0000 7fe7e90f7640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fe7e40c9f80 0x7fe7e4154830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:57.862 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:57.857+0000 7fe7e90f7640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fe7e40cb220 0x7fe7e40cc8b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:57.862 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:57.857+0000 7fe7e90f7640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fe7e415a2e0 0x7fe7e406cff0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:57.862 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:57.857+0000 7fe7e90f7640 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe7e415ac20 con 0x7fe7e415a2e0 2024-09-13T18:56:57.862 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:57.857+0000 7fe7e90f7640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe7e40ad110 con 0x7fe7e40c9f80 2024-09-13T18:56:57.862 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:57.857+0000 7fe7e90f7640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe7e40ac490 con 0x7fe7e40cb220 2024-09-13T18:56:57.862 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:57.857+0000 7fe7e359e640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fe7e415a2e0 0x7fe7e406cff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:57.863 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:57.857+0000 7fe7e2d9d640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fe7e40c9f80 0x7fe7e4154830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:57.863 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:57.857+0000 7fe7e359e640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fe7e415a2e0 0x7fe7e406cff0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.119:3300/0 says I am v2:172.21.15.119:43178/0 (socket says 172.21.15.119:43178) 2024-09-13T18:56:57.863 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:57.857+0000 7fe7e359e640 1 -- 172.21.15.119:0/3066766501 learned_addr learned my addr 172.21.15.119:0/3066766501 (peer_addr_for_me v2:172.21.15.119:0/0) 2024-09-13T18:56:57.863 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:57.857+0000 7fe7e259c640 1 --2- 172.21.15.119:0/3066766501 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fe7e40cb220 0x7fe7e40cc8b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:57.863 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:57.857+0000 7fe7e359e640 1 -- 172.21.15.119:0/3066766501 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fe7e40cb220 msgr2=0x7fe7e40cc8b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:57.863 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:57.857+0000 7fe7e359e640 1 --2- 172.21.15.119:0/3066766501 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fe7e40cb220 0x7fe7e40cc8b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:57.863 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:57.857+0000 7fe7e359e640 1 -- 172.21.15.119:0/3066766501 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fe7e40c9f80 msgr2=0x7fe7e4154830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:57.863 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:57.857+0000 7fe7e359e640 1 --2- 172.21.15.119:0/3066766501 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fe7e40c9f80 0x7fe7e4154830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:57.864 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:57.857+0000 7fe7e359e640 1 -- 172.21.15.119:0/3066766501 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe7d80094d0 con 0x7fe7e415a2e0 2024-09-13T18:56:57.864 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:57.857+0000 7fe7e359e640 1 --2- 172.21.15.119:0/3066766501 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fe7e415a2e0 0x7fe7e406cff0 secure :-1 s=READY pgs=230 cs=0 l=1 rev1=1 crypto rx=0x7fe7dc00c390 tx=0x7fe7dc00c850 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:56:57.864 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:57.858+0000 7fe7cb7fe640 1 -- 172.21.15.119:0/3066766501 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe7dc0035f0 con 0x7fe7e415a2e0 2024-09-13T18:56:57.864 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:57.858+0000 7fe7cb7fe640 1 -- 172.21.15.119:0/3066766501 <== mon.0 v2:172.21.15.119:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe7dc003750 con 0x7fe7e415a2e0 2024-09-13T18:56:57.864 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:57.858+0000 7fe7cb7fe640 1 -- 172.21.15.119:0/3066766501 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe7dc003b00 con 0x7fe7e415a2e0 2024-09-13T18:56:57.864 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:57.858+0000 7fe7e90f7640 1 -- 172.21.15.119:0/3066766501 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe7e40ac770 con 0x7fe7e415a2e0 2024-09-13T18:56:57.864 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:57.858+0000 7fe7e90f7640 1 -- 172.21.15.119:0/3066766501 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe7e40acd30 con 0x7fe7e415a2e0 2024-09-13T18:56:57.864 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:57.859+0000 7fe7cb7fe640 1 -- 172.21.15.119:0/3066766501 <== mon.0 v2:172.21.15.119:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fe7dc003c60 con 0x7fe7e415a2e0 2024-09-13T18:56:57.871 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:57.860+0000 7fe7cb7fe640 1 --2- 172.21.15.119:0/3066766501 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7fe7d006ac00 0x7fe7d006d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:57.871 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:57.860+0000 7fe7e2d9d640 1 --2- 172.21.15.119:0/3066766501 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7fe7d006ac00 0x7fe7d006d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:57.871 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:57.860+0000 7fe7cb7fe640 1 -- 172.21.15.119:0/3066766501 <== mon.0 v2:172.21.15.119:3300/0 5 ==== osd_map(24..24 src has 1..24) v4 ==== 6460+0+0 (secure 0 0 0) 0x7fe7dc088810 con 0x7fe7e415a2e0 2024-09-13T18:56:57.871 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:57.860+0000 7fe7e2d9d640 1 --2- 172.21.15.119:0/3066766501 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7fe7d006ac00 0x7fe7d006d0c0 secure :-1 s=READY pgs=134 cs=0 l=1 rev1=1 crypto rx=0x7fe7d400f360 tx=0x7fe7d4007710 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:56:57.871 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:57.861+0000 7fe7ebe1b740 1 Processor -- start 2024-09-13T18:56:57.871 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:57.861+0000 7fe7ebe1b740 1 -- start start 2024-09-13T18:56:57.871 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:57.861+0000 7fe7ebe1b740 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x56514dc7a0a0 0x56514dc7a480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:57.871 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:57.861+0000 7fe7ebe1b740 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x56514dc77860 0x56514dcc7570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:57.872 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:57.861+0000 7fe7ebe1b740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56514dca1550 0x56514dcc7ab0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:57.872 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:57.861+0000 7fe7ebe1b740 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x56514dbd47c0 con 0x56514dc7a0a0 2024-09-13T18:56:57.872 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:57.861+0000 7fe7ebe1b740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 v1 -- 0x56514dbe3b70 con 0x56514dca1550 2024-09-13T18:56:57.872 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:57.861+0000 7fe7ebe1b740 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x56514dbe1300 con 0x56514dc77860 2024-09-13T18:56:57.872 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:57.862+0000 7fe7e2d9d640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x56514dc7a0a0 0x56514dc7a480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:57.872 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:57.862+0000 7fe7e2d9d640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x56514dc7a0a0 0x56514dc7a480 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.119:3300/0 says I am v2:172.21.15.119:43194/0 (socket says 172.21.15.119:43194) 2024-09-13T18:56:57.872 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:57.862+0000 7fe7e2d9d640 1 -- 172.21.15.119:0/4224634726 learned_addr learned my addr 172.21.15.119:0/4224634726 (peer_addr_for_me v2:172.21.15.119:0/0) 2024-09-13T18:56:57.872 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:57.862+0000 7fe7e359e640 1 --2- 172.21.15.119:0/4224634726 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56514dca1550 0x56514dcc7ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:57.872 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:57.862+0000 7fe7e259c640 1 --2- 172.21.15.119:0/4224634726 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x56514dc77860 0x56514dcc7570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:57.872 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:57.862+0000 7fe7e2d9d640 1 -- 172.21.15.119:0/4224634726 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x56514dc77860 msgr2=0x56514dcc7570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T18:56:57.872 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:57.862+0000 7fe7e2d9d640 1 --2- 172.21.15.119:0/4224634726 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x56514dc77860 0x56514dcc7570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:57.872 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:57.862+0000 7fe7e2d9d640 1 -- 172.21.15.119:0/4224634726 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56514dca1550 msgr2=0x56514dcc7ab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T18:56:57.872 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:57.862+0000 7fe7e2d9d640 1 --2- 172.21.15.119:0/4224634726 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56514dca1550 0x56514dcc7ab0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:57.873 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:57.862+0000 7fe7e2d9d640 1 -- 172.21.15.119:0/4224634726 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x56514db694b0 con 0x56514dc7a0a0 2024-09-13T18:56:57.873 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:57.862+0000 7fe7e259c640 1 --2- 172.21.15.119:0/4224634726 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x56514dc77860 0x56514dcc7570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T18:56:57.873 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:57.862+0000 7fe7e2d9d640 1 --2- 172.21.15.119:0/4224634726 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x56514dc7a0a0 0x56514dc7a480 secure :-1 s=READY pgs=231 cs=0 l=1 rev1=1 crypto rx=0x7fe7d4011520 tx=0x7fe7d4012000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ca1cdacdb051c7b5 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:56:57.873 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:57.862+0000 7fe7c8ff9640 1 -- 172.21.15.119:0/4224634726 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe7d4010690 con 0x56514dc7a0a0 2024-09-13T18:56:57.873 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:57.862+0000 7fe7c8ff9640 1 -- 172.21.15.119:0/4224634726 <== mon.0 v2:172.21.15.119:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe7d40107f0 con 0x56514dc7a0a0 2024-09-13T18:56:57.873 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:57.862+0000 7fe7c8ff9640 1 -- 172.21.15.119:0/4224634726 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe7d4010b60 con 0x56514dc7a0a0 2024-09-13T18:56:57.873 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:57.863+0000 7fe7ebe1b740 1 -- 172.21.15.119:0/4224634726 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x56514dc7a0a0 msgr2=0x56514dc7a480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:57.873 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:57.863+0000 7fe7ebe1b740 1 --2- 172.21.15.119:0/4224634726 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x56514dc7a0a0 0x56514dc7a480 secure :-1 s=READY pgs=231 cs=0 l=1 rev1=1 crypto rx=0x7fe7d4011520 tx=0x7fe7d4012000 comp rx=0 tx=0).stop 2024-09-13T18:56:57.873 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:57.863+0000 7fe7ebe1b740 1 -- 172.21.15.119:0/4224634726 shutdown_connections 2024-09-13T18:56:57.874 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:57.863+0000 7fe7ebe1b740 1 --2- 172.21.15.119:0/4224634726 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56514dca1550 0x56514dcc7ab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:57.874 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:57.863+0000 7fe7ebe1b740 1 --2- 172.21.15.119:0/4224634726 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x56514dc77860 0x56514dcc7570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:57.874 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:57.863+0000 7fe7ebe1b740 1 --2- 172.21.15.119:0/4224634726 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x56514dc7a0a0 0x56514dc7a480 unknown :-1 s=CLOSED pgs=231 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:57.874 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:57.863+0000 7fe7ebe1b740 1 -- 172.21.15.119:0/4224634726 >> 172.21.15.119:0/4224634726 conn(0x56514dc767d0 msgr2=0x56514dcbec80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:56:57.874 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:57.863+0000 7fe7ebe1b740 1 -- 172.21.15.119:0/4224634726 shutdown_connections 2024-09-13T18:56:57.874 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:57.863+0000 7fe7ebe1b740 1 -- 172.21.15.119:0/4224634726 wait complete. 2024-09-13T18:56:57.874 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:57.863+0000 7fe7ebe1b740 1 -- start start 2024-09-13T18:56:57.874 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:57.864+0000 7fe7ebe1b740 1 Processor -- start 2024-09-13T18:56:57.874 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:57.864+0000 7fe7ebe1b740 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x56514dc7a0a0 0x56514dca5030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:57.874 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:57.864+0000 7fe7ebe1b740 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x56514dca1550 0x56514dc918e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:57.874 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:57.864+0000 7fe7ebe1b740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56514dca2aa0 0x56514dca2f20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:57.874 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:57.864+0000 7fe7ebe1b740 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x56514dbdcbf0 con 0x56514dc7a0a0 2024-09-13T18:56:57.875 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:57.864+0000 7fe7ebe1b740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 v1 -- 0x56514db9b250 con 0x56514dca2aa0 2024-09-13T18:56:57.875 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:57.864+0000 7fe7ebe1b740 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x56514db9aef0 con 0x56514dca1550 2024-09-13T18:56:57.875 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:57.864+0000 7fe7ebe1b740 10 client.0 _ll_register_callbacks cb 0x56514dbcd740 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-13T18:56:57.875 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:57.864+0000 7fe7e2d9d640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x56514dc7a0a0 0x56514dca5030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:57.875 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:57.864+0000 7fe7e2d9d640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x56514dc7a0a0 0x56514dca5030 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.119:3300/0 says I am v2:172.21.15.119:43210/0 (socket says 172.21.15.119:43210) 2024-09-13T18:56:57.875 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:57.864+0000 7fe7e2d9d640 1 -- 172.21.15.119:0/2637737093 learned_addr learned my addr 172.21.15.119:0/2637737093 (peer_addr_for_me v2:172.21.15.119:0/0) 2024-09-13T18:56:57.875 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:57.864+0000 7fe7e359e640 1 --2- 172.21.15.119:0/2637737093 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56514dca2aa0 0x56514dca2f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:57.875 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:57.865+0000 7fe7e259c640 1 --2- 172.21.15.119:0/2637737093 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x56514dca1550 0x56514dc918e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:57.875 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:57.865+0000 7fe7e2d9d640 1 -- 172.21.15.119:0/2637737093 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x56514dca1550 msgr2=0x56514dc918e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T18:56:57.875 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:57.865+0000 7fe7e2d9d640 1 --2- 172.21.15.119:0/2637737093 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x56514dca1550 0x56514dc918e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:57.875 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:57.865+0000 7fe7e2d9d640 1 -- 172.21.15.119:0/2637737093 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56514dca2aa0 msgr2=0x56514dca2f20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T18:56:57.875 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:57.865+0000 7fe7e2d9d640 1 --2- 172.21.15.119:0/2637737093 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56514dca2aa0 0x56514dca2f20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:57.875 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:57.865+0000 7fe7e2d9d640 1 -- 172.21.15.119:0/2637737093 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe7d4008040 con 0x56514dc7a0a0 2024-09-13T18:56:57.876 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:57.865+0000 7fe7e2d9d640 1 --2- 172.21.15.119:0/2637737093 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x56514dc7a0a0 0x56514dca5030 secure :-1 s=READY pgs=232 cs=0 l=1 rev1=1 crypto rx=0x56514dcc1b80 tx=0x7fe7d4004ab0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ad40dc7a4595eed server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:56:57.876 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:57.865+0000 7fe7c1ffb640 10 client.0 ms_handle_connect on v2:172.21.15.119:3300/0 2024-09-13T18:56:57.876 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:57.865+0000 7fe7c1ffb640 1 -- 172.21.15.119:0/2637737093 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe7d402d070 con 0x56514dc7a0a0 2024-09-13T18:56:57.876 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:57.865+0000 7fe7c1ffb640 1 -- 172.21.15.119:0/2637737093 <== mon.0 v2:172.21.15.119:3300/0 2 ==== osd_map(24..24 src has 1..24) v4 ==== 6460+0+0 (secure 0 0 0) 0x7fe7d4033dc0 con 0x56514dc7a0a0 2024-09-13T18:56:57.876 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:57.865+0000 7fe7ebe1b740 1 -- 172.21.15.119:0/2637737093 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x56514d8d03c0 con 0x56514dc7a0a0 2024-09-13T18:56:57.876 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:57.865+0000 7fe7c1ffb640 1 -- 172.21.15.119:0/2637737093 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_get_version_reply(handle=1 version=8) v2 ==== 24+0+0 (secure 0 0 0) 0x7fe7d4010d30 con 0x56514dc7a0a0 2024-09-13T18:56:57.876 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:57.865+0000 7fe7ebe1b740 10 client.4815 fetch_fsmap learned FSMap version 8 2024-09-13T18:56:57.876 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:57.865+0000 7fe7ebe1b740 1 -- 172.21.15.119:0/2637737093 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({config=0+,fsmap=8,monmap=2+}) v3 -- 0x56514dbdb270 con 0x56514dc7a0a0 2024-09-13T18:56:57.876 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:57.865+0000 7fe7c1ffb640 1 -- 172.21.15.119:0/2637737093 <== mon.0 v2:172.21.15.119:3300/0 4 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x56514d8d03c0 con 0x56514dc7a0a0 2024-09-13T18:56:57.876 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:57.865+0000 7fe7c1ffb640 1 -- 172.21.15.119:0/2637737093 <== mon.0 v2:172.21.15.119:3300/0 5 ==== fsmap(e 8) v1 ==== 3122+0+0 (secure 0 0 0) 0x7fe7d4027450 con 0x56514dc7a0a0 2024-09-13T18:56:57.876 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:57.865+0000 7fe7ebe1b740 10 client.4815 fetch_fsmap finished waiting for FSMap version 8 2024-09-13T18:56:57.876 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:57.865+0000 7fe7ebe1b740 10 client.4815 resolve_mds: resolved name 'a' to daemon mds.a 2024-09-13T18:56:57.876 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:57.865+0000 7fe7ebe1b740 20 client.4815 populate_metadata read hostname 'smithi119' 2024-09-13T18:56:57.877 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:57.865+0000 7fe7ebe1b740 1 --2- 172.21.15.119:0/2637737093 >> [v2:172.21.15.119:6835/3907469279,v1:172.21.15.119:6837/3907469279] conn(0x56514dcc4df0 0x56514dcc51d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:57.877 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:57.866+0000 7fe7ebe1b740 4 client.4815 mds_command: new command op to 4290 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-13T18:56:57.877 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:57.866+0000 7fe7ebe1b740 1 -- 172.21.15.119:0/2637737093 --> [v2:172.21.15.119:6835/3907469279,v1:172.21.15.119:6837/3907469279] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x56514d8e16c0 con 0x56514dcc4df0 2024-09-13T18:56:57.877 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:57.866+0000 7fe7e259c640 1 --2- 172.21.15.119:0/2637737093 >> [v2:172.21.15.119:6835/3907469279,v1:172.21.15.119:6837/3907469279] conn(0x56514dcc4df0 0x56514dcc51d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:57.877 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:57.866+0000 7fe7c1ffb640 10 client.4815 ms_handle_connect on v2:172.21.15.119:6835/3907469279 2024-09-13T18:56:57.877 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:57.866+0000 7fe7e259c640 1 --2- 172.21.15.119:0/2637737093 >> [v2:172.21.15.119:6835/3907469279,v1:172.21.15.119:6837/3907469279] conn(0x56514dcc4df0 0x56514dcc51d0 crc :-1 s=READY pgs=15 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=370b8ccd526497aa server_cookie=9652ea956204b574 in_seq=0 out_seq=0 2024-09-13T18:56:57.877 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:57.866+0000 7fe7c1ffb640 1 -- 172.21.15.119:0/2637737093 <== mds.0 v2:172.21.15.119:6835/3907469279 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19071 (crc 0 0 0) 0x56514d8e16c0 con 0x56514dcc4df0 2024-09-13T18:56:57.877 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:57.866+0000 7fe7c1ffb640 10 client.4815 handle_command_reply: tid=0 2024-09-13T18:56:57.877 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:57.866+0000 7fe7ebe1b740 1 client.4815 shutdown 2024-09-13T18:56:57.877 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:57.867+0000 7fe7ebe1b740 1 -- 172.21.15.119:0/2637737093 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x56514dc7a0a0 msgr2=0x56514dca5030 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:57.877 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:57.867+0000 7fe7ebe1b740 1 --2- 172.21.15.119:0/2637737093 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x56514dc7a0a0 0x56514dca5030 secure :-1 s=READY pgs=232 cs=0 l=1 rev1=1 crypto rx=0x56514dcc1b80 tx=0x7fe7d4004ab0 comp rx=0 tx=0).stop 2024-09-13T18:56:57.878 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:57.867+0000 7fe7ebe1b740 1 -- 172.21.15.119:0/2637737093 shutdown_connections 2024-09-13T18:56:57.878 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:57.867+0000 7fe7ebe1b740 1 --2- 172.21.15.119:0/2637737093 >> [v2:172.21.15.119:6835/3907469279,v1:172.21.15.119:6837/3907469279] conn(0x56514dcc4df0 0x56514dcc51d0 crc :-1 s=READY pgs=15 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:57.878 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:57.867+0000 7fe7ebe1b740 1 --2- 172.21.15.119:0/2637737093 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56514dca2aa0 0x56514dca2f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:57.878 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:57.867+0000 7fe7ebe1b740 1 --2- 172.21.15.119:0/2637737093 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x56514dca1550 0x56514dc918e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:57.878 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:57.867+0000 7fe7c1ffb640 0 client.4815 ms_handle_reset on v2:172.21.15.119:6835/3907469279 2024-09-13T18:56:57.878 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:57.867+0000 7fe7ebe1b740 1 --2- 172.21.15.119:0/2637737093 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x56514dc7a0a0 0x56514dca5030 unknown :-1 s=CLOSED pgs=232 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:57.879 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:57.867+0000 7fe7ebe1b740 1 -- 172.21.15.119:0/2637737093 >> 172.21.15.119:0/2637737093 conn(0x56514dc77860 msgr2=0x56514dcc2960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:56:57.879 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:57.867+0000 7fe7ebe1b740 1 -- 172.21.15.119:0/2637737093 shutdown_connections 2024-09-13T18:56:57.879 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:57.867+0000 7fe7ebe1b740 1 -- 172.21.15.119:0/2637737093 wait complete. 2024-09-13T18:56:57.879 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:57.867+0000 7fe7ebe1b740 20 client.4815 trim_cache size 0 max 16384 2024-09-13T18:56:57.884 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:57.881+0000 7fe7ebe1b740 1 Processor -- start 2024-09-13T18:56:57.884 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:57.881+0000 7fe7ebe1b740 1 -- start start 2024-09-13T18:56:57.886 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:57.882+0000 7fe7ebe1b740 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x56514dc7a0a0 0x56514dca1c10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:57.887 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:57.882+0000 7fe7ebe1b740 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x56514dca1550 0x56514dcbbde0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:57.887 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:57.882+0000 7fe7ebe1b740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56514dca2aa0 0x56514dcbc320 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:57.887 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:57.882+0000 7fe7ebe1b740 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x56514db60460 con 0x56514dc7a0a0 2024-09-13T18:56:57.887 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:57.882+0000 7fe7ebe1b740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 v1 -- 0x56514dbd5b10 con 0x56514dca2aa0 2024-09-13T18:56:57.887 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:57.882+0000 7fe7ebe1b740 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x56514dc79bd0 con 0x56514dca1550 2024-09-13T18:56:57.887 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:57.882+0000 7fe7e2d9d640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x56514dc7a0a0 0x56514dca1c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:57.887 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:57.882+0000 7fe7e2d9d640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x56514dc7a0a0 0x56514dca1c10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.119:3300/0 says I am v2:172.21.15.119:43220/0 (socket says 172.21.15.119:43220) 2024-09-13T18:56:57.887 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:57.882+0000 7fe7e2d9d640 1 -- 172.21.15.119:0/4277103690 learned_addr learned my addr 172.21.15.119:0/4277103690 (peer_addr_for_me v2:172.21.15.119:0/0) 2024-09-13T18:56:57.887 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:57.882+0000 7fe7e2d9d640 1 -- 172.21.15.119:0/4277103690 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x56514dca1550 msgr2=0x56514dcbbde0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T18:56:57.887 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:57.882+0000 7fe7e359e640 1 --2- 172.21.15.119:0/4277103690 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56514dca2aa0 0x56514dcbc320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:57.887 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:57.882+0000 7fe7e259c640 1 --2- 172.21.15.119:0/4277103690 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x56514dca1550 0x56514dcbbde0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:57.887 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:57.882+0000 7fe7e2d9d640 1 --2- 172.21.15.119:0/4277103690 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x56514dca1550 0x56514dcbbde0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:57.887 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:57.882+0000 7fe7e2d9d640 1 -- 172.21.15.119:0/4277103690 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56514dca2aa0 msgr2=0x56514dcbc320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T18:56:57.888 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:57.882+0000 7fe7e2d9d640 1 --2- 172.21.15.119:0/4277103690 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56514dca2aa0 0x56514dcbc320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:57.888 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:57.882+0000 7fe7e2d9d640 1 -- 172.21.15.119:0/4277103690 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x56514db7d5f0 con 0x56514dc7a0a0 2024-09-13T18:56:57.888 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:57.882+0000 7fe7e259c640 1 --2- 172.21.15.119:0/4277103690 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x56514dca1550 0x56514dcbbde0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T18:56:57.888 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:57.882+0000 7fe7e359e640 1 --2- 172.21.15.119:0/4277103690 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56514dca2aa0 0x56514dcbc320 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T18:56:57.888 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:57.883+0000 7fe7e2d9d640 1 --2- 172.21.15.119:0/4277103690 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x56514dc7a0a0 0x56514dca1c10 secure :-1 s=READY pgs=233 cs=0 l=1 rev1=1 crypto rx=0x7fe7d4004b30 tx=0x7fe7d402d000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=be760bb0f61dc4b8 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:56:57.888 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:57.883+0000 7fe7c97fa640 1 -- 172.21.15.119:0/4277103690 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe7d4041070 con 0x56514dc7a0a0 2024-09-13T18:56:57.888 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:57.883+0000 7fe7c97fa640 1 -- 172.21.15.119:0/4277103690 <== mon.0 v2:172.21.15.119:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe7d4027960 con 0x56514dc7a0a0 2024-09-13T18:56:57.888 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:57.883+0000 7fe7c97fa640 1 -- 172.21.15.119:0/4277103690 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe7d4027450 con 0x56514dc7a0a0 2024-09-13T18:56:57.888 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:57.883+0000 7fe7ebe1b740 1 -- 172.21.15.119:0/4277103690 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x56514dc7a0a0 msgr2=0x56514dca1c10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:57.888 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:57.883+0000 7fe7ebe1b740 1 --2- 172.21.15.119:0/4277103690 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x56514dc7a0a0 0x56514dca1c10 secure :-1 s=READY pgs=233 cs=0 l=1 rev1=1 crypto rx=0x7fe7d4004b30 tx=0x7fe7d402d000 comp rx=0 tx=0).stop 2024-09-13T18:56:57.888 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:57.883+0000 7fe7ebe1b740 1 -- 172.21.15.119:0/4277103690 shutdown_connections 2024-09-13T18:56:57.888 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:57.883+0000 7fe7ebe1b740 1 --2- 172.21.15.119:0/4277103690 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56514dca2aa0 0x56514dcbc320 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:57.888 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:57.883+0000 7fe7ebe1b740 1 --2- 172.21.15.119:0/4277103690 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x56514dca1550 0x56514dcbbde0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:57.889 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:57.883+0000 7fe7ebe1b740 1 --2- 172.21.15.119:0/4277103690 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x56514dc7a0a0 0x56514dca1c10 unknown :-1 s=CLOSED pgs=233 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:57.889 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:57.883+0000 7fe7ebe1b740 1 -- 172.21.15.119:0/4277103690 >> 172.21.15.119:0/4277103690 conn(0x56514dc77860 msgr2=0x56514dc9e050 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:56:57.889 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:57.883+0000 7fe7ebe1b740 1 -- 172.21.15.119:0/4277103690 shutdown_connections 2024-09-13T18:56:57.889 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:57.883+0000 7fe7ebe1b740 1 -- 172.21.15.119:0/4277103690 wait complete. 2024-09-13T18:56:57.889 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:57.884+0000 7fe7ebe1b740 1 -- start start 2024-09-13T18:56:57.889 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:57.884+0000 7fe7ebe1b740 1 Processor -- start 2024-09-13T18:56:57.893 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:57.885+0000 7fe7ebe1b740 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x56514dc7a0a0 0x56514dcbad00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:57.893 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:57.885+0000 7fe7ebe1b740 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x56514dca1550 0x56514dcbb240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:57.893 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:57.885+0000 7fe7ebe1b740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56514dca2aa0 0x56514dca34c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:57.893 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:57.885+0000 7fe7ebe1b740 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x56514dc75ab0 con 0x56514dc7a0a0 2024-09-13T18:56:57.893 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:57.885+0000 7fe7ebe1b740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 v1 -- 0x56514dd29b40 con 0x56514dca2aa0 2024-09-13T18:56:57.893 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:57.885+0000 7fe7ebe1b740 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x56514dcc4420 con 0x56514dca1550 2024-09-13T18:56:57.893 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:57.885+0000 7fe7e2d9d640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x56514dc7a0a0 0x56514dcbad00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:57.893 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:57.885+0000 7fe7ebe1b740 10 client.0 _ll_register_callbacks cb 0x7fe7d4015070 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-13T18:56:57.893 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:57.885+0000 7fe7e2d9d640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x56514dc7a0a0 0x56514dcbad00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.119:3300/0 says I am v2:172.21.15.119:43234/0 (socket says 172.21.15.119:43234) 2024-09-13T18:56:57.893 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:57.885+0000 7fe7e2d9d640 1 -- 172.21.15.119:0/3124112534 learned_addr learned my addr 172.21.15.119:0/3124112534 (peer_addr_for_me v2:172.21.15.119:0/0) 2024-09-13T18:56:57.893 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:57.885+0000 7fe7e259c640 1 --2- 172.21.15.119:0/3124112534 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x56514dca1550 0x56514dcbb240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:57.894 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:57.885+0000 7fe7e359e640 1 --2- 172.21.15.119:0/3124112534 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56514dca2aa0 0x56514dca34c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:57.894 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:57.885+0000 7fe7e2d9d640 1 -- 172.21.15.119:0/3124112534 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x56514dca1550 msgr2=0x56514dcbb240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T18:56:57.894 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:57.885+0000 7fe7e2d9d640 1 --2- 172.21.15.119:0/3124112534 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x56514dca1550 0x56514dcbb240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:57.894 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:57.885+0000 7fe7e2d9d640 1 -- 172.21.15.119:0/3124112534 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56514dca2aa0 msgr2=0x56514dca34c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T18:56:57.894 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:57.885+0000 7fe7e2d9d640 1 --2- 172.21.15.119:0/3124112534 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56514dca2aa0 0x56514dca34c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:57.894 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:57.885+0000 7fe7e2d9d640 1 -- 172.21.15.119:0/3124112534 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x56514dbdb270 con 0x56514dc7a0a0 2024-09-13T18:56:57.894 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:57.885+0000 7fe7e2d9d640 1 --2- 172.21.15.119:0/3124112534 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x56514dc7a0a0 0x56514dcbad00 secure :-1 s=READY pgs=234 cs=0 l=1 rev1=1 crypto rx=0x7fe7d4029040 tx=0x7fe7d4015000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e7be187cc37e8955 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:56:57.894 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:57.885+0000 7fe7c1ffb640 10 client.0 ms_handle_connect on v2:172.21.15.119:3300/0 2024-09-13T18:56:57.894 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:57.885+0000 7fe7c1ffb640 1 -- 172.21.15.119:0/3124112534 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe7d402d040 con 0x56514dc7a0a0 2024-09-13T18:56:57.894 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:57.885+0000 7fe7c1ffb640 1 -- 172.21.15.119:0/3124112534 <== mon.0 v2:172.21.15.119:3300/0 2 ==== osd_map(24..24 src has 1..24) v4 ==== 6460+0+0 (secure 0 0 0) 0x7fe7d4027e20 con 0x56514dc7a0a0 2024-09-13T18:56:57.895 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:57.885+0000 7fe7ebe1b740 1 -- 172.21.15.119:0/3124112534 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7fe7d40107f0 con 0x56514dc7a0a0 2024-09-13T18:56:57.895 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:57.885+0000 7fe7c1ffb640 1 -- 172.21.15.119:0/3124112534 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_get_version_reply(handle=1 version=8) v2 ==== 24+0+0 (secure 0 0 0) 0x7fe7d4041040 con 0x56514dc7a0a0 2024-09-13T18:56:57.895 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:57.886+0000 7fe7ebe1b740 10 client.4821 fetch_fsmap learned FSMap version 8 2024-09-13T18:56:57.895 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:57.886+0000 7fe7ebe1b740 1 -- 172.21.15.119:0/3124112534 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({config=0+,fsmap=8,monmap=2+}) v3 -- 0x56514dba2d00 con 0x56514dc7a0a0 2024-09-13T18:56:57.895 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:57.886+0000 7fe7c1ffb640 1 -- 172.21.15.119:0/3124112534 <== mon.0 v2:172.21.15.119:3300/0 4 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe7d40107f0 con 0x56514dc7a0a0 2024-09-13T18:56:57.895 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:57.886+0000 7fe7c1ffb640 1 -- 172.21.15.119:0/3124112534 <== mon.0 v2:172.21.15.119:3300/0 5 ==== fsmap(e 8) v1 ==== 3122+0+0 (secure 0 0 0) 0x7fe7d4003b90 con 0x56514dc7a0a0 2024-09-13T18:56:57.895 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:57.886+0000 7fe7ebe1b740 10 client.4821 fetch_fsmap finished waiting for FSMap version 8 2024-09-13T18:56:57.895 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:57.886+0000 7fe7ebe1b740 10 client.4821 resolve_mds: resolved name 'a' to daemon mds.a 2024-09-13T18:56:57.895 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:57.886+0000 7fe7ebe1b740 20 client.4821 populate_metadata read hostname 'smithi119' 2024-09-13T18:56:57.895 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:57.886+0000 7fe7ebe1b740 1 --2- 172.21.15.119:0/3124112534 >> [v2:172.21.15.119:6835/3907469279,v1:172.21.15.119:6837/3907469279] conn(0x56514dcbdf50 0x56514dca3a00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:57.895 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:57.886+0000 7fe7ebe1b740 4 client.4821 mds_command: new command op to 4290 tid=0 multi_id=0 [{"prefix": "status"}] 2024-09-13T18:56:57.895 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:57.886+0000 7fe7ebe1b740 1 -- 172.21.15.119:0/3124112534 --> [v2:172.21.15.119:6835/3907469279,v1:172.21.15.119:6837/3907469279] -- command(tid 0: {"prefix": "status"}) v1 -- 0x56514d934d10 con 0x56514dcbdf50 2024-09-13T18:56:57.895 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:57.886+0000 7fe7e259c640 1 --2- 172.21.15.119:0/3124112534 >> [v2:172.21.15.119:6835/3907469279,v1:172.21.15.119:6837/3907469279] conn(0x56514dcbdf50 0x56514dca3a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:57.896 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:57.886+0000 7fe7c1ffb640 10 client.4821 ms_handle_connect on v2:172.21.15.119:6835/3907469279 2024-09-13T18:56:57.896 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:57.886+0000 7fe7e259c640 1 --2- 172.21.15.119:0/3124112534 >> [v2:172.21.15.119:6835/3907469279,v1:172.21.15.119:6837/3907469279] conn(0x56514dcbdf50 0x56514dca3a00 crc :-1 s=READY pgs=16 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=85d253bd4fa84071 server_cookie=66dc8d2b17ff812f in_seq=0 out_seq=0 2024-09-13T18:56:57.896 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:57.886+0000 7fe7c1ffb640 1 -- 172.21.15.119:0/3124112534 <== mds.0 v2:172.21.15.119:6835/3907469279 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+324 (crc 0 0 0) 0x56514d934d10 con 0x56514dcbdf50 2024-09-13T18:56:57.896 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:57.886+0000 7fe7c1ffb640 10 client.4821 handle_command_reply: tid=0 2024-09-13T18:56:57.896 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:57.886+0000 7fe7ebe1b740 1 client.4821 shutdown 2024-09-13T18:56:57.896 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:57.886+0000 7fe7ebe1b740 1 -- 172.21.15.119:0/3124112534 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x56514dc7a0a0 msgr2=0x56514dcbad00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:57.896 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:57.886+0000 7fe7ebe1b740 1 --2- 172.21.15.119:0/3124112534 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x56514dc7a0a0 0x56514dcbad00 secure :-1 s=READY pgs=234 cs=0 l=1 rev1=1 crypto rx=0x7fe7d4029040 tx=0x7fe7d4015000 comp rx=0 tx=0).stop 2024-09-13T18:56:57.896 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:57.886+0000 7fe7ebe1b740 1 -- 172.21.15.119:0/3124112534 shutdown_connections 2024-09-13T18:56:57.896 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:57.886+0000 7fe7ebe1b740 1 --2- 172.21.15.119:0/3124112534 >> [v2:172.21.15.119:6835/3907469279,v1:172.21.15.119:6837/3907469279] conn(0x56514dcbdf50 0x56514dca3a00 crc :-1 s=READY pgs=16 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:57.896 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:57.886+0000 7fe7ebe1b740 1 --2- 172.21.15.119:0/3124112534 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56514dca2aa0 0x56514dca34c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:57.896 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:57.886+0000 7fe7c1ffb640 0 client.4821 ms_handle_reset on v2:172.21.15.119:6835/3907469279 2024-09-13T18:56:57.896 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:57.886+0000 7fe7ebe1b740 1 --2- 172.21.15.119:0/3124112534 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x56514dca1550 0x56514dcbb240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:57.896 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:57.886+0000 7fe7ebe1b740 1 --2- 172.21.15.119:0/3124112534 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x56514dc7a0a0 0x56514dcbad00 unknown :-1 s=CLOSED pgs=234 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:57.897 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:57.886+0000 7fe7ebe1b740 1 -- 172.21.15.119:0/3124112534 >> 172.21.15.119:0/3124112534 conn(0x56514dc77860 msgr2=0x56514dce1210 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:56:57.897 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:57.887+0000 7fe7ebe1b740 1 -- 172.21.15.119:0/3124112534 shutdown_connections 2024-09-13T18:56:57.897 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:57.887+0000 7fe7ebe1b740 1 -- 172.21.15.119:0/3124112534 wait complete. 2024-09-13T18:56:57.897 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:57.887+0000 7fe7ebe1b740 20 client.4821 trim_cache size 0 max 16384 2024-09-13T18:56:57.897 INFO:teuthology.orchestra.run.smithi119.stdout:{ 2024-09-13T18:56:57.897 INFO:teuthology.orchestra.run.smithi119.stdout: "cluster_fsid": "b3bca492-3414-44ef-b63c-42eead5ea701", 2024-09-13T18:56:57.897 INFO:teuthology.orchestra.run.smithi119.stdout: "whoami": 0, 2024-09-13T18:56:57.897 INFO:teuthology.orchestra.run.smithi119.stdout: "id": 4290, 2024-09-13T18:56:57.897 INFO:teuthology.orchestra.run.smithi119.stdout: "want_state": "up:active", 2024-09-13T18:56:57.898 INFO:teuthology.orchestra.run.smithi119.stdout: "state": "up:active", 2024-09-13T18:56:57.898 INFO:teuthology.orchestra.run.smithi119.stdout: "fs_name": "cephfs", 2024-09-13T18:56:57.898 INFO:teuthology.orchestra.run.smithi119.stdout: "rank_uptime": 23.860491712999998, 2024-09-13T18:56:57.898 INFO:teuthology.orchestra.run.smithi119.stdout: "mdsmap_epoch": 8, 2024-09-13T18:56:57.898 INFO:teuthology.orchestra.run.smithi119.stdout: "osdmap_epoch": 24, 2024-09-13T18:56:57.898 INFO:teuthology.orchestra.run.smithi119.stdout: "osdmap_epoch_barrier": 24, 2024-09-13T18:56:57.898 INFO:teuthology.orchestra.run.smithi119.stdout: "uptime": 30.233969105 2024-09-13T18:56:57.898 INFO:teuthology.orchestra.run.smithi119.stdout:} 2024-09-13T18:56:57.899 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:57.887+0000 7fe7e90f7640 1 -- 172.21.15.119:0/3066766501 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7fe7d006ac00 msgr2=0x7fe7d006d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:57.899 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:57.887+0000 7fe7e90f7640 1 --2- 172.21.15.119:0/3066766501 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7fe7d006ac00 0x7fe7d006d0c0 secure :-1 s=READY pgs=134 cs=0 l=1 rev1=1 crypto rx=0x7fe7d400f360 tx=0x7fe7d4007710 comp rx=0 tx=0).stop 2024-09-13T18:56:57.899 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:57.887+0000 7fe7e90f7640 1 -- 172.21.15.119:0/3066766501 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fe7e415a2e0 msgr2=0x7fe7e406cff0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:57.899 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:57.887+0000 7fe7e90f7640 1 --2- 172.21.15.119:0/3066766501 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fe7e415a2e0 0x7fe7e406cff0 secure :-1 s=READY pgs=230 cs=0 l=1 rev1=1 crypto rx=0x7fe7dc00c390 tx=0x7fe7dc00c850 comp rx=0 tx=0).stop 2024-09-13T18:56:57.899 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:57.887+0000 7fe7e90f7640 1 -- 172.21.15.119:0/3066766501 shutdown_connections 2024-09-13T18:56:57.900 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:57.887+0000 7fe7e90f7640 1 --2- 172.21.15.119:0/3066766501 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7fe7d006ac00 0x7fe7d006d0c0 unknown :-1 s=CLOSED pgs=134 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:57.900 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:57.887+0000 7fe7e90f7640 1 --2- 172.21.15.119:0/3066766501 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fe7e415a2e0 0x7fe7e406cff0 unknown :-1 s=CLOSED pgs=230 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:57.900 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:57.887+0000 7fe7e90f7640 1 --2- 172.21.15.119:0/3066766501 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fe7e40cb220 0x7fe7e40cc8b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:57.900 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:57.887+0000 7fe7e90f7640 1 --2- 172.21.15.119:0/3066766501 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fe7e40c9f80 0x7fe7e4154830 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:57.900 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:57.887+0000 7fe7e90f7640 1 -- 172.21.15.119:0/3066766501 >> 172.21.15.119:0/3066766501 conn(0x7fe7e4069ed0 msgr2=0x7fe7e4071900 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:56:57.900 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:57.887+0000 7fe7e90f7640 1 -- 172.21.15.119:0/3066766501 shutdown_connections 2024-09-13T18:56:57.900 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:57.887+0000 7fe7e90f7640 1 -- 172.21.15.119:0/3066766501 wait complete. 2024-09-13T18:56:57.901 INFO:teuthology.run_tasks:Running task sequential... 2024-09-13T18:56:57.911 INFO:teuthology.task.sequential:In sequential, running task sequential... 2024-09-13T18:56:57.911 INFO:teuthology.task.sequential:In sequential, running task print... 2024-09-13T18:56:57.911 INFO:teuthology.task.print:Enabling mgr modules 2024-09-13T18:56:57.911 INFO:teuthology.run_tasks:Running task ceph-fuse... 2024-09-13T18:56:58.052 INFO:tasks.ceph_fuse:Running ceph_fuse task... 2024-09-13T18:56:58.052 INFO:tasks.ceph_fuse:config is {'client.0': {}, 'client.2': {}, 'client.1': {}, 'client.3': {}} 2024-09-13T18:56:58.052 INFO:tasks.ceph_fuse:client.0 config is {} 2024-09-13T18:56:58.052 INFO:tasks.cephfs.mount:cephfs_mntpt = None 2024-09-13T18:56:58.053 INFO:tasks.cephfs.mount:hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2024-09-13T18:56:58.053 INFO:tasks.ceph_fuse:client.2 config is {} 2024-09-13T18:56:58.053 INFO:tasks.cephfs.mount:cephfs_mntpt = None 2024-09-13T18:56:58.053 INFO:tasks.cephfs.mount:hostfs_mntpt = /home/ubuntu/cephtest/mnt.2 2024-09-13T18:56:58.053 INFO:tasks.ceph_fuse:client.1 config is {} 2024-09-13T18:56:58.053 INFO:tasks.cephfs.mount:cephfs_mntpt = None 2024-09-13T18:56:58.053 INFO:tasks.cephfs.mount:hostfs_mntpt = /home/ubuntu/cephtest/mnt.1 2024-09-13T18:56:58.053 INFO:tasks.ceph_fuse:client.3 config is {} 2024-09-13T18:56:58.053 INFO:tasks.cephfs.mount:cephfs_mntpt = None 2024-09-13T18:56:58.053 INFO:tasks.cephfs.mount:hostfs_mntpt = /home/ubuntu/cephtest/mnt.3 2024-09-13T18:56:58.053 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T18:56:58.054 DEBUG:teuthology.orchestra.run.smithi119:> ip netns list 2024-09-13T18:56:58.069 INFO:teuthology.orchestra.run.smithi119.stdout:ceph-ns--home-ubuntu-cephtest-mnt.admin (id: 0) 2024-09-13T18:56:58.070 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T18:56:58.070 DEBUG:teuthology.orchestra.run.smithi119:> sudo ip netns delete ceph-ns--home-ubuntu-cephtest-mnt.admin 2024-09-13T18:56:58.135 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T18:56:58.135 DEBUG:teuthology.orchestra.run.smithi119:> sudo ip link delete ceph-brx 2024-09-13T18:56:58.224 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T18:56:58.224 DEBUG:teuthology.orchestra.run.smithi145:> ip netns list 2024-09-13T18:56:58.244 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T18:56:58.244 DEBUG:teuthology.orchestra.run.smithi145:> sudo ip link delete ceph-brx 2024-09-13T18:56:58.317 INFO:teuthology.orchestra.run.smithi145.stderr:Cannot find device "ceph-brx" 2024-09-13T18:56:58.319 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-13T18:56:58.319 INFO:tasks.ceph_fuse:Mounting ceph-fuse clients... 2024-09-13T18:56:58.319 DEBUG:tasks.ceph_fuse:passing mntargs=[] 2024-09-13T18:56:58.319 DEBUG:teuthology.orchestra.run.smithi119:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-13T18:56:58.419 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:58.417+0000 7f92103bc640 1 Processor -- start 2024-09-13T18:56:58.420 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:58.417+0000 7f92103bc640 1 -- start start 2024-09-13T18:56:58.421 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:58.418+0000 7f92103bc640 1 --2- >> v2:172.21.15.119:3300/0 conn(0x7f92080c9030 0x7f9208070190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:58.421 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:58.418+0000 7f92103bc640 1 -- --> v1:172.21.15.119:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f92080abdf0 con 0x7f9208072110 2024-09-13T18:56:58.421 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:58.418+0000 7f92103bc640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f92080b2280 con 0x7f9208071d30 2024-09-13T18:56:58.422 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:58.418+0000 7f92103bc640 1 -- --> v2:172.21.15.119:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f92080ab1e0 con 0x7f92080c9030 2024-09-13T18:56:58.422 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:58.418+0000 7f920e959640 1 --2- >> v2:172.21.15.119:3300/0 conn(0x7f92080c9030 0x7f9208070190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:58.422 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:58.418+0000 7f920d957640 1 --1- >> v1:172.21.15.119:6789/0 conn(0x7f9208072110 0x7f92080c8920 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.119:6789/0 says I am v1:172.21.15.119:33302/0 (socket says 172.21.15.119:33302) 2024-09-13T18:56:58.422 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:58.418+0000 7f920d957640 1 -- 172.21.15.119:0/2142668054 learned_addr learned my addr 172.21.15.119:0/2142668054 (peer_addr_for_me v1:172.21.15.119:0/0) 2024-09-13T18:56:58.422 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:58.418+0000 7f920e959640 1 -- 172.21.15.119:0/2142668054 >> v1:172.21.15.145:6789/0 conn(0x7f9208071d30 legacy=0x7f92080b1b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T18:56:58.422 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:58.418+0000 7f920e959640 1 -- 172.21.15.119:0/2142668054 >> v1:172.21.15.119:6789/0 conn(0x7f9208072110 legacy=0x7f92080c8920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:58.422 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:58.418+0000 7f920e959640 1 -- 172.21.15.119:0/2142668054 --> v2:172.21.15.119:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f92080ab4c0 con 0x7f92080c9030 2024-09-13T18:56:58.422 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:58.418+0000 7f920d156640 1 -- 172.21.15.119:0/2142668054 <== mon.0 v1:172.21.15.119:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3860318099 0 0) 0x7f92080abdf0 con 0x7f9208072110 2024-09-13T18:56:58.422 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:58.419+0000 7f920e959640 1 --2- 172.21.15.119:0/2142668054 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f92080c9030 0x7f9208070190 secure :-1 s=READY pgs=236 cs=0 l=1 rev1=1 crypto rx=0x7f9200009d90 tx=0x7f920002a6a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c64b0735b663d1da server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:56:58.422 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:58.419+0000 7f920d156640 1 -- 172.21.15.119:0/2142668054 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9200007740 con 0x7f92080c9030 2024-09-13T18:56:58.422 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:58.419+0000 7f920d156640 1 -- 172.21.15.119:0/2142668054 <== mon.0 v2:172.21.15.119:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f920002d050 con 0x7f92080c9030 2024-09-13T18:56:58.422 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:58.419+0000 7f920d156640 1 -- 172.21.15.119:0/2142668054 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9200007ac0 con 0x7f92080c9030 2024-09-13T18:56:58.423 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:58.419+0000 7f92103bc640 1 -- 172.21.15.119:0/2142668054 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f92080c9030 msgr2=0x7f9208070190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:58.424 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:58.419+0000 7f92103bc640 1 --2- 172.21.15.119:0/2142668054 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f92080c9030 0x7f9208070190 secure :-1 s=READY pgs=236 cs=0 l=1 rev1=1 crypto rx=0x7f9200009d90 tx=0x7f920002a6a0 comp rx=0 tx=0).stop 2024-09-13T18:56:58.424 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:58.420+0000 7f92103bc640 1 -- 172.21.15.119:0/2142668054 shutdown_connections 2024-09-13T18:56:58.424 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:58.420+0000 7f92103bc640 1 --2- 172.21.15.119:0/2142668054 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f92080c9030 0x7f9208070190 unknown :-1 s=CLOSED pgs=236 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:58.424 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:58.420+0000 7f92103bc640 1 -- 172.21.15.119:0/2142668054 >> 172.21.15.119:0/2142668054 conn(0x7f9208069ed0 msgr2=0x7f920806a2e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:56:58.424 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:58.420+0000 7f92103bc640 1 -- 172.21.15.119:0/2142668054 shutdown_connections 2024-09-13T18:56:58.424 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:58.420+0000 7f92103bc640 1 -- 172.21.15.119:0/2142668054 wait complete. 2024-09-13T18:56:58.424 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:58.421+0000 7f92103bc640 1 Processor -- start 2024-09-13T18:56:58.424 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:58.421+0000 7f92103bc640 1 -- start start 2024-09-13T18:56:58.427 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:58.421+0000 7f92103bc640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f9208071d30 0x7f92080cd550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:58.427 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:58.421+0000 7f92103bc640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f9208072110 0x7f92080cad50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:58.427 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:58.421+0000 7f92103bc640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f92080c9030 0x7f92080cb290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:58.427 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:58.421+0000 7f92103bc640 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f92080c53a0 con 0x7f92080c9030 2024-09-13T18:56:58.427 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:58.421+0000 7f92103bc640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f92080c55b0 con 0x7f9208072110 2024-09-13T18:56:58.427 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:58.421+0000 7f92103bc640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f92080c5890 con 0x7f9208071d30 2024-09-13T18:56:58.428 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:58.422+0000 7f920e959640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f92080c9030 0x7f92080cb290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:58.428 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:58.422+0000 7f920e959640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f92080c9030 0x7f92080cb290 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.119:3300/0 says I am v2:172.21.15.119:43252/0 (socket says 172.21.15.119:43252) 2024-09-13T18:56:58.428 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:58.422+0000 7f920e959640 1 -- 172.21.15.119:0/1596915307 learned_addr learned my addr 172.21.15.119:0/1596915307 (peer_addr_for_me v2:172.21.15.119:0/0) 2024-09-13T18:56:58.428 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:58.422+0000 7f920d957640 1 --2- 172.21.15.119:0/1596915307 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f9208072110 0x7f92080cad50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:58.428 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:58.422+0000 7f920e158640 1 --2- 172.21.15.119:0/1596915307 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f9208071d30 0x7f92080cd550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:58.428 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:58.422+0000 7f920e959640 1 -- 172.21.15.119:0/1596915307 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f9208071d30 msgr2=0x7f92080cd550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:58.428 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:58.422+0000 7f920e959640 1 --2- 172.21.15.119:0/1596915307 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f9208071d30 0x7f92080cd550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:58.428 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:58.422+0000 7f920e959640 1 -- 172.21.15.119:0/1596915307 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f9208072110 msgr2=0x7f92080cad50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:58.428 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:58.422+0000 7f920e959640 1 --2- 172.21.15.119:0/1596915307 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f9208072110 0x7f92080cad50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:58.428 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:58.422+0000 7f920e959640 1 -- 172.21.15.119:0/1596915307 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9200009a70 con 0x7f92080c9030 2024-09-13T18:56:58.428 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:58.422+0000 7f920e158640 1 --2- 172.21.15.119:0/1596915307 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f9208071d30 0x7f92080cd550 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T18:56:58.428 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:58.422+0000 7f920e959640 1 --2- 172.21.15.119:0/1596915307 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f92080c9030 0x7f92080cb290 secure :-1 s=READY pgs=237 cs=0 l=1 rev1=1 crypto rx=0x7f9200009eb0 tx=0x7f9200004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:56:58.428 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:58.422+0000 7f91feffd640 1 -- 172.21.15.119:0/1596915307 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9200031bc0 con 0x7f92080c9030 2024-09-13T18:56:58.429 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:58.422+0000 7f91feffd640 1 -- 172.21.15.119:0/1596915307 <== mon.0 v2:172.21.15.119:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9200031d20 con 0x7f92080c9030 2024-09-13T18:56:58.429 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:58.422+0000 7f92103bc640 1 -- 172.21.15.119:0/1596915307 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f92080c5b70 con 0x7f92080c9030 2024-09-13T18:56:58.429 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:58.422+0000 7f91feffd640 1 -- 172.21.15.119:0/1596915307 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9200045680 con 0x7f92080c9030 2024-09-13T18:56:58.429 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:58.422+0000 7f92103bc640 1 -- 172.21.15.119:0/1596915307 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f9208154a10 con 0x7f92080c9030 2024-09-13T18:56:58.429 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:58.423+0000 7f92103bc640 1 -- 172.21.15.119:0/1596915307 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f92080c6090 con 0x7f92080c9030 2024-09-13T18:56:58.429 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:58.424+0000 7f91feffd640 1 -- 172.21.15.119:0/1596915307 <== mon.0 v2:172.21.15.119:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f920003c420 con 0x7f92080c9030 2024-09-13T18:56:58.429 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:58.424+0000 7f91feffd640 1 --2- 172.21.15.119:0/1596915307 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f91ec06ac00 0x7f91ec06d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:56:58.429 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:58.424+0000 7f91feffd640 1 -- 172.21.15.119:0/1596915307 <== mon.0 v2:172.21.15.119:3300/0 5 ==== osd_map(24..24 src has 1..24) v4 ==== 6460+0+0 (secure 0 0 0) 0x7f92000aadf0 con 0x7f92080c9030 2024-09-13T18:56:58.429 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:58.424+0000 7f920e158640 1 --2- 172.21.15.119:0/1596915307 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f91ec06ac00 0x7f91ec06d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:56:58.429 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:58.425+0000 7f920e158640 1 --2- 172.21.15.119:0/1596915307 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f91ec06ac00 0x7f91ec06d0c0 secure :-1 s=READY pgs=135 cs=0 l=1 rev1=1 crypto rx=0x7f91f8006fd0 tx=0x7f91f8008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:56:58.431 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:58.428+0000 7f91feffd640 1 -- 172.21.15.119:0/1596915307 <== mon.0 v2:172.21.15.119:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f92080c6090 con 0x7f92080c9030 2024-09-13T18:56:58.624 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:58.621+0000 7f92103bc640 1 -- 172.21.15.119:0/1596915307 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_command({"prefix": "fs ls"} v 0) v1 -- 0x7f92080c6090 con 0x7f92080c9030 2024-09-13T18:56:58.626 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:58.621+0000 7f91feffd640 1 -- 172.21.15.119:0/1596915307 <== mon.0 v2:172.21.15.119:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v8) v1 ==== 53+0+88 (secure 0 0 0) 0x7f92080c6090 con 0x7f92080c9030 2024-09-13T18:56:58.629 INFO:teuthology.orchestra.run.smithi119.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data cephfs_data_ec ] 2024-09-13T18:56:58.631 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:58.623+0000 7f92103bc640 1 -- 172.21.15.119:0/1596915307 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f91ec06ac00 msgr2=0x7f91ec06d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:58.631 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:58.623+0000 7f92103bc640 1 --2- 172.21.15.119:0/1596915307 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f91ec06ac00 0x7f91ec06d0c0 secure :-1 s=READY pgs=135 cs=0 l=1 rev1=1 crypto rx=0x7f91f8006fd0 tx=0x7f91f8008040 comp rx=0 tx=0).stop 2024-09-13T18:56:58.632 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:58.623+0000 7f92103bc640 1 -- 172.21.15.119:0/1596915307 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f92080c9030 msgr2=0x7f92080cb290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:56:58.632 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:58.623+0000 7f92103bc640 1 --2- 172.21.15.119:0/1596915307 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f92080c9030 0x7f92080cb290 secure :-1 s=READY pgs=237 cs=0 l=1 rev1=1 crypto rx=0x7f9200009eb0 tx=0x7f9200004a40 comp rx=0 tx=0).stop 2024-09-13T18:56:58.632 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:58.623+0000 7f92103bc640 1 -- 172.21.15.119:0/1596915307 shutdown_connections 2024-09-13T18:56:58.632 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:58.623+0000 7f92103bc640 1 --2- 172.21.15.119:0/1596915307 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f91ec06ac00 0x7f91ec06d0c0 unknown :-1 s=CLOSED pgs=135 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:58.632 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:58.623+0000 7f92103bc640 1 --2- 172.21.15.119:0/1596915307 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f92080c9030 0x7f92080cb290 unknown :-1 s=CLOSED pgs=237 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:58.632 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:58.623+0000 7f92103bc640 1 --2- 172.21.15.119:0/1596915307 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f9208072110 0x7f92080cad50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:58.632 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:58.623+0000 7f92103bc640 1 --2- 172.21.15.119:0/1596915307 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f9208071d30 0x7f92080cd550 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:56:58.632 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:58.623+0000 7f92103bc640 1 -- 172.21.15.119:0/1596915307 >> 172.21.15.119:0/1596915307 conn(0x7f9208069ed0 msgr2=0x7f92080ae700 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:56:58.632 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:58.623+0000 7f92103bc640 1 -- 172.21.15.119:0/1596915307 shutdown_connections 2024-09-13T18:56:58.632 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:56:58.623+0000 7f92103bc640 1 -- 172.21.15.119:0/1596915307 wait complete. 2024-09-13T18:56:58.636 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-09-13T18:56:58.636 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-13T18:56:58.636 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi119.front.sepia.ceph.com 2024-09-13T18:56:58.636 INFO:tasks.cephfs.mount:self.client.name = client.0 2024-09-13T18:56:58.637 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2024-09-13T18:56:58.637 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-09-13T18:56:58.637 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-09-13T18:56:58.637 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-13T18:56:58.637 INFO:tasks.cephfs.mount:Setting the 'None' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-13T18:56:58.637 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T18:56:58.637 DEBUG:teuthology.orchestra.run.smithi119:> ip addr 2024-09-13T18:56:58.653 INFO:teuthology.orchestra.run.smithi119.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-13T18:56:58.654 INFO:teuthology.orchestra.run.smithi119.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-13T18:56:58.654 INFO:teuthology.orchestra.run.smithi119.stdout: inet 127.0.0.1/8 scope host lo 2024-09-13T18:56:58.654 INFO:teuthology.orchestra.run.smithi119.stdout: valid_lft forever preferred_lft forever 2024-09-13T18:56:58.654 INFO:teuthology.orchestra.run.smithi119.stdout: inet6 ::1/128 scope host 2024-09-13T18:56:58.654 INFO:teuthology.orchestra.run.smithi119.stdout: valid_lft forever preferred_lft forever 2024-09-13T18:56:58.654 INFO:teuthology.orchestra.run.smithi119.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-13T18:56:58.654 INFO:teuthology.orchestra.run.smithi119.stdout: link/ether 0c:c4:7a:d8:da:62 brd ff:ff:ff:ff:ff:ff 2024-09-13T18:56:58.654 INFO:teuthology.orchestra.run.smithi119.stdout: altname enp7s0f0 2024-09-13T18:56:58.654 INFO:teuthology.orchestra.run.smithi119.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-13T18:56:58.654 INFO:teuthology.orchestra.run.smithi119.stdout: link/ether 0c:c4:7a:d8:da:63 brd ff:ff:ff:ff:ff:ff 2024-09-13T18:56:58.654 INFO:teuthology.orchestra.run.smithi119.stdout: altname enp7s0f1 2024-09-13T18:56:58.654 INFO:teuthology.orchestra.run.smithi119.stdout:4: enp3s0f0: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-13T18:56:58.655 INFO:teuthology.orchestra.run.smithi119.stdout: link/ether 0c:c4:7a:8f:d5:ee brd ff:ff:ff:ff:ff:ff 2024-09-13T18:56:58.655 INFO:teuthology.orchestra.run.smithi119.stdout:5: enp3s0f1: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-13T18:56:58.655 INFO:teuthology.orchestra.run.smithi119.stdout: link/ether 0c:c4:7a:8f:d5:ef brd ff:ff:ff:ff:ff:ff 2024-09-13T18:56:58.655 INFO:teuthology.orchestra.run.smithi119.stdout: inet 172.21.15.119/20 brd 172.21.15.255 scope global dynamic noprefixroute enp3s0f1 2024-09-13T18:56:58.655 INFO:teuthology.orchestra.run.smithi119.stdout: valid_lft 42778sec preferred_lft 42778sec 2024-09-13T18:56:58.655 INFO:teuthology.orchestra.run.smithi119.stdout: inet6 fe80::ec4:7aff:fe8f:d5ef/64 scope link noprefixroute 2024-09-13T18:56:58.655 INFO:teuthology.orchestra.run.smithi119.stdout: valid_lft forever preferred_lft forever 2024-09-13T18:56:58.656 INFO:tasks.cephfs.mount:Setuping the 'ceph-brx' with 192.168.255.254/16 2024-09-13T18:56:58.656 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T18:56:58.656 DEBUG:teuthology.orchestra.run.smithi119:> (cd / && exec bash -c ' 2024-09-13T18:56:58.656 DEBUG:teuthology.orchestra.run.smithi119:> set -e 2024-09-13T18:56:58.656 DEBUG:teuthology.orchestra.run.smithi119:> sudo ip link add name ceph-brx type bridge 2024-09-13T18:56:58.656 DEBUG:teuthology.orchestra.run.smithi119:> sudo ip addr flush dev ceph-brx 2024-09-13T18:56:58.656 DEBUG:teuthology.orchestra.run.smithi119:> sudo ip link set ceph-brx up 2024-09-13T18:56:58.656 DEBUG:teuthology.orchestra.run.smithi119:> sudo ip addr add 192.168.255.254/16 brd 192.168.255.255 dev ceph-brx 2024-09-13T18:56:58.656 DEBUG:teuthology.orchestra.run.smithi119:> ') 2024-09-13T18:56:58.751 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T18:56:58.751 DEBUG:teuthology.orchestra.run.smithi119:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-13T18:56:58.774 INFO:teuthology.orchestra.run.smithi119.stdout:1 2024-09-13T18:56:58.776 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T18:56:58.776 DEBUG:teuthology.orchestra.run.smithi119:> route 2024-09-13T18:56:58.833 INFO:teuthology.orchestra.run.smithi119.stdout:Kernel IP routing table 2024-09-13T18:56:58.833 INFO:teuthology.orchestra.run.smithi119.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-13T18:56:58.833 INFO:teuthology.orchestra.run.smithi119.stdout:default _gateway 0.0.0.0 UG 100 0 0 enp3s0f1 2024-09-13T18:56:58.833 INFO:teuthology.orchestra.run.smithi119.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 enp3s0f1 2024-09-13T18:56:58.833 INFO:teuthology.orchestra.run.smithi119.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-13T18:56:58.834 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T18:56:58.834 DEBUG:teuthology.orchestra.run.smithi119:> (cd / && exec bash -c ' 2024-09-13T18:56:58.834 DEBUG:teuthology.orchestra.run.smithi119:> set -e 2024-09-13T18:56:58.834 DEBUG:teuthology.orchestra.run.smithi119:> sudo iptables -A FORWARD -o enp3s0f1 -i ceph-brx -j ACCEPT 2024-09-13T18:56:58.834 DEBUG:teuthology.orchestra.run.smithi119:> sudo iptables -A FORWARD -i enp3s0f1 -o ceph-brx -j ACCEPT 2024-09-13T18:56:58.834 DEBUG:teuthology.orchestra.run.smithi119:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o enp3s0f1 -j MASQUERADE 2024-09-13T18:56:58.834 DEBUG:teuthology.orchestra.run.smithi119:> ') 2024-09-13T18:56:58.920 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T18:56:58.920 DEBUG:teuthology.orchestra.run.smithi119:> ip netns list 2024-09-13T18:56:58.935 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T18:56:58.935 DEBUG:teuthology.orchestra.run.smithi119:> ip netns list-id 2024-09-13T18:56:58.990 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T18:56:58.991 DEBUG:teuthology.orchestra.run.smithi119:> (cd / && exec bash -c ' 2024-09-13T18:56:58.991 DEBUG:teuthology.orchestra.run.smithi119:> set -e 2024-09-13T18:56:58.991 DEBUG:teuthology.orchestra.run.smithi119:> sudo ip netns add ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-13T18:56:58.991 DEBUG:teuthology.orchestra.run.smithi119:> sudo ip netns set ceph-ns--home-ubuntu-cephtest-mnt.0 0 2024-09-13T18:56:58.991 DEBUG:teuthology.orchestra.run.smithi119:> ') 2024-09-13T18:56:59.068 INFO:tasks.cephfs.mount:Setuping the netns 'ceph-ns--home-ubuntu-cephtest-mnt.0' with 192.168.0.1/16 2024-09-13T18:56:59.068 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T18:56:59.068 DEBUG:teuthology.orchestra.run.smithi119:> (cd / && exec bash -c ' 2024-09-13T18:56:59.068 DEBUG:teuthology.orchestra.run.smithi119:> set -e 2024-09-13T18:56:59.068 DEBUG:teuthology.orchestra.run.smithi119:> sudo ip link add veth0 netns ceph-ns--home-ubuntu-cephtest-mnt.0 type veth peer name brx.0 2024-09-13T18:56:59.068 DEBUG:teuthology.orchestra.run.smithi119:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip addr add 192.168.0.1/16 brd 192.168.255.255 dev veth0 2024-09-13T18:56:59.068 DEBUG:teuthology.orchestra.run.smithi119:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip link set veth0 up 2024-09-13T18:56:59.068 DEBUG:teuthology.orchestra.run.smithi119:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip link set lo up 2024-09-13T18:56:59.069 DEBUG:teuthology.orchestra.run.smithi119:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip route add default via 192.168.255.254 2024-09-13T18:56:59.069 DEBUG:teuthology.orchestra.run.smithi119:> ') 2024-09-13T18:56:59.181 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T18:56:59.181 DEBUG:teuthology.orchestra.run.smithi119:> (cd / && exec bash -c ' 2024-09-13T18:56:59.181 DEBUG:teuthology.orchestra.run.smithi119:> set -e 2024-09-13T18:56:59.181 DEBUG:teuthology.orchestra.run.smithi119:> sudo ip link set brx.0 up 2024-09-13T18:56:59.181 DEBUG:teuthology.orchestra.run.smithi119:> sudo ip link set dev brx.0 master ceph-brx 2024-09-13T18:56:59.181 DEBUG:teuthology.orchestra.run.smithi119:> ') 2024-09-13T18:56:59.218 INFO:tasks.cephfs.fuse_mount:Client client.0 config is {} 2024-09-13T18:56:59.218 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-13T18:56:59.218 DEBUG:teuthology.orchestra.run.smithi119:> mkdir -p -v /home/ubuntu/cephtest/mnt.0 2024-09-13T18:56:59.274 INFO:teuthology.orchestra.run.smithi119.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.0' 2024-09-13T18:56:59.274 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-13T18:56:59.274 DEBUG:teuthology.orchestra.run.smithi119:> chmod 0000 /home/ubuntu/cephtest/mnt.0 2024-09-13T18:56:59.329 DEBUG:teuthology.orchestra.run.smithi119:> sudo modprobe fuse 2024-09-13T18:56:59.394 INFO:teuthology.orchestra.run:Running command with timeout 30 2024-09-13T18:56:59.395 DEBUG:teuthology.orchestra.run.smithi119:> sudo mount -t fusectl /sys/fs/fuse/connections /sys/fs/fuse/connections 2024-09-13T18:56:59.460 INFO:teuthology.orchestra.run.smithi119.stderr:mount: /sys/fs/fuse/connections: /sys/fs/fuse/connections already mounted or mount point busy. 2024-09-13T18:56:59.461 DEBUG:teuthology.orchestra.run:got remote process result: 32 2024-09-13T18:56:59.462 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T18:56:59.462 DEBUG:teuthology.orchestra.run.smithi119:> ls /sys/fs/fuse/connections 2024-09-13T18:56:59.516 INFO:tasks.cephfs.fuse_mount:Pre-mount connections: [] 2024-09-13T18:56:59.517 DEBUG:teuthology.orchestra.run.smithi119:> (cd /home/ubuntu/cephtest && exec sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-fuse -f --admin-socket '/var/run/ceph/$cluster-$name.$pid.asok' /home/ubuntu/cephtest/mnt.0 --id 0) 2024-09-13T18:56:59.559 DEBUG:teuthology.orchestra.run.smithi119:> sudo modprobe fuse 2024-09-13T18:56:59.583 INFO:teuthology.orchestra.run:Running command with timeout 30 2024-09-13T18:56:59.583 DEBUG:teuthology.orchestra.run.smithi119:> sudo mount -t fusectl /sys/fs/fuse/connections /sys/fs/fuse/connections 2024-09-13T18:56:59.640 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi119.stderr:2024-09-13T18:56:59.637+0000 7f8e3da79480 -1 init, newargv = 0x562ece2e6010 newargc=15 2024-09-13T18:56:59.640 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi119.stderr:ceph-fuse[46885]: starting ceph client 2024-09-13T18:56:59.644 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi119.stderr:ceph-fuse[46885]: starting fuse 2024-09-13T18:56:59.651 INFO:teuthology.orchestra.run.smithi119.stderr:mount: /sys/fs/fuse/connections: /sys/fs/fuse/connections already mounted or mount point busy. 2024-09-13T18:56:59.652 DEBUG:teuthology.orchestra.run:got remote process result: 32 2024-09-13T18:56:59.652 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T18:56:59.652 DEBUG:teuthology.orchestra.run.smithi119:> ls /sys/fs/fuse/connections 2024-09-13T18:56:59.707 INFO:teuthology.orchestra.run.smithi119.stdout:41 2024-09-13T18:56:59.708 INFO:tasks.cephfs.fuse_mount:Post-mount connections: [41] 2024-09-13T18:56:59.708 DEBUG:teuthology.orchestra.run.smithi119:> sudo adjust-ulimits daemon-helper kill python3 -c ' 2024-09-13T18:56:59.708 DEBUG:teuthology.orchestra.run.smithi119:> import glob 2024-09-13T18:56:59.708 DEBUG:teuthology.orchestra.run.smithi119:> import re 2024-09-13T18:56:59.708 DEBUG:teuthology.orchestra.run.smithi119:> import os 2024-09-13T18:56:59.708 DEBUG:teuthology.orchestra.run.smithi119:> import subprocess 2024-09-13T18:56:59.708 DEBUG:teuthology.orchestra.run.smithi119:> 2024-09-13T18:56:59.708 DEBUG:teuthology.orchestra.run.smithi119:> def _find_admin_socket(client_name): 2024-09-13T18:56:59.708 DEBUG:teuthology.orchestra.run.smithi119:> asok_path = "/var/run/ceph/ceph-client.0.*.asok" 2024-09-13T18:56:59.708 DEBUG:teuthology.orchestra.run.smithi119:> files = glob.glob(asok_path) 2024-09-13T18:56:59.708 DEBUG:teuthology.orchestra.run.smithi119:> mountpoint = "/home/ubuntu/cephtest/mnt.0" 2024-09-13T18:56:59.709 DEBUG:teuthology.orchestra.run.smithi119:> 2024-09-13T18:56:59.709 DEBUG:teuthology.orchestra.run.smithi119:> # Given a non-glob path, it better be there 2024-09-13T18:56:59.709 DEBUG:teuthology.orchestra.run.smithi119:> if "*" not in asok_path: 2024-09-13T18:56:59.709 DEBUG:teuthology.orchestra.run.smithi119:> assert(len(files) == 1) 2024-09-13T18:56:59.709 DEBUG:teuthology.orchestra.run.smithi119:> return files[0] 2024-09-13T18:56:59.709 DEBUG:teuthology.orchestra.run.smithi119:> 2024-09-13T18:56:59.709 DEBUG:teuthology.orchestra.run.smithi119:> for f in files: 2024-09-13T18:56:59.709 DEBUG:teuthology.orchestra.run.smithi119:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2024-09-13T18:56:59.709 DEBUG:teuthology.orchestra.run.smithi119:> if os.path.exists("/proc/{0}".format(pid)): 2024-09-13T18:56:59.709 DEBUG:teuthology.orchestra.run.smithi119:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2024-09-13T18:56:59.709 DEBUG:teuthology.orchestra.run.smithi119:> contents = proc_f.read() 2024-09-13T18:56:59.709 DEBUG:teuthology.orchestra.run.smithi119:> if mountpoint in contents: 2024-09-13T18:56:59.709 DEBUG:teuthology.orchestra.run.smithi119:> return f 2024-09-13T18:56:59.709 DEBUG:teuthology.orchestra.run.smithi119:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2024-09-13T18:56:59.710 DEBUG:teuthology.orchestra.run.smithi119:> 2024-09-13T18:56:59.710 DEBUG:teuthology.orchestra.run.smithi119:> print(_find_admin_socket("client.0")) 2024-09-13T18:56:59.710 DEBUG:teuthology.orchestra.run.smithi119:> ' 2024-09-13T18:56:59.820 INFO:teuthology.orchestra.run.smithi119.stdout:/var/run/ceph/ceph-client.0.46885.asok 2024-09-13T18:57:00.007 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.0.46885.asok 2024-09-13T18:57:00.008 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T18:57:00.008 DEBUG:teuthology.orchestra.run.smithi119:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.0.46885.asok status 2024-09-13T18:57:00.141 INFO:teuthology.orchestra.run.smithi119.stdout:{ 2024-09-13T18:57:00.141 INFO:teuthology.orchestra.run.smithi119.stdout: "metadata": { 2024-09-13T18:57:00.142 INFO:teuthology.orchestra.run.smithi119.stdout: "ceph_sha1": "6c6b083f148f500c4f56d402b9e4ffcab6f1e2d3", 2024-09-13T18:57:00.142 INFO:teuthology.orchestra.run.smithi119.stdout: "ceph_version": "ceph version 18.2.4-860-g6c6b083f (6c6b083f148f500c4f56d402b9e4ffcab6f1e2d3) reef (stable)", 2024-09-13T18:57:00.142 INFO:teuthology.orchestra.run.smithi119.stdout: "entity_id": "0", 2024-09-13T18:57:00.142 INFO:teuthology.orchestra.run.smithi119.stdout: "hostname": "smithi119", 2024-09-13T18:57:00.142 INFO:teuthology.orchestra.run.smithi119.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.0", 2024-09-13T18:57:00.142 INFO:teuthology.orchestra.run.smithi119.stdout: "pid": "46885", 2024-09-13T18:57:00.142 INFO:teuthology.orchestra.run.smithi119.stdout: "root": "/" 2024-09-13T18:57:00.142 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2024-09-13T18:57:00.142 INFO:teuthology.orchestra.run.smithi119.stdout: "dentry_count": 0, 2024-09-13T18:57:00.142 INFO:teuthology.orchestra.run.smithi119.stdout: "dentry_pinned_count": 0, 2024-09-13T18:57:00.142 INFO:teuthology.orchestra.run.smithi119.stdout: "id": 4836, 2024-09-13T18:57:00.142 INFO:teuthology.orchestra.run.smithi119.stdout: "inst": { 2024-09-13T18:57:00.142 INFO:teuthology.orchestra.run.smithi119.stdout: "name": { 2024-09-13T18:57:00.142 INFO:teuthology.orchestra.run.smithi119.stdout: "type": "client", 2024-09-13T18:57:00.143 INFO:teuthology.orchestra.run.smithi119.stdout: "num": 4836 2024-09-13T18:57:00.143 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2024-09-13T18:57:00.143 INFO:teuthology.orchestra.run.smithi119.stdout: "addr": { 2024-09-13T18:57:00.143 INFO:teuthology.orchestra.run.smithi119.stdout: "type": "v1", 2024-09-13T18:57:00.143 INFO:teuthology.orchestra.run.smithi119.stdout: "addr": "192.168.0.1:0", 2024-09-13T18:57:00.143 INFO:teuthology.orchestra.run.smithi119.stdout: "nonce": 1504228050 2024-09-13T18:57:00.143 INFO:teuthology.orchestra.run.smithi119.stdout: } 2024-09-13T18:57:00.143 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2024-09-13T18:57:00.143 INFO:teuthology.orchestra.run.smithi119.stdout: "addr": { 2024-09-13T18:57:00.143 INFO:teuthology.orchestra.run.smithi119.stdout: "type": "v1", 2024-09-13T18:57:00.143 INFO:teuthology.orchestra.run.smithi119.stdout: "addr": "192.168.0.1:0", 2024-09-13T18:57:00.143 INFO:teuthology.orchestra.run.smithi119.stdout: "nonce": 1504228050 2024-09-13T18:57:00.143 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2024-09-13T18:57:00.143 INFO:teuthology.orchestra.run.smithi119.stdout: "inst_str": "client.4836 192.168.0.1:0/1504228050", 2024-09-13T18:57:00.144 INFO:teuthology.orchestra.run.smithi119.stdout: "addr_str": "192.168.0.1:0/1504228050", 2024-09-13T18:57:00.144 INFO:teuthology.orchestra.run.smithi119.stdout: "inode_count": 1, 2024-09-13T18:57:00.144 INFO:teuthology.orchestra.run.smithi119.stdout: "mds_epoch": 8, 2024-09-13T18:57:00.144 INFO:teuthology.orchestra.run.smithi119.stdout: "osd_epoch": 24, 2024-09-13T18:57:00.144 INFO:teuthology.orchestra.run.smithi119.stdout: "osd_epoch_barrier": 0, 2024-09-13T18:57:00.144 INFO:teuthology.orchestra.run.smithi119.stdout: "blocklisted": false, 2024-09-13T18:57:00.144 INFO:teuthology.orchestra.run.smithi119.stdout: "fs_name": "cephfs" 2024-09-13T18:57:00.144 INFO:teuthology.orchestra.run.smithi119.stdout:} 2024-09-13T18:57:00.150 DEBUG:tasks.ceph_fuse:passing mntargs=[] 2024-09-13T18:57:00.150 DEBUG:teuthology.orchestra.run.smithi119:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-13T18:57:00.250 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:00.245+0000 7f2d331f4640 1 Processor -- start 2024-09-13T18:57:00.251 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:00.245+0000 7f2d331f4640 1 -- start start 2024-09-13T18:57:00.251 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:00.245+0000 7f2d331f4640 1 --2- >> v2:172.21.15.119:3300/0 conn(0x7f2d2c072110 0x7f2d2c070190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:00.251 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:00.246+0000 7f2d331f4640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f2d2c0c8920 0x7f2d2c0c8dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:00.251 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:00.246+0000 7f2d331f4640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f2d2c0abdf0 con 0x7f2d2c071d30 2024-09-13T18:57:00.251 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:00.246+0000 7f2d331f4640 1 -- --> v2:172.21.15.119:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f2d2c0c9310 con 0x7f2d2c072110 2024-09-13T18:57:00.251 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:00.246+0000 7f2d331f4640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f2d2c0b2280 con 0x7f2d2c0c8920 2024-09-13T18:57:00.251 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:00.246+0000 7f2d2bfff640 1 --2- >> v2:172.21.15.119:3300/0 conn(0x7f2d2c072110 0x7f2d2c070190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:00.251 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:00.246+0000 7f2d2bfff640 1 --2- >> v2:172.21.15.119:3300/0 conn(0x7f2d2c072110 0x7f2d2c070190 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.119:3300/0 says I am v2:172.21.15.119:43266/0 (socket says 172.21.15.119:43266) 2024-09-13T18:57:00.251 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:00.246+0000 7f2d2bfff640 1 -- 172.21.15.119:0/427067670 learned_addr learned my addr 172.21.15.119:0/427067670 (peer_addr_for_me v2:172.21.15.119:0/0) 2024-09-13T18:57:00.251 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:00.246+0000 7f2d31791640 1 --2- 172.21.15.119:0/427067670 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f2d2c0c8920 0x7f2d2c0c8dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:00.252 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:00.246+0000 7f2d2bfff640 1 -- 172.21.15.119:0/427067670 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f2d2c0c8920 msgr2=0x7f2d2c0c8dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T18:57:00.252 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:00.246+0000 7f2d2bfff640 1 --2- 172.21.15.119:0/427067670 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f2d2c0c8920 0x7f2d2c0c8dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:00.252 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:00.246+0000 7f2d2bfff640 1 -- 172.21.15.119:0/427067670 >> v1:172.21.15.145:6789/0 conn(0x7f2d2c071d30 legacy=0x7f2d2c0b1b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T18:57:00.252 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:00.246+0000 7f2d2bfff640 1 -- 172.21.15.119:0/427067670 --> v2:172.21.15.119:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2d2c0ab1e0 con 0x7f2d2c072110 2024-09-13T18:57:00.252 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:00.247+0000 7f2d2bfff640 1 --2- 172.21.15.119:0/427067670 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f2d2c072110 0x7f2d2c070190 secure :-1 s=READY pgs=241 cs=0 l=1 rev1=1 crypto rx=0x7f2d18009870 tx=0x7f2d1802a210 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e8254df4b1b0666f server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:57:00.252 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:00.247+0000 7f2d2b7fe640 1 -- 172.21.15.119:0/427067670 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2d18032440 con 0x7f2d2c072110 2024-09-13T18:57:00.252 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:00.247+0000 7f2d2b7fe640 1 -- 172.21.15.119:0/427067670 <== mon.0 v2:172.21.15.119:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f2d180325a0 con 0x7f2d2c072110 2024-09-13T18:57:00.252 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:00.247+0000 7f2d2b7fe640 1 -- 172.21.15.119:0/427067670 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2d18032930 con 0x7f2d2c072110 2024-09-13T18:57:00.252 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:00.247+0000 7f2d331f4640 1 -- 172.21.15.119:0/427067670 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f2d2c072110 msgr2=0x7f2d2c070190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:00.252 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:00.247+0000 7f2d331f4640 1 --2- 172.21.15.119:0/427067670 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f2d2c072110 0x7f2d2c070190 secure :-1 s=READY pgs=241 cs=0 l=1 rev1=1 crypto rx=0x7f2d18009870 tx=0x7f2d1802a210 comp rx=0 tx=0).stop 2024-09-13T18:57:00.252 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:00.247+0000 7f2d331f4640 1 -- 172.21.15.119:0/427067670 shutdown_connections 2024-09-13T18:57:00.252 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:00.247+0000 7f2d331f4640 1 --2- 172.21.15.119:0/427067670 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f2d2c0c8920 0x7f2d2c0c8dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:00.252 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:00.247+0000 7f2d331f4640 1 --2- 172.21.15.119:0/427067670 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f2d2c072110 0x7f2d2c070190 unknown :-1 s=CLOSED pgs=241 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:00.253 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:00.247+0000 7f2d331f4640 1 -- 172.21.15.119:0/427067670 >> 172.21.15.119:0/427067670 conn(0x7f2d2c069ed0 msgr2=0x7f2d2c06a2e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:57:00.253 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:00.247+0000 7f2d331f4640 1 -- 172.21.15.119:0/427067670 shutdown_connections 2024-09-13T18:57:00.253 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:00.247+0000 7f2d331f4640 1 -- 172.21.15.119:0/427067670 wait complete. 2024-09-13T18:57:00.255 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:00.249+0000 7f2d331f4640 1 Processor -- start 2024-09-13T18:57:00.255 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:00.249+0000 7f2d331f4640 1 -- start start 2024-09-13T18:57:00.255 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:00.249+0000 7f2d331f4640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f2d2c071d30 0x7f2d2c0c48b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:00.256 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:00.249+0000 7f2d331f4640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f2d2c072110 0x7f2d2c1ee490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:00.256 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:00.249+0000 7f2d331f4640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f2d2c0c8920 0x7f2d2c0c1a80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:00.256 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:00.249+0000 7f2d331f4640 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2d2c0c6d10 con 0x7f2d2c0c8920 2024-09-13T18:57:00.256 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:00.249+0000 7f2d331f4640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2d2c0c1fc0 con 0x7f2d2c072110 2024-09-13T18:57:00.256 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:00.249+0000 7f2d331f4640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f2d2c15c5a0 con 0x7f2d2c071d30 2024-09-13T18:57:00.256 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:00.250+0000 7f2d31791640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f2d2c0c8920 0x7f2d2c0c1a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:00.256 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:00.250+0000 7f2d31791640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f2d2c0c8920 0x7f2d2c0c1a80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.119:3300/0 says I am v2:172.21.15.119:43272/0 (socket says 172.21.15.119:43272) 2024-09-13T18:57:00.256 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:00.250+0000 7f2d31791640 1 -- 172.21.15.119:0/3460466999 learned_addr learned my addr 172.21.15.119:0/3460466999 (peer_addr_for_me v2:172.21.15.119:0/0) 2024-09-13T18:57:00.256 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:00.250+0000 7f2d30f90640 1 --2- 172.21.15.119:0/3460466999 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f2d2c071d30 0x7f2d2c0c48b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:00.256 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:00.250+0000 7f2d2bfff640 1 --2- 172.21.15.119:0/3460466999 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f2d2c072110 0x7f2d2c1ee490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:00.256 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:00.250+0000 7f2d31791640 1 -- 172.21.15.119:0/3460466999 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f2d2c071d30 msgr2=0x7f2d2c0c48b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:00.256 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:00.250+0000 7f2d31791640 1 --2- 172.21.15.119:0/3460466999 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f2d2c071d30 0x7f2d2c0c48b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:00.256 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:00.250+0000 7f2d31791640 1 -- 172.21.15.119:0/3460466999 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f2d2c072110 msgr2=0x7f2d2c1ee490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:00.256 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:00.250+0000 7f2d31791640 1 --2- 172.21.15.119:0/3460466999 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f2d2c072110 0x7f2d2c1ee490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:00.257 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:00.250+0000 7f2d31791640 1 -- 172.21.15.119:0/3460466999 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2d180094d0 con 0x7f2d2c0c8920 2024-09-13T18:57:00.257 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:00.250+0000 7f2d31791640 1 --2- 172.21.15.119:0/3460466999 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f2d2c0c8920 0x7f2d2c0c1a80 secure :-1 s=READY pgs=242 cs=0 l=1 rev1=1 crypto rx=0x7f2d24007e90 tx=0x7f2d2400e4b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:57:00.257 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:00.250+0000 7f2d297fa640 1 -- 172.21.15.119:0/3460466999 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2d24014420 con 0x7f2d2c0c8920 2024-09-13T18:57:00.257 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:00.250+0000 7f2d297fa640 1 -- 172.21.15.119:0/3460466999 <== mon.0 v2:172.21.15.119:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f2d24014580 con 0x7f2d2c0c8920 2024-09-13T18:57:00.257 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:00.250+0000 7f2d331f4640 1 -- 172.21.15.119:0/3460466999 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f2d2c0c4eb0 con 0x7f2d2c0c8920 2024-09-13T18:57:00.257 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:00.250+0000 7f2d297fa640 1 -- 172.21.15.119:0/3460466999 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2d24014930 con 0x7f2d2c0c8920 2024-09-13T18:57:00.257 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:00.250+0000 7f2d331f4640 1 -- 172.21.15.119:0/3460466999 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f2d2c0c7240 con 0x7f2d2c0c8920 2024-09-13T18:57:00.257 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:00.251+0000 7f2d331f4640 1 -- 172.21.15.119:0/3460466999 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f2d2c070190 con 0x7f2d2c0c8920 2024-09-13T18:57:00.257 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:00.252+0000 7f2d297fa640 1 -- 172.21.15.119:0/3460466999 <== mon.0 v2:172.21.15.119:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f2d24014a90 con 0x7f2d2c0c8920 2024-09-13T18:57:00.257 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:00.252+0000 7f2d297fa640 1 --2- 172.21.15.119:0/3460466999 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f2d1006ac00 0x7f2d1006d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:00.257 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:00.252+0000 7f2d30f90640 1 --2- 172.21.15.119:0/3460466999 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f2d1006ac00 0x7f2d1006d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:00.257 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:00.252+0000 7f2d297fa640 1 -- 172.21.15.119:0/3460466999 <== mon.0 v2:172.21.15.119:3300/0 5 ==== osd_map(24..24 src has 1..24) v4 ==== 6460+0+0 (secure 0 0 0) 0x7f2d24089dc0 con 0x7f2d2c0c8920 2024-09-13T18:57:00.257 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:00.253+0000 7f2d30f90640 1 --2- 172.21.15.119:0/3460466999 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f2d1006ac00 0x7f2d1006d0c0 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x7f2d20004f60 tx=0x7f2d20007e30 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:57:00.259 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:00.257+0000 7f2d297fa640 1 -- 172.21.15.119:0/3460466999 <== mon.0 v2:172.21.15.119:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f2d24054df0 con 0x7f2d2c0c8920 2024-09-13T18:57:00.454 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:00.451+0000 7f2d331f4640 1 -- 172.21.15.119:0/3460466999 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_command({"prefix": "fs ls"} v 0) v1 -- 0x7f2d2c15cb20 con 0x7f2d2c0c8920 2024-09-13T18:57:00.454 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:00.452+0000 7f2d297fa640 1 -- 172.21.15.119:0/3460466999 <== mon.0 v2:172.21.15.119:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v8) v1 ==== 53+0+88 (secure 0 0 0) 0x7f2d24058410 con 0x7f2d2c0c8920 2024-09-13T18:57:00.454 INFO:teuthology.orchestra.run.smithi119.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data cephfs_data_ec ] 2024-09-13T18:57:00.456 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:00.453+0000 7f2d331f4640 1 -- 172.21.15.119:0/3460466999 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f2d1006ac00 msgr2=0x7f2d1006d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:00.456 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:00.453+0000 7f2d331f4640 1 --2- 172.21.15.119:0/3460466999 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f2d1006ac00 0x7f2d1006d0c0 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x7f2d20004f60 tx=0x7f2d20007e30 comp rx=0 tx=0).stop 2024-09-13T18:57:00.456 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:00.453+0000 7f2d331f4640 1 -- 172.21.15.119:0/3460466999 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f2d2c0c8920 msgr2=0x7f2d2c0c1a80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:00.456 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:00.453+0000 7f2d331f4640 1 --2- 172.21.15.119:0/3460466999 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f2d2c0c8920 0x7f2d2c0c1a80 secure :-1 s=READY pgs=242 cs=0 l=1 rev1=1 crypto rx=0x7f2d24007e90 tx=0x7f2d2400e4b0 comp rx=0 tx=0).stop 2024-09-13T18:57:00.457 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:00.454+0000 7f2d331f4640 1 -- 172.21.15.119:0/3460466999 shutdown_connections 2024-09-13T18:57:00.457 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:00.454+0000 7f2d331f4640 1 --2- 172.21.15.119:0/3460466999 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f2d1006ac00 0x7f2d1006d0c0 unknown :-1 s=CLOSED pgs=136 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:00.457 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:00.454+0000 7f2d331f4640 1 --2- 172.21.15.119:0/3460466999 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f2d2c0c8920 0x7f2d2c0c1a80 unknown :-1 s=CLOSED pgs=242 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:00.457 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:00.454+0000 7f2d331f4640 1 --2- 172.21.15.119:0/3460466999 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f2d2c072110 0x7f2d2c1ee490 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:00.457 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:00.454+0000 7f2d331f4640 1 --2- 172.21.15.119:0/3460466999 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f2d2c071d30 0x7f2d2c0c48b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:00.457 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:00.454+0000 7f2d331f4640 1 -- 172.21.15.119:0/3460466999 >> 172.21.15.119:0/3460466999 conn(0x7f2d2c069ed0 msgr2=0x7f2d2c06a2b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:57:00.457 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:00.454+0000 7f2d331f4640 1 -- 172.21.15.119:0/3460466999 shutdown_connections 2024-09-13T18:57:00.457 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:00.454+0000 7f2d331f4640 1 -- 172.21.15.119:0/3460466999 wait complete. 2024-09-13T18:57:00.467 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-09-13T18:57:00.467 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-13T18:57:00.467 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi119.front.sepia.ceph.com 2024-09-13T18:57:00.467 INFO:tasks.cephfs.mount:self.client.name = client.2 2024-09-13T18:57:00.467 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.2 2024-09-13T18:57:00.467 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-09-13T18:57:00.467 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-09-13T18:57:00.467 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-13T18:57:00.467 INFO:tasks.cephfs.mount:Setting the 'None' netns for '/home/ubuntu/cephtest/mnt.2' 2024-09-13T18:57:00.467 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T18:57:00.467 DEBUG:teuthology.orchestra.run.smithi119:> ip addr 2024-09-13T18:57:00.484 INFO:teuthology.orchestra.run.smithi119.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-13T18:57:00.484 INFO:teuthology.orchestra.run.smithi119.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-13T18:57:00.484 INFO:teuthology.orchestra.run.smithi119.stdout: inet 127.0.0.1/8 scope host lo 2024-09-13T18:57:00.484 INFO:teuthology.orchestra.run.smithi119.stdout: valid_lft forever preferred_lft forever 2024-09-13T18:57:00.484 INFO:teuthology.orchestra.run.smithi119.stdout: inet6 ::1/128 scope host 2024-09-13T18:57:00.484 INFO:teuthology.orchestra.run.smithi119.stdout: valid_lft forever preferred_lft forever 2024-09-13T18:57:00.485 INFO:teuthology.orchestra.run.smithi119.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-13T18:57:00.485 INFO:teuthology.orchestra.run.smithi119.stdout: link/ether 0c:c4:7a:d8:da:62 brd ff:ff:ff:ff:ff:ff 2024-09-13T18:57:00.485 INFO:teuthology.orchestra.run.smithi119.stdout: altname enp7s0f0 2024-09-13T18:57:00.485 INFO:teuthology.orchestra.run.smithi119.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-13T18:57:00.485 INFO:teuthology.orchestra.run.smithi119.stdout: link/ether 0c:c4:7a:d8:da:63 brd ff:ff:ff:ff:ff:ff 2024-09-13T18:57:00.485 INFO:teuthology.orchestra.run.smithi119.stdout: altname enp7s0f1 2024-09-13T18:57:00.485 INFO:teuthology.orchestra.run.smithi119.stdout:4: enp3s0f0: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-13T18:57:00.485 INFO:teuthology.orchestra.run.smithi119.stdout: link/ether 0c:c4:7a:8f:d5:ee brd ff:ff:ff:ff:ff:ff 2024-09-13T18:57:00.485 INFO:teuthology.orchestra.run.smithi119.stdout:5: enp3s0f1: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-13T18:57:00.485 INFO:teuthology.orchestra.run.smithi119.stdout: link/ether 0c:c4:7a:8f:d5:ef brd ff:ff:ff:ff:ff:ff 2024-09-13T18:57:00.485 INFO:teuthology.orchestra.run.smithi119.stdout: inet 172.21.15.119/20 brd 172.21.15.255 scope global dynamic noprefixroute enp3s0f1 2024-09-13T18:57:00.485 INFO:teuthology.orchestra.run.smithi119.stdout: valid_lft 42777sec preferred_lft 42777sec 2024-09-13T18:57:00.486 INFO:teuthology.orchestra.run.smithi119.stdout: inet6 fe80::ec4:7aff:fe8f:d5ef/64 scope link noprefixroute 2024-09-13T18:57:00.486 INFO:teuthology.orchestra.run.smithi119.stdout: valid_lft forever preferred_lft forever 2024-09-13T18:57:00.486 INFO:teuthology.orchestra.run.smithi119.stdout:8: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-13T18:57:00.486 INFO:teuthology.orchestra.run.smithi119.stdout: link/ether 96:c7:9d:7f:97:e9 brd ff:ff:ff:ff:ff:ff 2024-09-13T18:57:00.486 INFO:teuthology.orchestra.run.smithi119.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2024-09-13T18:57:00.486 INFO:teuthology.orchestra.run.smithi119.stdout: valid_lft forever preferred_lft forever 2024-09-13T18:57:00.486 INFO:teuthology.orchestra.run.smithi119.stdout: inet6 fe80::2c1e:bbff:fec3:532f/64 scope link 2024-09-13T18:57:00.486 INFO:teuthology.orchestra.run.smithi119.stdout: valid_lft forever preferred_lft forever 2024-09-13T18:57:00.486 INFO:teuthology.orchestra.run.smithi119.stdout:9: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-13T18:57:00.486 INFO:teuthology.orchestra.run.smithi119.stdout: link/ether 96:c7:9d:7f:97:e9 brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-13T18:57:00.486 INFO:teuthology.orchestra.run.smithi119.stdout: inet6 fe80::94c7:9dff:fe7f:97e9/64 scope link 2024-09-13T18:57:00.486 INFO:teuthology.orchestra.run.smithi119.stdout: valid_lft forever preferred_lft forever 2024-09-13T18:57:00.487 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T18:57:00.487 DEBUG:teuthology.orchestra.run.smithi119:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-13T18:57:00.548 INFO:teuthology.orchestra.run.smithi119.stdout:1 2024-09-13T18:57:00.549 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T18:57:00.550 DEBUG:teuthology.orchestra.run.smithi119:> route 2024-09-13T18:57:00.605 INFO:teuthology.orchestra.run.smithi119.stdout:Kernel IP routing table 2024-09-13T18:57:00.606 INFO:teuthology.orchestra.run.smithi119.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-13T18:57:00.606 INFO:teuthology.orchestra.run.smithi119.stdout:default _gateway 0.0.0.0 UG 100 0 0 enp3s0f1 2024-09-13T18:57:00.606 INFO:teuthology.orchestra.run.smithi119.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 enp3s0f1 2024-09-13T18:57:00.606 INFO:teuthology.orchestra.run.smithi119.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-13T18:57:00.606 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T18:57:00.606 DEBUG:teuthology.orchestra.run.smithi119:> (cd / && exec bash -c ' 2024-09-13T18:57:00.606 DEBUG:teuthology.orchestra.run.smithi119:> set -e 2024-09-13T18:57:00.606 DEBUG:teuthology.orchestra.run.smithi119:> sudo iptables -A FORWARD -o enp3s0f1 -i ceph-brx -j ACCEPT 2024-09-13T18:57:00.606 DEBUG:teuthology.orchestra.run.smithi119:> sudo iptables -A FORWARD -i enp3s0f1 -o ceph-brx -j ACCEPT 2024-09-13T18:57:00.607 DEBUG:teuthology.orchestra.run.smithi119:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o enp3s0f1 -j MASQUERADE 2024-09-13T18:57:00.607 DEBUG:teuthology.orchestra.run.smithi119:> ') 2024-09-13T18:57:00.692 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T18:57:00.692 DEBUG:teuthology.orchestra.run.smithi119:> ip netns list 2024-09-13T18:57:00.707 INFO:teuthology.orchestra.run.smithi119.stdout:ceph-ns--home-ubuntu-cephtest-mnt.0 (id: 0) 2024-09-13T18:57:00.708 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T18:57:00.708 DEBUG:teuthology.orchestra.run.smithi119:> ip netns list-id 2024-09-13T18:57:00.763 INFO:teuthology.orchestra.run.smithi119.stdout:nsid 0 (iproute2 netns name: ceph-ns--home-ubuntu-cephtest-mnt.0) 2024-09-13T18:57:00.763 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T18:57:00.763 DEBUG:teuthology.orchestra.run.smithi119:> (cd / && exec bash -c ' 2024-09-13T18:57:00.764 DEBUG:teuthology.orchestra.run.smithi119:> set -e 2024-09-13T18:57:00.764 DEBUG:teuthology.orchestra.run.smithi119:> sudo ip netns add ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-13T18:57:00.764 DEBUG:teuthology.orchestra.run.smithi119:> sudo ip netns set ceph-ns--home-ubuntu-cephtest-mnt.2 1 2024-09-13T18:57:00.764 DEBUG:teuthology.orchestra.run.smithi119:> ') 2024-09-13T18:57:00.840 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T18:57:00.840 DEBUG:teuthology.orchestra.run.smithi119:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip addr 2024-09-13T18:57:00.905 INFO:teuthology.orchestra.run.smithi119.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-13T18:57:00.905 INFO:teuthology.orchestra.run.smithi119.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-13T18:57:00.905 INFO:teuthology.orchestra.run.smithi119.stdout: inet 127.0.0.1/8 scope host lo 2024-09-13T18:57:00.905 INFO:teuthology.orchestra.run.smithi119.stdout: valid_lft forever preferred_lft forever 2024-09-13T18:57:00.905 INFO:teuthology.orchestra.run.smithi119.stdout: inet6 ::1/128 scope host 2024-09-13T18:57:00.905 INFO:teuthology.orchestra.run.smithi119.stdout: valid_lft forever preferred_lft forever 2024-09-13T18:57:00.905 INFO:teuthology.orchestra.run.smithi119.stdout:2: veth0@if9: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-13T18:57:00.905 INFO:teuthology.orchestra.run.smithi119.stdout: link/ether 8e:4f:11:30:51:4d brd ff:ff:ff:ff:ff:ff link-netnsid 0 2024-09-13T18:57:00.905 INFO:teuthology.orchestra.run.smithi119.stdout: inet 192.168.0.1/16 brd 192.168.255.255 scope global veth0 2024-09-13T18:57:00.905 INFO:teuthology.orchestra.run.smithi119.stdout: valid_lft forever preferred_lft forever 2024-09-13T18:57:00.905 INFO:teuthology.orchestra.run.smithi119.stdout: inet6 fe80::8c4f:11ff:fe30:514d/64 scope link 2024-09-13T18:57:00.906 INFO:teuthology.orchestra.run.smithi119.stdout: valid_lft forever preferred_lft forever 2024-09-13T18:57:00.907 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T18:57:00.907 DEBUG:teuthology.orchestra.run.smithi119:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip addr 2024-09-13T18:57:00.971 INFO:teuthology.orchestra.run.smithi119.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-13T18:57:00.971 INFO:teuthology.orchestra.run.smithi119.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-13T18:57:00.971 INFO:teuthology.orchestra.run.smithi119.stdout: inet 127.0.0.1/8 scope host lo 2024-09-13T18:57:00.971 INFO:teuthology.orchestra.run.smithi119.stdout: valid_lft forever preferred_lft forever 2024-09-13T18:57:00.971 INFO:teuthology.orchestra.run.smithi119.stdout: inet6 ::1/128 scope host 2024-09-13T18:57:00.971 INFO:teuthology.orchestra.run.smithi119.stdout: valid_lft forever preferred_lft forever 2024-09-13T18:57:00.971 INFO:teuthology.orchestra.run.smithi119.stdout:2: veth0@if9: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-13T18:57:00.971 INFO:teuthology.orchestra.run.smithi119.stdout: link/ether 8e:4f:11:30:51:4d brd ff:ff:ff:ff:ff:ff link-netnsid 0 2024-09-13T18:57:00.971 INFO:teuthology.orchestra.run.smithi119.stdout: inet 192.168.0.1/16 brd 192.168.255.255 scope global veth0 2024-09-13T18:57:00.971 INFO:teuthology.orchestra.run.smithi119.stdout: valid_lft forever preferred_lft forever 2024-09-13T18:57:00.971 INFO:teuthology.orchestra.run.smithi119.stdout: inet6 fe80::8c4f:11ff:fe30:514d/64 scope link 2024-09-13T18:57:00.972 INFO:teuthology.orchestra.run.smithi119.stdout: valid_lft forever preferred_lft forever 2024-09-13T18:57:00.973 INFO:tasks.cephfs.mount:Setuping the netns 'ceph-ns--home-ubuntu-cephtest-mnt.2' with 192.168.0.2/16 2024-09-13T18:57:00.973 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T18:57:00.973 DEBUG:teuthology.orchestra.run.smithi119:> (cd / && exec bash -c ' 2024-09-13T18:57:00.973 DEBUG:teuthology.orchestra.run.smithi119:> set -e 2024-09-13T18:57:00.973 DEBUG:teuthology.orchestra.run.smithi119:> sudo ip link add veth0 netns ceph-ns--home-ubuntu-cephtest-mnt.2 type veth peer name brx.1 2024-09-13T18:57:00.973 DEBUG:teuthology.orchestra.run.smithi119:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.2 ip addr add 192.168.0.2/16 brd 192.168.255.255 dev veth0 2024-09-13T18:57:00.973 DEBUG:teuthology.orchestra.run.smithi119:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.2 ip link set veth0 up 2024-09-13T18:57:00.973 DEBUG:teuthology.orchestra.run.smithi119:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.2 ip link set lo up 2024-09-13T18:57:00.974 DEBUG:teuthology.orchestra.run.smithi119:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.2 ip route add default via 192.168.255.254 2024-09-13T18:57:00.974 DEBUG:teuthology.orchestra.run.smithi119:> ') 2024-09-13T18:57:01.085 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T18:57:01.086 DEBUG:teuthology.orchestra.run.smithi119:> (cd / && exec bash -c ' 2024-09-13T18:57:01.086 DEBUG:teuthology.orchestra.run.smithi119:> set -e 2024-09-13T18:57:01.086 DEBUG:teuthology.orchestra.run.smithi119:> sudo ip link set brx.1 up 2024-09-13T18:57:01.086 DEBUG:teuthology.orchestra.run.smithi119:> sudo ip link set dev brx.1 master ceph-brx 2024-09-13T18:57:01.086 DEBUG:teuthology.orchestra.run.smithi119:> ') 2024-09-13T18:57:01.123 INFO:tasks.cephfs.fuse_mount:Client client.2 config is {} 2024-09-13T18:57:01.123 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-13T18:57:01.123 DEBUG:teuthology.orchestra.run.smithi119:> mkdir -p -v /home/ubuntu/cephtest/mnt.2 2024-09-13T18:57:01.178 INFO:teuthology.orchestra.run.smithi119.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.2' 2024-09-13T18:57:01.179 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-13T18:57:01.179 DEBUG:teuthology.orchestra.run.smithi119:> chmod 0000 /home/ubuntu/cephtest/mnt.2 2024-09-13T18:57:01.235 DEBUG:teuthology.orchestra.run.smithi119:> sudo modprobe fuse 2024-09-13T18:57:01.302 INFO:teuthology.orchestra.run:Running command with timeout 30 2024-09-13T18:57:01.302 DEBUG:teuthology.orchestra.run.smithi119:> sudo mount -t fusectl /sys/fs/fuse/connections /sys/fs/fuse/connections 2024-09-13T18:57:01.366 INFO:teuthology.orchestra.run.smithi119.stderr:mount: /sys/fs/fuse/connections: /sys/fs/fuse/connections already mounted or mount point busy. 2024-09-13T18:57:01.367 DEBUG:teuthology.orchestra.run:got remote process result: 32 2024-09-13T18:57:01.367 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T18:57:01.368 DEBUG:teuthology.orchestra.run.smithi119:> ls /sys/fs/fuse/connections 2024-09-13T18:57:01.422 INFO:teuthology.orchestra.run.smithi119.stdout:41 2024-09-13T18:57:01.423 INFO:tasks.cephfs.fuse_mount:Pre-mount connections: [41] 2024-09-13T18:57:01.423 DEBUG:teuthology.orchestra.run.smithi119:> (cd /home/ubuntu/cephtest && exec sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-fuse -f --admin-socket '/var/run/ceph/$cluster-$name.$pid.asok' /home/ubuntu/cephtest/mnt.2 --id 2) 2024-09-13T18:57:01.465 DEBUG:teuthology.orchestra.run.smithi119:> sudo modprobe fuse 2024-09-13T18:57:01.490 INFO:teuthology.orchestra.run:Running command with timeout 30 2024-09-13T18:57:01.490 DEBUG:teuthology.orchestra.run.smithi119:> sudo mount -t fusectl /sys/fs/fuse/connections /sys/fs/fuse/connections 2024-09-13T18:57:01.546 INFO:tasks.cephfs.fuse_mount.ceph-fuse.2.smithi119.stderr:2024-09-13T18:57:01.543+0000 7fd15adb9480 -1 init, newargv = 0x556298e2ce70 newargc=15 2024-09-13T18:57:01.546 INFO:tasks.cephfs.fuse_mount.ceph-fuse.2.smithi119.stderr:ceph-fuse[47380]: starting ceph client 2024-09-13T18:57:01.550 INFO:tasks.cephfs.fuse_mount.ceph-fuse.2.smithi119.stderr:ceph-fuse[47380]: starting fuse 2024-09-13T18:57:01.556 INFO:teuthology.orchestra.run.smithi119.stderr:mount: /sys/fs/fuse/connections: /sys/fs/fuse/connections already mounted or mount point busy. 2024-09-13T18:57:01.557 DEBUG:teuthology.orchestra.run:got remote process result: 32 2024-09-13T18:57:01.557 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T18:57:01.557 DEBUG:teuthology.orchestra.run.smithi119:> ls /sys/fs/fuse/connections 2024-09-13T18:57:01.612 INFO:teuthology.orchestra.run.smithi119.stdout:41 2024-09-13T18:57:01.613 INFO:teuthology.orchestra.run.smithi119.stdout:44 2024-09-13T18:57:01.613 INFO:tasks.cephfs.fuse_mount:Post-mount connections: [41, 44] 2024-09-13T18:57:01.613 DEBUG:teuthology.orchestra.run.smithi119:> sudo adjust-ulimits daemon-helper kill python3 -c ' 2024-09-13T18:57:01.613 DEBUG:teuthology.orchestra.run.smithi119:> import glob 2024-09-13T18:57:01.613 DEBUG:teuthology.orchestra.run.smithi119:> import re 2024-09-13T18:57:01.613 DEBUG:teuthology.orchestra.run.smithi119:> import os 2024-09-13T18:57:01.613 DEBUG:teuthology.orchestra.run.smithi119:> import subprocess 2024-09-13T18:57:01.614 DEBUG:teuthology.orchestra.run.smithi119:> 2024-09-13T18:57:01.614 DEBUG:teuthology.orchestra.run.smithi119:> def _find_admin_socket(client_name): 2024-09-13T18:57:01.614 DEBUG:teuthology.orchestra.run.smithi119:> asok_path = "/var/run/ceph/ceph-client.2.*.asok" 2024-09-13T18:57:01.614 DEBUG:teuthology.orchestra.run.smithi119:> files = glob.glob(asok_path) 2024-09-13T18:57:01.614 DEBUG:teuthology.orchestra.run.smithi119:> mountpoint = "/home/ubuntu/cephtest/mnt.2" 2024-09-13T18:57:01.614 DEBUG:teuthology.orchestra.run.smithi119:> 2024-09-13T18:57:01.614 DEBUG:teuthology.orchestra.run.smithi119:> # Given a non-glob path, it better be there 2024-09-13T18:57:01.614 DEBUG:teuthology.orchestra.run.smithi119:> if "*" not in asok_path: 2024-09-13T18:57:01.614 DEBUG:teuthology.orchestra.run.smithi119:> assert(len(files) == 1) 2024-09-13T18:57:01.614 DEBUG:teuthology.orchestra.run.smithi119:> return files[0] 2024-09-13T18:57:01.614 DEBUG:teuthology.orchestra.run.smithi119:> 2024-09-13T18:57:01.614 DEBUG:teuthology.orchestra.run.smithi119:> for f in files: 2024-09-13T18:57:01.614 DEBUG:teuthology.orchestra.run.smithi119:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2024-09-13T18:57:01.614 DEBUG:teuthology.orchestra.run.smithi119:> if os.path.exists("/proc/{0}".format(pid)): 2024-09-13T18:57:01.615 DEBUG:teuthology.orchestra.run.smithi119:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2024-09-13T18:57:01.615 DEBUG:teuthology.orchestra.run.smithi119:> contents = proc_f.read() 2024-09-13T18:57:01.615 DEBUG:teuthology.orchestra.run.smithi119:> if mountpoint in contents: 2024-09-13T18:57:01.615 DEBUG:teuthology.orchestra.run.smithi119:> return f 2024-09-13T18:57:01.615 DEBUG:teuthology.orchestra.run.smithi119:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2024-09-13T18:57:01.615 DEBUG:teuthology.orchestra.run.smithi119:> 2024-09-13T18:57:01.615 DEBUG:teuthology.orchestra.run.smithi119:> print(_find_admin_socket("client.2")) 2024-09-13T18:57:01.615 DEBUG:teuthology.orchestra.run.smithi119:> ' 2024-09-13T18:57:01.726 INFO:teuthology.orchestra.run.smithi119.stdout:/var/run/ceph/ceph-client.2.47380.asok 2024-09-13T18:57:01.912 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.2.47380.asok 2024-09-13T18:57:01.913 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T18:57:01.913 DEBUG:teuthology.orchestra.run.smithi119:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.2.47380.asok status 2024-09-13T18:57:02.045 INFO:teuthology.orchestra.run.smithi119.stdout:{ 2024-09-13T18:57:02.045 INFO:teuthology.orchestra.run.smithi119.stdout: "metadata": { 2024-09-13T18:57:02.045 INFO:teuthology.orchestra.run.smithi119.stdout: "ceph_sha1": "6c6b083f148f500c4f56d402b9e4ffcab6f1e2d3", 2024-09-13T18:57:02.045 INFO:teuthology.orchestra.run.smithi119.stdout: "ceph_version": "ceph version 18.2.4-860-g6c6b083f (6c6b083f148f500c4f56d402b9e4ffcab6f1e2d3) reef (stable)", 2024-09-13T18:57:02.046 INFO:teuthology.orchestra.run.smithi119.stdout: "entity_id": "2", 2024-09-13T18:57:02.046 INFO:teuthology.orchestra.run.smithi119.stdout: "hostname": "smithi119", 2024-09-13T18:57:02.046 INFO:teuthology.orchestra.run.smithi119.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.2", 2024-09-13T18:57:02.046 INFO:teuthology.orchestra.run.smithi119.stdout: "pid": "47380", 2024-09-13T18:57:02.046 INFO:teuthology.orchestra.run.smithi119.stdout: "root": "/" 2024-09-13T18:57:02.046 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2024-09-13T18:57:02.046 INFO:teuthology.orchestra.run.smithi119.stdout: "dentry_count": 0, 2024-09-13T18:57:02.046 INFO:teuthology.orchestra.run.smithi119.stdout: "dentry_pinned_count": 0, 2024-09-13T18:57:02.046 INFO:teuthology.orchestra.run.smithi119.stdout: "id": 4845, 2024-09-13T18:57:02.046 INFO:teuthology.orchestra.run.smithi119.stdout: "inst": { 2024-09-13T18:57:02.046 INFO:teuthology.orchestra.run.smithi119.stdout: "name": { 2024-09-13T18:57:02.046 INFO:teuthology.orchestra.run.smithi119.stdout: "type": "client", 2024-09-13T18:57:02.046 INFO:teuthology.orchestra.run.smithi119.stdout: "num": 4845 2024-09-13T18:57:02.047 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2024-09-13T18:57:02.047 INFO:teuthology.orchestra.run.smithi119.stdout: "addr": { 2024-09-13T18:57:02.047 INFO:teuthology.orchestra.run.smithi119.stdout: "type": "v1", 2024-09-13T18:57:02.047 INFO:teuthology.orchestra.run.smithi119.stdout: "addr": "192.168.0.2:0", 2024-09-13T18:57:02.047 INFO:teuthology.orchestra.run.smithi119.stdout: "nonce": 3269316464 2024-09-13T18:57:02.047 INFO:teuthology.orchestra.run.smithi119.stdout: } 2024-09-13T18:57:02.047 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2024-09-13T18:57:02.047 INFO:teuthology.orchestra.run.smithi119.stdout: "addr": { 2024-09-13T18:57:02.047 INFO:teuthology.orchestra.run.smithi119.stdout: "type": "v1", 2024-09-13T18:57:02.047 INFO:teuthology.orchestra.run.smithi119.stdout: "addr": "192.168.0.2:0", 2024-09-13T18:57:02.047 INFO:teuthology.orchestra.run.smithi119.stdout: "nonce": 3269316464 2024-09-13T18:57:02.047 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2024-09-13T18:57:02.047 INFO:teuthology.orchestra.run.smithi119.stdout: "inst_str": "client.4845 192.168.0.2:0/3269316464", 2024-09-13T18:57:02.048 INFO:teuthology.orchestra.run.smithi119.stdout: "addr_str": "192.168.0.2:0/3269316464", 2024-09-13T18:57:02.048 INFO:teuthology.orchestra.run.smithi119.stdout: "inode_count": 1, 2024-09-13T18:57:02.048 INFO:teuthology.orchestra.run.smithi119.stdout: "mds_epoch": 8, 2024-09-13T18:57:02.048 INFO:teuthology.orchestra.run.smithi119.stdout: "osd_epoch": 24, 2024-09-13T18:57:02.048 INFO:teuthology.orchestra.run.smithi119.stdout: "osd_epoch_barrier": 0, 2024-09-13T18:57:02.048 INFO:teuthology.orchestra.run.smithi119.stdout: "blocklisted": false, 2024-09-13T18:57:02.048 INFO:teuthology.orchestra.run.smithi119.stdout: "fs_name": "cephfs" 2024-09-13T18:57:02.048 INFO:teuthology.orchestra.run.smithi119.stdout:} 2024-09-13T18:57:02.053 DEBUG:tasks.ceph_fuse:passing mntargs=[] 2024-09-13T18:57:02.054 DEBUG:teuthology.orchestra.run.smithi119:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-13T18:57:02.153 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:02.150+0000 7f0c591e2640 1 Processor -- start 2024-09-13T18:57:02.153 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:02.150+0000 7f0c591e2640 1 -- start start 2024-09-13T18:57:02.155 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:02.151+0000 7f0c591e2640 1 --2- >> v2:172.21.15.119:3300/0 conn(0x7f0c54071d30 0x7f0c54070190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:02.155 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:02.151+0000 7f0c591e2640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f0c54072110 0x7f0c540b1b70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:02.155 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:02.151+0000 7f0c591e2640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f0c540abdf0 con 0x7f0c540c8920 2024-09-13T18:57:02.155 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:02.151+0000 7f0c591e2640 1 -- --> v2:172.21.15.119:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f0c540ab1e0 con 0x7f0c54071d30 2024-09-13T18:57:02.155 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:02.151+0000 7f0c591e2640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f0c540ab4c0 con 0x7f0c54072110 2024-09-13T18:57:02.155 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:02.151+0000 7f0c52d9d640 1 --2- >> v2:172.21.15.119:3300/0 conn(0x7f0c54071d30 0x7f0c54070190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:02.155 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:02.151+0000 7f0c52d9d640 1 --2- >> v2:172.21.15.119:3300/0 conn(0x7f0c54071d30 0x7f0c54070190 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.119:3300/0 says I am v2:172.21.15.119:43286/0 (socket says 172.21.15.119:43286) 2024-09-13T18:57:02.155 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:02.151+0000 7f0c52d9d640 1 -- 172.21.15.119:0/2936200217 learned_addr learned my addr 172.21.15.119:0/2936200217 (peer_addr_for_me v2:172.21.15.119:0/0) 2024-09-13T18:57:02.155 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:02.151+0000 7f0c52d9d640 1 -- 172.21.15.119:0/2936200217 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f0c54072110 msgr2=0x7f0c540b1b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T18:57:02.155 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:02.151+0000 7f0c52d9d640 1 --2- 172.21.15.119:0/2936200217 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f0c54072110 0x7f0c540b1b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:02.156 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:02.151+0000 7f0c52d9d640 1 -- 172.21.15.119:0/2936200217 >> v1:172.21.15.145:6789/0 conn(0x7f0c540c8920 legacy=0x7f0c540ac280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T18:57:02.156 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:02.151+0000 7f0c52d9d640 1 -- 172.21.15.119:0/2936200217 --> v2:172.21.15.119:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0c540ab7a0 con 0x7f0c54071d30 2024-09-13T18:57:02.156 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:02.152+0000 7f0c52d9d640 1 --2- 172.21.15.119:0/2936200217 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f0c54071d30 0x7f0c54070190 secure :-1 s=READY pgs=244 cs=0 l=1 rev1=1 crypto rx=0x7f0c4400bb40 tx=0x7f0c4402c920 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fd11c5403f16dbde server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:57:02.156 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:02.152+0000 7f0c5259c640 1 -- 172.21.15.119:0/2936200217 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0c440327e0 con 0x7f0c54071d30 2024-09-13T18:57:02.156 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:02.152+0000 7f0c5259c640 1 -- 172.21.15.119:0/2936200217 <== mon.0 v2:172.21.15.119:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0c44032940 con 0x7f0c54071d30 2024-09-13T18:57:02.156 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:02.152+0000 7f0c5259c640 1 -- 172.21.15.119:0/2936200217 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0c44032cd0 con 0x7f0c54071d30 2024-09-13T18:57:02.157 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:02.153+0000 7f0c591e2640 1 -- 172.21.15.119:0/2936200217 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f0c54071d30 msgr2=0x7f0c54070190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:02.157 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:02.153+0000 7f0c591e2640 1 --2- 172.21.15.119:0/2936200217 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f0c54071d30 0x7f0c54070190 secure :-1 s=READY pgs=244 cs=0 l=1 rev1=1 crypto rx=0x7f0c4400bb40 tx=0x7f0c4402c920 comp rx=0 tx=0).stop 2024-09-13T18:57:02.157 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:02.153+0000 7f0c591e2640 1 -- 172.21.15.119:0/2936200217 shutdown_connections 2024-09-13T18:57:02.157 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:02.153+0000 7f0c591e2640 1 --2- 172.21.15.119:0/2936200217 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f0c54072110 0x7f0c540b1b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:02.157 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:02.153+0000 7f0c591e2640 1 --2- 172.21.15.119:0/2936200217 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f0c54071d30 0x7f0c54070190 unknown :-1 s=CLOSED pgs=244 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:02.157 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:02.153+0000 7f0c591e2640 1 -- 172.21.15.119:0/2936200217 >> 172.21.15.119:0/2936200217 conn(0x7f0c54069ed0 msgr2=0x7f0c5406a2e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:57:02.158 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:02.153+0000 7f0c591e2640 1 -- 172.21.15.119:0/2936200217 shutdown_connections 2024-09-13T18:57:02.158 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:02.153+0000 7f0c591e2640 1 -- 172.21.15.119:0/2936200217 wait complete. 2024-09-13T18:57:02.158 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:02.154+0000 7f0c591e2640 1 Processor -- start 2024-09-13T18:57:02.158 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:02.154+0000 7f0c591e2640 1 -- start start 2024-09-13T18:57:02.161 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:02.155+0000 7f0c591e2640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f0c54071d30 0x7f0c540c8260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:02.161 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:02.155+0000 7f0c591e2640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f0c54072110 0x7f0c540cc7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:02.161 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:02.155+0000 7f0c591e2640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f0c540c8920 0x7f0c54157310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:02.161 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:02.155+0000 7f0c591e2640 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0c540ccce0 con 0x7f0c54072110 2024-09-13T18:57:02.162 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:02.155+0000 7f0c591e2640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0c54157850 con 0x7f0c540c8920 2024-09-13T18:57:02.162 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:02.155+0000 7f0c591e2640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f0c540ccef0 con 0x7f0c54071d30 2024-09-13T18:57:02.162 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:02.155+0000 7f0c4a59c640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f0c54072110 0x7f0c540cc7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:02.162 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:02.155+0000 7f0c4a59c640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f0c54072110 0x7f0c540cc7a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.119:3300/0 says I am v2:172.21.15.119:43302/0 (socket says 172.21.15.119:43302) 2024-09-13T18:57:02.162 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:02.155+0000 7f0c4a59c640 1 -- 172.21.15.119:0/401346479 learned_addr learned my addr 172.21.15.119:0/401346479 (peer_addr_for_me v2:172.21.15.119:0/0) 2024-09-13T18:57:02.162 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:02.155+0000 7f0c5359e640 1 --2- 172.21.15.119:0/401346479 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f0c540c8920 0x7f0c54157310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:02.162 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:02.155+0000 7f0c52d9d640 1 --2- 172.21.15.119:0/401346479 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f0c54071d30 0x7f0c540c8260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:02.162 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:02.155+0000 7f0c4a59c640 1 -- 172.21.15.119:0/401346479 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f0c54071d30 msgr2=0x7f0c540c8260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:02.162 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:02.155+0000 7f0c4a59c640 1 --2- 172.21.15.119:0/401346479 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f0c54071d30 0x7f0c540c8260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:02.162 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:02.155+0000 7f0c4a59c640 1 -- 172.21.15.119:0/401346479 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f0c540c8920 msgr2=0x7f0c54157310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:02.162 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:02.155+0000 7f0c4a59c640 1 --2- 172.21.15.119:0/401346479 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f0c540c8920 0x7f0c54157310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:02.162 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:02.156+0000 7f0c4a59c640 1 -- 172.21.15.119:0/401346479 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0c4400b770 con 0x7f0c54072110 2024-09-13T18:57:02.162 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:02.156+0000 7f0c5359e640 1 --2- 172.21.15.119:0/401346479 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f0c540c8920 0x7f0c54157310 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T18:57:02.163 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:02.156+0000 7f0c52d9d640 1 --2- 172.21.15.119:0/401346479 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f0c54071d30 0x7f0c540c8260 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T18:57:02.163 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:02.156+0000 7f0c4a59c640 1 --2- 172.21.15.119:0/401346479 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f0c54072110 0x7f0c540cc7a0 secure :-1 s=READY pgs=245 cs=0 l=1 rev1=1 crypto rx=0x7f0c3c006fd0 tx=0x7f0c3c00b8e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:57:02.163 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:02.156+0000 7f0c4bfff640 1 -- 172.21.15.119:0/401346479 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0c3c011830 con 0x7f0c54072110 2024-09-13T18:57:02.163 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:02.156+0000 7f0c4bfff640 1 -- 172.21.15.119:0/401346479 <== mon.0 v2:172.21.15.119:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0c3c011990 con 0x7f0c54072110 2024-09-13T18:57:02.163 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:02.156+0000 7f0c4bfff640 1 -- 172.21.15.119:0/401346479 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0c3c011d60 con 0x7f0c54072110 2024-09-13T18:57:02.163 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:02.156+0000 7f0c591e2640 1 -- 172.21.15.119:0/401346479 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f0c540cd1d0 con 0x7f0c54072110 2024-09-13T18:57:02.163 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:02.156+0000 7f0c591e2640 1 -- 172.21.15.119:0/401346479 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f0c540cd790 con 0x7f0c54072110 2024-09-13T18:57:02.163 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:02.157+0000 7f0c591e2640 1 -- 172.21.15.119:0/401346479 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f0c54070190 con 0x7f0c54072110 2024-09-13T18:57:02.163 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:02.158+0000 7f0c4bfff640 1 -- 172.21.15.119:0/401346479 <== mon.0 v2:172.21.15.119:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f0c3c01b460 con 0x7f0c54072110 2024-09-13T18:57:02.163 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:02.158+0000 7f0c4bfff640 1 --2- 172.21.15.119:0/401346479 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f0c3406ac30 0x7f0c3406d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:02.163 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:02.158+0000 7f0c4bfff640 1 -- 172.21.15.119:0/401346479 <== mon.0 v2:172.21.15.119:3300/0 5 ==== osd_map(24..24 src has 1..24) v4 ==== 6460+0+0 (secure 0 0 0) 0x7f0c3c0894e0 con 0x7f0c54072110 2024-09-13T18:57:02.163 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:02.158+0000 7f0c52d9d640 1 --2- 172.21.15.119:0/401346479 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f0c3406ac30 0x7f0c3406d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:02.163 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:02.158+0000 7f0c52d9d640 1 --2- 172.21.15.119:0/401346479 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f0c3406ac30 0x7f0c3406d0f0 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x7f0c44037000 tx=0x7f0c4403e040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:57:02.165 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:02.162+0000 7f0c4bfff640 1 -- 172.21.15.119:0/401346479 <== mon.0 v2:172.21.15.119:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f0c3c054340 con 0x7f0c54072110 2024-09-13T18:57:02.361 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:02.358+0000 7f0c591e2640 1 -- 172.21.15.119:0/401346479 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_command({"prefix": "fs ls"} v 0) v1 -- 0x7f0c54071600 con 0x7f0c54072110 2024-09-13T18:57:02.361 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:02.358+0000 7f0c4bfff640 1 -- 172.21.15.119:0/401346479 <== mon.0 v2:172.21.15.119:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v8) v1 ==== 53+0+88 (secure 0 0 0) 0x7f0c3c057960 con 0x7f0c54072110 2024-09-13T18:57:02.361 INFO:teuthology.orchestra.run.smithi119.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data cephfs_data_ec ] 2024-09-13T18:57:02.363 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:02.360+0000 7f0c591e2640 1 -- 172.21.15.119:0/401346479 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f0c3406ac30 msgr2=0x7f0c3406d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:02.363 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:02.360+0000 7f0c591e2640 1 --2- 172.21.15.119:0/401346479 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f0c3406ac30 0x7f0c3406d0f0 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x7f0c44037000 tx=0x7f0c4403e040 comp rx=0 tx=0).stop 2024-09-13T18:57:02.363 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:02.360+0000 7f0c591e2640 1 -- 172.21.15.119:0/401346479 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f0c54072110 msgr2=0x7f0c540cc7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:02.363 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:02.360+0000 7f0c591e2640 1 --2- 172.21.15.119:0/401346479 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f0c54072110 0x7f0c540cc7a0 secure :-1 s=READY pgs=245 cs=0 l=1 rev1=1 crypto rx=0x7f0c3c006fd0 tx=0x7f0c3c00b8e0 comp rx=0 tx=0).stop 2024-09-13T18:57:02.363 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:02.360+0000 7f0c591e2640 1 -- 172.21.15.119:0/401346479 shutdown_connections 2024-09-13T18:57:02.363 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:02.360+0000 7f0c591e2640 1 --2- 172.21.15.119:0/401346479 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f0c3406ac30 0x7f0c3406d0f0 unknown :-1 s=CLOSED pgs=137 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:02.363 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:02.360+0000 7f0c591e2640 1 --2- 172.21.15.119:0/401346479 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f0c540c8920 0x7f0c54157310 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:02.364 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:02.360+0000 7f0c591e2640 1 --2- 172.21.15.119:0/401346479 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f0c54072110 0x7f0c540cc7a0 unknown :-1 s=CLOSED pgs=245 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:02.364 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:02.360+0000 7f0c591e2640 1 --2- 172.21.15.119:0/401346479 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f0c54071d30 0x7f0c540c8260 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:02.364 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:02.360+0000 7f0c591e2640 1 -- 172.21.15.119:0/401346479 >> 172.21.15.119:0/401346479 conn(0x7f0c54069ed0 msgr2=0x7f0c541e44f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:57:02.364 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:02.360+0000 7f0c591e2640 1 -- 172.21.15.119:0/401346479 shutdown_connections 2024-09-13T18:57:02.364 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:02.360+0000 7f0c591e2640 1 -- 172.21.15.119:0/401346479 wait complete. 2024-09-13T18:57:02.373 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-09-13T18:57:02.374 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-13T18:57:02.374 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi145.front.sepia.ceph.com 2024-09-13T18:57:02.374 INFO:tasks.cephfs.mount:self.client.name = client.1 2024-09-13T18:57:02.374 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.1 2024-09-13T18:57:02.374 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-09-13T18:57:02.374 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-09-13T18:57:02.374 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-13T18:57:02.374 INFO:tasks.cephfs.mount:Setting the 'None' netns for '/home/ubuntu/cephtest/mnt.1' 2024-09-13T18:57:02.374 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T18:57:02.374 DEBUG:teuthology.orchestra.run.smithi145:> ip addr 2024-09-13T18:57:02.402 INFO:teuthology.orchestra.run.smithi145.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-13T18:57:02.402 INFO:teuthology.orchestra.run.smithi145.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-13T18:57:02.403 INFO:teuthology.orchestra.run.smithi145.stdout: inet 127.0.0.1/8 scope host lo 2024-09-13T18:57:02.403 INFO:teuthology.orchestra.run.smithi145.stdout: valid_lft forever preferred_lft forever 2024-09-13T18:57:02.403 INFO:teuthology.orchestra.run.smithi145.stdout: inet6 ::1/128 scope host 2024-09-13T18:57:02.403 INFO:teuthology.orchestra.run.smithi145.stdout: valid_lft forever preferred_lft forever 2024-09-13T18:57:02.403 INFO:teuthology.orchestra.run.smithi145.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-13T18:57:02.403 INFO:teuthology.orchestra.run.smithi145.stdout: link/ether 0c:c4:7a:d9:38:66 brd ff:ff:ff:ff:ff:ff 2024-09-13T18:57:02.403 INFO:teuthology.orchestra.run.smithi145.stdout: altname enp7s0f0 2024-09-13T18:57:02.403 INFO:teuthology.orchestra.run.smithi145.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-13T18:57:02.403 INFO:teuthology.orchestra.run.smithi145.stdout: link/ether 0c:c4:7a:d9:38:67 brd ff:ff:ff:ff:ff:ff 2024-09-13T18:57:02.403 INFO:teuthology.orchestra.run.smithi145.stdout: altname enp7s0f1 2024-09-13T18:57:02.403 INFO:teuthology.orchestra.run.smithi145.stdout:4: enp3s0f0: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-13T18:57:02.403 INFO:teuthology.orchestra.run.smithi145.stdout: link/ether 0c:c4:7a:88:77:90 brd ff:ff:ff:ff:ff:ff 2024-09-13T18:57:02.403 INFO:teuthology.orchestra.run.smithi145.stdout:5: enp3s0f1: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-13T18:57:02.404 INFO:teuthology.orchestra.run.smithi145.stdout: link/ether 0c:c4:7a:88:77:91 brd ff:ff:ff:ff:ff:ff 2024-09-13T18:57:02.404 INFO:teuthology.orchestra.run.smithi145.stdout: inet 172.21.15.145/20 brd 172.21.15.255 scope global dynamic noprefixroute enp3s0f1 2024-09-13T18:57:02.404 INFO:teuthology.orchestra.run.smithi145.stdout: valid_lft 42773sec preferred_lft 42773sec 2024-09-13T18:57:02.404 INFO:teuthology.orchestra.run.smithi145.stdout: inet6 fe80::ec4:7aff:fe88:7791/64 scope link noprefixroute 2024-09-13T18:57:02.404 INFO:teuthology.orchestra.run.smithi145.stdout: valid_lft forever preferred_lft forever 2024-09-13T18:57:02.404 INFO:tasks.cephfs.mount:Setuping the 'ceph-brx' with 192.168.255.254/16 2024-09-13T18:57:02.404 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T18:57:02.404 DEBUG:teuthology.orchestra.run.smithi145:> (cd / && exec bash -c ' 2024-09-13T18:57:02.404 DEBUG:teuthology.orchestra.run.smithi145:> set -e 2024-09-13T18:57:02.405 DEBUG:teuthology.orchestra.run.smithi145:> sudo ip link add name ceph-brx type bridge 2024-09-13T18:57:02.405 DEBUG:teuthology.orchestra.run.smithi145:> sudo ip addr flush dev ceph-brx 2024-09-13T18:57:02.405 DEBUG:teuthology.orchestra.run.smithi145:> sudo ip link set ceph-brx up 2024-09-13T18:57:02.405 DEBUG:teuthology.orchestra.run.smithi145:> sudo ip addr add 192.168.255.254/16 brd 192.168.255.255 dev ceph-brx 2024-09-13T18:57:02.405 DEBUG:teuthology.orchestra.run.smithi145:> ') 2024-09-13T18:57:02.660 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T18:57:02.660 DEBUG:teuthology.orchestra.run.smithi145:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-13T18:57:02.686 INFO:teuthology.orchestra.run.smithi145.stdout:1 2024-09-13T18:57:02.687 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T18:57:02.688 DEBUG:teuthology.orchestra.run.smithi145:> route 2024-09-13T18:57:02.752 INFO:teuthology.orchestra.run.smithi145.stdout:Kernel IP routing table 2024-09-13T18:57:02.753 INFO:teuthology.orchestra.run.smithi145.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-13T18:57:02.753 INFO:teuthology.orchestra.run.smithi145.stdout:default _gateway 0.0.0.0 UG 100 0 0 enp3s0f1 2024-09-13T18:57:02.753 INFO:teuthology.orchestra.run.smithi145.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 enp3s0f1 2024-09-13T18:57:02.753 INFO:teuthology.orchestra.run.smithi145.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-13T18:57:02.753 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T18:57:02.753 DEBUG:teuthology.orchestra.run.smithi145:> (cd / && exec bash -c ' 2024-09-13T18:57:02.753 DEBUG:teuthology.orchestra.run.smithi145:> set -e 2024-09-13T18:57:02.754 DEBUG:teuthology.orchestra.run.smithi145:> sudo iptables -A FORWARD -o enp3s0f1 -i ceph-brx -j ACCEPT 2024-09-13T18:57:02.754 DEBUG:teuthology.orchestra.run.smithi145:> sudo iptables -A FORWARD -i enp3s0f1 -o ceph-brx -j ACCEPT 2024-09-13T18:57:02.754 DEBUG:teuthology.orchestra.run.smithi145:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o enp3s0f1 -j MASQUERADE 2024-09-13T18:57:02.754 DEBUG:teuthology.orchestra.run.smithi145:> ') 2024-09-13T18:57:02.995 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T18:57:02.995 DEBUG:teuthology.orchestra.run.smithi145:> ip netns list 2024-09-13T18:57:03.011 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T18:57:03.011 DEBUG:teuthology.orchestra.run.smithi145:> ip netns list-id 2024-09-13T18:57:03.067 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T18:57:03.067 DEBUG:teuthology.orchestra.run.smithi145:> (cd / && exec bash -c ' 2024-09-13T18:57:03.067 DEBUG:teuthology.orchestra.run.smithi145:> set -e 2024-09-13T18:57:03.067 DEBUG:teuthology.orchestra.run.smithi145:> sudo ip netns add ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-13T18:57:03.067 DEBUG:teuthology.orchestra.run.smithi145:> sudo ip netns set ceph-ns--home-ubuntu-cephtest-mnt.1 0 2024-09-13T18:57:03.067 DEBUG:teuthology.orchestra.run.smithi145:> ') 2024-09-13T18:57:03.145 INFO:tasks.cephfs.mount:Setuping the netns 'ceph-ns--home-ubuntu-cephtest-mnt.1' with 192.168.0.1/16 2024-09-13T18:57:03.145 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T18:57:03.145 DEBUG:teuthology.orchestra.run.smithi145:> (cd / && exec bash -c ' 2024-09-13T18:57:03.145 DEBUG:teuthology.orchestra.run.smithi145:> set -e 2024-09-13T18:57:03.145 DEBUG:teuthology.orchestra.run.smithi145:> sudo ip link add veth0 netns ceph-ns--home-ubuntu-cephtest-mnt.1 type veth peer name brx.0 2024-09-13T18:57:03.145 DEBUG:teuthology.orchestra.run.smithi145:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.1 ip addr add 192.168.0.1/16 brd 192.168.255.255 dev veth0 2024-09-13T18:57:03.145 DEBUG:teuthology.orchestra.run.smithi145:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.1 ip link set veth0 up 2024-09-13T18:57:03.145 DEBUG:teuthology.orchestra.run.smithi145:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.1 ip link set lo up 2024-09-13T18:57:03.146 DEBUG:teuthology.orchestra.run.smithi145:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.1 ip route add default via 192.168.255.254 2024-09-13T18:57:03.146 DEBUG:teuthology.orchestra.run.smithi145:> ') 2024-09-13T18:57:03.278 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T18:57:03.279 DEBUG:teuthology.orchestra.run.smithi145:> (cd / && exec bash -c ' 2024-09-13T18:57:03.279 DEBUG:teuthology.orchestra.run.smithi145:> set -e 2024-09-13T18:57:03.279 DEBUG:teuthology.orchestra.run.smithi145:> sudo ip link set brx.0 up 2024-09-13T18:57:03.279 DEBUG:teuthology.orchestra.run.smithi145:> sudo ip link set dev brx.0 master ceph-brx 2024-09-13T18:57:03.279 DEBUG:teuthology.orchestra.run.smithi145:> ') 2024-09-13T18:57:03.316 INFO:tasks.cephfs.fuse_mount:Client client.1 config is {} 2024-09-13T18:57:03.316 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-13T18:57:03.316 DEBUG:teuthology.orchestra.run.smithi145:> mkdir -p -v /home/ubuntu/cephtest/mnt.1 2024-09-13T18:57:03.372 INFO:teuthology.orchestra.run.smithi145.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.1' 2024-09-13T18:57:03.372 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-13T18:57:03.372 DEBUG:teuthology.orchestra.run.smithi145:> chmod 0000 /home/ubuntu/cephtest/mnt.1 2024-09-13T18:57:03.427 DEBUG:teuthology.orchestra.run.smithi145:> sudo modprobe fuse 2024-09-13T18:57:03.493 INFO:teuthology.orchestra.run:Running command with timeout 30 2024-09-13T18:57:03.493 DEBUG:teuthology.orchestra.run.smithi145:> sudo mount -t fusectl /sys/fs/fuse/connections /sys/fs/fuse/connections 2024-09-13T18:57:03.557 INFO:teuthology.orchestra.run.smithi145.stderr:mount: /sys/fs/fuse/connections: /sys/fs/fuse/connections already mounted or mount point busy. 2024-09-13T18:57:03.558 DEBUG:teuthology.orchestra.run:got remote process result: 32 2024-09-13T18:57:03.558 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T18:57:03.558 DEBUG:teuthology.orchestra.run.smithi145:> ls /sys/fs/fuse/connections 2024-09-13T18:57:03.613 INFO:tasks.cephfs.fuse_mount:Pre-mount connections: [] 2024-09-13T18:57:03.614 DEBUG:teuthology.orchestra.run.smithi145:> (cd /home/ubuntu/cephtest && exec sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-fuse -f --admin-socket '/var/run/ceph/$cluster-$name.$pid.asok' /home/ubuntu/cephtest/mnt.1 --id 1) 2024-09-13T18:57:03.656 DEBUG:teuthology.orchestra.run.smithi145:> sudo modprobe fuse 2024-09-13T18:57:03.680 INFO:teuthology.orchestra.run:Running command with timeout 30 2024-09-13T18:57:03.680 DEBUG:teuthology.orchestra.run.smithi145:> sudo mount -t fusectl /sys/fs/fuse/connections /sys/fs/fuse/connections 2024-09-13T18:57:03.745 INFO:teuthology.orchestra.run.smithi145.stderr:mount: /sys/fs/fuse/connections: /sys/fs/fuse/connections already mounted or mount point busy. 2024-09-13T18:57:03.746 DEBUG:teuthology.orchestra.run:got remote process result: 32 2024-09-13T18:57:03.746 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T18:57:03.746 DEBUG:teuthology.orchestra.run.smithi145:> ls /sys/fs/fuse/connections 2024-09-13T18:57:03.776 INFO:tasks.cephfs.fuse_mount.ceph-fuse.1.smithi145.stderr:2024-09-13T18:57:03.773+0000 7f3c16b4c480 -1 init, newargv = 0x557f56324b00 newargc=15 2024-09-13T18:57:03.776 INFO:tasks.cephfs.fuse_mount.ceph-fuse.1.smithi145.stderr:ceph-fuse[42551]: starting ceph client 2024-09-13T18:57:03.780 INFO:tasks.cephfs.fuse_mount.ceph-fuse.1.smithi145.stderr:ceph-fuse[42551]: starting fuse 2024-09-13T18:57:03.791 INFO:teuthology.orchestra.run.smithi145.stdout:41 2024-09-13T18:57:03.791 INFO:tasks.cephfs.fuse_mount:Post-mount connections: [41] 2024-09-13T18:57:03.792 DEBUG:teuthology.orchestra.run.smithi145:> sudo adjust-ulimits daemon-helper kill python3 -c ' 2024-09-13T18:57:03.792 DEBUG:teuthology.orchestra.run.smithi145:> import glob 2024-09-13T18:57:03.792 DEBUG:teuthology.orchestra.run.smithi145:> import re 2024-09-13T18:57:03.792 DEBUG:teuthology.orchestra.run.smithi145:> import os 2024-09-13T18:57:03.792 DEBUG:teuthology.orchestra.run.smithi145:> import subprocess 2024-09-13T18:57:03.792 DEBUG:teuthology.orchestra.run.smithi145:> 2024-09-13T18:57:03.792 DEBUG:teuthology.orchestra.run.smithi145:> def _find_admin_socket(client_name): 2024-09-13T18:57:03.792 DEBUG:teuthology.orchestra.run.smithi145:> asok_path = "/var/run/ceph/ceph-client.1.*.asok" 2024-09-13T18:57:03.792 DEBUG:teuthology.orchestra.run.smithi145:> files = glob.glob(asok_path) 2024-09-13T18:57:03.792 DEBUG:teuthology.orchestra.run.smithi145:> mountpoint = "/home/ubuntu/cephtest/mnt.1" 2024-09-13T18:57:03.792 DEBUG:teuthology.orchestra.run.smithi145:> 2024-09-13T18:57:03.793 DEBUG:teuthology.orchestra.run.smithi145:> # Given a non-glob path, it better be there 2024-09-13T18:57:03.793 DEBUG:teuthology.orchestra.run.smithi145:> if "*" not in asok_path: 2024-09-13T18:57:03.793 DEBUG:teuthology.orchestra.run.smithi145:> assert(len(files) == 1) 2024-09-13T18:57:03.793 DEBUG:teuthology.orchestra.run.smithi145:> return files[0] 2024-09-13T18:57:03.793 DEBUG:teuthology.orchestra.run.smithi145:> 2024-09-13T18:57:03.793 DEBUG:teuthology.orchestra.run.smithi145:> for f in files: 2024-09-13T18:57:03.793 DEBUG:teuthology.orchestra.run.smithi145:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2024-09-13T18:57:03.793 DEBUG:teuthology.orchestra.run.smithi145:> if os.path.exists("/proc/{0}".format(pid)): 2024-09-13T18:57:03.793 DEBUG:teuthology.orchestra.run.smithi145:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2024-09-13T18:57:03.793 DEBUG:teuthology.orchestra.run.smithi145:> contents = proc_f.read() 2024-09-13T18:57:03.793 DEBUG:teuthology.orchestra.run.smithi145:> if mountpoint in contents: 2024-09-13T18:57:03.793 DEBUG:teuthology.orchestra.run.smithi145:> return f 2024-09-13T18:57:03.793 DEBUG:teuthology.orchestra.run.smithi145:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2024-09-13T18:57:03.793 DEBUG:teuthology.orchestra.run.smithi145:> 2024-09-13T18:57:03.793 DEBUG:teuthology.orchestra.run.smithi145:> print(_find_admin_socket("client.1")) 2024-09-13T18:57:03.794 DEBUG:teuthology.orchestra.run.smithi145:> ' 2024-09-13T18:57:03.906 INFO:teuthology.orchestra.run.smithi145.stdout:/var/run/ceph/ceph-client.1.42551.asok 2024-09-13T18:57:04.093 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.1.42551.asok 2024-09-13T18:57:04.093 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T18:57:04.093 DEBUG:teuthology.orchestra.run.smithi145:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.1.42551.asok status 2024-09-13T18:57:04.145 DEBUG:teuthology.orchestra.run.smithi119:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-13T18:57:04.149 DEBUG:teuthology.orchestra.run.smithi145:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-13T18:57:04.229 INFO:teuthology.orchestra.run.smithi145.stdout:{ 2024-09-13T18:57:04.229 INFO:teuthology.orchestra.run.smithi145.stdout: "metadata": { 2024-09-13T18:57:04.229 INFO:teuthology.orchestra.run.smithi145.stdout: "ceph_sha1": "6c6b083f148f500c4f56d402b9e4ffcab6f1e2d3", 2024-09-13T18:57:04.229 INFO:teuthology.orchestra.run.smithi145.stdout: "ceph_version": "ceph version 18.2.4-860-g6c6b083f (6c6b083f148f500c4f56d402b9e4ffcab6f1e2d3) reef (stable)", 2024-09-13T18:57:04.229 INFO:teuthology.orchestra.run.smithi145.stdout: "entity_id": "1", 2024-09-13T18:57:04.229 INFO:teuthology.orchestra.run.smithi145.stdout: "hostname": "smithi145", 2024-09-13T18:57:04.229 INFO:teuthology.orchestra.run.smithi145.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.1", 2024-09-13T18:57:04.229 INFO:teuthology.orchestra.run.smithi145.stdout: "pid": "42551", 2024-09-13T18:57:04.230 INFO:teuthology.orchestra.run.smithi145.stdout: "root": "/" 2024-09-13T18:57:04.230 INFO:teuthology.orchestra.run.smithi145.stdout: }, 2024-09-13T18:57:04.230 INFO:teuthology.orchestra.run.smithi145.stdout: "dentry_count": 0, 2024-09-13T18:57:04.230 INFO:teuthology.orchestra.run.smithi145.stdout: "dentry_pinned_count": 0, 2024-09-13T18:57:04.230 INFO:teuthology.orchestra.run.smithi145.stdout: "id": 4732, 2024-09-13T18:57:04.230 INFO:teuthology.orchestra.run.smithi145.stdout: "inst": { 2024-09-13T18:57:04.230 INFO:teuthology.orchestra.run.smithi145.stdout: "name": { 2024-09-13T18:57:04.230 INFO:teuthology.orchestra.run.smithi145.stdout: "type": "client", 2024-09-13T18:57:04.230 INFO:teuthology.orchestra.run.smithi145.stdout: "num": 4732 2024-09-13T18:57:04.230 INFO:teuthology.orchestra.run.smithi145.stdout: }, 2024-09-13T18:57:04.230 INFO:teuthology.orchestra.run.smithi145.stdout: "addr": { 2024-09-13T18:57:04.230 INFO:teuthology.orchestra.run.smithi145.stdout: "type": "v1", 2024-09-13T18:57:04.230 INFO:teuthology.orchestra.run.smithi145.stdout: "addr": "192.168.0.1:0", 2024-09-13T18:57:04.231 INFO:teuthology.orchestra.run.smithi145.stdout: "nonce": 536369491 2024-09-13T18:57:04.231 INFO:teuthology.orchestra.run.smithi145.stdout: } 2024-09-13T18:57:04.231 INFO:teuthology.orchestra.run.smithi145.stdout: }, 2024-09-13T18:57:04.231 INFO:teuthology.orchestra.run.smithi145.stdout: "addr": { 2024-09-13T18:57:04.231 INFO:teuthology.orchestra.run.smithi145.stdout: "type": "v1", 2024-09-13T18:57:04.231 INFO:teuthology.orchestra.run.smithi145.stdout: "addr": "192.168.0.1:0", 2024-09-13T18:57:04.231 INFO:teuthology.orchestra.run.smithi145.stdout: "nonce": 536369491 2024-09-13T18:57:04.231 INFO:teuthology.orchestra.run.smithi145.stdout: }, 2024-09-13T18:57:04.231 INFO:teuthology.orchestra.run.smithi145.stdout: "inst_str": "client.4732 192.168.0.1:0/536369491", 2024-09-13T18:57:04.231 INFO:teuthology.orchestra.run.smithi145.stdout: "addr_str": "192.168.0.1:0/536369491", 2024-09-13T18:57:04.231 INFO:teuthology.orchestra.run.smithi145.stdout: "inode_count": 1, 2024-09-13T18:57:04.231 INFO:teuthology.orchestra.run.smithi145.stdout: "mds_epoch": 8, 2024-09-13T18:57:04.231 INFO:teuthology.orchestra.run.smithi145.stdout: "osd_epoch": 24, 2024-09-13T18:57:04.231 INFO:teuthology.orchestra.run.smithi145.stdout: "osd_epoch_barrier": 0, 2024-09-13T18:57:04.231 INFO:teuthology.orchestra.run.smithi145.stdout: "blocklisted": false, 2024-09-13T18:57:04.232 INFO:teuthology.orchestra.run.smithi145.stdout: "fs_name": "cephfs" 2024-09-13T18:57:04.232 INFO:teuthology.orchestra.run.smithi145.stdout:} 2024-09-13T18:57:04.237 DEBUG:tasks.ceph_fuse:passing mntargs=[] 2024-09-13T18:57:04.238 DEBUG:teuthology.orchestra.run.smithi119:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-13T18:57:04.345 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:04.342+0000 7f511d09c640 1 Processor -- start 2024-09-13T18:57:04.345 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:04.342+0000 7f511d09c640 1 -- start start 2024-09-13T18:57:04.347 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:04.343+0000 7f511d09c640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f511815c280 0x7f511806aee0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:04.347 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:04.343+0000 7f511d09c640 1 -- --> v1:172.21.15.119:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f5118066090 con 0x7f51180ac1f0 2024-09-13T18:57:04.347 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:04.343+0000 7f511d09c640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f51180ac6f0 con 0x7f511815c660 2024-09-13T18:57:04.347 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:04.343+0000 7f511d09c640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f51180ac9d0 con 0x7f511815c280 2024-09-13T18:57:04.347 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:04.343+0000 7f511759e640 1 --1- >> v1:172.21.15.119:6789/0 conn(0x7f51180ac1f0 0x7f51180b1f00 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.119:6789/0 says I am v1:172.21.15.119:39124/0 (socket says 172.21.15.119:39124) 2024-09-13T18:57:04.347 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:04.343+0000 7f511759e640 1 -- 172.21.15.119:0/3922792072 learned_addr learned my addr 172.21.15.119:0/3922792072 (peer_addr_for_me v1:172.21.15.119:0/0) 2024-09-13T18:57:04.347 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:04.343+0000 7f5115d9b640 1 -- 172.21.15.119:0/3922792072 <== mon.0 v1:172.21.15.119:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2938182433 0 0) 0x7f5118066090 con 0x7f51180ac1f0 2024-09-13T18:57:04.347 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:04.343+0000 7f5115d9b640 1 -- 172.21.15.119:0/3922792072 --> v1:172.21.15.119:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f5100003520 con 0x7f51180ac1f0 2024-09-13T18:57:04.348 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:04.343+0000 7f5116d9d640 1 --2- 172.21.15.119:0/3922792072 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f511815c280 0x7f511806aee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:04.348 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:04.344+0000 7f5115d9b640 1 -- 172.21.15.119:0/3922792072 <== mon.0 v1:172.21.15.119:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 1327005142 0 0) 0x7f5100003520 con 0x7f51180ac1f0 2024-09-13T18:57:04.348 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:04.344+0000 7f5115d9b640 1 -- 172.21.15.119:0/3922792072 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f511815c280 msgr2=0x7f511806aee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T18:57:04.348 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:04.344+0000 7f5115d9b640 1 --2- 172.21.15.119:0/3922792072 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f511815c280 0x7f511806aee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:04.348 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:04.344+0000 7f5115d9b640 1 -- 172.21.15.119:0/3922792072 >> v1:172.21.15.145:6789/0 conn(0x7f511815c660 legacy=0x7f51180abae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:04.348 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:04.344+0000 7f5115d9b640 1 -- 172.21.15.119:0/3922792072 --> v1:172.21.15.119:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f51180accb0 con 0x7f51180ac1f0 2024-09-13T18:57:04.348 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:04.344+0000 7f5115d9b640 1 -- 172.21.15.119:0/3922792072 <== mon.0 v1:172.21.15.119:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 337823224 0 0) 0x7f5110001670 con 0x7f51180ac1f0 2024-09-13T18:57:04.348 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:04.344+0000 7f5115d9b640 1 -- 172.21.15.119:0/3922792072 >> v1:172.21.15.119:6789/0 conn(0x7f51180ac1f0 legacy=0x7f51180b1f00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:04.348 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:04.344+0000 7f5115d9b640 1 --2- 172.21.15.119:0/3922792072 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f51000039a0 0x7f5100003dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:04.348 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:04.344+0000 7f5115d9b640 1 --2- 172.21.15.119:0/3922792072 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f511815c280 0x7f51000047c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:04.348 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:04.344+0000 7f5115d9b640 1 --2- 172.21.15.119:0/3922792072 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f5100004d00 0x7f5100005180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:04.348 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:04.344+0000 7f5115d9b640 1 -- 172.21.15.119:0/3922792072 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f51180ac9d0 con 0x7f51000039a0 2024-09-13T18:57:04.348 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:04.344+0000 7f5115d9b640 1 -- 172.21.15.119:0/3922792072 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f510000ba30 con 0x7f5100004d00 2024-09-13T18:57:04.349 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:04.344+0000 7f5115d9b640 1 -- 172.21.15.119:0/3922792072 --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f510000bbf0 con 0x7f511815c280 2024-09-13T18:57:04.349 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:04.344+0000 7f5116d9d640 1 --2- 172.21.15.119:0/3922792072 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f51000039a0 0x7f5100003dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:04.349 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:04.344+0000 7f511759e640 1 --2- 172.21.15.119:0/3922792072 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f5100004d00 0x7f5100005180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:04.349 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:04.344+0000 7f511659c640 1 --2- 172.21.15.119:0/3922792072 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f511815c280 0x7f51000047c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:04.349 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:04.344+0000 7f5116d9d640 1 -- 172.21.15.119:0/3922792072 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f511815c280 msgr2=0x7f51000047c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T18:57:04.349 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:04.344+0000 7f5116d9d640 1 --2- 172.21.15.119:0/3922792072 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f511815c280 0x7f51000047c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:04.349 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:04.344+0000 7f5116d9d640 1 -- 172.21.15.119:0/3922792072 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f5100004d00 msgr2=0x7f5100005180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T18:57:04.349 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:04.344+0000 7f5116d9d640 1 --2- 172.21.15.119:0/3922792072 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f5100004d00 0x7f5100005180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:04.349 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:04.344+0000 7f5116d9d640 1 -- 172.21.15.119:0/3922792072 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5100003520 con 0x7f51000039a0 2024-09-13T18:57:04.352 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:04.345+0000 7f5116d9d640 1 --2- 172.21.15.119:0/3922792072 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f51000039a0 0x7f5100003dc0 secure :-1 s=READY pgs=248 cs=0 l=1 rev1=1 crypto rx=0x7f5108009f90 tx=0x7f51000057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=81e169aa643cd9e8 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:57:04.352 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:04.345+0000 7f5115d9b640 1 -- 172.21.15.119:0/3922792072 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5108031610 con 0x7f51000039a0 2024-09-13T18:57:04.352 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:04.345+0000 7f5115d9b640 1 -- 172.21.15.119:0/3922792072 <== mon.0 v2:172.21.15.119:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f510800f040 con 0x7f51000039a0 2024-09-13T18:57:04.352 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:04.345+0000 7f5115d9b640 1 -- 172.21.15.119:0/3922792072 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f51080319b0 con 0x7f51000039a0 2024-09-13T18:57:04.352 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:04.346+0000 7f511d09c640 1 -- 172.21.15.119:0/3922792072 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f51000039a0 msgr2=0x7f5100003dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:04.352 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:04.346+0000 7f511d09c640 1 --2- 172.21.15.119:0/3922792072 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f51000039a0 0x7f5100003dc0 secure :-1 s=READY pgs=248 cs=0 l=1 rev1=1 crypto rx=0x7f5108009f90 tx=0x7f51000057f0 comp rx=0 tx=0).stop 2024-09-13T18:57:04.353 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:04.346+0000 7f511759e640 1 -- 172.21.15.119:0/3922792072 reap_dead start 2024-09-13T18:57:04.353 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:04.346+0000 7f511d09c640 1 -- 172.21.15.119:0/3922792072 shutdown_connections 2024-09-13T18:57:04.353 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:04.346+0000 7f511d09c640 1 -- 172.21.15.119:0/3922792072 >> 172.21.15.119:0/3922792072 conn(0x7f51180709f0 msgr2=0x7f5118070e00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:57:04.353 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:04.346+0000 7f511d09c640 1 -- 172.21.15.119:0/3922792072 shutdown_connections 2024-09-13T18:57:04.353 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:04.346+0000 7f511d09c640 1 -- 172.21.15.119:0/3922792072 wait complete. 2024-09-13T18:57:04.353 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:04.347+0000 7f511d09c640 1 Processor -- start 2024-09-13T18:57:04.353 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:04.347+0000 7f511d09c640 1 -- start start 2024-09-13T18:57:04.353 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:04.348+0000 7f511d09c640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f51000039a0 0x7f5118141fd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:04.353 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:04.348+0000 7f511d09c640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f51180ccbb0 0x7f51181451a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:04.354 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:04.348+0000 7f511d09c640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f511815ec10 0x7f511815f0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:04.354 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:04.348+0000 7f511d09c640 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f511815f600 con 0x7f51180ccbb0 2024-09-13T18:57:04.354 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:04.348+0000 7f511d09c640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5118151c20 con 0x7f511815ec10 2024-09-13T18:57:04.354 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:04.348+0000 7f511d09c640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f51180cd090 con 0x7f51000039a0 2024-09-13T18:57:04.354 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:04.348+0000 7f511659c640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f51180ccbb0 0x7f51181451a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:04.354 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:04.348+0000 7f511659c640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f51180ccbb0 0x7f51181451a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.119:3300/0 says I am v2:172.21.15.119:44042/0 (socket says 172.21.15.119:44042) 2024-09-13T18:57:04.354 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:04.348+0000 7f511659c640 1 -- 172.21.15.119:0/3103673718 learned_addr learned my addr 172.21.15.119:0/3103673718 (peer_addr_for_me v2:172.21.15.119:0/0) 2024-09-13T18:57:04.354 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:04.348+0000 7f511759e640 1 --2- 172.21.15.119:0/3103673718 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f511815ec10 0x7f511815f0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:04.354 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:04.348+0000 7f5116d9d640 1 --2- 172.21.15.119:0/3103673718 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f51000039a0 0x7f5118141fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:04.354 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:04.348+0000 7f511659c640 1 -- 172.21.15.119:0/3103673718 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f51000039a0 msgr2=0x7f5118141fd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:04.354 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:04.349+0000 7f511659c640 1 --2- 172.21.15.119:0/3103673718 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f51000039a0 0x7f5118141fd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:04.354 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:04.349+0000 7f511659c640 1 -- 172.21.15.119:0/3103673718 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f511815ec10 msgr2=0x7f511815f0c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:04.354 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:04.349+0000 7f511659c640 1 --2- 172.21.15.119:0/3103673718 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f511815ec10 0x7f511815f0c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:04.355 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:04.349+0000 7f511659c640 1 -- 172.21.15.119:0/3103673718 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f51180cd370 con 0x7f51180ccbb0 2024-09-13T18:57:04.355 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:04.349+0000 7f5116d9d640 1 --2- 172.21.15.119:0/3103673718 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f51000039a0 0x7f5118141fd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T18:57:04.355 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:04.349+0000 7f511759e640 1 --2- 172.21.15.119:0/3103673718 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f511815ec10 0x7f511815f0c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T18:57:04.355 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:04.349+0000 7f511659c640 1 --2- 172.21.15.119:0/3103673718 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f51180ccbb0 0x7f51181451a0 secure :-1 s=READY pgs=249 cs=0 l=1 rev1=1 crypto rx=0x7f510c00f7f0 tx=0x7f510c00fcb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:57:04.355 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:04.349+0000 7f50ff7fe640 1 -- 172.21.15.119:0/3103673718 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f510c0050d0 con 0x7f51180ccbb0 2024-09-13T18:57:04.355 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:04.349+0000 7f50ff7fe640 1 -- 172.21.15.119:0/3103673718 <== mon.0 v2:172.21.15.119:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f510c005230 con 0x7f51180ccbb0 2024-09-13T18:57:04.355 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:04.349+0000 7f511d09c640 1 -- 172.21.15.119:0/3103673718 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f51180cd650 con 0x7f51180ccbb0 2024-09-13T18:57:04.355 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:04.349+0000 7f50ff7fe640 1 -- 172.21.15.119:0/3103673718 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f510c00d730 con 0x7f51180ccbb0 2024-09-13T18:57:04.355 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:04.349+0000 7f511d09c640 1 -- 172.21.15.119:0/3103673718 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f51180cdc10 con 0x7f51180ccbb0 2024-09-13T18:57:04.356 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:04.350+0000 7f511d09c640 1 -- 172.21.15.119:0/3103673718 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f51180cddd0 con 0x7f51180ccbb0 2024-09-13T18:57:04.356 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:04.350+0000 7f50ff7fe640 1 -- 172.21.15.119:0/3103673718 <== mon.0 v2:172.21.15.119:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f510c00d890 con 0x7f51180ccbb0 2024-09-13T18:57:04.356 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:04.351+0000 7f50ff7fe640 1 --2- 172.21.15.119:0/3103673718 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f510406ac00 0x7f510406d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:04.356 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:04.351+0000 7f50ff7fe640 1 -- 172.21.15.119:0/3103673718 <== mon.0 v2:172.21.15.119:3300/0 5 ==== osd_map(24..24 src has 1..24) v4 ==== 6460+0+0 (secure 0 0 0) 0x7f510c089560 con 0x7f51180ccbb0 2024-09-13T18:57:04.356 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:04.351+0000 7f5116d9d640 1 --2- 172.21.15.119:0/3103673718 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f510406ac00 0x7f510406d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:04.356 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:04.351+0000 7f5116d9d640 1 --2- 172.21.15.119:0/3103673718 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f510406ac00 0x7f510406d0c0 secure :-1 s=READY pgs=138 cs=0 l=1 rev1=1 crypto rx=0x7f5108035000 tx=0x7f510802f000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:57:04.357 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:04.355+0000 7f50ff7fe640 1 -- 172.21.15.119:0/3103673718 <== mon.0 v2:172.21.15.119:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f510c054440 con 0x7f51180ccbb0 2024-09-13T18:57:04.554 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:04.551+0000 7f511d09c640 1 -- 172.21.15.119:0/3103673718 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_command({"prefix": "fs ls"} v 0) v1 -- 0x7f511806b620 con 0x7f51180ccbb0 2024-09-13T18:57:04.554 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:04.551+0000 7f50ff7fe640 1 -- 172.21.15.119:0/3103673718 <== mon.0 v2:172.21.15.119:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v8) v1 ==== 53+0+88 (secure 0 0 0) 0x7f510c057a60 con 0x7f51180ccbb0 2024-09-13T18:57:04.554 INFO:teuthology.orchestra.run.smithi119.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data cephfs_data_ec ] 2024-09-13T18:57:04.556 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:04.553+0000 7f511d09c640 1 -- 172.21.15.119:0/3103673718 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f510406ac00 msgr2=0x7f510406d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:04.556 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:04.553+0000 7f511d09c640 1 --2- 172.21.15.119:0/3103673718 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f510406ac00 0x7f510406d0c0 secure :-1 s=READY pgs=138 cs=0 l=1 rev1=1 crypto rx=0x7f5108035000 tx=0x7f510802f000 comp rx=0 tx=0).stop 2024-09-13T18:57:04.556 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:04.553+0000 7f511d09c640 1 -- 172.21.15.119:0/3103673718 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f51180ccbb0 msgr2=0x7f51181451a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:04.556 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:04.553+0000 7f511d09c640 1 --2- 172.21.15.119:0/3103673718 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f51180ccbb0 0x7f51181451a0 secure :-1 s=READY pgs=249 cs=0 l=1 rev1=1 crypto rx=0x7f510c00f7f0 tx=0x7f510c00fcb0 comp rx=0 tx=0).stop 2024-09-13T18:57:04.556 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:04.553+0000 7f511d09c640 1 -- 172.21.15.119:0/3103673718 shutdown_connections 2024-09-13T18:57:04.556 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:04.553+0000 7f511d09c640 1 --2- 172.21.15.119:0/3103673718 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f510406ac00 0x7f510406d0c0 unknown :-1 s=CLOSED pgs=138 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:04.557 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:04.553+0000 7f511d09c640 1 --2- 172.21.15.119:0/3103673718 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f511815ec10 0x7f511815f0c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:04.557 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:04.553+0000 7f511d09c640 1 --2- 172.21.15.119:0/3103673718 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f51180ccbb0 0x7f51181451a0 unknown :-1 s=CLOSED pgs=249 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:04.557 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:04.553+0000 7f511d09c640 1 --2- 172.21.15.119:0/3103673718 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f51000039a0 0x7f5118141fd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:04.557 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:04.553+0000 7f511d09c640 1 -- 172.21.15.119:0/3103673718 >> 172.21.15.119:0/3103673718 conn(0x7f51180709f0 msgr2=0x7f511806ecd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:57:04.557 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:04.553+0000 7f511d09c640 1 -- 172.21.15.119:0/3103673718 shutdown_connections 2024-09-13T18:57:04.557 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:04.553+0000 7f511d09c640 1 -- 172.21.15.119:0/3103673718 wait complete. 2024-09-13T18:57:04.567 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-09-13T18:57:04.567 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-13T18:57:04.567 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi145.front.sepia.ceph.com 2024-09-13T18:57:04.567 INFO:tasks.cephfs.mount:self.client.name = client.3 2024-09-13T18:57:04.567 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.3 2024-09-13T18:57:04.567 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-09-13T18:57:04.567 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-09-13T18:57:04.567 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-13T18:57:04.567 INFO:tasks.cephfs.mount:Setting the 'None' netns for '/home/ubuntu/cephtest/mnt.3' 2024-09-13T18:57:04.568 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T18:57:04.568 DEBUG:teuthology.orchestra.run.smithi145:> ip addr 2024-09-13T18:57:04.585 INFO:teuthology.orchestra.run.smithi145.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-13T18:57:04.585 INFO:teuthology.orchestra.run.smithi145.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-13T18:57:04.585 INFO:teuthology.orchestra.run.smithi145.stdout: inet 127.0.0.1/8 scope host lo 2024-09-13T18:57:04.585 INFO:teuthology.orchestra.run.smithi145.stdout: valid_lft forever preferred_lft forever 2024-09-13T18:57:04.585 INFO:teuthology.orchestra.run.smithi145.stdout: inet6 ::1/128 scope host 2024-09-13T18:57:04.585 INFO:teuthology.orchestra.run.smithi145.stdout: valid_lft forever preferred_lft forever 2024-09-13T18:57:04.585 INFO:teuthology.orchestra.run.smithi145.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-13T18:57:04.585 INFO:teuthology.orchestra.run.smithi145.stdout: link/ether 0c:c4:7a:d9:38:66 brd ff:ff:ff:ff:ff:ff 2024-09-13T18:57:04.585 INFO:teuthology.orchestra.run.smithi145.stdout: altname enp7s0f0 2024-09-13T18:57:04.585 INFO:teuthology.orchestra.run.smithi145.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-13T18:57:04.586 INFO:teuthology.orchestra.run.smithi145.stdout: link/ether 0c:c4:7a:d9:38:67 brd ff:ff:ff:ff:ff:ff 2024-09-13T18:57:04.586 INFO:teuthology.orchestra.run.smithi145.stdout: altname enp7s0f1 2024-09-13T18:57:04.586 INFO:teuthology.orchestra.run.smithi145.stdout:4: enp3s0f0: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-13T18:57:04.586 INFO:teuthology.orchestra.run.smithi145.stdout: link/ether 0c:c4:7a:88:77:90 brd ff:ff:ff:ff:ff:ff 2024-09-13T18:57:04.586 INFO:teuthology.orchestra.run.smithi145.stdout:5: enp3s0f1: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-13T18:57:04.586 INFO:teuthology.orchestra.run.smithi145.stdout: link/ether 0c:c4:7a:88:77:91 brd ff:ff:ff:ff:ff:ff 2024-09-13T18:57:04.586 INFO:teuthology.orchestra.run.smithi145.stdout: inet 172.21.15.145/20 brd 172.21.15.255 scope global dynamic noprefixroute enp3s0f1 2024-09-13T18:57:04.586 INFO:teuthology.orchestra.run.smithi145.stdout: valid_lft 42770sec preferred_lft 42770sec 2024-09-13T18:57:04.586 INFO:teuthology.orchestra.run.smithi145.stdout: inet6 fe80::ec4:7aff:fe88:7791/64 scope link noprefixroute 2024-09-13T18:57:04.586 INFO:teuthology.orchestra.run.smithi145.stdout: valid_lft forever preferred_lft forever 2024-09-13T18:57:04.586 INFO:teuthology.orchestra.run.smithi145.stdout:6: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-13T18:57:04.586 INFO:teuthology.orchestra.run.smithi145.stdout: link/ether 82:88:3a:96:a5:00 brd ff:ff:ff:ff:ff:ff 2024-09-13T18:57:04.586 INFO:teuthology.orchestra.run.smithi145.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2024-09-13T18:57:04.587 INFO:teuthology.orchestra.run.smithi145.stdout: valid_lft forever preferred_lft forever 2024-09-13T18:57:04.587 INFO:teuthology.orchestra.run.smithi145.stdout: inet6 fe80::2c4e:45ff:febb:c105/64 scope link 2024-09-13T18:57:04.587 INFO:teuthology.orchestra.run.smithi145.stdout: valid_lft forever preferred_lft forever 2024-09-13T18:57:04.587 INFO:teuthology.orchestra.run.smithi145.stdout:7: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-13T18:57:04.587 INFO:teuthology.orchestra.run.smithi145.stdout: link/ether 82:88:3a:96:a5:00 brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-13T18:57:04.587 INFO:teuthology.orchestra.run.smithi145.stdout: inet6 fe80::8088:3aff:fe96:a500/64 scope link tentative 2024-09-13T18:57:04.587 INFO:teuthology.orchestra.run.smithi145.stdout: valid_lft forever preferred_lft forever 2024-09-13T18:57:04.587 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T18:57:04.587 DEBUG:teuthology.orchestra.run.smithi145:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-13T18:57:04.650 INFO:teuthology.orchestra.run.smithi145.stdout:1 2024-09-13T18:57:04.651 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T18:57:04.652 DEBUG:teuthology.orchestra.run.smithi145:> route 2024-09-13T18:57:04.708 INFO:teuthology.orchestra.run.smithi145.stdout:Kernel IP routing table 2024-09-13T18:57:04.708 INFO:teuthology.orchestra.run.smithi145.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-13T18:57:04.708 INFO:teuthology.orchestra.run.smithi145.stdout:default _gateway 0.0.0.0 UG 100 0 0 enp3s0f1 2024-09-13T18:57:04.708 INFO:teuthology.orchestra.run.smithi145.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 enp3s0f1 2024-09-13T18:57:04.709 INFO:teuthology.orchestra.run.smithi145.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-13T18:57:04.709 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T18:57:04.709 DEBUG:teuthology.orchestra.run.smithi145:> (cd / && exec bash -c ' 2024-09-13T18:57:04.709 DEBUG:teuthology.orchestra.run.smithi145:> set -e 2024-09-13T18:57:04.709 DEBUG:teuthology.orchestra.run.smithi145:> sudo iptables -A FORWARD -o enp3s0f1 -i ceph-brx -j ACCEPT 2024-09-13T18:57:04.709 DEBUG:teuthology.orchestra.run.smithi145:> sudo iptables -A FORWARD -i enp3s0f1 -o ceph-brx -j ACCEPT 2024-09-13T18:57:04.709 DEBUG:teuthology.orchestra.run.smithi145:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o enp3s0f1 -j MASQUERADE 2024-09-13T18:57:04.709 DEBUG:teuthology.orchestra.run.smithi145:> ') 2024-09-13T18:57:04.797 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T18:57:04.797 DEBUG:teuthology.orchestra.run.smithi145:> ip netns list 2024-09-13T18:57:04.812 INFO:teuthology.orchestra.run.smithi145.stdout:ceph-ns--home-ubuntu-cephtest-mnt.1 (id: 0) 2024-09-13T18:57:04.812 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T18:57:04.812 DEBUG:teuthology.orchestra.run.smithi145:> ip netns list-id 2024-09-13T18:57:04.867 INFO:teuthology.orchestra.run.smithi145.stdout:nsid 0 (iproute2 netns name: ceph-ns--home-ubuntu-cephtest-mnt.1) 2024-09-13T18:57:04.868 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T18:57:04.868 DEBUG:teuthology.orchestra.run.smithi145:> (cd / && exec bash -c ' 2024-09-13T18:57:04.868 DEBUG:teuthology.orchestra.run.smithi145:> set -e 2024-09-13T18:57:04.868 DEBUG:teuthology.orchestra.run.smithi145:> sudo ip netns add ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-13T18:57:04.868 DEBUG:teuthology.orchestra.run.smithi145:> sudo ip netns set ceph-ns--home-ubuntu-cephtest-mnt.3 1 2024-09-13T18:57:04.868 DEBUG:teuthology.orchestra.run.smithi145:> ') 2024-09-13T18:57:04.945 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T18:57:04.945 DEBUG:teuthology.orchestra.run.smithi145:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.1 ip addr 2024-09-13T18:57:05.010 INFO:teuthology.orchestra.run.smithi145.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-13T18:57:05.010 INFO:teuthology.orchestra.run.smithi145.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-13T18:57:05.010 INFO:teuthology.orchestra.run.smithi145.stdout: inet 127.0.0.1/8 scope host lo 2024-09-13T18:57:05.010 INFO:teuthology.orchestra.run.smithi145.stdout: valid_lft forever preferred_lft forever 2024-09-13T18:57:05.010 INFO:teuthology.orchestra.run.smithi145.stdout: inet6 ::1/128 scope host 2024-09-13T18:57:05.010 INFO:teuthology.orchestra.run.smithi145.stdout: valid_lft forever preferred_lft forever 2024-09-13T18:57:05.011 INFO:teuthology.orchestra.run.smithi145.stdout:2: veth0@if7: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-13T18:57:05.011 INFO:teuthology.orchestra.run.smithi145.stdout: link/ether 06:16:73:8b:54:17 brd ff:ff:ff:ff:ff:ff link-netnsid 0 2024-09-13T18:57:05.011 INFO:teuthology.orchestra.run.smithi145.stdout: inet 192.168.0.1/16 brd 192.168.255.255 scope global veth0 2024-09-13T18:57:05.011 INFO:teuthology.orchestra.run.smithi145.stdout: valid_lft forever preferred_lft forever 2024-09-13T18:57:05.011 INFO:teuthology.orchestra.run.smithi145.stdout: inet6 fe80::416:73ff:fe8b:5417/64 scope link 2024-09-13T18:57:05.011 INFO:teuthology.orchestra.run.smithi145.stdout: valid_lft forever preferred_lft forever 2024-09-13T18:57:05.012 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T18:57:05.012 DEBUG:teuthology.orchestra.run.smithi145:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.1 ip addr 2024-09-13T18:57:05.077 INFO:teuthology.orchestra.run.smithi145.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-13T18:57:05.077 INFO:teuthology.orchestra.run.smithi145.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-13T18:57:05.077 INFO:teuthology.orchestra.run.smithi145.stdout: inet 127.0.0.1/8 scope host lo 2024-09-13T18:57:05.077 INFO:teuthology.orchestra.run.smithi145.stdout: valid_lft forever preferred_lft forever 2024-09-13T18:57:05.077 INFO:teuthology.orchestra.run.smithi145.stdout: inet6 ::1/128 scope host 2024-09-13T18:57:05.078 INFO:teuthology.orchestra.run.smithi145.stdout: valid_lft forever preferred_lft forever 2024-09-13T18:57:05.078 INFO:teuthology.orchestra.run.smithi145.stdout:2: veth0@if7: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-13T18:57:05.078 INFO:teuthology.orchestra.run.smithi145.stdout: link/ether 06:16:73:8b:54:17 brd ff:ff:ff:ff:ff:ff link-netnsid 0 2024-09-13T18:57:05.078 INFO:teuthology.orchestra.run.smithi145.stdout: inet 192.168.0.1/16 brd 192.168.255.255 scope global veth0 2024-09-13T18:57:05.078 INFO:teuthology.orchestra.run.smithi145.stdout: valid_lft forever preferred_lft forever 2024-09-13T18:57:05.078 INFO:teuthology.orchestra.run.smithi145.stdout: inet6 fe80::416:73ff:fe8b:5417/64 scope link 2024-09-13T18:57:05.078 INFO:teuthology.orchestra.run.smithi145.stdout: valid_lft forever preferred_lft forever 2024-09-13T18:57:05.079 INFO:tasks.cephfs.mount:Setuping the netns 'ceph-ns--home-ubuntu-cephtest-mnt.3' with 192.168.0.2/16 2024-09-13T18:57:05.079 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T18:57:05.079 DEBUG:teuthology.orchestra.run.smithi145:> (cd / && exec bash -c ' 2024-09-13T18:57:05.079 DEBUG:teuthology.orchestra.run.smithi145:> set -e 2024-09-13T18:57:05.079 DEBUG:teuthology.orchestra.run.smithi145:> sudo ip link add veth0 netns ceph-ns--home-ubuntu-cephtest-mnt.3 type veth peer name brx.1 2024-09-13T18:57:05.080 DEBUG:teuthology.orchestra.run.smithi145:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.3 ip addr add 192.168.0.2/16 brd 192.168.255.255 dev veth0 2024-09-13T18:57:05.080 DEBUG:teuthology.orchestra.run.smithi145:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.3 ip link set veth0 up 2024-09-13T18:57:05.080 DEBUG:teuthology.orchestra.run.smithi145:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.3 ip link set lo up 2024-09-13T18:57:05.080 DEBUG:teuthology.orchestra.run.smithi145:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.3 ip route add default via 192.168.255.254 2024-09-13T18:57:05.080 DEBUG:teuthology.orchestra.run.smithi145:> ') 2024-09-13T18:57:05.193 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T18:57:05.193 DEBUG:teuthology.orchestra.run.smithi145:> (cd / && exec bash -c ' 2024-09-13T18:57:05.193 DEBUG:teuthology.orchestra.run.smithi145:> set -e 2024-09-13T18:57:05.193 DEBUG:teuthology.orchestra.run.smithi145:> sudo ip link set brx.1 up 2024-09-13T18:57:05.193 DEBUG:teuthology.orchestra.run.smithi145:> sudo ip link set dev brx.1 master ceph-brx 2024-09-13T18:57:05.193 DEBUG:teuthology.orchestra.run.smithi145:> ') 2024-09-13T18:57:05.230 INFO:tasks.cephfs.fuse_mount:Client client.3 config is {} 2024-09-13T18:57:05.230 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-13T18:57:05.230 DEBUG:teuthology.orchestra.run.smithi145:> mkdir -p -v /home/ubuntu/cephtest/mnt.3 2024-09-13T18:57:05.284 INFO:teuthology.orchestra.run.smithi145.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.3' 2024-09-13T18:57:05.285 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-13T18:57:05.285 DEBUG:teuthology.orchestra.run.smithi145:> chmod 0000 /home/ubuntu/cephtest/mnt.3 2024-09-13T18:57:05.339 DEBUG:teuthology.orchestra.run.smithi145:> sudo modprobe fuse 2024-09-13T18:57:05.405 INFO:teuthology.orchestra.run:Running command with timeout 30 2024-09-13T18:57:05.405 DEBUG:teuthology.orchestra.run.smithi145:> sudo mount -t fusectl /sys/fs/fuse/connections /sys/fs/fuse/connections 2024-09-13T18:57:05.470 INFO:teuthology.orchestra.run.smithi145.stderr:mount: /sys/fs/fuse/connections: /sys/fs/fuse/connections already mounted or mount point busy. 2024-09-13T18:57:05.471 DEBUG:teuthology.orchestra.run:got remote process result: 32 2024-09-13T18:57:05.471 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T18:57:05.471 DEBUG:teuthology.orchestra.run.smithi145:> ls /sys/fs/fuse/connections 2024-09-13T18:57:05.527 INFO:teuthology.orchestra.run.smithi145.stdout:41 2024-09-13T18:57:05.528 INFO:tasks.cephfs.fuse_mount:Pre-mount connections: [41] 2024-09-13T18:57:05.528 DEBUG:teuthology.orchestra.run.smithi145:> (cd /home/ubuntu/cephtest && exec sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-fuse -f --admin-socket '/var/run/ceph/$cluster-$name.$pid.asok' /home/ubuntu/cephtest/mnt.3 --id 3) 2024-09-13T18:57:05.570 DEBUG:teuthology.orchestra.run.smithi145:> sudo modprobe fuse 2024-09-13T18:57:05.594 INFO:teuthology.orchestra.run:Running command with timeout 30 2024-09-13T18:57:05.594 DEBUG:teuthology.orchestra.run.smithi145:> sudo mount -t fusectl /sys/fs/fuse/connections /sys/fs/fuse/connections 2024-09-13T18:57:05.651 INFO:tasks.cephfs.fuse_mount.ceph-fuse.3.smithi145.stderr:2024-09-13T18:57:05.648+0000 7fe6e09c6480 -1 init, newargv = 0x55cbbef64070 newargc=15 2024-09-13T18:57:05.651 INFO:tasks.cephfs.fuse_mount.ceph-fuse.3.smithi145.stderr:ceph-fuse[43004]: starting ceph client 2024-09-13T18:57:05.655 INFO:tasks.cephfs.fuse_mount.ceph-fuse.3.smithi145.stderr:ceph-fuse[43004]: starting fuse 2024-09-13T18:57:05.660 INFO:teuthology.orchestra.run.smithi145.stderr:mount: /sys/fs/fuse/connections: /sys/fs/fuse/connections already mounted or mount point busy. 2024-09-13T18:57:05.661 DEBUG:teuthology.orchestra.run:got remote process result: 32 2024-09-13T18:57:05.662 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T18:57:05.662 DEBUG:teuthology.orchestra.run.smithi145:> ls /sys/fs/fuse/connections 2024-09-13T18:57:05.718 INFO:teuthology.orchestra.run.smithi145.stdout:41 2024-09-13T18:57:05.718 INFO:teuthology.orchestra.run.smithi145.stdout:44 2024-09-13T18:57:05.718 INFO:tasks.cephfs.fuse_mount:Post-mount connections: [41, 44] 2024-09-13T18:57:05.718 DEBUG:teuthology.orchestra.run.smithi145:> sudo adjust-ulimits daemon-helper kill python3 -c ' 2024-09-13T18:57:05.718 DEBUG:teuthology.orchestra.run.smithi145:> import glob 2024-09-13T18:57:05.719 DEBUG:teuthology.orchestra.run.smithi145:> import re 2024-09-13T18:57:05.719 DEBUG:teuthology.orchestra.run.smithi145:> import os 2024-09-13T18:57:05.719 DEBUG:teuthology.orchestra.run.smithi145:> import subprocess 2024-09-13T18:57:05.719 DEBUG:teuthology.orchestra.run.smithi145:> 2024-09-13T18:57:05.719 DEBUG:teuthology.orchestra.run.smithi145:> def _find_admin_socket(client_name): 2024-09-13T18:57:05.719 DEBUG:teuthology.orchestra.run.smithi145:> asok_path = "/var/run/ceph/ceph-client.3.*.asok" 2024-09-13T18:57:05.719 DEBUG:teuthology.orchestra.run.smithi145:> files = glob.glob(asok_path) 2024-09-13T18:57:05.719 DEBUG:teuthology.orchestra.run.smithi145:> mountpoint = "/home/ubuntu/cephtest/mnt.3" 2024-09-13T18:57:05.719 DEBUG:teuthology.orchestra.run.smithi145:> 2024-09-13T18:57:05.719 DEBUG:teuthology.orchestra.run.smithi145:> # Given a non-glob path, it better be there 2024-09-13T18:57:05.719 DEBUG:teuthology.orchestra.run.smithi145:> if "*" not in asok_path: 2024-09-13T18:57:05.719 DEBUG:teuthology.orchestra.run.smithi145:> assert(len(files) == 1) 2024-09-13T18:57:05.719 DEBUG:teuthology.orchestra.run.smithi145:> return files[0] 2024-09-13T18:57:05.719 DEBUG:teuthology.orchestra.run.smithi145:> 2024-09-13T18:57:05.720 DEBUG:teuthology.orchestra.run.smithi145:> for f in files: 2024-09-13T18:57:05.720 DEBUG:teuthology.orchestra.run.smithi145:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2024-09-13T18:57:05.720 DEBUG:teuthology.orchestra.run.smithi145:> if os.path.exists("/proc/{0}".format(pid)): 2024-09-13T18:57:05.720 DEBUG:teuthology.orchestra.run.smithi145:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2024-09-13T18:57:05.720 DEBUG:teuthology.orchestra.run.smithi145:> contents = proc_f.read() 2024-09-13T18:57:05.720 DEBUG:teuthology.orchestra.run.smithi145:> if mountpoint in contents: 2024-09-13T18:57:05.720 DEBUG:teuthology.orchestra.run.smithi145:> return f 2024-09-13T18:57:05.720 DEBUG:teuthology.orchestra.run.smithi145:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2024-09-13T18:57:05.720 DEBUG:teuthology.orchestra.run.smithi145:> 2024-09-13T18:57:05.720 DEBUG:teuthology.orchestra.run.smithi145:> print(_find_admin_socket("client.3")) 2024-09-13T18:57:05.720 DEBUG:teuthology.orchestra.run.smithi145:> ' 2024-09-13T18:57:05.832 INFO:teuthology.orchestra.run.smithi145.stdout:/var/run/ceph/ceph-client.3.43004.asok 2024-09-13T18:57:06.019 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.3.43004.asok 2024-09-13T18:57:06.019 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T18:57:06.019 DEBUG:teuthology.orchestra.run.smithi145:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.3.43004.asok status 2024-09-13T18:57:06.153 INFO:teuthology.orchestra.run.smithi145.stdout:{ 2024-09-13T18:57:06.154 INFO:teuthology.orchestra.run.smithi145.stdout: "metadata": { 2024-09-13T18:57:06.154 INFO:teuthology.orchestra.run.smithi145.stdout: "ceph_sha1": "6c6b083f148f500c4f56d402b9e4ffcab6f1e2d3", 2024-09-13T18:57:06.154 INFO:teuthology.orchestra.run.smithi145.stdout: "ceph_version": "ceph version 18.2.4-860-g6c6b083f (6c6b083f148f500c4f56d402b9e4ffcab6f1e2d3) reef (stable)", 2024-09-13T18:57:06.154 INFO:teuthology.orchestra.run.smithi145.stdout: "entity_id": "3", 2024-09-13T18:57:06.154 INFO:teuthology.orchestra.run.smithi145.stdout: "hostname": "smithi145", 2024-09-13T18:57:06.155 INFO:teuthology.orchestra.run.smithi145.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.3", 2024-09-13T18:57:06.155 INFO:teuthology.orchestra.run.smithi145.stdout: "pid": "43004", 2024-09-13T18:57:06.155 INFO:teuthology.orchestra.run.smithi145.stdout: "root": "/" 2024-09-13T18:57:06.155 INFO:teuthology.orchestra.run.smithi145.stdout: }, 2024-09-13T18:57:06.155 INFO:teuthology.orchestra.run.smithi145.stdout: "dentry_count": 0, 2024-09-13T18:57:06.155 INFO:teuthology.orchestra.run.smithi145.stdout: "dentry_pinned_count": 0, 2024-09-13T18:57:06.155 INFO:teuthology.orchestra.run.smithi145.stdout: "id": 4741, 2024-09-13T18:57:06.156 INFO:teuthology.orchestra.run.smithi145.stdout: "inst": { 2024-09-13T18:57:06.156 INFO:teuthology.orchestra.run.smithi145.stdout: "name": { 2024-09-13T18:57:06.156 INFO:teuthology.orchestra.run.smithi145.stdout: "type": "client", 2024-09-13T18:57:06.156 INFO:teuthology.orchestra.run.smithi145.stdout: "num": 4741 2024-09-13T18:57:06.156 INFO:teuthology.orchestra.run.smithi145.stdout: }, 2024-09-13T18:57:06.156 INFO:teuthology.orchestra.run.smithi145.stdout: "addr": { 2024-09-13T18:57:06.156 INFO:teuthology.orchestra.run.smithi145.stdout: "type": "v1", 2024-09-13T18:57:06.157 INFO:teuthology.orchestra.run.smithi145.stdout: "addr": "192.168.0.2:0", 2024-09-13T18:57:06.157 INFO:teuthology.orchestra.run.smithi145.stdout: "nonce": 3719128870 2024-09-13T18:57:06.157 INFO:teuthology.orchestra.run.smithi145.stdout: } 2024-09-13T18:57:06.157 INFO:teuthology.orchestra.run.smithi145.stdout: }, 2024-09-13T18:57:06.157 INFO:teuthology.orchestra.run.smithi145.stdout: "addr": { 2024-09-13T18:57:06.157 INFO:teuthology.orchestra.run.smithi145.stdout: "type": "v1", 2024-09-13T18:57:06.158 INFO:teuthology.orchestra.run.smithi145.stdout: "addr": "192.168.0.2:0", 2024-09-13T18:57:06.158 INFO:teuthology.orchestra.run.smithi145.stdout: "nonce": 3719128870 2024-09-13T18:57:06.158 INFO:teuthology.orchestra.run.smithi145.stdout: }, 2024-09-13T18:57:06.158 INFO:teuthology.orchestra.run.smithi145.stdout: "inst_str": "client.4741 192.168.0.2:0/3719128870", 2024-09-13T18:57:06.158 INFO:teuthology.orchestra.run.smithi145.stdout: "addr_str": "192.168.0.2:0/3719128870", 2024-09-13T18:57:06.158 INFO:teuthology.orchestra.run.smithi145.stdout: "inode_count": 1, 2024-09-13T18:57:06.159 INFO:teuthology.orchestra.run.smithi145.stdout: "mds_epoch": 8, 2024-09-13T18:57:06.159 INFO:teuthology.orchestra.run.smithi145.stdout: "osd_epoch": 24, 2024-09-13T18:57:06.159 INFO:teuthology.orchestra.run.smithi145.stdout: "osd_epoch_barrier": 0, 2024-09-13T18:57:06.159 INFO:teuthology.orchestra.run.smithi145.stdout: "blocklisted": false, 2024-09-13T18:57:06.159 INFO:teuthology.orchestra.run.smithi145.stdout: "fs_name": "cephfs" 2024-09-13T18:57:06.159 INFO:teuthology.orchestra.run.smithi145.stdout:} 2024-09-13T18:57:06.161 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T18:57:06.161 DEBUG:teuthology.orchestra.run.smithi119:> stat --file-system '--printf=%T 2024-09-13T18:57:06.162 DEBUG:teuthology.orchestra.run.smithi119:> ' -- /home/ubuntu/cephtest/mnt.0 2024-09-13T18:57:06.179 INFO:teuthology.orchestra.run.smithi119.stdout:fuseblk 2024-09-13T18:57:06.179 INFO:tasks.cephfs.fuse_mount:ceph-fuse is mounted on /home/ubuntu/cephtest/mnt.0 2024-09-13T18:57:06.179 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T18:57:06.179 DEBUG:teuthology.orchestra.run.smithi119:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.0 2024-09-13T18:57:06.246 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T18:57:06.246 DEBUG:teuthology.orchestra.run.smithi119:> stat --file-system '--printf=%T 2024-09-13T18:57:06.246 DEBUG:teuthology.orchestra.run.smithi119:> ' -- /home/ubuntu/cephtest/mnt.2 2024-09-13T18:57:06.302 INFO:teuthology.orchestra.run.smithi119.stdout:fuseblk 2024-09-13T18:57:06.303 INFO:tasks.cephfs.fuse_mount:ceph-fuse is mounted on /home/ubuntu/cephtest/mnt.2 2024-09-13T18:57:06.303 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T18:57:06.303 DEBUG:teuthology.orchestra.run.smithi119:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.2 2024-09-13T18:57:06.367 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T18:57:06.367 DEBUG:teuthology.orchestra.run.smithi145:> stat --file-system '--printf=%T 2024-09-13T18:57:06.367 DEBUG:teuthology.orchestra.run.smithi145:> ' -- /home/ubuntu/cephtest/mnt.1 2024-09-13T18:57:06.384 INFO:teuthology.orchestra.run.smithi145.stdout:fuseblk 2024-09-13T18:57:06.384 INFO:tasks.cephfs.fuse_mount:ceph-fuse is mounted on /home/ubuntu/cephtest/mnt.1 2024-09-13T18:57:06.384 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T18:57:06.384 DEBUG:teuthology.orchestra.run.smithi145:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.1 2024-09-13T18:57:06.449 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T18:57:06.449 DEBUG:teuthology.orchestra.run.smithi145:> stat --file-system '--printf=%T 2024-09-13T18:57:06.450 DEBUG:teuthology.orchestra.run.smithi145:> ' -- /home/ubuntu/cephtest/mnt.3 2024-09-13T18:57:06.505 INFO:teuthology.orchestra.run.smithi145.stdout:fuseblk 2024-09-13T18:57:06.506 INFO:tasks.cephfs.fuse_mount:ceph-fuse is mounted on /home/ubuntu/cephtest/mnt.3 2024-09-13T18:57:06.506 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T18:57:06.506 DEBUG:teuthology.orchestra.run.smithi145:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.3 2024-09-13T18:57:06.570 INFO:teuthology.run_tasks:Running task cephfs_test_runner... 2024-09-13T18:57:06.587 DEBUG:teuthology.orchestra.run.smithi119:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T18:57:06.685 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:06.682+0000 7f7e202d0640 1 Processor -- start 2024-09-13T18:57:06.685 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:06.682+0000 7f7e202d0640 1 -- start start 2024-09-13T18:57:06.688 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:06.683+0000 7f7e202d0640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f7e1806c4c0 0x7f7e1806c8a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:06.688 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:06.683+0000 7f7e202d0640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f7e180cbea0 0x7f7e180cc350 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:06.688 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:06.683+0000 7f7e202d0640 1 -- --> v1:172.21.15.119:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f7e180cc890 con 0x7f7e180b2590 2024-09-13T18:57:06.688 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:06.683+0000 7f7e202d0640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f7e1806deb0 con 0x7f7e180cbea0 2024-09-13T18:57:06.689 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:06.683+0000 7f7e202d0640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f7e180b2170 con 0x7f7e1806c4c0 2024-09-13T18:57:06.689 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:06.683+0000 7f7e1d86b640 1 --1- >> v1:172.21.15.119:6789/0 conn(0x7f7e180b2590 0x7f7e1806d3a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.119:6789/0 says I am v1:172.21.15.119:39130/0 (socket says 172.21.15.119:39130) 2024-09-13T18:57:06.689 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:06.683+0000 7f7e1d86b640 1 -- 172.21.15.119:0/573888982 learned_addr learned my addr 172.21.15.119:0/573888982 (peer_addr_for_me v1:172.21.15.119:0/0) 2024-09-13T18:57:06.689 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:06.683+0000 7f7e1e06c640 1 --2- 172.21.15.119:0/573888982 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f7e1806c4c0 0x7f7e1806c8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:06.689 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:06.683+0000 7f7e1e86d640 1 --2- 172.21.15.119:0/573888982 >> v2:172.21.15.145:3300/0 conn(0x7f7e180cbea0 0x7f7e180cc350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:06.689 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:06.683+0000 7f7e1d06a640 1 -- 172.21.15.119:0/573888982 <== mon.0 v1:172.21.15.119:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3610613772 0 0) 0x7f7e180cc890 con 0x7f7e180b2590 2024-09-13T18:57:06.689 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:06.683+0000 7f7e1d06a640 1 -- 172.21.15.119:0/573888982 --> v1:172.21.15.119:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f7e04003520 con 0x7f7e180b2590 2024-09-13T18:57:06.689 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:06.683+0000 7f7e1d06a640 1 -- 172.21.15.119:0/573888982 <== mon.0 v1:172.21.15.119:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 2139210252 0 0) 0x7f7e04003520 con 0x7f7e180b2590 2024-09-13T18:57:06.689 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:06.683+0000 7f7e1d06a640 1 -- 172.21.15.119:0/573888982 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f7e1806c4c0 msgr2=0x7f7e1806c8a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T18:57:06.689 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:06.683+0000 7f7e1d06a640 1 --2- 172.21.15.119:0/573888982 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f7e1806c4c0 0x7f7e1806c8a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:06.689 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:06.683+0000 7f7e1d06a640 1 -- 172.21.15.119:0/573888982 >> v2:172.21.15.145:3300/0 conn(0x7f7e180cbea0 msgr2=0x7f7e180cc350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T18:57:06.689 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:06.683+0000 7f7e1d06a640 1 --2- 172.21.15.119:0/573888982 >> v2:172.21.15.145:3300/0 conn(0x7f7e180cbea0 0x7f7e180cc350 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:06.690 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:06.683+0000 7f7e1d06a640 1 -- 172.21.15.119:0/573888982 --> v1:172.21.15.119:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7e1806dab0 con 0x7f7e180b2590 2024-09-13T18:57:06.690 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:06.684+0000 7f7e1d06a640 1 -- 172.21.15.119:0/573888982 <== mon.0 v1:172.21.15.119:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 337823224 0 0) 0x7f7e08001670 con 0x7f7e180b2590 2024-09-13T18:57:06.690 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:06.684+0000 7f7e1d06a640 1 -- 172.21.15.119:0/573888982 >> v1:172.21.15.119:6789/0 conn(0x7f7e180b2590 legacy=0x7f7e1806d3a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:06.690 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:06.684+0000 7f7e1d06a640 1 --2- 172.21.15.119:0/573888982 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f7e04003970 0x7f7e04003db0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:06.690 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:06.684+0000 7f7e1d06a640 1 --2- 172.21.15.119:0/573888982 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f7e040047c0 0x7f7e04004c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:06.690 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:06.684+0000 7f7e1d06a640 1 --2- 172.21.15.119:0/573888982 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f7e1806c4c0 0x7f7e04005180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:06.690 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:06.684+0000 7f7e1d06a640 1 -- 172.21.15.119:0/573888982 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7e1806deb0 con 0x7f7e040047c0 2024-09-13T18:57:06.690 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:06.684+0000 7f7e1d06a640 1 -- 172.21.15.119:0/573888982 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7e180b2170 con 0x7f7e04003970 2024-09-13T18:57:06.690 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:06.684+0000 7f7e1d06a640 1 -- 172.21.15.119:0/573888982 --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f7e0400b980 con 0x7f7e1806c4c0 2024-09-13T18:57:06.690 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:06.684+0000 7f7e1d86b640 1 --2- 172.21.15.119:0/573888982 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f7e040047c0 0x7f7e04004c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:06.690 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:06.684+0000 7f7e1e06c640 1 --2- 172.21.15.119:0/573888982 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f7e04003970 0x7f7e04003db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:06.691 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:06.684+0000 7f7e1e86d640 1 --2- 172.21.15.119:0/573888982 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f7e1806c4c0 0x7f7e04005180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:06.691 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:06.684+0000 7f7e1d86b640 1 -- 172.21.15.119:0/573888982 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f7e1806c4c0 msgr2=0x7f7e04005180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T18:57:06.691 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:06.684+0000 7f7e1d86b640 1 --2- 172.21.15.119:0/573888982 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f7e1806c4c0 0x7f7e04005180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:06.691 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:06.684+0000 7f7e1d86b640 1 -- 172.21.15.119:0/573888982 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f7e04003970 msgr2=0x7f7e04003db0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T18:57:06.691 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:06.684+0000 7f7e1d86b640 1 --2- 172.21.15.119:0/573888982 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f7e04003970 0x7f7e04003db0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:06.691 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:06.684+0000 7f7e1d86b640 1 -- 172.21.15.119:0/573888982 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7e04003520 con 0x7f7e040047c0 2024-09-13T18:57:06.691 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:06.685+0000 7f7e1d86b640 1 --2- 172.21.15.119:0/573888982 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f7e040047c0 0x7f7e04004c40 secure :-1 s=READY pgs=251 cs=0 l=1 rev1=1 crypto rx=0x7f7e0800c190 tx=0x7f7e040057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3eeb0e8df865a2e2 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:57:06.691 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:06.685+0000 7f7e1d06a640 1 -- 172.21.15.119:0/573888982 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7e08005ad0 con 0x7f7e040047c0 2024-09-13T18:57:06.691 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:06.685+0000 7f7e1d06a640 1 -- 172.21.15.119:0/573888982 <== mon.0 v2:172.21.15.119:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7e0802d070 con 0x7f7e040047c0 2024-09-13T18:57:06.691 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:06.685+0000 7f7e1d06a640 1 -- 172.21.15.119:0/573888982 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7e08005e70 con 0x7f7e040047c0 2024-09-13T18:57:06.691 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:06.685+0000 7f7e202d0640 1 -- 172.21.15.119:0/573888982 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f7e040047c0 msgr2=0x7f7e04004c40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:06.692 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:06.685+0000 7f7e202d0640 1 --2- 172.21.15.119:0/573888982 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f7e040047c0 0x7f7e04004c40 secure :-1 s=READY pgs=251 cs=0 l=1 rev1=1 crypto rx=0x7f7e0800c190 tx=0x7f7e040057f0 comp rx=0 tx=0).stop 2024-09-13T18:57:06.692 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:06.685+0000 7f7e1e86d640 1 -- 172.21.15.119:0/573888982 reap_dead start 2024-09-13T18:57:06.692 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:06.685+0000 7f7e202d0640 1 -- 172.21.15.119:0/573888982 shutdown_connections 2024-09-13T18:57:06.692 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:06.685+0000 7f7e202d0640 1 -- 172.21.15.119:0/573888982 >> 172.21.15.119:0/573888982 conn(0x7f7e18069ed0 msgr2=0x7f7e1806a2e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:57:06.692 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:06.685+0000 7f7e202d0640 1 -- 172.21.15.119:0/573888982 shutdown_connections 2024-09-13T18:57:06.692 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:06.685+0000 7f7e202d0640 1 -- 172.21.15.119:0/573888982 wait complete. 2024-09-13T18:57:06.694 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:06.687+0000 7f7e202d0640 1 Processor -- start 2024-09-13T18:57:06.695 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:06.687+0000 7f7e202d0640 1 -- start start 2024-09-13T18:57:06.695 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:06.687+0000 7f7e202d0640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f7e040047c0 0x7f7e180c6bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:06.695 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:06.687+0000 7f7e202d0640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f7e18072190 0x7f7e180c7640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:06.695 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:06.687+0000 7f7e202d0640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f7e18071c20 0x7f7e180c7b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:06.695 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:06.687+0000 7f7e202d0640 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7e18159230 con 0x7f7e18072190 2024-09-13T18:57:06.695 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:06.687+0000 7f7e202d0640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7e180c4d00 con 0x7f7e040047c0 2024-09-13T18:57:06.695 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:06.687+0000 7f7e202d0640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f7e180c4fe0 con 0x7f7e18071c20 2024-09-13T18:57:06.695 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:06.687+0000 7f7e1d86b640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f7e18072190 0x7f7e180c7640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:06.695 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:06.687+0000 7f7e1d86b640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f7e18072190 0x7f7e180c7640 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.119:3300/0 says I am v2:172.21.15.119:44052/0 (socket says 172.21.15.119:44052) 2024-09-13T18:57:06.695 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:06.687+0000 7f7e1d86b640 1 -- 172.21.15.119:0/3467450998 learned_addr learned my addr 172.21.15.119:0/3467450998 (peer_addr_for_me v2:172.21.15.119:0/0) 2024-09-13T18:57:06.695 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:06.687+0000 7f7e1e86d640 1 --2- 172.21.15.119:0/3467450998 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f7e18071c20 0x7f7e180c7b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:06.695 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:06.687+0000 7f7e1e06c640 1 --2- 172.21.15.119:0/3467450998 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f7e040047c0 0x7f7e180c6bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:06.696 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:06.688+0000 7f7e1d86b640 1 -- 172.21.15.119:0/3467450998 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f7e18071c20 msgr2=0x7f7e180c7b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:06.696 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:06.688+0000 7f7e1d86b640 1 --2- 172.21.15.119:0/3467450998 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f7e18071c20 0x7f7e180c7b80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:06.696 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:06.688+0000 7f7e1d86b640 1 -- 172.21.15.119:0/3467450998 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f7e040047c0 msgr2=0x7f7e180c6bf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:06.696 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:06.688+0000 7f7e1d86b640 1 --2- 172.21.15.119:0/3467450998 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f7e040047c0 0x7f7e180c6bf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:06.696 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:06.688+0000 7f7e1d86b640 1 -- 172.21.15.119:0/3467450998 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7e1815aa80 con 0x7f7e18072190 2024-09-13T18:57:06.696 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:06.688+0000 7f7e1d86b640 1 --2- 172.21.15.119:0/3467450998 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f7e18072190 0x7f7e180c7640 secure :-1 s=READY pgs=252 cs=0 l=1 rev1=1 crypto rx=0x7f7e0802ad00 tx=0x7f7e180c94e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:57:06.696 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:06.688+0000 7f7e0effd640 1 -- 172.21.15.119:0/3467450998 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7e08004bf0 con 0x7f7e18072190 2024-09-13T18:57:06.696 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:06.688+0000 7f7e0effd640 1 -- 172.21.15.119:0/3467450998 <== mon.0 v2:172.21.15.119:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7e08004d50 con 0x7f7e18072190 2024-09-13T18:57:06.696 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:06.688+0000 7f7e202d0640 1 -- 172.21.15.119:0/3467450998 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f7e18158f00 con 0x7f7e18072190 2024-09-13T18:57:06.696 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:06.688+0000 7f7e0effd640 1 -- 172.21.15.119:0/3467450998 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7e080072b0 con 0x7f7e18072190 2024-09-13T18:57:06.696 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:06.688+0000 7f7e202d0640 1 -- 172.21.15.119:0/3467450998 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f7e180c7130 con 0x7f7e18072190 2024-09-13T18:57:06.697 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:06.689+0000 7f7e202d0640 1 -- 172.21.15.119:0/3467450998 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f7e1815ac10 con 0x7f7e18072190 2024-09-13T18:57:06.697 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:06.689+0000 7f7e0effd640 1 -- 172.21.15.119:0/3467450998 <== mon.0 v2:172.21.15.119:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f7e0802f030 con 0x7f7e18072190 2024-09-13T18:57:06.697 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:06.690+0000 7f7e0effd640 1 --2- 172.21.15.119:0/3467450998 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f7dfc06ac30 0x7f7dfc06d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:06.697 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:06.690+0000 7f7e0effd640 1 -- 172.21.15.119:0/3467450998 <== mon.0 v2:172.21.15.119:3300/0 5 ==== osd_map(24..24 src has 1..24) v4 ==== 6460+0+0 (secure 0 0 0) 0x7f7e080a9120 con 0x7f7e18072190 2024-09-13T18:57:06.697 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:06.690+0000 7f7e1e06c640 1 --2- 172.21.15.119:0/3467450998 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f7dfc06ac30 0x7f7dfc06d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:06.697 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:06.690+0000 7f7e1e06c640 1 --2- 172.21.15.119:0/3467450998 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f7dfc06ac30 0x7f7dfc06d0f0 secure :-1 s=READY pgs=139 cs=0 l=1 rev1=1 crypto rx=0x7f7e14014370 tx=0x7f7e1400b040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:57:06.697 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:06.694+0000 7f7e0effd640 1 -- 172.21.15.119:0/3467450998 <== mon.0 v2:172.21.15.119:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f7e08074180 con 0x7f7e18072190 2024-09-13T18:57:06.858 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:06.855+0000 7f7e202d0640 1 -- 172.21.15.119:0/3467450998 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f7e1815ac10 con 0x7f7e18072190 2024-09-13T18:57:06.859 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:06.857+0000 7f7e0effd640 1 -- 172.21.15.119:0/3467450998 <== mon.0 v2:172.21.15.119:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v24) v1 ==== 74+0+18394 (secure 0 0 0) 0x7f7e080777a0 con 0x7f7e18072190 2024-09-13T18:57:06.859 INFO:teuthology.orchestra.run.smithi119.stdout: 2024-09-13T18:57:06.860 INFO:teuthology.orchestra.run.smithi119.stdout:{"epoch":24,"fsid":"b3bca492-3414-44ef-b63c-42eead5ea701","created":"2024-09-13T18:56:10.047760+0000","modified":"2024-09-13T18:56:38.390322+0000","last_up_change":"2024-09-13T18:56:22.096428+0000","last_in_change":"2024-09-13T18:56:12.143228+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T18:56:22.095896+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-13T18:56:31.950108+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-13T18:56:32.998608+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-09-13T18:56:36.052694+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"24","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"09edfd5c-bc57-47d1-a7b7-6d97f0f88db1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6810","nonce":3811853106},{"type":"v1","addr":"172.21.15.119:6813","nonce":3811853106}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6817","nonce":3811853106},{"type":"v1","addr":"172.21.15.119:6820","nonce":3811853106}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6828","nonce":3811853106},{"type":"v1","addr":"172.21.15.119:6830","nonce":3811853106}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6823","nonce":3811853106},{"type":"v1","addr":"172.21.15.119:6825","nonce":3811853106}]},"public_addr":"172.21.15.119:6813/3811853106","cluster_addr":"172.21.15.119:6820/3811853106","heartbeat_back_addr":"172.21.15.119:6830/3811853106","heartbeat_front_addr":"172.21.15.119:6825/3811853106","state":["exists","up"]},{"osd":1,"uuid":"f26f4bd2-3aee-4208-9e62-87f17047d886","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6809","nonce":1656755168},{"type":"v1","addr":"172.21.15.119:6812","nonce":1656755168}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6815","nonce":1656755168},{"type":"v1","addr":"172.21.15.119:6818","nonce":1656755168}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6829","nonce":1656755168},{"type":"v1","addr":"172.21.15.119:6831","nonce":1656755168}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6822","nonce":1656755168},{"type":"v1","addr":"172.21.15.119:6826","nonce":1656755168}]},"public_addr":"172.21.15.119:6812/1656755168","cluster_addr":"172.21.15.119:6818/1656755168","heartbeat_back_addr":"172.21.15.119:6831/1656755168","heartbeat_front_addr":"172.21.15.119:6826/1656755168","state":["exists","up"]},{"osd":2,"uuid":"1e9d6e0c-51f9-4f4a-bead-0e7edc7dd200","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6800","nonce":3093354378},{"type":"v1","addr":"172.21.15.119:6801","nonce":3093354378}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6802","nonce":3093354378},{"type":"v1","addr":"172.21.15.119:6803","nonce":3093354378}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6806","nonce":3093354378},{"type":"v1","addr":"172.21.15.119:6807","nonce":3093354378}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6804","nonce":3093354378},{"type":"v1","addr":"172.21.15.119:6805","nonce":3093354378}]},"public_addr":"172.21.15.119:6801/3093354378","cluster_addr":"172.21.15.119:6803/3093354378","heartbeat_back_addr":"172.21.15.119:6807/3093354378","heartbeat_front_addr":"172.21.15.119:6805/3093354378","state":["exists","up"]},{"osd":3,"uuid":"7c289b1f-a555-46e4-b85a-c0f230c9e02a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6808","nonce":886995937},{"type":"v1","addr":"172.21.15.119:6811","nonce":886995937}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6814","nonce":886995937},{"type":"v1","addr":"172.21.15.119:6816","nonce":886995937}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6824","nonce":886995937},{"type":"v1","addr":"172.21.15.119:6827","nonce":886995937}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6819","nonce":886995937},{"type":"v1","addr":"172.21.15.119:6821","nonce":886995937}]},"public_addr":"172.21.15.119:6811/886995937","cluster_addr":"172.21.15.119:6816/886995937","heartbeat_back_addr":"172.21.15.119:6827/886995937","heartbeat_front_addr":"172.21.15.119:6821/886995937","state":["exists","up"]},{"osd":4,"uuid":"a0a2f75b-5a33-4b69-b834-b8cf5a90ac5f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6808","nonce":2802887692},{"type":"v1","addr":"172.21.15.145:6809","nonce":2802887692}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6810","nonce":2802887692},{"type":"v1","addr":"172.21.15.145:6811","nonce":2802887692}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6814","nonce":2802887692},{"type":"v1","addr":"172.21.15.145:6815","nonce":2802887692}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6812","nonce":2802887692},{"type":"v1","addr":"172.21.15.145:6813","nonce":2802887692}]},"public_addr":"172.21.15.145:6809/2802887692","cluster_addr":"172.21.15.145:6811/2802887692","heartbeat_back_addr":"172.21.15.145:6815/2802887692","heartbeat_front_addr":"172.21.15.145:6813/2802887692","state":["exists","up"]},{"osd":5,"uuid":"e301c92f-a5af-49da-8384-bef6d48c9982","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6800","nonce":1431235391},{"type":"v1","addr":"172.21.15.145:6801","nonce":1431235391}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6802","nonce":1431235391},{"type":"v1","addr":"172.21.15.145:6803","nonce":1431235391}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6806","nonce":1431235391},{"type":"v1","addr":"172.21.15.145:6807","nonce":1431235391}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6804","nonce":1431235391},{"type":"v1","addr":"172.21.15.145:6805","nonce":1431235391}]},"public_addr":"172.21.15.145:6801/1431235391","cluster_addr":"172.21.15.145:6803/1431235391","heartbeat_back_addr":"172.21.15.145:6807/1431235391","heartbeat_front_addr":"172.21.15.145:6805/1431235391","state":["exists","up"]},{"osd":6,"uuid":"dd2ee71c-4024-4f56-90b1-d362ff9ae8f5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6816","nonce":1755123178},{"type":"v1","addr":"172.21.15.145:6817","nonce":1755123178}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6818","nonce":1755123178},{"type":"v1","addr":"172.21.15.145:6819","nonce":1755123178}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6822","nonce":1755123178},{"type":"v1","addr":"172.21.15.145:6823","nonce":1755123178}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6820","nonce":1755123178},{"type":"v1","addr":"172.21.15.145:6821","nonce":1755123178}]},"public_addr":"172.21.15.145:6817/1755123178","cluster_addr":"172.21.15.145:6819/1755123178","heartbeat_back_addr":"172.21.15.145:6823/1755123178","heartbeat_front_addr":"172.21.15.145:6821/1755123178","state":["exists","up"]},{"osd":7,"uuid":"7412449e-689b-45ee-9ae5-744a8c27f166","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6824","nonce":3012628958},{"type":"v1","addr":"172.21.15.145:6825","nonce":3012628958}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6826","nonce":3012628958},{"type":"v1","addr":"172.21.15.145:6827","nonce":3012628958}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6830","nonce":3012628958},{"type":"v1","addr":"172.21.15.145:6831","nonce":3012628958}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6828","nonce":3012628958},{"type":"v1","addr":"172.21.15.145:6829","nonce":3012628958}]},"public_addr":"172.21.15.145:6825/3012628958","cluster_addr":"172.21.15.145:6827/3012628958","heartbeat_back_addr":"172.21.15.145:6831/3012628958","heartbeat_front_addr":"172.21.15.145:6829/3012628958","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T18:56:17.286635+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T18:56:17.334491+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T18:56:17.297521+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T18:56:17.383716+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T18:56:17.267776+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T18:56:17.312998+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T18:56:17.303008+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T18:56:17.304729+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T18:57:06.861 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:06.858+0000 7f7e202d0640 1 -- 172.21.15.119:0/3467450998 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f7dfc06ac30 msgr2=0x7f7dfc06d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:06.861 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:06.858+0000 7f7e202d0640 1 --2- 172.21.15.119:0/3467450998 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f7dfc06ac30 0x7f7dfc06d0f0 secure :-1 s=READY pgs=139 cs=0 l=1 rev1=1 crypto rx=0x7f7e14014370 tx=0x7f7e1400b040 comp rx=0 tx=0).stop 2024-09-13T18:57:06.861 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:06.859+0000 7f7e202d0640 1 -- 172.21.15.119:0/3467450998 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f7e18072190 msgr2=0x7f7e180c7640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:06.862 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:06.859+0000 7f7e202d0640 1 --2- 172.21.15.119:0/3467450998 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f7e18072190 0x7f7e180c7640 secure :-1 s=READY pgs=252 cs=0 l=1 rev1=1 crypto rx=0x7f7e0802ad00 tx=0x7f7e180c94e0 comp rx=0 tx=0).stop 2024-09-13T18:57:06.862 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:06.859+0000 7f7e202d0640 1 -- 172.21.15.119:0/3467450998 shutdown_connections 2024-09-13T18:57:06.862 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:06.859+0000 7f7e202d0640 1 --2- 172.21.15.119:0/3467450998 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f7dfc06ac30 0x7f7dfc06d0f0 unknown :-1 s=CLOSED pgs=139 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:06.862 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:06.859+0000 7f7e202d0640 1 --2- 172.21.15.119:0/3467450998 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f7e18071c20 0x7f7e180c7b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:06.862 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:06.859+0000 7f7e202d0640 1 --2- 172.21.15.119:0/3467450998 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f7e18072190 0x7f7e180c7640 unknown :-1 s=CLOSED pgs=252 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:06.862 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:06.859+0000 7f7e202d0640 1 --2- 172.21.15.119:0/3467450998 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f7e040047c0 0x7f7e180c6bf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:06.862 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:06.859+0000 7f7e202d0640 1 -- 172.21.15.119:0/3467450998 >> 172.21.15.119:0/3467450998 conn(0x7f7e18069ed0 msgr2=0x7f7e180cca70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:57:06.862 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:06.859+0000 7f7e202d0640 1 -- 172.21.15.119:0/3467450998 shutdown_connections 2024-09-13T18:57:06.862 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:06.859+0000 7f7e202d0640 1 -- 172.21.15.119:0/3467450998 wait complete. 2024-09-13T18:57:06.872 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-09-13T18:56:22.095896+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '16', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-09-13T18:56:31.950108+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '19', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-09-13T18:56:32.998608+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '20', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.05000000074505806}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'cephfs_data_ec', 'create_time': '2024-09-13T18:56:36.052694+0000', 'flags': 5, 'flags_names': 'hashpspool,ec_overwrites', 'type': 3, 'size': 4, 'min_size': 3, 'crush_rule': 1, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '24', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': 'cephfs_data_ec', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 8192, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}}] 2024-09-13T18:57:06.872 DEBUG:teuthology.orchestra.run.smithi119:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-09-13T18:57:06.972 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:06.969+0000 7f75a2848640 1 Processor -- start 2024-09-13T18:57:06.972 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:06.969+0000 7f75a2848640 1 -- start start 2024-09-13T18:57:06.973 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:06.970+0000 7f75a2848640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f759c158b00 0x7f759c06c190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:06.973 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:06.970+0000 7f75a2848640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f759c06c6d0 0x7f759c070b10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:06.973 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:06.970+0000 7f75a2848640 1 --2- >> v2:172.21.15.119:3300/0 conn(0x7f759c071050 0x7f759c0714e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:06.973 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:06.970+0000 7f75a2848640 1 -- --> v2:172.21.15.119:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f759c06cb30 con 0x7f759c071050 2024-09-13T18:57:06.973 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:06.970+0000 7f75a2848640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f759c0b2d10 con 0x7f759c158b00 2024-09-13T18:57:06.973 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:06.970+0000 7f75a2848640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f759c0b2ff0 con 0x7f759c06c6d0 2024-09-13T18:57:06.973 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:06.970+0000 7f75a0de5640 1 --2- >> v2:172.21.15.119:3300/0 conn(0x7f759c071050 0x7f759c0714e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:06.973 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:06.970+0000 7f75a0de5640 1 --2- >> v2:172.21.15.119:3300/0 conn(0x7f759c071050 0x7f759c0714e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.119:3300/0 says I am v2:172.21.15.119:44060/0 (socket says 172.21.15.119:44060) 2024-09-13T18:57:06.974 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:06.970+0000 7f75a0de5640 1 -- 172.21.15.119:0/2658822476 learned_addr learned my addr 172.21.15.119:0/2658822476 (peer_addr_for_me v2:172.21.15.119:0/0) 2024-09-13T18:57:06.974 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:06.970+0000 7f7593fff640 1 --2- 172.21.15.119:0/2658822476 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f759c06c6d0 0x7f759c070b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:06.974 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:06.970+0000 7f759bfff640 1 --2- 172.21.15.119:0/2658822476 >> v2:172.21.15.145:3300/0 conn(0x7f759c158b00 0x7f759c06c190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:06.974 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:06.970+0000 7f75a0de5640 1 -- 172.21.15.119:0/2658822476 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f759c06c6d0 msgr2=0x7f759c070b10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T18:57:06.974 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:06.970+0000 7f75a0de5640 1 --2- 172.21.15.119:0/2658822476 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f759c06c6d0 0x7f759c070b10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:06.974 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:06.970+0000 7f75a0de5640 1 -- 172.21.15.119:0/2658822476 >> v2:172.21.15.145:3300/0 conn(0x7f759c158b00 msgr2=0x7f759c06c190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T18:57:06.974 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:06.970+0000 7f75a0de5640 1 --2- 172.21.15.119:0/2658822476 >> v2:172.21.15.145:3300/0 conn(0x7f759c158b00 0x7f759c06c190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:06.974 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:06.970+0000 7f75a0de5640 1 -- 172.21.15.119:0/2658822476 --> v2:172.21.15.119:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f759c070310 con 0x7f759c071050 2024-09-13T18:57:06.975 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:06.971+0000 7f75a0de5640 1 --2- 172.21.15.119:0/2658822476 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f759c071050 0x7f759c0714e0 secure :-1 s=READY pgs=253 cs=0 l=1 rev1=1 crypto rx=0x7f759c06ade0 tx=0x7f759402a6a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4784efbcb31c11f2 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:57:06.975 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:06.971+0000 7f759b7fe640 1 -- 172.21.15.119:0/2658822476 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7594031600 con 0x7f759c071050 2024-09-13T18:57:06.975 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:06.971+0000 7f759b7fe640 1 -- 172.21.15.119:0/2658822476 <== mon.0 v2:172.21.15.119:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f759402d050 con 0x7f759c071050 2024-09-13T18:57:06.976 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:06.971+0000 7f759b7fe640 1 -- 172.21.15.119:0/2658822476 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7594031980 con 0x7f759c071050 2024-09-13T18:57:06.976 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:06.972+0000 7f75a2848640 1 -- 172.21.15.119:0/2658822476 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f759c071050 msgr2=0x7f759c0714e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:06.976 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:06.972+0000 7f75a2848640 1 --2- 172.21.15.119:0/2658822476 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f759c071050 0x7f759c0714e0 secure :-1 s=READY pgs=253 cs=0 l=1 rev1=1 crypto rx=0x7f759c06ade0 tx=0x7f759402a6a0 comp rx=0 tx=0).stop 2024-09-13T18:57:06.976 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:06.972+0000 7f75a2848640 1 -- 172.21.15.119:0/2658822476 shutdown_connections 2024-09-13T18:57:06.976 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:06.972+0000 7f75a2848640 1 --2- 172.21.15.119:0/2658822476 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f759c071050 0x7f759c0714e0 unknown :-1 s=CLOSED pgs=253 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:06.976 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:06.972+0000 7f75a2848640 1 --2- 172.21.15.119:0/2658822476 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f759c06c6d0 0x7f759c070b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:06.976 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:06.972+0000 7f75a2848640 1 --2- 172.21.15.119:0/2658822476 >> v2:172.21.15.145:3300/0 conn(0x7f759c158b00 0x7f759c06c190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:06.976 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:06.972+0000 7f75a2848640 1 -- 172.21.15.119:0/2658822476 >> 172.21.15.119:0/2658822476 conn(0x7f759c06a0b0 msgr2=0x7f759c06a4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:57:06.976 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:06.972+0000 7f75a2848640 1 -- 172.21.15.119:0/2658822476 shutdown_connections 2024-09-13T18:57:06.976 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:06.972+0000 7f75a2848640 1 -- 172.21.15.119:0/2658822476 wait complete. 2024-09-13T18:57:06.976 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:06.973+0000 7f75a2848640 1 Processor -- start 2024-09-13T18:57:06.976 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:06.973+0000 7f75a2848640 1 -- start start 2024-09-13T18:57:06.978 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:06.974+0000 7f75a2848640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f759c06c6d0 0x7f759c14bef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:06.979 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:06.974+0000 7f75a2848640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f759c071050 0x7f759c0ca630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:06.979 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:06.974+0000 7f75a2848640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f759c158b00 0x7f759c15a6b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:06.979 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:06.974+0000 7f75a2848640 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f759c1e2a60 con 0x7f759c071050 2024-09-13T18:57:06.979 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:06.974+0000 7f75a2848640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f759c1e2d40 con 0x7f759c06c6d0 2024-09-13T18:57:06.979 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:06.974+0000 7f75a2848640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f759c1e3020 con 0x7f759c158b00 2024-09-13T18:57:06.979 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:06.974+0000 7f7593fff640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f759c071050 0x7f759c0ca630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:06.979 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:06.974+0000 7f7593fff640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f759c071050 0x7f759c0ca630 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.119:3300/0 says I am v2:172.21.15.119:44064/0 (socket says 172.21.15.119:44064) 2024-09-13T18:57:06.979 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:06.974+0000 7f7593fff640 1 -- 172.21.15.119:0/2798807220 learned_addr learned my addr 172.21.15.119:0/2798807220 (peer_addr_for_me v2:172.21.15.119:0/0) 2024-09-13T18:57:06.979 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:06.974+0000 7f759bfff640 1 --2- 172.21.15.119:0/2798807220 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f759c06c6d0 0x7f759c14bef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:06.979 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:06.974+0000 7f75a0de5640 1 --2- 172.21.15.119:0/2798807220 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f759c158b00 0x7f759c15a6b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:06.979 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:06.974+0000 7f7593fff640 1 -- 172.21.15.119:0/2798807220 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f759c158b00 msgr2=0x7f759c15a6b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:06.979 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:06.974+0000 7f7593fff640 1 --2- 172.21.15.119:0/2798807220 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f759c158b00 0x7f759c15a6b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:06.979 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:06.974+0000 7f7593fff640 1 -- 172.21.15.119:0/2798807220 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f759c06c6d0 msgr2=0x7f759c14bef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:06.979 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:06.974+0000 7f7593fff640 1 --2- 172.21.15.119:0/2798807220 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f759c06c6d0 0x7f759c14bef0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:06.980 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:06.974+0000 7f7593fff640 1 -- 172.21.15.119:0/2798807220 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7594009b30 con 0x7f759c071050 2024-09-13T18:57:06.980 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:06.974+0000 7f7593fff640 1 --2- 172.21.15.119:0/2798807220 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f759c071050 0x7f759c0ca630 secure :-1 s=READY pgs=254 cs=0 l=1 rev1=1 crypto rx=0x7f758400e9b0 tx=0x7f758400ee70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:57:06.980 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:06.975+0000 7f75997fa640 1 -- 172.21.15.119:0/2798807220 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7584009670 con 0x7f759c071050 2024-09-13T18:57:06.980 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:06.975+0000 7f75997fa640 1 -- 172.21.15.119:0/2798807220 <== mon.0 v2:172.21.15.119:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f758400c9a0 con 0x7f759c071050 2024-09-13T18:57:06.980 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:06.975+0000 7f75a2848640 1 -- 172.21.15.119:0/2798807220 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f759c0ada00 con 0x7f759c071050 2024-09-13T18:57:06.980 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:06.975+0000 7f75997fa640 1 -- 172.21.15.119:0/2798807220 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f758400cd50 con 0x7f759c071050 2024-09-13T18:57:06.980 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:06.975+0000 7f75a2848640 1 -- 172.21.15.119:0/2798807220 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f759c14c430 con 0x7f759c071050 2024-09-13T18:57:06.980 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:06.976+0000 7f75a2848640 1 -- 172.21.15.119:0/2798807220 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f759c0714e0 con 0x7f759c071050 2024-09-13T18:57:06.980 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:06.976+0000 7f75997fa640 1 -- 172.21.15.119:0/2798807220 <== mon.0 v2:172.21.15.119:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f7584013470 con 0x7f759c071050 2024-09-13T18:57:06.981 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:06.977+0000 7f75997fa640 1 --2- 172.21.15.119:0/2798807220 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f757c06ac00 0x7f757c06d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:06.981 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:06.977+0000 7f759bfff640 1 --2- 172.21.15.119:0/2798807220 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f757c06ac00 0x7f757c06d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:06.981 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:06.977+0000 7f75997fa640 1 -- 172.21.15.119:0/2798807220 <== mon.0 v2:172.21.15.119:3300/0 5 ==== osd_map(24..24 src has 1..24) v4 ==== 6460+0+0 (secure 0 0 0) 0x7f7584089890 con 0x7f759c071050 2024-09-13T18:57:06.981 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:06.977+0000 7f759bfff640 1 --2- 172.21.15.119:0/2798807220 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f757c06ac00 0x7f757c06d0c0 secure :-1 s=READY pgs=140 cs=0 l=1 rev1=1 crypto rx=0x7f759c157670 tx=0x7f758c009190 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:57:06.983 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:06.981+0000 7f75997fa640 1 -- 172.21.15.119:0/2798807220 <== mon.0 v2:172.21.15.119:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f7584054830 con 0x7f759c071050 2024-09-13T18:57:07.147 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:07.144+0000 7f75a2848640 1 -- 172.21.15.119:0/2798807220 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f759c073450 con 0x7f759c071050 2024-09-13T18:57:07.147 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:07.145+0000 7f75997fa640 1 -- 172.21.15.119:0/2798807220 <== mon.0 v2:172.21.15.119:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v24) v1 ==== 93+0+10 (secure 0 0 0) 0x7f7584057e50 con 0x7f759c071050 2024-09-13T18:57:07.147 INFO:teuthology.orchestra.run.smithi119.stdout:pg_num: 1 2024-09-13T18:57:07.149 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:07.147+0000 7f75a2848640 1 -- 172.21.15.119:0/2798807220 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f757c06ac00 msgr2=0x7f757c06d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:07.150 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:07.147+0000 7f75a2848640 1 --2- 172.21.15.119:0/2798807220 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f757c06ac00 0x7f757c06d0c0 secure :-1 s=READY pgs=140 cs=0 l=1 rev1=1 crypto rx=0x7f759c157670 tx=0x7f758c009190 comp rx=0 tx=0).stop 2024-09-13T18:57:07.150 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:07.147+0000 7f75a2848640 1 -- 172.21.15.119:0/2798807220 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f759c071050 msgr2=0x7f759c0ca630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:07.150 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:07.147+0000 7f75a2848640 1 --2- 172.21.15.119:0/2798807220 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f759c071050 0x7f759c0ca630 secure :-1 s=READY pgs=254 cs=0 l=1 rev1=1 crypto rx=0x7f758400e9b0 tx=0x7f758400ee70 comp rx=0 tx=0).stop 2024-09-13T18:57:07.150 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:07.147+0000 7f75a2848640 1 -- 172.21.15.119:0/2798807220 shutdown_connections 2024-09-13T18:57:07.150 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:07.147+0000 7f75a2848640 1 --2- 172.21.15.119:0/2798807220 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f757c06ac00 0x7f757c06d0c0 unknown :-1 s=CLOSED pgs=140 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:07.150 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:07.147+0000 7f75a2848640 1 --2- 172.21.15.119:0/2798807220 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f759c158b00 0x7f759c15a6b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:07.150 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:07.147+0000 7f75a2848640 1 --2- 172.21.15.119:0/2798807220 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f759c071050 0x7f759c0ca630 unknown :-1 s=CLOSED pgs=254 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:07.150 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:07.147+0000 7f75a2848640 1 --2- 172.21.15.119:0/2798807220 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f759c06c6d0 0x7f759c14bef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:07.150 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:07.147+0000 7f75a2848640 1 -- 172.21.15.119:0/2798807220 >> 172.21.15.119:0/2798807220 conn(0x7f759c06a0b0 msgr2=0x7f759c06cd00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:57:07.150 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:07.147+0000 7f75a2848640 1 -- 172.21.15.119:0/2798807220 shutdown_connections 2024-09-13T18:57:07.150 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:07.147+0000 7f75a2848640 1 -- 172.21.15.119:0/2798807220 wait complete. 2024-09-13T18:57:07.160 DEBUG:teuthology.orchestra.run.smithi119:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-09-13T18:57:07.261 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:07.258+0000 7fe2a9de2640 1 Processor -- start 2024-09-13T18:57:07.261 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:07.258+0000 7fe2a9de2640 1 -- start start 2024-09-13T18:57:07.262 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:07.259+0000 7fe2a9de2640 1 --2- >> v2:172.21.15.119:3300/0 conn(0x7fe2a415a3b0 0x7fe2a40b20a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:07.262 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:07.259+0000 7fe2a9de2640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fe2a40b1720 0x7fe2a40ce4f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:07.262 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:07.259+0000 7fe2a9de2640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fe2a415a790 con 0x7fe2a40cea30 2024-09-13T18:57:07.262 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:07.259+0000 7fe2a9de2640 1 -- --> v2:172.21.15.119:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fe2a40ceec0 con 0x7fe2a415a3b0 2024-09-13T18:57:07.263 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:07.259+0000 7fe2a9de2640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe2a40b2680 con 0x7fe2a40b1720 2024-09-13T18:57:07.263 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:07.259+0000 7fe2a37fe640 1 --2- >> v2:172.21.15.119:3300/0 conn(0x7fe2a415a3b0 0x7fe2a40b20a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:07.263 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:07.259+0000 7fe2a37fe640 1 --2- >> v2:172.21.15.119:3300/0 conn(0x7fe2a415a3b0 0x7fe2a40b20a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.119:3300/0 says I am v2:172.21.15.119:44068/0 (socket says 172.21.15.119:44068) 2024-09-13T18:57:07.263 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:07.259+0000 7fe2a37fe640 1 -- 172.21.15.119:0/992520538 learned_addr learned my addr 172.21.15.119:0/992520538 (peer_addr_for_me v2:172.21.15.119:0/0) 2024-09-13T18:57:07.263 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:07.259+0000 7fe2a2ffd640 1 --2- 172.21.15.119:0/992520538 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fe2a40b1720 0x7fe2a40ce4f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:07.263 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:07.260+0000 7fe2a37fe640 1 -- 172.21.15.119:0/992520538 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fe2a40b1720 msgr2=0x7fe2a40ce4f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T18:57:07.263 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:07.260+0000 7fe2a37fe640 1 --2- 172.21.15.119:0/992520538 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fe2a40b1720 0x7fe2a40ce4f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:07.263 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:07.260+0000 7fe2a37fe640 1 -- 172.21.15.119:0/992520538 >> v1:172.21.15.145:6789/0 conn(0x7fe2a40cea30 legacy=0x7fe2a406c640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:07.263 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:07.260+0000 7fe2a37fe640 1 -- 172.21.15.119:0/992520538 --> v2:172.21.15.119:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe2a40b2960 con 0x7fe2a415a3b0 2024-09-13T18:57:07.264 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:07.260+0000 7fe2a37fe640 1 --2- 172.21.15.119:0/992520538 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fe2a415a3b0 0x7fe2a40b20a0 secure :-1 s=READY pgs=255 cs=0 l=1 rev1=1 crypto rx=0x7fe294009870 tx=0x7fe29402a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=65dcd779f41b67ff server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:57:07.264 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:07.260+0000 7fe2a27fc640 1 -- 172.21.15.119:0/992520538 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe294032440 con 0x7fe2a415a3b0 2024-09-13T18:57:07.265 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:07.260+0000 7fe2a27fc640 1 -- 172.21.15.119:0/992520538 <== mon.0 v2:172.21.15.119:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe2940325a0 con 0x7fe2a415a3b0 2024-09-13T18:57:07.265 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:07.261+0000 7fe2a27fc640 1 -- 172.21.15.119:0/992520538 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe294032930 con 0x7fe2a415a3b0 2024-09-13T18:57:07.265 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:07.261+0000 7fe2a9de2640 1 -- 172.21.15.119:0/992520538 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fe2a415a3b0 msgr2=0x7fe2a40b20a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:07.265 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:07.261+0000 7fe2a9de2640 1 --2- 172.21.15.119:0/992520538 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fe2a415a3b0 0x7fe2a40b20a0 secure :-1 s=READY pgs=255 cs=0 l=1 rev1=1 crypto rx=0x7fe294009870 tx=0x7fe29402a270 comp rx=0 tx=0).stop 2024-09-13T18:57:07.265 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:07.261+0000 7fe2a9de2640 1 -- 172.21.15.119:0/992520538 shutdown_connections 2024-09-13T18:57:07.265 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:07.261+0000 7fe2a9de2640 1 --2- 172.21.15.119:0/992520538 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fe2a40b1720 0x7fe2a40ce4f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:07.265 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:07.261+0000 7fe2a9de2640 1 --2- 172.21.15.119:0/992520538 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fe2a415a3b0 0x7fe2a40b20a0 unknown :-1 s=CLOSED pgs=255 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:07.265 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:07.261+0000 7fe2a9de2640 1 -- 172.21.15.119:0/992520538 >> 172.21.15.119:0/992520538 conn(0x7fe2a406a0b0 msgr2=0x7fe2a406a4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:57:07.265 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:07.261+0000 7fe2a9de2640 1 -- 172.21.15.119:0/992520538 shutdown_connections 2024-09-13T18:57:07.265 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:07.261+0000 7fe2a9de2640 1 -- 172.21.15.119:0/992520538 wait complete. 2024-09-13T18:57:07.265 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:07.262+0000 7fe2a9de2640 1 Processor -- start 2024-09-13T18:57:07.267 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:07.262+0000 7fe2a9de2640 1 -- start start 2024-09-13T18:57:07.267 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:07.263+0000 7fe2a9de2640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fe2a40b1720 0x7fe2a40c4580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:07.267 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:07.263+0000 7fe2a9de2640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fe2a40cea30 0x7fe2a40c5380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:07.267 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:07.263+0000 7fe2a9de2640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fe2a415a3b0 0x7fe2a40adfb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:07.267 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:07.263+0000 7fe2a9de2640 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe2a40cd280 con 0x7fe2a415a3b0 2024-09-13T18:57:07.267 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:07.263+0000 7fe2a9de2640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe2a40cdec0 con 0x7fe2a40cea30 2024-09-13T18:57:07.267 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:07.263+0000 7fe2a9de2640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe2a41596b0 con 0x7fe2a40b1720 2024-09-13T18:57:07.267 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:07.263+0000 7fe2a3fff640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fe2a415a3b0 0x7fe2a40adfb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:07.267 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:07.263+0000 7fe2a3fff640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fe2a415a3b0 0x7fe2a40adfb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.119:3300/0 says I am v2:172.21.15.119:44074/0 (socket says 172.21.15.119:44074) 2024-09-13T18:57:07.268 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:07.263+0000 7fe2a3fff640 1 -- 172.21.15.119:0/2844898580 learned_addr learned my addr 172.21.15.119:0/2844898580 (peer_addr_for_me v2:172.21.15.119:0/0) 2024-09-13T18:57:07.268 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:07.263+0000 7fe2a2ffd640 1 --2- 172.21.15.119:0/2844898580 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fe2a40cea30 0x7fe2a40c5380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:07.268 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:07.263+0000 7fe2a37fe640 1 --2- 172.21.15.119:0/2844898580 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fe2a40b1720 0x7fe2a40c4580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:07.268 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:07.264+0000 7fe2a3fff640 1 -- 172.21.15.119:0/2844898580 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fe2a40b1720 msgr2=0x7fe2a40c4580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:07.268 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:07.264+0000 7fe2a3fff640 1 --2- 172.21.15.119:0/2844898580 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fe2a40b1720 0x7fe2a40c4580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:07.268 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:07.264+0000 7fe2a3fff640 1 -- 172.21.15.119:0/2844898580 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fe2a40cea30 msgr2=0x7fe2a40c5380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:07.268 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:07.264+0000 7fe2a3fff640 1 --2- 172.21.15.119:0/2844898580 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fe2a40cea30 0x7fe2a40c5380 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:07.268 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:07.264+0000 7fe2a3fff640 1 -- 172.21.15.119:0/2844898580 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe2940094d0 con 0x7fe2a415a3b0 2024-09-13T18:57:07.268 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:07.264+0000 7fe2a3fff640 1 --2- 172.21.15.119:0/2844898580 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fe2a415a3b0 0x7fe2a40adfb0 secure :-1 s=READY pgs=256 cs=0 l=1 rev1=1 crypto rx=0x7fe29c00c800 tx=0x7fe29c00ccc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:57:07.268 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:07.264+0000 7fe28bfff640 1 -- 172.21.15.119:0/2844898580 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe29c003b70 con 0x7fe2a415a3b0 2024-09-13T18:57:07.268 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:07.264+0000 7fe28bfff640 1 -- 172.21.15.119:0/2844898580 <== mon.0 v2:172.21.15.119:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe29c003cf0 con 0x7fe2a415a3b0 2024-09-13T18:57:07.268 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:07.264+0000 7fe28bfff640 1 -- 172.21.15.119:0/2844898580 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe29c00aa90 con 0x7fe2a415a3b0 2024-09-13T18:57:07.268 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:07.264+0000 7fe2a9de2640 1 -- 172.21.15.119:0/2844898580 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe2a40ccfa0 con 0x7fe2a415a3b0 2024-09-13T18:57:07.268 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:07.264+0000 7fe2a9de2640 1 -- 172.21.15.119:0/2844898580 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe2a40cdb50 con 0x7fe2a415a3b0 2024-09-13T18:57:07.269 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:07.265+0000 7fe28bfff640 1 -- 172.21.15.119:0/2844898580 <== mon.0 v2:172.21.15.119:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fe29c00abf0 con 0x7fe2a415a3b0 2024-09-13T18:57:07.269 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:07.265+0000 7fe2a9de2640 1 -- 172.21.15.119:0/2844898580 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fe2a4159230 con 0x7fe2a415a3b0 2024-09-13T18:57:07.269 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:07.266+0000 7fe28bfff640 1 --2- 172.21.15.119:0/2844898580 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7fe29006ac00 0x7fe29006d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:07.270 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:07.266+0000 7fe2a37fe640 1 --2- 172.21.15.119:0/2844898580 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7fe29006ac00 0x7fe29006d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:07.270 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:07.266+0000 7fe28bfff640 1 -- 172.21.15.119:0/2844898580 <== mon.0 v2:172.21.15.119:3300/0 5 ==== osd_map(24..24 src has 1..24) v4 ==== 6460+0+0 (secure 0 0 0) 0x7fe29c089310 con 0x7fe2a415a3b0 2024-09-13T18:57:07.270 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:07.266+0000 7fe2a37fe640 1 --2- 172.21.15.119:0/2844898580 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7fe29006ac00 0x7fe29006d0c0 secure :-1 s=READY pgs=141 cs=0 l=1 rev1=1 crypto rx=0x7fe294034000 tx=0x7fe29402e000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:57:07.272 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:07.270+0000 7fe28bfff640 1 -- 172.21.15.119:0/2844898580 <== mon.0 v2:172.21.15.119:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fe2a4159230 con 0x7fe2a415a3b0 2024-09-13T18:57:07.432 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:07.429+0000 7fe2a9de2640 1 -- 172.21.15.119:0/2844898580 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7fe2a4159230 con 0x7fe2a415a3b0 2024-09-13T18:57:07.432 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:07.430+0000 7fe28bfff640 1 -- 172.21.15.119:0/2844898580 <== mon.0 v2:172.21.15.119:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v24) v1 ==== 104+0+11 (secure 0 0 0) 0x7fe2a4159230 con 0x7fe2a415a3b0 2024-09-13T18:57:07.433 INFO:teuthology.orchestra.run.smithi119.stdout:pg_num: 32 2024-09-13T18:57:07.434 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:07.432+0000 7fe2a9de2640 1 -- 172.21.15.119:0/2844898580 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7fe29006ac00 msgr2=0x7fe29006d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:07.435 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:07.432+0000 7fe2a9de2640 1 --2- 172.21.15.119:0/2844898580 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7fe29006ac00 0x7fe29006d0c0 secure :-1 s=READY pgs=141 cs=0 l=1 rev1=1 crypto rx=0x7fe294034000 tx=0x7fe29402e000 comp rx=0 tx=0).stop 2024-09-13T18:57:07.435 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:07.432+0000 7fe2a9de2640 1 -- 172.21.15.119:0/2844898580 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fe2a415a3b0 msgr2=0x7fe2a40adfb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:07.435 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:07.432+0000 7fe2a9de2640 1 --2- 172.21.15.119:0/2844898580 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fe2a415a3b0 0x7fe2a40adfb0 secure :-1 s=READY pgs=256 cs=0 l=1 rev1=1 crypto rx=0x7fe29c00c800 tx=0x7fe29c00ccc0 comp rx=0 tx=0).stop 2024-09-13T18:57:07.435 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:07.432+0000 7fe2a9de2640 1 -- 172.21.15.119:0/2844898580 shutdown_connections 2024-09-13T18:57:07.435 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:07.432+0000 7fe2a9de2640 1 --2- 172.21.15.119:0/2844898580 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7fe29006ac00 0x7fe29006d0c0 unknown :-1 s=CLOSED pgs=141 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:07.435 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:07.432+0000 7fe2a9de2640 1 --2- 172.21.15.119:0/2844898580 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fe2a415a3b0 0x7fe2a40adfb0 unknown :-1 s=CLOSED pgs=256 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:07.435 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:07.432+0000 7fe2a9de2640 1 --2- 172.21.15.119:0/2844898580 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fe2a40cea30 0x7fe2a40c5380 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:07.435 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:07.432+0000 7fe2a9de2640 1 --2- 172.21.15.119:0/2844898580 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fe2a40b1720 0x7fe2a40c4580 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:07.435 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:07.432+0000 7fe2a9de2640 1 -- 172.21.15.119:0/2844898580 >> 172.21.15.119:0/2844898580 conn(0x7fe2a406a0b0 msgr2=0x7fe2a4071770 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:57:07.435 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:07.432+0000 7fe2a9de2640 1 -- 172.21.15.119:0/2844898580 shutdown_connections 2024-09-13T18:57:07.435 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:07.432+0000 7fe2a9de2640 1 -- 172.21.15.119:0/2844898580 wait complete. 2024-09-13T18:57:07.445 DEBUG:teuthology.orchestra.run.smithi119:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-09-13T18:57:07.544 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:07.542+0000 7f53c1b45640 1 Processor -- start 2024-09-13T18:57:07.545 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:07.542+0000 7f53c1b45640 1 -- start start 2024-09-13T18:57:07.548 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:07.543+0000 7f53c1b45640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f53bc0d2760 0x7f53bc0cd8e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:07.548 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:07.543+0000 7f53c1b45640 1 -- --> v1:172.21.15.119:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f53bc0cd450 con 0x7f53bc15c500 2024-09-13T18:57:07.548 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:07.543+0000 7f53c1b45640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f53bc0d0cf0 con 0x7f53bc0cde20 2024-09-13T18:57:07.548 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:07.543+0000 7f53c1b45640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f53bc0d0fd0 con 0x7f53bc0d2760 2024-09-13T18:57:07.548 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:07.543+0000 7f53bb7fe640 1 --1- >> v1:172.21.15.119:6789/0 conn(0x7f53bc15c500 0x7f53bc0d2050 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.119:6789/0 says I am v1:172.21.15.119:39138/0 (socket says 172.21.15.119:39138) 2024-09-13T18:57:07.548 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:07.543+0000 7f53bb7fe640 1 -- 172.21.15.119:0/1814329298 learned_addr learned my addr 172.21.15.119:0/1814329298 (peer_addr_for_me v1:172.21.15.119:0/0) 2024-09-13T18:57:07.548 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:07.543+0000 7f53baffd640 1 --2- 172.21.15.119:0/1814329298 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f53bc0d2760 0x7f53bc0cd8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:07.548 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:07.543+0000 7f53ba7fc640 1 -- 172.21.15.119:0/1814329298 <== mon.0 v1:172.21.15.119:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3428678157 0 0) 0x7f53bc0cd450 con 0x7f53bc15c500 2024-09-13T18:57:07.549 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:07.543+0000 7f53ba7fc640 1 -- 172.21.15.119:0/1814329298 --> v1:172.21.15.119:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f53a4003520 con 0x7f53bc15c500 2024-09-13T18:57:07.549 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:07.543+0000 7f53ba7fc640 1 -- 172.21.15.119:0/1814329298 <== mon.1 v1:172.21.15.145:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3295573089 0 0) 0x7f53bc0d0cf0 con 0x7f53bc0cde20 2024-09-13T18:57:07.549 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:07.543+0000 7f53ba7fc640 1 -- 172.21.15.119:0/1814329298 --> v1:172.21.15.145:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f53bc0cd450 con 0x7f53bc0cde20 2024-09-13T18:57:07.549 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:07.543+0000 7f53ba7fc640 1 -- 172.21.15.119:0/1814329298 <== mon.0 v1:172.21.15.119:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 66311737 0 0) 0x7f53a4003520 con 0x7f53bc15c500 2024-09-13T18:57:07.549 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:07.543+0000 7f53ba7fc640 1 -- 172.21.15.119:0/1814329298 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f53bc0d2760 msgr2=0x7f53bc0cd8e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T18:57:07.549 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:07.543+0000 7f53ba7fc640 1 --2- 172.21.15.119:0/1814329298 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f53bc0d2760 0x7f53bc0cd8e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:07.549 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:07.543+0000 7f53ba7fc640 1 -- 172.21.15.119:0/1814329298 >> v1:172.21.15.145:6789/0 conn(0x7f53bc0cde20 legacy=0x7f53bc0d0000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:07.549 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:07.543+0000 7f53ba7fc640 1 -- 172.21.15.119:0/1814329298 --> v1:172.21.15.119:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f53bc0cd0e0 con 0x7f53bc15c500 2024-09-13T18:57:07.549 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:07.543+0000 7f53ba7fc640 1 -- 172.21.15.119:0/1814329298 <== mon.0 v1:172.21.15.119:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 337823224 0 0) 0x7f53ac001670 con 0x7f53bc15c500 2024-09-13T18:57:07.549 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:07.543+0000 7f53baffd640 1 --2- 172.21.15.119:0/1814329298 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f53bc0d2760 0x7f53bc0cd8e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T18:57:07.549 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:07.543+0000 7f53ba7fc640 1 -- 172.21.15.119:0/1814329298 >> v1:172.21.15.119:6789/0 conn(0x7f53bc15c500 legacy=0x7f53bc0d2050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:07.549 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:07.544+0000 7f53ba7fc640 1 --2- 172.21.15.119:0/1814329298 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f53a4003b30 0x7f53a4003f30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:07.550 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:07.544+0000 7f53ba7fc640 1 --2- 172.21.15.119:0/1814329298 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f53a40047c0 0x7f53a4004c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:07.550 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:07.544+0000 7f53ba7fc640 1 --2- 172.21.15.119:0/1814329298 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f53bc0d2760 0x7f53a4005180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:07.550 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:07.544+0000 7f53ba7fc640 1 -- 172.21.15.119:0/1814329298 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f53bc0d0fd0 con 0x7f53a4003b30 2024-09-13T18:57:07.550 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:07.544+0000 7f53ba7fc640 1 -- 172.21.15.119:0/1814329298 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f53a400b9b0 con 0x7f53a40047c0 2024-09-13T18:57:07.550 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:07.544+0000 7f53ba7fc640 1 -- 172.21.15.119:0/1814329298 --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f53a400bb70 con 0x7f53bc0d2760 2024-09-13T18:57:07.550 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:07.544+0000 7f53bb7fe640 1 --2- 172.21.15.119:0/1814329298 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f53a4003b30 0x7f53a4003f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:07.550 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:07.544+0000 7f53baffd640 1 --2- 172.21.15.119:0/1814329298 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f53a40047c0 0x7f53a4004c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:07.550 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:07.544+0000 7f53bbfff640 1 --2- 172.21.15.119:0/1814329298 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f53bc0d2760 0x7f53a4005180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:07.550 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:07.544+0000 7f53bb7fe640 1 -- 172.21.15.119:0/1814329298 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f53bc0d2760 msgr2=0x7f53a4005180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T18:57:07.550 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:07.544+0000 7f53bb7fe640 1 --2- 172.21.15.119:0/1814329298 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f53bc0d2760 0x7f53a4005180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:07.551 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:07.544+0000 7f53bb7fe640 1 -- 172.21.15.119:0/1814329298 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f53a40047c0 msgr2=0x7f53a4004c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T18:57:07.551 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:07.544+0000 7f53bb7fe640 1 --2- 172.21.15.119:0/1814329298 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f53a40047c0 0x7f53a4004c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:07.551 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:07.544+0000 7f53bb7fe640 1 -- 172.21.15.119:0/1814329298 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f53b0009400 con 0x7f53a4003b30 2024-09-13T18:57:07.551 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:07.544+0000 7f53baffd640 1 --2- 172.21.15.119:0/1814329298 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f53a40047c0 0x7f53a4004c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T18:57:07.551 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:07.545+0000 7f53bb7fe640 1 --2- 172.21.15.119:0/1814329298 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f53a4003b30 0x7f53a4003f30 secure :-1 s=READY pgs=258 cs=0 l=1 rev1=1 crypto rx=0x7f53ac00c160 tx=0x7f53a40057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2e6923b937acb161 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:57:07.551 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:07.545+0000 7f53ba7fc640 1 -- 172.21.15.119:0/1814329298 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f53ac005ad0 con 0x7f53a4003b30 2024-09-13T18:57:07.551 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:07.545+0000 7f53ba7fc640 1 -- 172.21.15.119:0/1814329298 <== mon.0 v2:172.21.15.119:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f53ac02d070 con 0x7f53a4003b30 2024-09-13T18:57:07.551 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:07.545+0000 7f53ba7fc640 1 -- 172.21.15.119:0/1814329298 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f53ac005e90 con 0x7f53a4003b30 2024-09-13T18:57:07.551 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:07.545+0000 7f53c1b45640 1 -- 172.21.15.119:0/1814329298 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f53a4003b30 msgr2=0x7f53a4003f30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:07.551 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:07.545+0000 7f53c1b45640 1 --2- 172.21.15.119:0/1814329298 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f53a4003b30 0x7f53a4003f30 secure :-1 s=READY pgs=258 cs=0 l=1 rev1=1 crypto rx=0x7f53ac00c160 tx=0x7f53a40057f0 comp rx=0 tx=0).stop 2024-09-13T18:57:07.551 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:07.545+0000 7f53bbfff640 1 -- 172.21.15.119:0/1814329298 reap_dead start 2024-09-13T18:57:07.551 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:07.545+0000 7f53c1b45640 1 -- 172.21.15.119:0/1814329298 shutdown_connections 2024-09-13T18:57:07.551 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:07.545+0000 7f53c1b45640 1 -- 172.21.15.119:0/1814329298 >> 172.21.15.119:0/1814329298 conn(0x7f53bc089f60 msgr2=0x7f53bc09b830 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:57:07.552 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:07.545+0000 7f53c1b45640 1 -- 172.21.15.119:0/1814329298 shutdown_connections 2024-09-13T18:57:07.552 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:07.545+0000 7f53c1b45640 1 -- 172.21.15.119:0/1814329298 wait complete. 2024-09-13T18:57:07.554 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:07.547+0000 7f53c1b45640 1 Processor -- start 2024-09-13T18:57:07.554 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:07.547+0000 7f53c1b45640 1 -- start start 2024-09-13T18:57:07.554 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:07.547+0000 7f53c1b45640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f53a4003b30 0x7f53bc154c90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:07.555 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:07.547+0000 7f53c1b45640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f53bc154760 0x7f53bc153fd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:07.555 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:07.547+0000 7f53c1b45640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f53bc1e86a0 0x7f53bc159880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:07.555 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:07.547+0000 7f53c1b45640 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f53bc15a6a0 con 0x7f53bc154760 2024-09-13T18:57:07.555 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:07.547+0000 7f53c1b45640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f53bc1e7ee0 con 0x7f53bc1e86a0 2024-09-13T18:57:07.555 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:07.547+0000 7f53c1b45640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f53bc154510 con 0x7f53a4003b30 2024-09-13T18:57:07.555 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:07.548+0000 7f53baffd640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f53bc154760 0x7f53bc153fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:07.555 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:07.548+0000 7f53baffd640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f53bc154760 0x7f53bc153fd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.119:3300/0 says I am v2:172.21.15.119:44090/0 (socket says 172.21.15.119:44090) 2024-09-13T18:57:07.556 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:07.548+0000 7f53baffd640 1 -- 172.21.15.119:0/3160064951 learned_addr learned my addr 172.21.15.119:0/3160064951 (peer_addr_for_me v2:172.21.15.119:0/0) 2024-09-13T18:57:07.556 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:07.548+0000 7f53bb7fe640 1 --2- 172.21.15.119:0/3160064951 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f53a4003b30 0x7f53bc154c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:07.556 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:07.548+0000 7f53bbfff640 1 --2- 172.21.15.119:0/3160064951 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f53bc1e86a0 0x7f53bc159880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:07.556 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:07.548+0000 7f53baffd640 1 -- 172.21.15.119:0/3160064951 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f53a4003b30 msgr2=0x7f53bc154c90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:07.556 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:07.548+0000 7f53baffd640 1 --2- 172.21.15.119:0/3160064951 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f53a4003b30 0x7f53bc154c90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:07.556 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:07.548+0000 7f53baffd640 1 -- 172.21.15.119:0/3160064951 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f53bc1e86a0 msgr2=0x7f53bc159880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:07.556 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:07.548+0000 7f53baffd640 1 --2- 172.21.15.119:0/3160064951 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f53bc1e86a0 0x7f53bc159880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:07.556 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:07.548+0000 7f53baffd640 1 -- 172.21.15.119:0/3160064951 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f53bc1e75e0 con 0x7f53bc154760 2024-09-13T18:57:07.557 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:07.548+0000 7f53bb7fe640 1 --2- 172.21.15.119:0/3160064951 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f53a4003b30 0x7f53bc154c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T18:57:07.557 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:07.548+0000 7f53bbfff640 1 --2- 172.21.15.119:0/3160064951 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f53bc1e86a0 0x7f53bc159880 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T18:57:07.557 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:07.548+0000 7f53baffd640 1 --2- 172.21.15.119:0/3160064951 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f53bc154760 0x7f53bc153fd0 secure :-1 s=READY pgs=259 cs=0 l=1 rev1=1 crypto rx=0x7f53b00118d0 tx=0x7f53b0011d90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:57:07.557 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:07.548+0000 7f53a3fff640 1 -- 172.21.15.119:0/3160064951 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f53b000fbd0 con 0x7f53bc154760 2024-09-13T18:57:07.557 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:07.548+0000 7f53a3fff640 1 -- 172.21.15.119:0/3160064951 <== mon.0 v2:172.21.15.119:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f53b0009e90 con 0x7f53bc154760 2024-09-13T18:57:07.557 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:07.548+0000 7f53a3fff640 1 -- 172.21.15.119:0/3160064951 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f53b0015460 con 0x7f53bc154760 2024-09-13T18:57:07.557 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:07.548+0000 7f53c1b45640 1 -- 172.21.15.119:0/3160064951 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f53bc1e78c0 con 0x7f53bc154760 2024-09-13T18:57:07.557 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:07.548+0000 7f53c1b45640 1 -- 172.21.15.119:0/3160064951 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f53bc1e7ba0 con 0x7f53bc154760 2024-09-13T18:57:07.557 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:07.549+0000 7f53c1b45640 1 -- 172.21.15.119:0/3160064951 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f53bc0cdc10 con 0x7f53bc154760 2024-09-13T18:57:07.557 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:07.550+0000 7f53a3fff640 1 -- 172.21.15.119:0/3160064951 <== mon.0 v2:172.21.15.119:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f53b00155c0 con 0x7f53bc154760 2024-09-13T18:57:07.557 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:07.550+0000 7f53a3fff640 1 --2- 172.21.15.119:0/3160064951 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f53a806ac00 0x7f53a806d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:07.557 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:07.550+0000 7f53a3fff640 1 -- 172.21.15.119:0/3160064951 <== mon.0 v2:172.21.15.119:3300/0 5 ==== osd_map(24..24 src has 1..24) v4 ==== 6460+0+0 (secure 0 0 0) 0x7f53b0089fd0 con 0x7f53bc154760 2024-09-13T18:57:07.557 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:07.550+0000 7f53bb7fe640 1 --2- 172.21.15.119:0/3160064951 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f53a806ac00 0x7f53a806d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:07.557 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:07.551+0000 7f53bb7fe640 1 --2- 172.21.15.119:0/3160064951 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f53a806ac00 0x7f53a806d0c0 secure :-1 s=READY pgs=142 cs=0 l=1 rev1=1 crypto rx=0x7f53ac032000 tx=0x7f53ac009030 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:57:07.558 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:07.554+0000 7f53a3fff640 1 -- 172.21.15.119:0/3160064951 <== mon.0 v2:172.21.15.119:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f53b0054f50 con 0x7f53bc154760 2024-09-13T18:57:07.717 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:07.714+0000 7f53c1b45640 1 -- 172.21.15.119:0/3160064951 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7f53bc06b920 con 0x7f53bc154760 2024-09-13T18:57:07.717 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:07.714+0000 7f53a3fff640 1 -- 172.21.15.119:0/3160064951 <== mon.0 v2:172.21.15.119:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v24) v1 ==== 100+0+11 (secure 0 0 0) 0x7f53b0058570 con 0x7f53bc154760 2024-09-13T18:57:07.717 INFO:teuthology.orchestra.run.smithi119.stdout:pg_num: 64 2024-09-13T18:57:07.719 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:07.716+0000 7f53c1b45640 1 -- 172.21.15.119:0/3160064951 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f53a806ac00 msgr2=0x7f53a806d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:07.719 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:07.716+0000 7f53c1b45640 1 --2- 172.21.15.119:0/3160064951 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f53a806ac00 0x7f53a806d0c0 secure :-1 s=READY pgs=142 cs=0 l=1 rev1=1 crypto rx=0x7f53ac032000 tx=0x7f53ac009030 comp rx=0 tx=0).stop 2024-09-13T18:57:07.719 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:07.716+0000 7f53c1b45640 1 -- 172.21.15.119:0/3160064951 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f53bc154760 msgr2=0x7f53bc153fd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:07.719 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:07.716+0000 7f53c1b45640 1 --2- 172.21.15.119:0/3160064951 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f53bc154760 0x7f53bc153fd0 secure :-1 s=READY pgs=259 cs=0 l=1 rev1=1 crypto rx=0x7f53b00118d0 tx=0x7f53b0011d90 comp rx=0 tx=0).stop 2024-09-13T18:57:07.720 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:07.716+0000 7f53c1b45640 1 -- 172.21.15.119:0/3160064951 shutdown_connections 2024-09-13T18:57:07.720 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:07.716+0000 7f53c1b45640 1 --2- 172.21.15.119:0/3160064951 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f53a806ac00 0x7f53a806d0c0 unknown :-1 s=CLOSED pgs=142 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:07.720 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:07.716+0000 7f53c1b45640 1 --2- 172.21.15.119:0/3160064951 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f53bc1e86a0 0x7f53bc159880 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:07.720 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:07.716+0000 7f53c1b45640 1 --2- 172.21.15.119:0/3160064951 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f53bc154760 0x7f53bc153fd0 unknown :-1 s=CLOSED pgs=259 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:07.720 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:07.716+0000 7f53c1b45640 1 --2- 172.21.15.119:0/3160064951 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f53a4003b30 0x7f53bc154c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:07.720 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:07.716+0000 7f53c1b45640 1 -- 172.21.15.119:0/3160064951 >> 172.21.15.119:0/3160064951 conn(0x7f53bc089f60 msgr2=0x7f53bc0b1f20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:57:07.720 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:07.716+0000 7f53c1b45640 1 -- 172.21.15.119:0/3160064951 shutdown_connections 2024-09-13T18:57:07.720 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:07.716+0000 7f53c1b45640 1 -- 172.21.15.119:0/3160064951 wait complete. 2024-09-13T18:57:07.730 DEBUG:teuthology.orchestra.run.smithi119:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data_ec pg_num 2024-09-13T18:57:07.830 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:07.827+0000 7fd08cd3e640 1 Processor -- start 2024-09-13T18:57:07.830 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:07.827+0000 7fd08cd3e640 1 -- start start 2024-09-13T18:57:07.831 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:07.828+0000 7fd08cd3e640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7fd08815c500 0x7fd0880d2050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:07.831 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:07.828+0000 7fd08cd3e640 1 --2- >> v2:172.21.15.119:3300/0 conn(0x7fd0880cdff0 0x7fd0880d0000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:07.831 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:07.828+0000 7fd08cd3e640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fd0880cd450 con 0x7fd0880d2590 2024-09-13T18:57:07.831 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:07.828+0000 7fd08cd3e640 1 -- --> v2:172.21.15.119:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fd0880d29f0 con 0x7fd0880cdff0 2024-09-13T18:57:07.832 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:07.828+0000 7fd08cd3e640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fd0880d0cf0 con 0x7fd08815c500 2024-09-13T18:57:07.832 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:07.829+0000 7fd086d9d640 1 --2- >> v2:172.21.15.119:3300/0 conn(0x7fd0880cdff0 0x7fd0880d0000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:07.832 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:07.829+0000 7fd086d9d640 1 --2- >> v2:172.21.15.119:3300/0 conn(0x7fd0880cdff0 0x7fd0880d0000 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.119:3300/0 says I am v2:172.21.15.119:44100/0 (socket says 172.21.15.119:44100) 2024-09-13T18:57:07.832 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:07.829+0000 7fd086d9d640 1 -- 172.21.15.119:0/4247679516 learned_addr learned my addr 172.21.15.119:0/4247679516 (peer_addr_for_me v2:172.21.15.119:0/0) 2024-09-13T18:57:07.832 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:07.829+0000 7fd08659c640 1 --2- 172.21.15.119:0/4247679516 >> v2:172.21.15.145:3300/0 conn(0x7fd08815c500 0x7fd0880d2050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:07.832 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:07.829+0000 7fd086d9d640 1 -- 172.21.15.119:0/4247679516 >> v2:172.21.15.145:3300/0 conn(0x7fd08815c500 msgr2=0x7fd0880d2050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T18:57:07.832 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:07.829+0000 7fd086d9d640 1 --2- 172.21.15.119:0/4247679516 >> v2:172.21.15.145:3300/0 conn(0x7fd08815c500 0x7fd0880d2050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:07.832 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:07.829+0000 7fd086d9d640 1 -- 172.21.15.119:0/4247679516 >> v1:172.21.15.145:6789/0 conn(0x7fd0880d2590 legacy=0x7fd0880cd8e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T18:57:07.832 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:07.829+0000 7fd086d9d640 1 -- 172.21.15.119:0/4247679516 --> v2:172.21.15.119:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd0880d0fd0 con 0x7fd0880cdff0 2024-09-13T18:57:07.833 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:07.830+0000 7fd086d9d640 1 --2- 172.21.15.119:0/4247679516 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fd0880cdff0 0x7fd0880d0000 secure :-1 s=READY pgs=260 cs=0 l=1 rev1=1 crypto rx=0x7fd0880cfec0 tx=0x7fd08002a6f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e878a381ee8e8a2c server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:57:07.833 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:07.830+0000 7fd08559a640 1 -- 172.21.15.119:0/4247679516 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd080031600 con 0x7fd0880cdff0 2024-09-13T18:57:07.833 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:07.830+0000 7fd08559a640 1 -- 172.21.15.119:0/4247679516 <== mon.0 v2:172.21.15.119:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd08002d050 con 0x7fd0880cdff0 2024-09-13T18:57:07.833 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:07.830+0000 7fd08559a640 1 -- 172.21.15.119:0/4247679516 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd080031980 con 0x7fd0880cdff0 2024-09-13T18:57:07.833 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:07.830+0000 7fd08cd3e640 1 -- 172.21.15.119:0/4247679516 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fd0880cdff0 msgr2=0x7fd0880d0000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:07.834 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:07.830+0000 7fd08cd3e640 1 --2- 172.21.15.119:0/4247679516 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fd0880cdff0 0x7fd0880d0000 secure :-1 s=READY pgs=260 cs=0 l=1 rev1=1 crypto rx=0x7fd0880cfec0 tx=0x7fd08002a6f0 comp rx=0 tx=0).stop 2024-09-13T18:57:07.834 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:07.830+0000 7fd08cd3e640 1 -- 172.21.15.119:0/4247679516 shutdown_connections 2024-09-13T18:57:07.834 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:07.830+0000 7fd08cd3e640 1 --2- 172.21.15.119:0/4247679516 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fd0880cdff0 0x7fd0880d0000 unknown :-1 s=CLOSED pgs=260 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:07.834 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:07.830+0000 7fd08cd3e640 1 --2- 172.21.15.119:0/4247679516 >> v2:172.21.15.145:3300/0 conn(0x7fd08815c500 0x7fd0880d2050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:07.834 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:07.830+0000 7fd08cd3e640 1 -- 172.21.15.119:0/4247679516 >> 172.21.15.119:0/4247679516 conn(0x7fd088089f60 msgr2=0x7fd08809b830 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:57:07.834 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:07.830+0000 7fd08cd3e640 1 -- 172.21.15.119:0/4247679516 shutdown_connections 2024-09-13T18:57:07.834 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:07.830+0000 7fd08cd3e640 1 -- 172.21.15.119:0/4247679516 wait complete. 2024-09-13T18:57:07.837 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:07.832+0000 7fd08cd3e640 1 Processor -- start 2024-09-13T18:57:07.837 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:07.832+0000 7fd08cd3e640 1 -- start start 2024-09-13T18:57:07.837 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:07.832+0000 7fd08cd3e640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fd0880cdff0 0x7fd0881548d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:07.837 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:07.832+0000 7fd08cd3e640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd0880d2590 0x7fd08815cc40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:07.838 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:07.832+0000 7fd08cd3e640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fd08815c500 0x7fd0880b7790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:07.838 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:07.832+0000 7fd08cd3e640 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd0881e68f0 con 0x7fd08815c500 2024-09-13T18:57:07.838 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:07.832+0000 7fd08cd3e640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd0881e5990 con 0x7fd0880d2590 2024-09-13T18:57:07.838 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:07.832+0000 7fd08cd3e640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd0881e5c70 con 0x7fd0880cdff0 2024-09-13T18:57:07.838 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:07.833+0000 7fd086d9d640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fd08815c500 0x7fd0880b7790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:07.839 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:07.833+0000 7fd086d9d640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fd08815c500 0x7fd0880b7790 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.119:3300/0 says I am v2:172.21.15.119:44116/0 (socket says 172.21.15.119:44116) 2024-09-13T18:57:07.839 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:07.833+0000 7fd086d9d640 1 -- 172.21.15.119:0/528284227 learned_addr learned my addr 172.21.15.119:0/528284227 (peer_addr_for_me v2:172.21.15.119:0/0) 2024-09-13T18:57:07.839 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:07.833+0000 7fd08659c640 1 --2- 172.21.15.119:0/528284227 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fd0880cdff0 0x7fd0881548d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:07.839 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:07.833+0000 7fd085d9b640 1 --2- 172.21.15.119:0/528284227 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd0880d2590 0x7fd08815cc40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:07.839 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:07.833+0000 7fd086d9d640 1 -- 172.21.15.119:0/528284227 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fd0880cdff0 msgr2=0x7fd0881548d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:07.839 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:07.833+0000 7fd086d9d640 1 --2- 172.21.15.119:0/528284227 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fd0880cdff0 0x7fd0881548d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:07.839 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:07.833+0000 7fd086d9d640 1 -- 172.21.15.119:0/528284227 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd0880d2590 msgr2=0x7fd08815cc40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:07.839 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:07.833+0000 7fd086d9d640 1 --2- 172.21.15.119:0/528284227 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd0880d2590 0x7fd08815cc40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:07.839 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:07.833+0000 7fd086d9d640 1 -- 172.21.15.119:0/528284227 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd080009b30 con 0x7fd08815c500 2024-09-13T18:57:07.839 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:07.833+0000 7fd08659c640 1 --2- 172.21.15.119:0/528284227 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fd0880cdff0 0x7fd0881548d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T18:57:07.839 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:07.833+0000 7fd086d9d640 1 --2- 172.21.15.119:0/528284227 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fd08815c500 0x7fd0880b7790 secure :-1 s=READY pgs=261 cs=0 l=1 rev1=1 crypto rx=0x7fd080034040 tx=0x7fd080004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:57:07.840 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:07.833+0000 7fd076ffd640 1 -- 172.21.15.119:0/528284227 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd08003d860 con 0x7fd08815c500 2024-09-13T18:57:07.840 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:07.833+0000 7fd076ffd640 1 -- 172.21.15.119:0/528284227 <== mon.0 v2:172.21.15.119:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd08003d9e0 con 0x7fd08815c500 2024-09-13T18:57:07.840 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:07.833+0000 7fd08cd3e640 1 -- 172.21.15.119:0/528284227 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fd0881e5f50 con 0x7fd08815c500 2024-09-13T18:57:07.840 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:07.833+0000 7fd076ffd640 1 -- 172.21.15.119:0/528284227 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd08003dd90 con 0x7fd08815c500 2024-09-13T18:57:07.840 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:07.833+0000 7fd08cd3e640 1 -- 172.21.15.119:0/528284227 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd0881e6510 con 0x7fd08815c500 2024-09-13T18:57:07.840 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:07.834+0000 7fd08cd3e640 1 -- 172.21.15.119:0/528284227 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fd0881e6a30 con 0x7fd08815c500 2024-09-13T18:57:07.841 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:07.835+0000 7fd076ffd640 1 -- 172.21.15.119:0/528284227 <== mon.0 v2:172.21.15.119:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fd08003b400 con 0x7fd08815c500 2024-09-13T18:57:07.841 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:07.835+0000 7fd076ffd640 1 --2- 172.21.15.119:0/528284227 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7fd06806ac30 0x7fd06806d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:07.841 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:07.835+0000 7fd08659c640 1 --2- 172.21.15.119:0/528284227 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7fd06806ac30 0x7fd06806d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:07.841 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:07.835+0000 7fd076ffd640 1 -- 172.21.15.119:0/528284227 <== mon.0 v2:172.21.15.119:3300/0 5 ==== osd_map(24..24 src has 1..24) v4 ==== 6460+0+0 (secure 0 0 0) 0x7fd0800aa1b0 con 0x7fd08815c500 2024-09-13T18:57:07.841 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:07.835+0000 7fd08659c640 1 --2- 172.21.15.119:0/528284227 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7fd06806ac30 0x7fd06806d0f0 secure :-1 s=READY pgs=143 cs=0 l=1 rev1=1 crypto rx=0x7fd078006fd0 tx=0x7fd078008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:57:07.842 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:07.839+0000 7fd076ffd640 1 -- 172.21.15.119:0/528284227 <== mon.0 v2:172.21.15.119:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fd0881e6a30 con 0x7fd08815c500 2024-09-13T18:57:08.003 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:08.000+0000 7fd08cd3e640 1 -- 172.21.15.119:0/528284227 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"} v 0) v1 -- 0x7fd0881e66d0 con 0x7fd08815c500 2024-09-13T18:57:08.003 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:08.001+0000 7fd076ffd640 1 -- 172.21.15.119:0/528284227 <== mon.0 v2:172.21.15.119:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]=0 v24) v1 ==== 103+0+11 (secure 0 0 0) 0x7fd0800750a0 con 0x7fd08815c500 2024-09-13T18:57:08.003 INFO:teuthology.orchestra.run.smithi119.stdout:pg_num: 32 2024-09-13T18:57:08.005 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:08.003+0000 7fd08cd3e640 1 -- 172.21.15.119:0/528284227 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7fd06806ac30 msgr2=0x7fd06806d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:08.005 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:08.003+0000 7fd08cd3e640 1 --2- 172.21.15.119:0/528284227 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7fd06806ac30 0x7fd06806d0f0 secure :-1 s=READY pgs=143 cs=0 l=1 rev1=1 crypto rx=0x7fd078006fd0 tx=0x7fd078008040 comp rx=0 tx=0).stop 2024-09-13T18:57:08.006 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:08.003+0000 7fd08cd3e640 1 -- 172.21.15.119:0/528284227 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fd08815c500 msgr2=0x7fd0880b7790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:08.006 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:08.003+0000 7fd08cd3e640 1 --2- 172.21.15.119:0/528284227 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fd08815c500 0x7fd0880b7790 secure :-1 s=READY pgs=261 cs=0 l=1 rev1=1 crypto rx=0x7fd080034040 tx=0x7fd080004a40 comp rx=0 tx=0).stop 2024-09-13T18:57:08.006 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:08.003+0000 7fd08cd3e640 1 -- 172.21.15.119:0/528284227 shutdown_connections 2024-09-13T18:57:08.006 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:08.003+0000 7fd08cd3e640 1 --2- 172.21.15.119:0/528284227 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7fd06806ac30 0x7fd06806d0f0 unknown :-1 s=CLOSED pgs=143 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:08.006 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:08.003+0000 7fd08cd3e640 1 --2- 172.21.15.119:0/528284227 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fd08815c500 0x7fd0880b7790 unknown :-1 s=CLOSED pgs=261 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:08.006 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:08.003+0000 7fd08cd3e640 1 --2- 172.21.15.119:0/528284227 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd0880d2590 0x7fd08815cc40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:08.006 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:08.003+0000 7fd08cd3e640 1 --2- 172.21.15.119:0/528284227 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fd0880cdff0 0x7fd0881548d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:08.006 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:08.003+0000 7fd08cd3e640 1 -- 172.21.15.119:0/528284227 >> 172.21.15.119:0/528284227 conn(0x7fd088089f60 msgr2=0x7fd0880ce3d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:57:08.006 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:08.003+0000 7fd08cd3e640 1 -- 172.21.15.119:0/528284227 shutdown_connections 2024-09-13T18:57:08.006 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:08.003+0000 7fd08cd3e640 1 -- 172.21.15.119:0/528284227 wait complete. 2024-09-13T18:57:08.016 DEBUG:teuthology.orchestra.run.smithi119:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T18:57:08.114 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:08.112+0000 7f2dba227640 1 Processor -- start 2024-09-13T18:57:08.114 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:08.112+0000 7f2dba227640 1 -- start start 2024-09-13T18:57:08.116 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:08.112+0000 7f2dba227640 1 --2- >> v2:172.21.15.119:3300/0 conn(0x7f2db415c6e0 0x7f2db40b3f50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:08.116 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:08.112+0000 7f2dba227640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f2db40ccb20 0x7f2db40b4490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:08.116 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:08.112+0000 7f2dba227640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f2db40d1840 con 0x7f2db40d07b0 2024-09-13T18:57:08.116 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:08.112+0000 7f2dba227640 1 -- --> v2:172.21.15.119:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f2db406bd20 con 0x7f2db415c6e0 2024-09-13T18:57:08.116 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:08.112+0000 7f2dba227640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f2db40d0c30 con 0x7f2db40ccb20 2024-09-13T18:57:08.116 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:08.113+0000 7f2db37fe640 1 --2- >> v2:172.21.15.119:3300/0 conn(0x7f2db415c6e0 0x7f2db40b3f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:08.117 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:08.113+0000 7f2db37fe640 1 --2- >> v2:172.21.15.119:3300/0 conn(0x7f2db415c6e0 0x7f2db40b3f50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.119:3300/0 says I am v2:172.21.15.119:44120/0 (socket says 172.21.15.119:44120) 2024-09-13T18:57:08.117 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:08.113+0000 7f2db37fe640 1 -- 172.21.15.119:0/3701232685 learned_addr learned my addr 172.21.15.119:0/3701232685 (peer_addr_for_me v2:172.21.15.119:0/0) 2024-09-13T18:57:08.117 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:08.113+0000 7f2db3fff640 1 --2- 172.21.15.119:0/3701232685 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f2db40ccb20 0x7f2db40b4490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:08.117 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:08.113+0000 7f2db37fe640 1 -- 172.21.15.119:0/3701232685 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f2db40ccb20 msgr2=0x7f2db40b4490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T18:57:08.117 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:08.113+0000 7f2db37fe640 1 --2- 172.21.15.119:0/3701232685 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f2db40ccb20 0x7f2db40b4490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:08.117 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:08.113+0000 7f2db37fe640 1 -- 172.21.15.119:0/3701232685 >> v1:172.21.15.145:6789/0 conn(0x7f2db40d07b0 legacy=0x7f2db4160030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:08.117 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:08.113+0000 7f2db37fe640 1 -- 172.21.15.119:0/3701232685 --> v2:172.21.15.119:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2db40d0f10 con 0x7f2db415c6e0 2024-09-13T18:57:08.117 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:08.114+0000 7f2db37fe640 1 --2- 172.21.15.119:0/3701232685 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f2db415c6e0 0x7f2db40b3f50 secure :-1 s=READY pgs=262 cs=0 l=1 rev1=1 crypto rx=0x7f2da4009870 tx=0x7f2da402a1c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f17255244ca213da server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:57:08.117 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:08.114+0000 7f2db2ffd640 1 -- 172.21.15.119:0/3701232685 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2da4032440 con 0x7f2db415c6e0 2024-09-13T18:57:08.117 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:08.114+0000 7f2db2ffd640 1 -- 172.21.15.119:0/3701232685 <== mon.0 v2:172.21.15.119:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f2da40325a0 con 0x7f2db415c6e0 2024-09-13T18:57:08.117 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:08.114+0000 7f2db2ffd640 1 -- 172.21.15.119:0/3701232685 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2da4032930 con 0x7f2db415c6e0 2024-09-13T18:57:08.119 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:08.114+0000 7f2dba227640 1 -- 172.21.15.119:0/3701232685 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f2db415c6e0 msgr2=0x7f2db40b3f50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:08.120 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:08.114+0000 7f2dba227640 1 --2- 172.21.15.119:0/3701232685 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f2db415c6e0 0x7f2db40b3f50 secure :-1 s=READY pgs=262 cs=0 l=1 rev1=1 crypto rx=0x7f2da4009870 tx=0x7f2da402a1c0 comp rx=0 tx=0).stop 2024-09-13T18:57:08.120 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:08.114+0000 7f2dba227640 1 -- 172.21.15.119:0/3701232685 shutdown_connections 2024-09-13T18:57:08.120 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:08.114+0000 7f2dba227640 1 --2- 172.21.15.119:0/3701232685 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f2db40ccb20 0x7f2db40b4490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:08.120 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:08.114+0000 7f2dba227640 1 --2- 172.21.15.119:0/3701232685 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f2db415c6e0 0x7f2db40b3f50 unknown :-1 s=CLOSED pgs=262 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:08.120 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:08.114+0000 7f2dba227640 1 -- 172.21.15.119:0/3701232685 >> 172.21.15.119:0/3701232685 conn(0x7f2db4089f60 msgr2=0x7f2db40d24d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:57:08.120 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:08.114+0000 7f2dba227640 1 -- 172.21.15.119:0/3701232685 shutdown_connections 2024-09-13T18:57:08.120 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:08.114+0000 7f2dba227640 1 -- 172.21.15.119:0/3701232685 wait complete. 2024-09-13T18:57:08.120 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:08.115+0000 7f2dba227640 1 Processor -- start 2024-09-13T18:57:08.120 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:08.116+0000 7f2dba227640 1 -- start start 2024-09-13T18:57:08.120 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:08.116+0000 7f2dba227640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f2db40ccb20 0x7f2db41f1d50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:08.120 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:08.116+0000 7f2dba227640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f2db40d07b0 0x7f2db40b7e00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:08.120 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:08.116+0000 7f2dba227640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f2db415c6e0 0x7f2db409cfc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:08.120 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:08.116+0000 7f2dba227640 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2db41f2290 con 0x7f2db40ccb20 2024-09-13T18:57:08.121 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:08.116+0000 7f2dba227640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2db4158290 con 0x7f2db415c6e0 2024-09-13T18:57:08.121 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:08.116+0000 7f2dba227640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f2db40b8340 con 0x7f2db40d07b0 2024-09-13T18:57:08.121 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:08.116+0000 7f2db37fe640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f2db40ccb20 0x7f2db41f1d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:08.121 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:08.116+0000 7f2db37fe640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f2db40ccb20 0x7f2db41f1d50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.119:3300/0 says I am v2:172.21.15.119:44134/0 (socket says 172.21.15.119:44134) 2024-09-13T18:57:08.121 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:08.116+0000 7f2db37fe640 1 -- 172.21.15.119:0/1884856879 learned_addr learned my addr 172.21.15.119:0/1884856879 (peer_addr_for_me v2:172.21.15.119:0/0) 2024-09-13T18:57:08.121 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:08.116+0000 7f2dabfff640 1 --2- 172.21.15.119:0/1884856879 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f2db40d07b0 0x7f2db40b7e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:08.121 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:08.116+0000 7f2db3fff640 1 --2- 172.21.15.119:0/1884856879 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f2db415c6e0 0x7f2db409cfc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:08.121 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:08.117+0000 7f2db37fe640 1 -- 172.21.15.119:0/1884856879 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f2db40d07b0 msgr2=0x7f2db40b7e00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:08.121 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:08.117+0000 7f2db37fe640 1 --2- 172.21.15.119:0/1884856879 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f2db40d07b0 0x7f2db40b7e00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:08.121 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:08.117+0000 7f2db37fe640 1 -- 172.21.15.119:0/1884856879 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f2db415c6e0 msgr2=0x7f2db409cfc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:08.121 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:08.117+0000 7f2db37fe640 1 --2- 172.21.15.119:0/1884856879 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f2db415c6e0 0x7f2db409cfc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:08.121 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:08.117+0000 7f2db37fe640 1 -- 172.21.15.119:0/1884856879 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2da40094d0 con 0x7f2db40ccb20 2024-09-13T18:57:08.121 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:08.117+0000 7f2db37fe640 1 --2- 172.21.15.119:0/1884856879 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f2db40ccb20 0x7f2db41f1d50 secure :-1 s=READY pgs=263 cs=0 l=1 rev1=1 crypto rx=0x7f2da402a200 tx=0x7f2da40046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:57:08.121 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:08.117+0000 7f2db0ff9640 1 -- 172.21.15.119:0/1884856879 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2da4032440 con 0x7f2db40ccb20 2024-09-13T18:57:08.122 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:08.117+0000 7f2db0ff9640 1 -- 172.21.15.119:0/1884856879 <== mon.0 v2:172.21.15.119:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f2da4030b80 con 0x7f2db40ccb20 2024-09-13T18:57:08.122 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:08.117+0000 7f2db0ff9640 1 -- 172.21.15.119:0/1884856879 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2da403d440 con 0x7f2db40ccb20 2024-09-13T18:57:08.122 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:08.117+0000 7f2dba227640 1 -- 172.21.15.119:0/1884856879 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f2db40c9980 con 0x7f2db40ccb20 2024-09-13T18:57:08.122 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:08.117+0000 7f2dba227640 1 -- 172.21.15.119:0/1884856879 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f2db40c9f40 con 0x7f2db40ccb20 2024-09-13T18:57:08.123 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:08.118+0000 7f2dba227640 1 -- 172.21.15.119:0/1884856879 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f2db40b4c80 con 0x7f2db40ccb20 2024-09-13T18:57:08.123 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:08.119+0000 7f2db0ff9640 1 -- 172.21.15.119:0/1884856879 <== mon.0 v2:172.21.15.119:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f2da4039040 con 0x7f2db40ccb20 2024-09-13T18:57:08.123 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:08.119+0000 7f2db0ff9640 1 --2- 172.21.15.119:0/1884856879 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f2d9406ac00 0x7f2d9406d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:08.123 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:08.119+0000 7f2db0ff9640 1 -- 172.21.15.119:0/1884856879 <== mon.0 v2:172.21.15.119:3300/0 5 ==== osd_map(24..24 src has 1..24) v4 ==== 6460+0+0 (secure 0 0 0) 0x7f2da40a9f50 con 0x7f2db40ccb20 2024-09-13T18:57:08.123 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:08.119+0000 7f2dabfff640 1 --2- 172.21.15.119:0/1884856879 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f2d9406ac00 0x7f2d9406d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:08.123 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:08.119+0000 7f2dabfff640 1 --2- 172.21.15.119:0/1884856879 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f2d9406ac00 0x7f2d9406d0c0 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7f2db4160f90 tx=0x7f2d9c009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:57:08.126 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:08.123+0000 7f2db0ff9640 1 -- 172.21.15.119:0/1884856879 <== mon.0 v2:172.21.15.119:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f2da4074f80 con 0x7f2db40ccb20 2024-09-13T18:57:08.287 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:08.285+0000 7f2dba227640 1 -- 172.21.15.119:0/1884856879 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f2db408c610 con 0x7f2db40ccb20 2024-09-13T18:57:08.288 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:08.286+0000 7f2db0ff9640 1 -- 172.21.15.119:0/1884856879 <== mon.0 v2:172.21.15.119:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v24) v1 ==== 74+0+18394 (secure 0 0 0) 0x7f2da40785a0 con 0x7f2db40ccb20 2024-09-13T18:57:08.289 INFO:teuthology.orchestra.run.smithi119.stdout: 2024-09-13T18:57:08.289 INFO:teuthology.orchestra.run.smithi119.stdout:{"epoch":24,"fsid":"b3bca492-3414-44ef-b63c-42eead5ea701","created":"2024-09-13T18:56:10.047760+0000","modified":"2024-09-13T18:56:38.390322+0000","last_up_change":"2024-09-13T18:56:22.096428+0000","last_in_change":"2024-09-13T18:56:12.143228+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T18:56:22.095896+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-13T18:56:31.950108+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-13T18:56:32.998608+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-09-13T18:56:36.052694+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"24","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"09edfd5c-bc57-47d1-a7b7-6d97f0f88db1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6810","nonce":3811853106},{"type":"v1","addr":"172.21.15.119:6813","nonce":3811853106}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6817","nonce":3811853106},{"type":"v1","addr":"172.21.15.119:6820","nonce":3811853106}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6828","nonce":3811853106},{"type":"v1","addr":"172.21.15.119:6830","nonce":3811853106}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6823","nonce":3811853106},{"type":"v1","addr":"172.21.15.119:6825","nonce":3811853106}]},"public_addr":"172.21.15.119:6813/3811853106","cluster_addr":"172.21.15.119:6820/3811853106","heartbeat_back_addr":"172.21.15.119:6830/3811853106","heartbeat_front_addr":"172.21.15.119:6825/3811853106","state":["exists","up"]},{"osd":1,"uuid":"f26f4bd2-3aee-4208-9e62-87f17047d886","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6809","nonce":1656755168},{"type":"v1","addr":"172.21.15.119:6812","nonce":1656755168}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6815","nonce":1656755168},{"type":"v1","addr":"172.21.15.119:6818","nonce":1656755168}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6829","nonce":1656755168},{"type":"v1","addr":"172.21.15.119:6831","nonce":1656755168}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6822","nonce":1656755168},{"type":"v1","addr":"172.21.15.119:6826","nonce":1656755168}]},"public_addr":"172.21.15.119:6812/1656755168","cluster_addr":"172.21.15.119:6818/1656755168","heartbeat_back_addr":"172.21.15.119:6831/1656755168","heartbeat_front_addr":"172.21.15.119:6826/1656755168","state":["exists","up"]},{"osd":2,"uuid":"1e9d6e0c-51f9-4f4a-bead-0e7edc7dd200","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6800","nonce":3093354378},{"type":"v1","addr":"172.21.15.119:6801","nonce":3093354378}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6802","nonce":3093354378},{"type":"v1","addr":"172.21.15.119:6803","nonce":3093354378}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6806","nonce":3093354378},{"type":"v1","addr":"172.21.15.119:6807","nonce":3093354378}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6804","nonce":3093354378},{"type":"v1","addr":"172.21.15.119:6805","nonce":3093354378}]},"public_addr":"172.21.15.119:6801/3093354378","cluster_addr":"172.21.15.119:6803/3093354378","heartbeat_back_addr":"172.21.15.119:6807/3093354378","heartbeat_front_addr":"172.21.15.119:6805/3093354378","state":["exists","up"]},{"osd":3,"uuid":"7c289b1f-a555-46e4-b85a-c0f230c9e02a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6808","nonce":886995937},{"type":"v1","addr":"172.21.15.119:6811","nonce":886995937}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6814","nonce":886995937},{"type":"v1","addr":"172.21.15.119:6816","nonce":886995937}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6824","nonce":886995937},{"type":"v1","addr":"172.21.15.119:6827","nonce":886995937}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6819","nonce":886995937},{"type":"v1","addr":"172.21.15.119:6821","nonce":886995937}]},"public_addr":"172.21.15.119:6811/886995937","cluster_addr":"172.21.15.119:6816/886995937","heartbeat_back_addr":"172.21.15.119:6827/886995937","heartbeat_front_addr":"172.21.15.119:6821/886995937","state":["exists","up"]},{"osd":4,"uuid":"a0a2f75b-5a33-4b69-b834-b8cf5a90ac5f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6808","nonce":2802887692},{"type":"v1","addr":"172.21.15.145:6809","nonce":2802887692}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6810","nonce":2802887692},{"type":"v1","addr":"172.21.15.145:6811","nonce":2802887692}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6814","nonce":2802887692},{"type":"v1","addr":"172.21.15.145:6815","nonce":2802887692}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6812","nonce":2802887692},{"type":"v1","addr":"172.21.15.145:6813","nonce":2802887692}]},"public_addr":"172.21.15.145:6809/2802887692","cluster_addr":"172.21.15.145:6811/2802887692","heartbeat_back_addr":"172.21.15.145:6815/2802887692","heartbeat_front_addr":"172.21.15.145:6813/2802887692","state":["exists","up"]},{"osd":5,"uuid":"e301c92f-a5af-49da-8384-bef6d48c9982","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6800","nonce":1431235391},{"type":"v1","addr":"172.21.15.145:6801","nonce":1431235391}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6802","nonce":1431235391},{"type":"v1","addr":"172.21.15.145:6803","nonce":1431235391}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6806","nonce":1431235391},{"type":"v1","addr":"172.21.15.145:6807","nonce":1431235391}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6804","nonce":1431235391},{"type":"v1","addr":"172.21.15.145:6805","nonce":1431235391}]},"public_addr":"172.21.15.145:6801/1431235391","cluster_addr":"172.21.15.145:6803/1431235391","heartbeat_back_addr":"172.21.15.145:6807/1431235391","heartbeat_front_addr":"172.21.15.145:6805/1431235391","state":["exists","up"]},{"osd":6,"uuid":"dd2ee71c-4024-4f56-90b1-d362ff9ae8f5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6816","nonce":1755123178},{"type":"v1","addr":"172.21.15.145:6817","nonce":1755123178}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6818","nonce":1755123178},{"type":"v1","addr":"172.21.15.145:6819","nonce":1755123178}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6822","nonce":1755123178},{"type":"v1","addr":"172.21.15.145:6823","nonce":1755123178}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6820","nonce":1755123178},{"type":"v1","addr":"172.21.15.145:6821","nonce":1755123178}]},"public_addr":"172.21.15.145:6817/1755123178","cluster_addr":"172.21.15.145:6819/1755123178","heartbeat_back_addr":"172.21.15.145:6823/1755123178","heartbeat_front_addr":"172.21.15.145:6821/1755123178","state":["exists","up"]},{"osd":7,"uuid":"7412449e-689b-45ee-9ae5-744a8c27f166","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6824","nonce":3012628958},{"type":"v1","addr":"172.21.15.145:6825","nonce":3012628958}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6826","nonce":3012628958},{"type":"v1","addr":"172.21.15.145:6827","nonce":3012628958}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6830","nonce":3012628958},{"type":"v1","addr":"172.21.15.145:6831","nonce":3012628958}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6828","nonce":3012628958},{"type":"v1","addr":"172.21.15.145:6829","nonce":3012628958}]},"public_addr":"172.21.15.145:6825/3012628958","cluster_addr":"172.21.15.145:6827/3012628958","heartbeat_back_addr":"172.21.15.145:6831/3012628958","heartbeat_front_addr":"172.21.15.145:6829/3012628958","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T18:56:17.286635+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T18:56:17.334491+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T18:56:17.297521+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T18:56:17.383716+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T18:56:17.267776+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T18:56:17.312998+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T18:56:17.303008+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T18:56:17.304729+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T18:57:08.291 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:08.288+0000 7f2dba227640 1 -- 172.21.15.119:0/1884856879 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f2d9406ac00 msgr2=0x7f2d9406d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:08.291 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:08.288+0000 7f2dba227640 1 --2- 172.21.15.119:0/1884856879 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f2d9406ac00 0x7f2d9406d0c0 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7f2db4160f90 tx=0x7f2d9c009040 comp rx=0 tx=0).stop 2024-09-13T18:57:08.291 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:08.288+0000 7f2dba227640 1 -- 172.21.15.119:0/1884856879 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f2db40ccb20 msgr2=0x7f2db41f1d50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:08.291 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:08.288+0000 7f2dba227640 1 --2- 172.21.15.119:0/1884856879 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f2db40ccb20 0x7f2db41f1d50 secure :-1 s=READY pgs=263 cs=0 l=1 rev1=1 crypto rx=0x7f2da402a200 tx=0x7f2da40046c0 comp rx=0 tx=0).stop 2024-09-13T18:57:08.291 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:08.288+0000 7f2dba227640 1 -- 172.21.15.119:0/1884856879 shutdown_connections 2024-09-13T18:57:08.292 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:08.288+0000 7f2dba227640 1 --2- 172.21.15.119:0/1884856879 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f2d9406ac00 0x7f2d9406d0c0 unknown :-1 s=CLOSED pgs=144 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:08.292 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:08.288+0000 7f2dba227640 1 --2- 172.21.15.119:0/1884856879 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f2db415c6e0 0x7f2db409cfc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:08.292 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:08.288+0000 7f2dba227640 1 --2- 172.21.15.119:0/1884856879 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f2db40d07b0 0x7f2db40b7e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:08.292 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:08.288+0000 7f2dba227640 1 --2- 172.21.15.119:0/1884856879 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f2db40ccb20 0x7f2db41f1d50 unknown :-1 s=CLOSED pgs=263 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:08.292 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:08.288+0000 7f2dba227640 1 -- 172.21.15.119:0/1884856879 >> 172.21.15.119:0/1884856879 conn(0x7f2db4089f60 msgr2=0x7f2db406ad10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:57:08.292 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:08.288+0000 7f2dba227640 1 -- 172.21.15.119:0/1884856879 shutdown_connections 2024-09-13T18:57:08.293 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:08.288+0000 7f2dba227640 1 -- 172.21.15.119:0/1884856879 wait complete. 2024-09-13T18:57:08.302 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-09-13T18:56:22.095896+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '16', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-09-13T18:56:31.950108+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '19', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-09-13T18:56:32.998608+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '20', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.05000000074505806}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'cephfs_data_ec', 'create_time': '2024-09-13T18:56:36.052694+0000', 'flags': 5, 'flags_names': 'hashpspool,ec_overwrites', 'type': 3, 'size': 4, 'min_size': 3, 'crush_rule': 1, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '24', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': 'cephfs_data_ec', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 8192, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}}] 2024-09-13T18:57:08.302 DEBUG:teuthology.orchestra.run.smithi119:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-09-13T18:57:08.403 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:08.400+0000 7f83b2b7d640 1 Processor -- start 2024-09-13T18:57:08.403 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:08.400+0000 7f83b2b7d640 1 -- start start 2024-09-13T18:57:08.404 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:08.401+0000 7f83b2b7d640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f83ac06b600 0x7f83ac069ed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:08.404 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:08.401+0000 7f83b2b7d640 1 --2- >> v2:172.21.15.119:3300/0 conn(0x7f83ac0ce2f0 0x7f83ac06ca30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:08.404 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:08.401+0000 7f83b2b7d640 1 -- --> v1:172.21.15.119:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f83ac15c9a0 con 0x7f83ac0cdf10 2024-09-13T18:57:08.404 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:08.401+0000 7f83b2b7d640 1 -- --> v2:172.21.15.119:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f83ac06b170 con 0x7f83ac0ce2f0 2024-09-13T18:57:08.404 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:08.401+0000 7f83b2b7d640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f83ac06a560 con 0x7f83ac06b600 2024-09-13T18:57:08.404 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:08.401+0000 7f83b111a640 1 --2- >> v2:172.21.15.119:3300/0 conn(0x7f83ac0ce2f0 0x7f83ac06ca30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:08.405 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:08.401+0000 7f83b0919640 1 --1- >> v1:172.21.15.119:6789/0 conn(0x7f83ac0cdf10 0x7f83ac065c60 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.119:6789/0 says I am v1:172.21.15.119:39150/0 (socket says 172.21.15.119:39150) 2024-09-13T18:57:08.405 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:08.401+0000 7f83b0919640 1 -- 172.21.15.119:0/621681642 learned_addr learned my addr 172.21.15.119:0/621681642 (peer_addr_for_me v1:172.21.15.119:0/0) 2024-09-13T18:57:08.405 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:08.402+0000 7f83b111a640 1 -- 172.21.15.119:0/621681642 >> v2:172.21.15.145:3300/0 conn(0x7f83ac06b600 msgr2=0x7f83ac069ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T18:57:08.405 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:08.402+0000 7f83abfff640 1 --2- 172.21.15.119:0/621681642 >> v2:172.21.15.145:3300/0 conn(0x7f83ac06b600 0x7f83ac069ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:08.405 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:08.402+0000 7f83b111a640 1 --2- 172.21.15.119:0/621681642 >> v2:172.21.15.145:3300/0 conn(0x7f83ac06b600 0x7f83ac069ed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:08.405 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:08.402+0000 7f83b111a640 1 -- 172.21.15.119:0/621681642 >> v1:172.21.15.119:6789/0 conn(0x7f83ac0cdf10 legacy=0x7f83ac065c60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:08.405 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:08.402+0000 7f83ab7fe640 1 -- 172.21.15.119:0/621681642 <== mon.0 v1:172.21.15.119:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 999397538 0 0) 0x7f83ac15c9a0 con 0x7f83ac0cdf10 2024-09-13T18:57:08.405 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:08.402+0000 7f83b111a640 1 -- 172.21.15.119:0/621681642 --> v2:172.21.15.119:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f83ac06a840 con 0x7f83ac0ce2f0 2024-09-13T18:57:08.405 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:08.402+0000 7f83abfff640 1 --2- 172.21.15.119:0/621681642 >> v2:172.21.15.145:3300/0 conn(0x7f83ac06b600 0x7f83ac069ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T18:57:08.406 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:08.402+0000 7f83b111a640 1 --2- 172.21.15.119:0/621681642 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f83ac0ce2f0 0x7f83ac06ca30 secure :-1 s=READY pgs=265 cs=0 l=1 rev1=1 crypto rx=0x7f83ac066370 tx=0x7f83a402a680 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7c1bed56aa87e7b3 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:57:08.407 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:08.402+0000 7f83ab7fe640 1 -- 172.21.15.119:0/621681642 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f83a402aea0 con 0x7f83ac0ce2f0 2024-09-13T18:57:08.407 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:08.402+0000 7f83ab7fe640 1 -- 172.21.15.119:0/621681642 <== mon.0 v2:172.21.15.119:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f83a402d050 con 0x7f83ac0ce2f0 2024-09-13T18:57:08.407 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:08.402+0000 7f83ab7fe640 1 -- 172.21.15.119:0/621681642 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f83a4007960 con 0x7f83ac0ce2f0 2024-09-13T18:57:08.407 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:08.403+0000 7f83b2b7d640 1 -- 172.21.15.119:0/621681642 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f83ac0ce2f0 msgr2=0x7f83ac06ca30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:08.407 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:08.403+0000 7f83b2b7d640 1 --2- 172.21.15.119:0/621681642 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f83ac0ce2f0 0x7f83ac06ca30 secure :-1 s=READY pgs=265 cs=0 l=1 rev1=1 crypto rx=0x7f83ac066370 tx=0x7f83a402a680 comp rx=0 tx=0).stop 2024-09-13T18:57:08.407 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:08.403+0000 7f83b2b7d640 1 -- 172.21.15.119:0/621681642 shutdown_connections 2024-09-13T18:57:08.407 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:08.403+0000 7f83b2b7d640 1 --2- 172.21.15.119:0/621681642 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f83ac0ce2f0 0x7f83ac06ca30 unknown :-1 s=CLOSED pgs=265 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:08.407 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:08.403+0000 7f83b2b7d640 1 --2- 172.21.15.119:0/621681642 >> v2:172.21.15.145:3300/0 conn(0x7f83ac06b600 0x7f83ac069ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:08.407 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:08.403+0000 7f83b2b7d640 1 -- 172.21.15.119:0/621681642 >> 172.21.15.119:0/621681642 conn(0x7f83ac0cb5b0 msgr2=0x7f83ac0cb9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:57:08.407 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:08.403+0000 7f83b2b7d640 1 -- 172.21.15.119:0/621681642 shutdown_connections 2024-09-13T18:57:08.408 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:08.403+0000 7f83b2b7d640 1 -- 172.21.15.119:0/621681642 wait complete. 2024-09-13T18:57:08.408 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:08.404+0000 7f83b2b7d640 1 Processor -- start 2024-09-13T18:57:08.408 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:08.404+0000 7f83b2b7d640 1 -- start start 2024-09-13T18:57:08.410 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:08.405+0000 7f83b2b7d640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f83ac06b600 0x7f83ac155b70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:08.410 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:08.405+0000 7f83b2b7d640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f83ac0cdf10 0x7f83ac154a40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:08.410 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:08.405+0000 7f83b2b7d640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f83ac0ce2f0 0x7f83ac15ac10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:08.411 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:08.405+0000 7f83b2b7d640 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f83ac1560b0 con 0x7f83ac0cdf10 2024-09-13T18:57:08.411 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:08.405+0000 7f83b2b7d640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f83ac0c7a50 con 0x7f83ac06b600 2024-09-13T18:57:08.411 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:08.405+0000 7f83b2b7d640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f83ac154f80 con 0x7f83ac0ce2f0 2024-09-13T18:57:08.411 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:08.405+0000 7f83abfff640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f83ac0cdf10 0x7f83ac154a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:08.411 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:08.405+0000 7f83abfff640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f83ac0cdf10 0x7f83ac154a40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.119:3300/0 says I am v2:172.21.15.119:44146/0 (socket says 172.21.15.119:44146) 2024-09-13T18:57:08.411 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:08.405+0000 7f83abfff640 1 -- 172.21.15.119:0/1397028268 learned_addr learned my addr 172.21.15.119:0/1397028268 (peer_addr_for_me v2:172.21.15.119:0/0) 2024-09-13T18:57:08.411 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:08.405+0000 7f83b0919640 1 --2- 172.21.15.119:0/1397028268 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f83ac06b600 0x7f83ac155b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:08.411 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:08.405+0000 7f83abfff640 1 -- 172.21.15.119:0/1397028268 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f83ac0ce2f0 msgr2=0x7f83ac15ac10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:08.411 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:08.405+0000 7f83abfff640 1 --2- 172.21.15.119:0/1397028268 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f83ac0ce2f0 0x7f83ac15ac10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:08.411 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:08.405+0000 7f83abfff640 1 -- 172.21.15.119:0/1397028268 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f83ac06b600 msgr2=0x7f83ac155b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:08.411 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:08.405+0000 7f83abfff640 1 --2- 172.21.15.119:0/1397028268 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f83ac06b600 0x7f83ac155b70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:08.411 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:08.405+0000 7f83abfff640 1 -- 172.21.15.119:0/1397028268 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f83a4009a70 con 0x7f83ac0cdf10 2024-09-13T18:57:08.411 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:08.406+0000 7f83abfff640 1 --2- 172.21.15.119:0/1397028268 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f83ac0cdf10 0x7f83ac154a40 secure :-1 s=READY pgs=266 cs=0 l=1 rev1=1 crypto rx=0x7f83a000c7f0 tx=0x7f83a000cbf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:57:08.412 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:08.406+0000 7f83a97fa640 1 -- 172.21.15.119:0/1397028268 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f83a0007a30 con 0x7f83ac0cdf10 2024-09-13T18:57:08.412 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:08.406+0000 7f83a97fa640 1 -- 172.21.15.119:0/1397028268 <== mon.0 v2:172.21.15.119:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f83a0007b90 con 0x7f83ac0cdf10 2024-09-13T18:57:08.412 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:08.406+0000 7f83b2b7d640 1 -- 172.21.15.119:0/1397028268 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f83ac0c7120 con 0x7f83ac0cdf10 2024-09-13T18:57:08.412 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:08.406+0000 7f83a97fa640 1 -- 172.21.15.119:0/1397028268 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f83a000ce40 con 0x7f83ac0cdf10 2024-09-13T18:57:08.412 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:08.406+0000 7f83b2b7d640 1 -- 172.21.15.119:0/1397028268 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f83ac0c76e0 con 0x7f83ac0cdf10 2024-09-13T18:57:08.412 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:08.407+0000 7f83b2b7d640 1 -- 172.21.15.119:0/1397028268 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f83ac0c7bc0 con 0x7f83ac0cdf10 2024-09-13T18:57:08.412 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:08.407+0000 7f83a97fa640 1 -- 172.21.15.119:0/1397028268 <== mon.0 v2:172.21.15.119:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f83a00113f0 con 0x7f83ac0cdf10 2024-09-13T18:57:08.412 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:08.407+0000 7f83a97fa640 1 --2- 172.21.15.119:0/1397028268 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f839806ac00 0x7f839806d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:08.412 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:08.408+0000 7f83a97fa640 1 -- 172.21.15.119:0/1397028268 <== mon.0 v2:172.21.15.119:3300/0 5 ==== osd_map(24..24 src has 1..24) v4 ==== 6460+0+0 (secure 0 0 0) 0x7f83a0089800 con 0x7f83ac0cdf10 2024-09-13T18:57:08.412 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:08.408+0000 7f83b0919640 1 --2- 172.21.15.119:0/1397028268 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f839806ac00 0x7f839806d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:08.412 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:08.408+0000 7f83b0919640 1 --2- 172.21.15.119:0/1397028268 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f839806ac00 0x7f839806d0c0 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7f839c007fd0 tx=0x7f839c009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:57:08.414 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:08.412+0000 7f83a97fa640 1 -- 172.21.15.119:0/1397028268 <== mon.0 v2:172.21.15.119:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f83a00546f0 con 0x7f83ac0cdf10 2024-09-13T18:57:08.576 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:08.574+0000 7f83b2b7d640 1 -- 172.21.15.119:0/1397028268 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f83ac06ca30 con 0x7f83ac0cdf10 2024-09-13T18:57:08.577 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:08.574+0000 7f83a97fa640 1 -- 172.21.15.119:0/1397028268 <== mon.0 v2:172.21.15.119:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v24) v1 ==== 93+0+10 (secure 0 0 0) 0x7f83a001f0a0 con 0x7f83ac0cdf10 2024-09-13T18:57:08.577 INFO:teuthology.orchestra.run.smithi119.stdout:pg_num: 1 2024-09-13T18:57:08.579 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:08.576+0000 7f83b2b7d640 1 -- 172.21.15.119:0/1397028268 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f839806ac00 msgr2=0x7f839806d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:08.579 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:08.576+0000 7f83b2b7d640 1 --2- 172.21.15.119:0/1397028268 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f839806ac00 0x7f839806d0c0 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7f839c007fd0 tx=0x7f839c009040 comp rx=0 tx=0).stop 2024-09-13T18:57:08.579 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:08.576+0000 7f83b2b7d640 1 -- 172.21.15.119:0/1397028268 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f83ac0cdf10 msgr2=0x7f83ac154a40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:08.579 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:08.576+0000 7f83b2b7d640 1 --2- 172.21.15.119:0/1397028268 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f83ac0cdf10 0x7f83ac154a40 secure :-1 s=READY pgs=266 cs=0 l=1 rev1=1 crypto rx=0x7f83a000c7f0 tx=0x7f83a000cbf0 comp rx=0 tx=0).stop 2024-09-13T18:57:08.579 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:08.576+0000 7f83b2b7d640 1 -- 172.21.15.119:0/1397028268 shutdown_connections 2024-09-13T18:57:08.579 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:08.576+0000 7f83b2b7d640 1 --2- 172.21.15.119:0/1397028268 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f839806ac00 0x7f839806d0c0 unknown :-1 s=CLOSED pgs=145 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:08.579 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:08.576+0000 7f83b2b7d640 1 --2- 172.21.15.119:0/1397028268 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f83ac0ce2f0 0x7f83ac15ac10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:08.579 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:08.576+0000 7f83b2b7d640 1 --2- 172.21.15.119:0/1397028268 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f83ac0cdf10 0x7f83ac154a40 unknown :-1 s=CLOSED pgs=266 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:08.579 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:08.576+0000 7f83b2b7d640 1 --2- 172.21.15.119:0/1397028268 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f83ac06b600 0x7f83ac155b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:08.579 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:08.576+0000 7f83b2b7d640 1 -- 172.21.15.119:0/1397028268 >> 172.21.15.119:0/1397028268 conn(0x7f83ac0cb5b0 msgr2=0x7f83ac09d0a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:57:08.580 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:08.576+0000 7f83b2b7d640 1 -- 172.21.15.119:0/1397028268 shutdown_connections 2024-09-13T18:57:08.580 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:08.576+0000 7f83b2b7d640 1 -- 172.21.15.119:0/1397028268 wait complete. 2024-09-13T18:57:08.589 DEBUG:teuthology.orchestra.run.smithi119:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-09-13T18:57:08.689 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:08.686+0000 7f442c533640 1 Processor -- start 2024-09-13T18:57:08.689 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:08.686+0000 7f442c533640 1 -- start start 2024-09-13T18:57:08.692 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:08.687+0000 7f442c533640 1 --2- >> v2:172.21.15.119:3300/0 conn(0x7f442415a3b0 0x7f44240b20a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:08.692 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:08.687+0000 7f442c533640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f44240cec00 0x7f44240ab9e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:08.692 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:08.687+0000 7f442c533640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f442415a790 con 0x7f44240b1720 2024-09-13T18:57:08.692 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:08.687+0000 7f442c533640 1 -- --> v2:172.21.15.119:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f44240b2680 con 0x7f442415a3b0 2024-09-13T18:57:08.692 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:08.687+0000 7f442c533640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f44240b2960 con 0x7f44240cec00 2024-09-13T18:57:08.692 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:08.687+0000 7f442a2cf640 1 --2- >> v2:172.21.15.119:3300/0 conn(0x7f442415a3b0 0x7f44240b20a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:08.692 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:08.687+0000 7f442a2cf640 1 --2- >> v2:172.21.15.119:3300/0 conn(0x7f442415a3b0 0x7f44240b20a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.119:3300/0 says I am v2:172.21.15.119:44156/0 (socket says 172.21.15.119:44156) 2024-09-13T18:57:08.692 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:08.687+0000 7f442a2cf640 1 -- 172.21.15.119:0/484046650 learned_addr learned my addr 172.21.15.119:0/484046650 (peer_addr_for_me v2:172.21.15.119:0/0) 2024-09-13T18:57:08.693 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:08.688+0000 7f442aad0640 1 --2- 172.21.15.119:0/484046650 >> v2:172.21.15.145:3300/0 conn(0x7f44240cec00 0x7f44240ab9e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:08.693 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:08.688+0000 7f442a2cf640 1 -- 172.21.15.119:0/484046650 >> v2:172.21.15.145:3300/0 conn(0x7f44240cec00 msgr2=0x7f44240ab9e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T18:57:08.693 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:08.688+0000 7f442a2cf640 1 --2- 172.21.15.119:0/484046650 >> v2:172.21.15.145:3300/0 conn(0x7f44240cec00 0x7f44240ab9e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:08.693 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:08.688+0000 7f442a2cf640 1 -- 172.21.15.119:0/484046650 >> v1:172.21.15.145:6789/0 conn(0x7f44240b1720 legacy=0x7f44240ce4f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T18:57:08.693 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:08.688+0000 7f442a2cf640 1 -- 172.21.15.119:0/484046650 --> v2:172.21.15.119:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f44240b2c40 con 0x7f442415a3b0 2024-09-13T18:57:08.693 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:08.688+0000 7f442a2cf640 1 --2- 172.21.15.119:0/484046650 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f442415a3b0 0x7f44240b20a0 secure :-1 s=READY pgs=267 cs=0 l=1 rev1=1 crypto rx=0x7f44240cbd70 tx=0x7f442002a200 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1c24ce80784fd12a server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:57:08.693 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:08.688+0000 7f44292cd640 1 -- 172.21.15.119:0/484046650 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4420032440 con 0x7f442415a3b0 2024-09-13T18:57:08.693 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:08.688+0000 7f44292cd640 1 -- 172.21.15.119:0/484046650 <== mon.0 v2:172.21.15.119:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f44200325a0 con 0x7f442415a3b0 2024-09-13T18:57:08.693 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:08.688+0000 7f44292cd640 1 -- 172.21.15.119:0/484046650 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4420032930 con 0x7f442415a3b0 2024-09-13T18:57:08.693 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:08.689+0000 7f442c533640 1 -- 172.21.15.119:0/484046650 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f442415a3b0 msgr2=0x7f44240b20a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:08.693 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:08.689+0000 7f442c533640 1 --2- 172.21.15.119:0/484046650 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f442415a3b0 0x7f44240b20a0 secure :-1 s=READY pgs=267 cs=0 l=1 rev1=1 crypto rx=0x7f44240cbd70 tx=0x7f442002a200 comp rx=0 tx=0).stop 2024-09-13T18:57:08.693 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:08.689+0000 7f442c533640 1 -- 172.21.15.119:0/484046650 shutdown_connections 2024-09-13T18:57:08.693 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:08.689+0000 7f442c533640 1 --2- 172.21.15.119:0/484046650 >> v2:172.21.15.145:3300/0 conn(0x7f44240cec00 0x7f44240ab9e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:08.694 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:08.689+0000 7f442c533640 1 --2- 172.21.15.119:0/484046650 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f442415a3b0 0x7f44240b20a0 unknown :-1 s=CLOSED pgs=267 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:08.694 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:08.689+0000 7f442c533640 1 -- 172.21.15.119:0/484046650 >> 172.21.15.119:0/484046650 conn(0x7f442406a0b0 msgr2=0x7f442406a4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:57:08.694 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:08.689+0000 7f442c533640 1 -- 172.21.15.119:0/484046650 shutdown_connections 2024-09-13T18:57:08.694 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:08.689+0000 7f442c533640 1 -- 172.21.15.119:0/484046650 wait complete. 2024-09-13T18:57:08.697 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:08.690+0000 7f442c533640 1 Processor -- start 2024-09-13T18:57:08.697 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:08.690+0000 7f442c533640 1 -- start start 2024-09-13T18:57:08.697 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:08.691+0000 7f442c533640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f44240b1720 0x7f44240b0730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:08.697 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:08.691+0000 7f442c533640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f44240cec00 0x7f44241efcb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:08.697 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:08.691+0000 7f442c533640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f442415a3b0 0x7f44240abef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:08.697 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:08.691+0000 7f442c533640 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f442408a100 con 0x7f44240b1720 2024-09-13T18:57:08.697 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:08.691+0000 7f442c533640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f44240c8420 con 0x7f44240cec00 2024-09-13T18:57:08.697 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:08.691+0000 7f442c533640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f44240b0c70 con 0x7f442415a3b0 2024-09-13T18:57:08.698 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:08.691+0000 7f442a2cf640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f44240b1720 0x7f44240b0730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:08.698 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:08.691+0000 7f442a2cf640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f44240b1720 0x7f44240b0730 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.119:3300/0 says I am v2:172.21.15.119:44160/0 (socket says 172.21.15.119:44160) 2024-09-13T18:57:08.698 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:08.691+0000 7f442a2cf640 1 -- 172.21.15.119:0/231514397 learned_addr learned my addr 172.21.15.119:0/231514397 (peer_addr_for_me v2:172.21.15.119:0/0) 2024-09-13T18:57:08.698 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:08.691+0000 7f4429ace640 1 --2- 172.21.15.119:0/231514397 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f44240cec00 0x7f44241efcb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:08.698 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:08.691+0000 7f442aad0640 1 --2- 172.21.15.119:0/231514397 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f442415a3b0 0x7f44240abef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:08.699 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:08.691+0000 7f442a2cf640 1 -- 172.21.15.119:0/231514397 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f442415a3b0 msgr2=0x7f44240abef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:08.699 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:08.691+0000 7f442a2cf640 1 --2- 172.21.15.119:0/231514397 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f442415a3b0 0x7f44240abef0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:08.699 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:08.691+0000 7f442a2cf640 1 -- 172.21.15.119:0/231514397 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f44240cec00 msgr2=0x7f44241efcb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:08.699 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:08.691+0000 7f442a2cf640 1 --2- 172.21.15.119:0/231514397 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f44240cec00 0x7f44241efcb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:08.699 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:08.691+0000 7f442a2cf640 1 -- 172.21.15.119:0/231514397 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f44200094d0 con 0x7f44240b1720 2024-09-13T18:57:08.699 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:08.692+0000 7f442a2cf640 1 --2- 172.21.15.119:0/231514397 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f44240b1720 0x7f44240b0730 secure :-1 s=READY pgs=268 cs=0 l=1 rev1=1 crypto rx=0x7f442002a240 tx=0x7f44200046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:57:08.699 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:08.692+0000 7f441affd640 1 -- 172.21.15.119:0/231514397 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4420032440 con 0x7f44240b1720 2024-09-13T18:57:08.699 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:08.692+0000 7f441affd640 1 -- 172.21.15.119:0/231514397 <== mon.0 v2:172.21.15.119:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4420030b80 con 0x7f44240b1720 2024-09-13T18:57:08.699 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:08.692+0000 7f442c533640 1 -- 172.21.15.119:0/231514397 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f44240c7b80 con 0x7f44240b1720 2024-09-13T18:57:08.699 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:08.692+0000 7f441affd640 1 -- 172.21.15.119:0/231514397 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f442003d440 con 0x7f44240b1720 2024-09-13T18:57:08.700 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:08.692+0000 7f442c533640 1 -- 172.21.15.119:0/231514397 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f44240c8140 con 0x7f44240b1720 2024-09-13T18:57:08.700 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:08.693+0000 7f442c533640 1 -- 172.21.15.119:0/231514397 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f44240caf40 con 0x7f44240b1720 2024-09-13T18:57:08.700 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:08.693+0000 7f441affd640 1 -- 172.21.15.119:0/231514397 <== mon.0 v2:172.21.15.119:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f4420039040 con 0x7f44240b1720 2024-09-13T18:57:08.700 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:08.694+0000 7f441affd640 1 --2- 172.21.15.119:0/231514397 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f440806ac00 0x7f440806d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:08.700 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:08.694+0000 7f441affd640 1 -- 172.21.15.119:0/231514397 <== mon.0 v2:172.21.15.119:3300/0 5 ==== osd_map(24..24 src has 1..24) v4 ==== 6460+0+0 (secure 0 0 0) 0x7f44200aa170 con 0x7f44240b1720 2024-09-13T18:57:08.700 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:08.694+0000 7f4429ace640 1 --2- 172.21.15.119:0/231514397 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f440806ac00 0x7f440806d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:08.700 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:08.694+0000 7f4429ace640 1 --2- 172.21.15.119:0/231514397 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f440806ac00 0x7f440806d0c0 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7f4424097c20 tx=0x7f4414009060 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:57:08.700 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:08.698+0000 7f441affd640 1 -- 172.21.15.119:0/231514397 <== mon.0 v2:172.21.15.119:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f4420074fd0 con 0x7f44240b1720 2024-09-13T18:57:08.867 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:08.864+0000 7f442c533640 1 -- 172.21.15.119:0/231514397 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7f44240cac60 con 0x7f44240b1720 2024-09-13T18:57:08.867 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:08.865+0000 7f441affd640 1 -- 172.21.15.119:0/231514397 <== mon.0 v2:172.21.15.119:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v24) v1 ==== 104+0+11 (secure 0 0 0) 0x7f44200785f0 con 0x7f44240b1720 2024-09-13T18:57:08.868 INFO:teuthology.orchestra.run.smithi119.stdout:pg_num: 32 2024-09-13T18:57:08.869 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:08.866+0000 7f442c533640 1 -- 172.21.15.119:0/231514397 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f440806ac00 msgr2=0x7f440806d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:08.869 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:08.866+0000 7f442c533640 1 --2- 172.21.15.119:0/231514397 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f440806ac00 0x7f440806d0c0 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7f4424097c20 tx=0x7f4414009060 comp rx=0 tx=0).stop 2024-09-13T18:57:08.869 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:08.866+0000 7f442c533640 1 -- 172.21.15.119:0/231514397 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f44240b1720 msgr2=0x7f44240b0730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:08.869 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:08.866+0000 7f442c533640 1 --2- 172.21.15.119:0/231514397 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f44240b1720 0x7f44240b0730 secure :-1 s=READY pgs=268 cs=0 l=1 rev1=1 crypto rx=0x7f442002a240 tx=0x7f44200046c0 comp rx=0 tx=0).stop 2024-09-13T18:57:08.869 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:08.866+0000 7f442c533640 1 -- 172.21.15.119:0/231514397 shutdown_connections 2024-09-13T18:57:08.870 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:08.866+0000 7f442c533640 1 --2- 172.21.15.119:0/231514397 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f440806ac00 0x7f440806d0c0 unknown :-1 s=CLOSED pgs=146 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:08.870 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:08.866+0000 7f442c533640 1 --2- 172.21.15.119:0/231514397 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f442415a3b0 0x7f44240abef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:08.870 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:08.866+0000 7f442c533640 1 --2- 172.21.15.119:0/231514397 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f44240cec00 0x7f44241efcb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:08.870 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:08.866+0000 7f442c533640 1 --2- 172.21.15.119:0/231514397 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f44240b1720 0x7f44240b0730 unknown :-1 s=CLOSED pgs=268 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:08.870 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:08.866+0000 7f442c533640 1 -- 172.21.15.119:0/231514397 >> 172.21.15.119:0/231514397 conn(0x7f442406a0b0 msgr2=0x7f44240709a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:57:08.870 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:08.866+0000 7f442c533640 1 -- 172.21.15.119:0/231514397 shutdown_connections 2024-09-13T18:57:08.870 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:08.867+0000 7f442c533640 1 -- 172.21.15.119:0/231514397 wait complete. 2024-09-13T18:57:08.880 DEBUG:teuthology.orchestra.run.smithi119:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-09-13T18:57:08.980 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:08.977+0000 7f581fe6b640 1 Processor -- start 2024-09-13T18:57:08.980 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:08.977+0000 7f581fe6b640 1 -- start start 2024-09-13T18:57:08.981 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:08.978+0000 7f581fe6b640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f5818159310 0x7f58180ad400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:08.981 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:08.978+0000 7f581fe6b640 1 --2- >> v2:172.21.15.119:3300/0 conn(0x7f58180b2b40 0x7f58180ab140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:08.981 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:08.978+0000 7f581fe6b640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f58180ccbe0 con 0x7f58180ab680 2024-09-13T18:57:08.981 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:08.978+0000 7f581fe6b640 1 -- --> v2:172.21.15.119:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f58180ad940 con 0x7f58180b2b40 2024-09-13T18:57:08.981 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:08.978+0000 7f581fe6b640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f58180b1810 con 0x7f5818159310 2024-09-13T18:57:08.982 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:08.978+0000 7f581d406640 1 --2- >> v2:172.21.15.119:3300/0 conn(0x7f58180b2b40 0x7f58180ab140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:08.982 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:08.978+0000 7f581d406640 1 --2- >> v2:172.21.15.119:3300/0 conn(0x7f58180b2b40 0x7f58180ab140 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.119:3300/0 says I am v2:172.21.15.119:44162/0 (socket says 172.21.15.119:44162) 2024-09-13T18:57:08.982 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:08.978+0000 7f581d406640 1 -- 172.21.15.119:0/1310731209 learned_addr learned my addr 172.21.15.119:0/1310731209 (peer_addr_for_me v2:172.21.15.119:0/0) 2024-09-13T18:57:08.982 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:08.978+0000 7f581dc07640 1 --2- 172.21.15.119:0/1310731209 >> v2:172.21.15.145:3300/0 conn(0x7f5818159310 0x7f58180ad400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:08.982 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:08.978+0000 7f581d406640 1 -- 172.21.15.119:0/1310731209 >> v2:172.21.15.145:3300/0 conn(0x7f5818159310 msgr2=0x7f58180ad400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T18:57:08.982 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:08.978+0000 7f581d406640 1 --2- 172.21.15.119:0/1310731209 >> v2:172.21.15.145:3300/0 conn(0x7f5818159310 0x7f58180ad400 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:08.982 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:08.978+0000 7f581d406640 1 -- 172.21.15.119:0/1310731209 >> v1:172.21.15.145:6789/0 conn(0x7f58180ab680 legacy=0x7f58180ce4f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T18:57:08.982 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:08.979+0000 7f581d406640 1 -- 172.21.15.119:0/1310731209 --> v2:172.21.15.119:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f581806d9e0 con 0x7f58180b2b40 2024-09-13T18:57:08.984 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:08.979+0000 7f581d406640 1 --2- 172.21.15.119:0/1310731209 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f58180b2b40 0x7f58180ab140 secure :-1 s=READY pgs=269 cs=0 l=1 rev1=1 crypto rx=0x7f58180cac90 tx=0x7f580802a1a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=45bfd4c7d356e64f server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:57:08.984 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:08.979+0000 7f581cc05640 1 -- 172.21.15.119:0/1310731209 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5808032440 con 0x7f58180b2b40 2024-09-13T18:57:08.984 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:08.979+0000 7f581cc05640 1 -- 172.21.15.119:0/1310731209 <== mon.0 v2:172.21.15.119:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f58080325a0 con 0x7f58180b2b40 2024-09-13T18:57:08.984 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:08.979+0000 7f581cc05640 1 -- 172.21.15.119:0/1310731209 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5808032930 con 0x7f58180b2b40 2024-09-13T18:57:08.984 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:08.980+0000 7f581fe6b640 1 -- 172.21.15.119:0/1310731209 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f58180b2b40 msgr2=0x7f58180ab140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:08.985 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:08.980+0000 7f581fe6b640 1 --2- 172.21.15.119:0/1310731209 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f58180b2b40 0x7f58180ab140 secure :-1 s=READY pgs=269 cs=0 l=1 rev1=1 crypto rx=0x7f58180cac90 tx=0x7f580802a1a0 comp rx=0 tx=0).stop 2024-09-13T18:57:08.985 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:08.980+0000 7f581fe6b640 1 -- 172.21.15.119:0/1310731209 shutdown_connections 2024-09-13T18:57:08.985 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:08.980+0000 7f581fe6b640 1 --2- 172.21.15.119:0/1310731209 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f58180b2b40 0x7f58180ab140 unknown :-1 s=CLOSED pgs=269 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:08.985 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:08.980+0000 7f581fe6b640 1 --2- 172.21.15.119:0/1310731209 >> v2:172.21.15.145:3300/0 conn(0x7f5818159310 0x7f58180ad400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:08.985 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:08.980+0000 7f581fe6b640 1 -- 172.21.15.119:0/1310731209 >> 172.21.15.119:0/1310731209 conn(0x7f581806a0b0 msgr2=0x7f581806a4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:57:08.985 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:08.980+0000 7f581fe6b640 1 -- 172.21.15.119:0/1310731209 shutdown_connections 2024-09-13T18:57:08.985 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:08.980+0000 7f581fe6b640 1 -- 172.21.15.119:0/1310731209 wait complete. 2024-09-13T18:57:08.985 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:08.981+0000 7f581fe6b640 1 Processor -- start 2024-09-13T18:57:08.985 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:08.981+0000 7f581fe6b640 1 -- start start 2024-09-13T18:57:08.989 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:08.982+0000 7f581fe6b640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f58180ab680 0x7f58180cafa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:08.989 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:08.982+0000 7f581fe6b640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f58180b2b40 0x7f58180c6220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:08.989 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:08.982+0000 7f581fe6b640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f5818159310 0x7f581815b8c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:08.989 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:08.982+0000 7f581fe6b640 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f581809bed0 con 0x7f58180ab680 2024-09-13T18:57:08.989 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:08.982+0000 7f581fe6b640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f581809b250 con 0x7f5818159310 2024-09-13T18:57:08.989 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:08.982+0000 7f581fe6b640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f581809b530 con 0x7f58180b2b40 2024-09-13T18:57:08.989 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:08.982+0000 7f581dc07640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f58180ab680 0x7f58180cafa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:08.989 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:08.982+0000 7f581dc07640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f58180ab680 0x7f58180cafa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.119:3300/0 says I am v2:172.21.15.119:44166/0 (socket says 172.21.15.119:44166) 2024-09-13T18:57:08.989 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:08.982+0000 7f581dc07640 1 -- 172.21.15.119:0/1427349174 learned_addr learned my addr 172.21.15.119:0/1427349174 (peer_addr_for_me v2:172.21.15.119:0/0) 2024-09-13T18:57:08.989 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:08.982+0000 7f581e408640 1 --2- 172.21.15.119:0/1427349174 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f5818159310 0x7f581815b8c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:08.990 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:08.982+0000 7f581d406640 1 --2- 172.21.15.119:0/1427349174 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f58180b2b40 0x7f58180c6220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:08.990 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:08.982+0000 7f581dc07640 1 -- 172.21.15.119:0/1427349174 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f58180b2b40 msgr2=0x7f58180c6220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:08.990 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:08.982+0000 7f581dc07640 1 --2- 172.21.15.119:0/1427349174 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f58180b2b40 0x7f58180c6220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:08.990 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:08.982+0000 7f581dc07640 1 -- 172.21.15.119:0/1427349174 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f5818159310 msgr2=0x7f581815b8c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:08.990 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:08.982+0000 7f581dc07640 1 --2- 172.21.15.119:0/1427349174 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f5818159310 0x7f581815b8c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:08.990 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:08.982+0000 7f581dc07640 1 -- 172.21.15.119:0/1427349174 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f58080094d0 con 0x7f58180ab680 2024-09-13T18:57:08.990 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:08.982+0000 7f581dc07640 1 --2- 172.21.15.119:0/1427349174 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f58180ab680 0x7f58180cafa0 secure :-1 s=READY pgs=270 cs=0 l=1 rev1=1 crypto rx=0x7f581400c7f0 tx=0x7f581400ccb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:57:08.990 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:08.982+0000 7f580e7fc640 1 -- 172.21.15.119:0/1427349174 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5814004220 con 0x7f58180ab680 2024-09-13T18:57:08.990 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:08.983+0000 7f580e7fc640 1 -- 172.21.15.119:0/1427349174 <== mon.0 v2:172.21.15.119:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f5814004380 con 0x7f58180ab680 2024-09-13T18:57:08.990 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:08.983+0000 7f581fe6b640 1 -- 172.21.15.119:0/1427349174 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f581809b810 con 0x7f58180ab680 2024-09-13T18:57:08.990 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:08.983+0000 7f580e7fc640 1 -- 172.21.15.119:0/1427349174 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5814007840 con 0x7f58180ab680 2024-09-13T18:57:08.990 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:08.983+0000 7f581fe6b640 1 -- 172.21.15.119:0/1427349174 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f581809bba0 con 0x7f58180ab680 2024-09-13T18:57:08.990 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:08.984+0000 7f581fe6b640 1 -- 172.21.15.119:0/1427349174 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f58180ab140 con 0x7f58180ab680 2024-09-13T18:57:08.990 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:08.984+0000 7f580e7fc640 1 -- 172.21.15.119:0/1427349174 <== mon.0 v2:172.21.15.119:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f58140079a0 con 0x7f58180ab680 2024-09-13T18:57:08.991 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:08.985+0000 7f580e7fc640 1 --2- 172.21.15.119:0/1427349174 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f57fc06ac00 0x7f57fc06d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:08.991 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:08.985+0000 7f580e7fc640 1 -- 172.21.15.119:0/1427349174 <== mon.0 v2:172.21.15.119:3300/0 5 ==== osd_map(24..24 src has 1..24) v4 ==== 6460+0+0 (secure 0 0 0) 0x7f58140892e0 con 0x7f58180ab680 2024-09-13T18:57:08.991 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:08.985+0000 7f581d406640 1 --2- 172.21.15.119:0/1427349174 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f57fc06ac00 0x7f57fc06d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:08.991 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:08.985+0000 7f581d406640 1 --2- 172.21.15.119:0/1427349174 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f57fc06ac00 0x7f57fc06d0c0 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7f5808034000 tx=0x7f580802e000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:57:08.992 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:08.989+0000 7f580e7fc640 1 -- 172.21.15.119:0/1427349174 <== mon.0 v2:172.21.15.119:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f5814054260 con 0x7f58180ab680 2024-09-13T18:57:09.153 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:09.151+0000 7f581fe6b640 1 -- 172.21.15.119:0/1427349174 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7f581806e4b0 con 0x7f58180ab680 2024-09-13T18:57:09.154 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:09.151+0000 7f580e7fc640 1 -- 172.21.15.119:0/1427349174 <== mon.0 v2:172.21.15.119:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v24) v1 ==== 100+0+11 (secure 0 0 0) 0x7f5814057880 con 0x7f58180ab680 2024-09-13T18:57:09.154 INFO:teuthology.orchestra.run.smithi119.stdout:pg_num: 64 2024-09-13T18:57:09.156 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:09.153+0000 7f581fe6b640 1 -- 172.21.15.119:0/1427349174 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f57fc06ac00 msgr2=0x7f57fc06d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:09.156 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:09.153+0000 7f581fe6b640 1 --2- 172.21.15.119:0/1427349174 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f57fc06ac00 0x7f57fc06d0c0 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7f5808034000 tx=0x7f580802e000 comp rx=0 tx=0).stop 2024-09-13T18:57:09.156 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:09.153+0000 7f581fe6b640 1 -- 172.21.15.119:0/1427349174 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f58180ab680 msgr2=0x7f58180cafa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:09.156 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:09.153+0000 7f581fe6b640 1 --2- 172.21.15.119:0/1427349174 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f58180ab680 0x7f58180cafa0 secure :-1 s=READY pgs=270 cs=0 l=1 rev1=1 crypto rx=0x7f581400c7f0 tx=0x7f581400ccb0 comp rx=0 tx=0).stop 2024-09-13T18:57:09.157 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:09.153+0000 7f581fe6b640 1 -- 172.21.15.119:0/1427349174 shutdown_connections 2024-09-13T18:57:09.157 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:09.153+0000 7f581fe6b640 1 --2- 172.21.15.119:0/1427349174 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f57fc06ac00 0x7f57fc06d0c0 unknown :-1 s=CLOSED pgs=147 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:09.157 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:09.153+0000 7f581fe6b640 1 --2- 172.21.15.119:0/1427349174 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f5818159310 0x7f581815b8c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:09.157 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:09.153+0000 7f581fe6b640 1 --2- 172.21.15.119:0/1427349174 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f58180b2b40 0x7f58180c6220 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:09.157 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:09.153+0000 7f581fe6b640 1 --2- 172.21.15.119:0/1427349174 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f58180ab680 0x7f58180cafa0 unknown :-1 s=CLOSED pgs=270 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:09.157 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:09.153+0000 7f581fe6b640 1 -- 172.21.15.119:0/1427349174 >> 172.21.15.119:0/1427349174 conn(0x7f581806a0b0 msgr2=0x7f5818070880 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:57:09.158 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:09.153+0000 7f581fe6b640 1 -- 172.21.15.119:0/1427349174 shutdown_connections 2024-09-13T18:57:09.158 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:09.153+0000 7f581fe6b640 1 -- 172.21.15.119:0/1427349174 wait complete. 2024-09-13T18:57:09.167 DEBUG:teuthology.orchestra.run.smithi119:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data_ec pg_num 2024-09-13T18:57:09.267 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:09.264+0000 7f9fd6e90640 1 Processor -- start 2024-09-13T18:57:09.267 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:09.264+0000 7f9fd6e90640 1 -- start start 2024-09-13T18:57:09.268 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:09.265+0000 7f9fd6e90640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f9fd015d9d0 0x7f9fd00c9d00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:09.268 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:09.265+0000 7f9fd6e90640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f9fd006a5e0 0x7f9fd006e1a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:09.269 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:09.265+0000 7f9fd6e90640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f9fd0066400 con 0x7f9fd006ca30 2024-09-13T18:57:09.269 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:09.265+0000 7f9fd6e90640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f9fd0066120 con 0x7f9fd006a5e0 2024-09-13T18:57:09.269 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:09.265+0000 7f9fd6e90640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f9fd00c9220 con 0x7f9fd015d9d0 2024-09-13T18:57:09.269 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:09.265+0000 7f9fd4c2c640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f9fd015d9d0 0x7f9fd00c9d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:09.269 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:09.265+0000 7f9fd542d640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f9fd006a5e0 0x7f9fd006e1a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:09.269 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:09.265+0000 7f9fc7fff640 1 --1- >> v1:172.21.15.145:6789/0 conn(0x7f9fd006ca30 0x7f9fd0069ed0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.145:6789/0 says I am v1:172.21.15.119:36624/0 (socket says 172.21.15.119:36624) 2024-09-13T18:57:09.269 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:09.265+0000 7f9fd542d640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f9fd006a5e0 0x7f9fd006e1a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.145:3300/0 says I am v2:172.21.15.119:58544/0 (socket says 172.21.15.119:58544) 2024-09-13T18:57:09.269 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:09.265+0000 7f9fd4c2c640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f9fd015d9d0 0x7f9fd00c9d00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.145:3301/0 says I am v2:172.21.15.119:50492/0 (socket says 172.21.15.119:50492) 2024-09-13T18:57:09.269 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:09.266+0000 7f9fc7fff640 1 -- 172.21.15.119:0/87586887 learned_addr learned my addr 172.21.15.119:0/87586887 (peer_addr_for_me v1:172.21.15.119:0/0) 2024-09-13T18:57:09.269 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:09.266+0000 7f9fd542d640 1 -- 172.21.15.119:0/87586887 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f9fd015d9d0 msgr2=0x7f9fd00c9d00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T18:57:09.269 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:09.266+0000 7f9fd542d640 1 --2- 172.21.15.119:0/87586887 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f9fd015d9d0 0x7f9fd00c9d00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:09.269 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:09.266+0000 7f9fd542d640 1 -- 172.21.15.119:0/87586887 >> v1:172.21.15.145:6789/0 conn(0x7f9fd006ca30 legacy=0x7f9fd0069ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:09.272 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:09.266+0000 7f9fd542d640 1 -- 172.21.15.119:0/87586887 --> v2:172.21.15.145:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9fd00c9500 con 0x7f9fd006a5e0 2024-09-13T18:57:09.272 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:09.266+0000 7f9fd4c2c640 1 --2- 172.21.15.119:0/87586887 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f9fd015d9d0 0x7f9fd00c9d00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T18:57:09.276 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:09.267+0000 7f9fd542d640 1 --2- 172.21.15.119:0/87586887 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f9fd006a5e0 0x7f9fd006e1a0 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7f9fc8009d90 tx=0x7f9fc802a660 comp rx=0 tx=0).ready entity=mon.1 client_cookie=4ebc66322ac277d0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:57:09.276 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:09.267+0000 7f9fc77fe640 1 -- 172.21.15.119:0/87586887 <== mon.1 v2:172.21.15.145:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9fc8007740 con 0x7f9fd006a5e0 2024-09-13T18:57:09.276 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:09.267+0000 7f9fc77fe640 1 -- 172.21.15.119:0/87586887 <== mon.1 v2:172.21.15.145:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9fc802d050 con 0x7f9fd006a5e0 2024-09-13T18:57:09.276 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:09.267+0000 7f9fc77fe640 1 -- 172.21.15.119:0/87586887 <== mon.1 v2:172.21.15.145:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9fc8007ac0 con 0x7f9fd006a5e0 2024-09-13T18:57:09.276 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:09.267+0000 7f9fd6e90640 1 -- 172.21.15.119:0/87586887 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f9fd006a5e0 msgr2=0x7f9fd006e1a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:09.276 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:09.267+0000 7f9fd6e90640 1 --2- 172.21.15.119:0/87586887 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f9fd006a5e0 0x7f9fd006e1a0 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7f9fc8009d90 tx=0x7f9fc802a660 comp rx=0 tx=0).stop 2024-09-13T18:57:09.276 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:09.267+0000 7f9fd6e90640 1 -- 172.21.15.119:0/87586887 shutdown_connections 2024-09-13T18:57:09.277 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:09.267+0000 7f9fd6e90640 1 --2- 172.21.15.119:0/87586887 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f9fd006a5e0 0x7f9fd006e1a0 unknown :-1 s=CLOSED pgs=124 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:09.277 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:09.267+0000 7f9fd6e90640 1 --2- 172.21.15.119:0/87586887 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f9fd015d9d0 0x7f9fd00c9d00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:09.277 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:09.267+0000 7f9fd6e90640 1 -- 172.21.15.119:0/87586887 >> 172.21.15.119:0/87586887 conn(0x7f9fd00cb5b0 msgr2=0x7f9fd00cb9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:57:09.277 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:09.267+0000 7f9fd6e90640 1 -- 172.21.15.119:0/87586887 shutdown_connections 2024-09-13T18:57:09.277 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:09.267+0000 7f9fd6e90640 1 -- 172.21.15.119:0/87586887 wait complete. 2024-09-13T18:57:09.277 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:09.269+0000 7f9fd6e90640 1 Processor -- start 2024-09-13T18:57:09.277 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:09.269+0000 7f9fd6e90640 1 -- start start 2024-09-13T18:57:09.277 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:09.269+0000 7f9fd6e90640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f9fd006a5e0 0x7f9fd0159260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:09.277 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:09.269+0000 7f9fd6e90640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f9fd006ca30 0x7f9fd0155090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:09.277 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:09.269+0000 7f9fd6e90640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f9fd015d9d0 0x7f9fd01564c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:09.277 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:09.269+0000 7f9fd6e90640 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9fd01581c0 con 0x7f9fd006ca30 2024-09-13T18:57:09.277 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:09.269+0000 7f9fd6e90640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9fd01584a0 con 0x7f9fd006a5e0 2024-09-13T18:57:09.277 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:09.269+0000 7f9fd6e90640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f9fd0158780 con 0x7f9fd015d9d0 2024-09-13T18:57:09.278 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:09.270+0000 7f9fc7fff640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f9fd006ca30 0x7f9fd0155090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:09.278 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:09.270+0000 7f9fc7fff640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f9fd006ca30 0x7f9fd0155090 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.119:3300/0 says I am v2:172.21.15.119:44178/0 (socket says 172.21.15.119:44178) 2024-09-13T18:57:09.278 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:09.270+0000 7f9fc7fff640 1 -- 172.21.15.119:0/55011448 learned_addr learned my addr 172.21.15.119:0/55011448 (peer_addr_for_me v2:172.21.15.119:0/0) 2024-09-13T18:57:09.278 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:09.270+0000 7f9fd4c2c640 1 --2- 172.21.15.119:0/55011448 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f9fd006a5e0 0x7f9fd0159260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:09.278 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:09.270+0000 7f9fd542d640 1 --2- 172.21.15.119:0/55011448 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f9fd015d9d0 0x7f9fd01564c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:09.278 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:09.270+0000 7f9fc7fff640 1 -- 172.21.15.119:0/55011448 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f9fd015d9d0 msgr2=0x7f9fd01564c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:09.278 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:09.270+0000 7f9fc7fff640 1 --2- 172.21.15.119:0/55011448 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f9fd015d9d0 0x7f9fd01564c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:09.278 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:09.270+0000 7f9fc7fff640 1 -- 172.21.15.119:0/55011448 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f9fd006a5e0 msgr2=0x7f9fd0159260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:09.278 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:09.270+0000 7f9fc7fff640 1 --2- 172.21.15.119:0/55011448 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f9fd006a5e0 0x7f9fd0159260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:09.278 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:09.270+0000 7f9fc7fff640 1 -- 172.21.15.119:0/55011448 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9fcc009400 con 0x7f9fd006ca30 2024-09-13T18:57:09.278 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:09.270+0000 7f9fc7fff640 1 --2- 172.21.15.119:0/55011448 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f9fd006ca30 0x7f9fd0155090 secure :-1 s=READY pgs=271 cs=0 l=1 rev1=1 crypto rx=0x7f9fc000c500 tx=0x7f9fc000c9c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:57:09.278 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:09.270+0000 7f9fc57fa640 1 -- 172.21.15.119:0/55011448 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9fc0005ce0 con 0x7f9fd006ca30 2024-09-13T18:57:09.279 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:09.270+0000 7f9fc57fa640 1 -- 172.21.15.119:0/55011448 <== mon.0 v2:172.21.15.119:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9fc0005e40 con 0x7f9fd006ca30 2024-09-13T18:57:09.279 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:09.270+0000 7f9fd6e90640 1 -- 172.21.15.119:0/55011448 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f9fc8009a70 con 0x7f9fd006ca30 2024-09-13T18:57:09.279 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:09.270+0000 7f9fc57fa640 1 -- 172.21.15.119:0/55011448 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9fc00072f0 con 0x7f9fd006ca30 2024-09-13T18:57:09.279 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:09.270+0000 7f9fd6e90640 1 -- 172.21.15.119:0/55011448 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f9fd0158d40 con 0x7f9fd006ca30 2024-09-13T18:57:09.279 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:09.271+0000 7f9fd6e90640 1 -- 172.21.15.119:0/55011448 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f9fd006d800 con 0x7f9fd006ca30 2024-09-13T18:57:09.279 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:09.272+0000 7f9fc57fa640 1 -- 172.21.15.119:0/55011448 <== mon.0 v2:172.21.15.119:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f9fc0007510 con 0x7f9fd006ca30 2024-09-13T18:57:09.279 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:09.272+0000 7f9fc57fa640 1 --2- 172.21.15.119:0/55011448 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f9fbc06ac00 0x7f9fbc06d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:09.279 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:09.272+0000 7f9fc57fa640 1 -- 172.21.15.119:0/55011448 <== mon.0 v2:172.21.15.119:3300/0 5 ==== osd_map(24..24 src has 1..24) v4 ==== 6460+0+0 (secure 0 0 0) 0x7f9fc0088a50 con 0x7f9fd006ca30 2024-09-13T18:57:09.279 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:09.272+0000 7f9fd4c2c640 1 --2- 172.21.15.119:0/55011448 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f9fbc06ac00 0x7f9fbc06d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:09.279 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:09.272+0000 7f9fd4c2c640 1 --2- 172.21.15.119:0/55011448 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f9fbc06ac00 0x7f9fbc06d0c0 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7f9fcc009c30 tx=0x7f9fcc009190 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:57:09.280 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:09.276+0000 7f9fc57fa640 1 -- 172.21.15.119:0/55011448 <== mon.0 v2:172.21.15.119:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f9fc0053a80 con 0x7f9fd006ca30 2024-09-13T18:57:09.443 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:09.441+0000 7f9fd6e90640 1 -- 172.21.15.119:0/55011448 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"} v 0) v1 -- 0x7f9fd0158f30 con 0x7f9fd006ca30 2024-09-13T18:57:09.444 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:09.441+0000 7f9fc57fa640 1 -- 172.21.15.119:0/55011448 <== mon.0 v2:172.21.15.119:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]=0 v24) v1 ==== 103+0+11 (secure 0 0 0) 0x7f9fc00170a0 con 0x7f9fd006ca30 2024-09-13T18:57:09.444 INFO:teuthology.orchestra.run.smithi119.stdout:pg_num: 32 2024-09-13T18:57:09.446 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:09.443+0000 7f9fd6e90640 1 -- 172.21.15.119:0/55011448 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f9fbc06ac00 msgr2=0x7f9fbc06d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:09.446 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:09.443+0000 7f9fd6e90640 1 --2- 172.21.15.119:0/55011448 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f9fbc06ac00 0x7f9fbc06d0c0 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7f9fcc009c30 tx=0x7f9fcc009190 comp rx=0 tx=0).stop 2024-09-13T18:57:09.446 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:09.443+0000 7f9fd6e90640 1 -- 172.21.15.119:0/55011448 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f9fd006ca30 msgr2=0x7f9fd0155090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:09.446 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:09.443+0000 7f9fd6e90640 1 --2- 172.21.15.119:0/55011448 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f9fd006ca30 0x7f9fd0155090 secure :-1 s=READY pgs=271 cs=0 l=1 rev1=1 crypto rx=0x7f9fc000c500 tx=0x7f9fc000c9c0 comp rx=0 tx=0).stop 2024-09-13T18:57:09.446 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:09.443+0000 7f9fd6e90640 1 -- 172.21.15.119:0/55011448 shutdown_connections 2024-09-13T18:57:09.446 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:09.443+0000 7f9fd6e90640 1 --2- 172.21.15.119:0/55011448 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f9fbc06ac00 0x7f9fbc06d0c0 unknown :-1 s=CLOSED pgs=148 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:09.446 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:09.443+0000 7f9fd6e90640 1 --2- 172.21.15.119:0/55011448 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f9fd015d9d0 0x7f9fd01564c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:09.446 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:09.443+0000 7f9fd6e90640 1 --2- 172.21.15.119:0/55011448 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f9fd006ca30 0x7f9fd0155090 unknown :-1 s=CLOSED pgs=271 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:09.447 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:09.443+0000 7f9fd6e90640 1 --2- 172.21.15.119:0/55011448 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f9fd006a5e0 0x7f9fd0159260 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:09.447 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:09.443+0000 7f9fd6e90640 1 -- 172.21.15.119:0/55011448 >> 172.21.15.119:0/55011448 conn(0x7f9fd00cb5b0 msgr2=0x7f9fd015ddb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:57:09.447 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:09.443+0000 7f9fd6e90640 1 -- 172.21.15.119:0/55011448 shutdown_connections 2024-09-13T18:57:09.447 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:09.443+0000 7f9fd6e90640 1 -- 172.21.15.119:0/55011448 wait complete. 2024-09-13T18:57:09.457 DEBUG:teuthology.orchestra.run.smithi119:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T18:57:09.554 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:09.552+0000 7fe5d5533640 1 Processor -- start 2024-09-13T18:57:09.555 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:09.552+0000 7fe5d5533640 1 -- start start 2024-09-13T18:57:09.558 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:09.553+0000 7fe5d5533640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7fe5d00cb150 0x7fe5d006d740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:09.558 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:09.553+0000 7fe5d5533640 1 -- --> v1:172.21.15.119:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fe5d00c8920 con 0x7fe5d00cace0 2024-09-13T18:57:09.558 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:09.553+0000 7fe5d5533640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fe5d015a6c0 con 0x7fe5d015a2e0 2024-09-13T18:57:09.558 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:09.553+0000 7fe5d5533640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fe5d00ca500 con 0x7fe5d00cb150 2024-09-13T18:57:09.558 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:09.553+0000 7fe5ce7fc640 1 --1- >> v1:172.21.15.119:6789/0 conn(0x7fe5d00cace0 0x7fe5d006d030 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.119:6789/0 says I am v1:172.21.15.119:39152/0 (socket says 172.21.15.119:39152) 2024-09-13T18:57:09.558 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:09.553+0000 7fe5ce7fc640 1 -- 172.21.15.119:0/171537661 learned_addr learned my addr 172.21.15.119:0/171537661 (peer_addr_for_me v1:172.21.15.119:0/0) 2024-09-13T18:57:09.559 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:09.553+0000 7fe5cf7fe640 1 --2- 172.21.15.119:0/171537661 >> v2:172.21.15.145:3300/0 conn(0x7fe5d00cb150 0x7fe5d006d740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:09.559 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:09.553+0000 7fe5cdffb640 1 -- 172.21.15.119:0/171537661 <== mon.0 v1:172.21.15.119:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1224880908 0 0) 0x7fe5d00c8920 con 0x7fe5d00cace0 2024-09-13T18:57:09.559 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:09.553+0000 7fe5cdffb640 1 -- 172.21.15.119:0/171537661 --> v1:172.21.15.119:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fe5b8003520 con 0x7fe5d00cace0 2024-09-13T18:57:09.559 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:09.553+0000 7fe5cdffb640 1 -- 172.21.15.119:0/171537661 <== mon.1 v1:172.21.15.145:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 842368549 0 0) 0x7fe5d015a6c0 con 0x7fe5d015a2e0 2024-09-13T18:57:09.559 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:09.553+0000 7fe5cdffb640 1 -- 172.21.15.119:0/171537661 --> v1:172.21.15.145:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fe5d00c8920 con 0x7fe5d015a2e0 2024-09-13T18:57:09.559 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:09.553+0000 7fe5cdffb640 1 -- 172.21.15.119:0/171537661 <== mon.0 v1:172.21.15.119:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 3349981236 0 0) 0x7fe5b8003520 con 0x7fe5d00cace0 2024-09-13T18:57:09.559 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:09.553+0000 7fe5cdffb640 1 -- 172.21.15.119:0/171537661 >> v2:172.21.15.145:3300/0 conn(0x7fe5d00cb150 msgr2=0x7fe5d006d740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T18:57:09.559 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:09.553+0000 7fe5cdffb640 1 --2- 172.21.15.119:0/171537661 >> v2:172.21.15.145:3300/0 conn(0x7fe5d00cb150 0x7fe5d006d740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:09.559 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:09.553+0000 7fe5cdffb640 1 -- 172.21.15.119:0/171537661 >> v1:172.21.15.145:6789/0 conn(0x7fe5d015a2e0 legacy=0x7fe5d00c9a40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:09.559 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:09.553+0000 7fe5cdffb640 1 -- 172.21.15.119:0/171537661 --> v1:172.21.15.119:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe5d00c8b70 con 0x7fe5d00cace0 2024-09-13T18:57:09.559 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:09.553+0000 7fe5cdffb640 1 -- 172.21.15.119:0/171537661 <== mon.0 v1:172.21.15.119:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 337823224 0 0) 0x7fe5c4001670 con 0x7fe5d00cace0 2024-09-13T18:57:09.559 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:09.553+0000 7fe5cdffb640 1 -- 172.21.15.119:0/171537661 >> v1:172.21.15.119:6789/0 conn(0x7fe5d00cace0 legacy=0x7fe5d006d030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:09.559 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:09.553+0000 7fe5cdffb640 1 --2- 172.21.15.119:0/171537661 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fe5b8003b00 0x7fe5b8003f00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:09.560 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:09.553+0000 7fe5cdffb640 1 --2- 172.21.15.119:0/171537661 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fe5b80047c0 0x7fe5b8004c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:09.560 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:09.553+0000 7fe5cdffb640 1 --2- 172.21.15.119:0/171537661 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fe5b8005180 0x7fe5b800b980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:09.560 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:09.553+0000 7fe5cdffb640 1 -- 172.21.15.119:0/171537661 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe5d00ca500 con 0x7fe5b8003b00 2024-09-13T18:57:09.560 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:09.553+0000 7fe5cdffb640 1 -- 172.21.15.119:0/171537661 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe5b800c000 con 0x7fe5b8005180 2024-09-13T18:57:09.560 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:09.553+0000 7fe5cdffb640 1 -- 172.21.15.119:0/171537661 --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe5b800c1c0 con 0x7fe5b80047c0 2024-09-13T18:57:09.560 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:09.553+0000 7fe5ceffd640 1 --2- 172.21.15.119:0/171537661 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fe5b8003b00 0x7fe5b8003f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:09.560 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:09.554+0000 7fe5ce7fc640 1 --2- 172.21.15.119:0/171537661 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fe5b80047c0 0x7fe5b8004c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:09.560 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:09.554+0000 7fe5cf7fe640 1 --2- 172.21.15.119:0/171537661 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fe5b8005180 0x7fe5b800b980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:09.560 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:09.554+0000 7fe5ceffd640 1 -- 172.21.15.119:0/171537661 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fe5b80047c0 msgr2=0x7fe5b8004c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T18:57:09.560 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:09.554+0000 7fe5ceffd640 1 --2- 172.21.15.119:0/171537661 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fe5b80047c0 0x7fe5b8004c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:09.560 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:09.554+0000 7fe5ceffd640 1 -- 172.21.15.119:0/171537661 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fe5b8005180 msgr2=0x7fe5b800b980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T18:57:09.560 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:09.554+0000 7fe5ceffd640 1 --2- 172.21.15.119:0/171537661 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fe5b8005180 0x7fe5b800b980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:09.561 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:09.554+0000 7fe5cf7fe640 1 -- 172.21.15.119:0/171537661 reap_dead start 2024-09-13T18:57:09.561 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:09.554+0000 7fe5ceffd640 1 -- 172.21.15.119:0/171537661 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe5b8003520 con 0x7fe5b8003b00 2024-09-13T18:57:09.561 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:09.554+0000 7fe5ceffd640 1 --2- 172.21.15.119:0/171537661 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fe5b8003b00 0x7fe5b8003f00 secure :-1 s=READY pgs=273 cs=0 l=1 rev1=1 crypto rx=0x7fe5c00018d0 tx=0x7fe5b80057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3ba1d08f8a807872 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:57:09.561 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:09.554+0000 7fe5cdffb640 1 -- 172.21.15.119:0/171537661 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe5c00052d0 con 0x7fe5b8003b00 2024-09-13T18:57:09.561 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:09.555+0000 7fe5cdffb640 1 -- 172.21.15.119:0/171537661 <== mon.0 v2:172.21.15.119:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe5c0005430 con 0x7fe5b8003b00 2024-09-13T18:57:09.561 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:09.555+0000 7fe5cdffb640 1 -- 172.21.15.119:0/171537661 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe5c002ac40 con 0x7fe5b8003b00 2024-09-13T18:57:09.561 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:09.555+0000 7fe5d5533640 1 -- 172.21.15.119:0/171537661 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fe5b8003b00 msgr2=0x7fe5b8003f00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:09.561 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:09.555+0000 7fe5d5533640 1 --2- 172.21.15.119:0/171537661 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fe5b8003b00 0x7fe5b8003f00 secure :-1 s=READY pgs=273 cs=0 l=1 rev1=1 crypto rx=0x7fe5c00018d0 tx=0x7fe5b80057f0 comp rx=0 tx=0).stop 2024-09-13T18:57:09.561 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:09.555+0000 7fe5d5533640 1 -- 172.21.15.119:0/171537661 shutdown_connections 2024-09-13T18:57:09.561 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:09.555+0000 7fe5d5533640 1 --2- 172.21.15.119:0/171537661 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fe5b8003b00 0x7fe5b8003f00 unknown :-1 s=CLOSED pgs=273 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:09.561 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:09.555+0000 7fe5d5533640 1 -- 172.21.15.119:0/171537661 >> 172.21.15.119:0/171537661 conn(0x7fe5d0069ed0 msgr2=0x7fe5d006a2e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:57:09.561 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:09.555+0000 7fe5d5533640 1 -- 172.21.15.119:0/171537661 shutdown_connections 2024-09-13T18:57:09.561 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:09.555+0000 7fe5d5533640 1 -- 172.21.15.119:0/171537661 wait complete. 2024-09-13T18:57:09.564 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:09.556+0000 7fe5d5533640 1 Processor -- start 2024-09-13T18:57:09.564 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:09.556+0000 7fe5d5533640 1 -- start start 2024-09-13T18:57:09.564 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:09.557+0000 7fe5d5533640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fe5b8003b00 0x7fe5d0097990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:09.564 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:09.557+0000 7fe5d5533640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fe5d015d290 0x7fe5d00c7720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:09.565 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:09.557+0000 7fe5d5533640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fe5d00c7c60 0x7fe5d00c2a80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:09.565 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:09.557+0000 7fe5d5533640 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe5d00c6ff0 con 0x7fe5b8003b00 2024-09-13T18:57:09.565 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:09.557+0000 7fe5d5533640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe5d015bc10 con 0x7fe5d00c7c60 2024-09-13T18:57:09.565 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:09.557+0000 7fe5d5533640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe5d0097ed0 con 0x7fe5d015d290 2024-09-13T18:57:09.565 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:09.557+0000 7fe5ceffd640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fe5b8003b00 0x7fe5d0097990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:09.565 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:09.557+0000 7fe5ceffd640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fe5b8003b00 0x7fe5d0097990 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.119:3300/0 says I am v2:172.21.15.119:44188/0 (socket says 172.21.15.119:44188) 2024-09-13T18:57:09.565 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:09.557+0000 7fe5ceffd640 1 -- 172.21.15.119:0/1735251592 learned_addr learned my addr 172.21.15.119:0/1735251592 (peer_addr_for_me v2:172.21.15.119:0/0) 2024-09-13T18:57:09.565 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:09.557+0000 7fe5cf7fe640 1 --2- 172.21.15.119:0/1735251592 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fe5d00c7c60 0x7fe5d00c2a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:09.565 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:09.557+0000 7fe5ce7fc640 1 --2- 172.21.15.119:0/1735251592 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fe5d015d290 0x7fe5d00c7720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:09.565 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:09.557+0000 7fe5ceffd640 1 -- 172.21.15.119:0/1735251592 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fe5d015d290 msgr2=0x7fe5d00c7720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:09.565 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:09.557+0000 7fe5ceffd640 1 --2- 172.21.15.119:0/1735251592 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fe5d015d290 0x7fe5d00c7720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:09.565 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:09.557+0000 7fe5ceffd640 1 -- 172.21.15.119:0/1735251592 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fe5d00c7c60 msgr2=0x7fe5d00c2a80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:09.565 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:09.557+0000 7fe5ceffd640 1 --2- 172.21.15.119:0/1735251592 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fe5d00c7c60 0x7fe5d00c2a80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:09.566 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:09.557+0000 7fe5ceffd640 1 -- 172.21.15.119:0/1735251592 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe5d015c030 con 0x7fe5b8003b00 2024-09-13T18:57:09.566 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:09.558+0000 7fe5ceffd640 1 --2- 172.21.15.119:0/1735251592 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fe5b8003b00 0x7fe5d0097990 secure :-1 s=READY pgs=274 cs=0 l=1 rev1=1 crypto rx=0x7fe5c0005040 tx=0x7fe5c00012d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:57:09.566 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:09.558+0000 7fe5b77fe640 1 -- 172.21.15.119:0/1735251592 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe5c0041070 con 0x7fe5b8003b00 2024-09-13T18:57:09.566 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:09.558+0000 7fe5b77fe640 1 -- 172.21.15.119:0/1735251592 <== mon.0 v2:172.21.15.119:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe5c0006b80 con 0x7fe5b8003b00 2024-09-13T18:57:09.566 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:09.558+0000 7fe5d5533640 1 -- 172.21.15.119:0/1735251592 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe5d015b270 con 0x7fe5b8003b00 2024-09-13T18:57:09.566 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:09.558+0000 7fe5b77fe640 1 -- 172.21.15.119:0/1735251592 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe5c0007040 con 0x7fe5b8003b00 2024-09-13T18:57:09.566 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:09.558+0000 7fe5d5533640 1 -- 172.21.15.119:0/1735251592 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe5d015b830 con 0x7fe5b8003b00 2024-09-13T18:57:09.566 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:09.559+0000 7fe5d5533640 1 -- 172.21.15.119:0/1735251592 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fe5d015be80 con 0x7fe5b8003b00 2024-09-13T18:57:09.566 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:09.559+0000 7fe5b77fe640 1 -- 172.21.15.119:0/1735251592 <== mon.0 v2:172.21.15.119:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fe5c00071a0 con 0x7fe5b8003b00 2024-09-13T18:57:09.566 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:09.560+0000 7fe5b77fe640 1 --2- 172.21.15.119:0/1735251592 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7fe5bc06ac00 0x7fe5bc06d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:09.566 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:09.560+0000 7fe5b77fe640 1 -- 172.21.15.119:0/1735251592 <== mon.0 v2:172.21.15.119:3300/0 5 ==== osd_map(24..24 src has 1..24) v4 ==== 6460+0+0 (secure 0 0 0) 0x7fe5c00a9560 con 0x7fe5b8003b00 2024-09-13T18:57:09.566 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:09.560+0000 7fe5ce7fc640 1 --2- 172.21.15.119:0/1735251592 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7fe5bc06ac00 0x7fe5bc06d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:09.566 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:09.560+0000 7fe5ce7fc640 1 --2- 172.21.15.119:0/1735251592 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7fe5bc06ac00 0x7fe5bc06d0c0 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7fe5c4001eb0 tx=0x7fe5c4009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:57:09.567 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:09.564+0000 7fe5b77fe640 1 -- 172.21.15.119:0/1735251592 <== mon.0 v2:172.21.15.119:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fe5c0074450 con 0x7fe5b8003b00 2024-09-13T18:57:09.729 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:09.726+0000 7fe5d5533640 1 -- 172.21.15.119:0/1735251592 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7fe5d015be80 con 0x7fe5b8003b00 2024-09-13T18:57:09.730 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:09.727+0000 7fe5b77fe640 1 -- 172.21.15.119:0/1735251592 <== mon.0 v2:172.21.15.119:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v24) v1 ==== 74+0+18394 (secure 0 0 0) 0x7fe5c007ce60 con 0x7fe5b8003b00 2024-09-13T18:57:09.730 INFO:teuthology.orchestra.run.smithi119.stdout: 2024-09-13T18:57:09.730 INFO:teuthology.orchestra.run.smithi119.stdout:{"epoch":24,"fsid":"b3bca492-3414-44ef-b63c-42eead5ea701","created":"2024-09-13T18:56:10.047760+0000","modified":"2024-09-13T18:56:38.390322+0000","last_up_change":"2024-09-13T18:56:22.096428+0000","last_in_change":"2024-09-13T18:56:12.143228+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T18:56:22.095896+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-13T18:56:31.950108+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-13T18:56:32.998608+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-09-13T18:56:36.052694+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"24","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"09edfd5c-bc57-47d1-a7b7-6d97f0f88db1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6810","nonce":3811853106},{"type":"v1","addr":"172.21.15.119:6813","nonce":3811853106}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6817","nonce":3811853106},{"type":"v1","addr":"172.21.15.119:6820","nonce":3811853106}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6828","nonce":3811853106},{"type":"v1","addr":"172.21.15.119:6830","nonce":3811853106}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6823","nonce":3811853106},{"type":"v1","addr":"172.21.15.119:6825","nonce":3811853106}]},"public_addr":"172.21.15.119:6813/3811853106","cluster_addr":"172.21.15.119:6820/3811853106","heartbeat_back_addr":"172.21.15.119:6830/3811853106","heartbeat_front_addr":"172.21.15.119:6825/3811853106","state":["exists","up"]},{"osd":1,"uuid":"f26f4bd2-3aee-4208-9e62-87f17047d886","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6809","nonce":1656755168},{"type":"v1","addr":"172.21.15.119:6812","nonce":1656755168}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6815","nonce":1656755168},{"type":"v1","addr":"172.21.15.119:6818","nonce":1656755168}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6829","nonce":1656755168},{"type":"v1","addr":"172.21.15.119:6831","nonce":1656755168}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6822","nonce":1656755168},{"type":"v1","addr":"172.21.15.119:6826","nonce":1656755168}]},"public_addr":"172.21.15.119:6812/1656755168","cluster_addr":"172.21.15.119:6818/1656755168","heartbeat_back_addr":"172.21.15.119:6831/1656755168","heartbeat_front_addr":"172.21.15.119:6826/1656755168","state":["exists","up"]},{"osd":2,"uuid":"1e9d6e0c-51f9-4f4a-bead-0e7edc7dd200","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6800","nonce":3093354378},{"type":"v1","addr":"172.21.15.119:6801","nonce":3093354378}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6802","nonce":3093354378},{"type":"v1","addr":"172.21.15.119:6803","nonce":3093354378}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6806","nonce":3093354378},{"type":"v1","addr":"172.21.15.119:6807","nonce":3093354378}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6804","nonce":3093354378},{"type":"v1","addr":"172.21.15.119:6805","nonce":3093354378}]},"public_addr":"172.21.15.119:6801/3093354378","cluster_addr":"172.21.15.119:6803/3093354378","heartbeat_back_addr":"172.21.15.119:6807/3093354378","heartbeat_front_addr":"172.21.15.119:6805/3093354378","state":["exists","up"]},{"osd":3,"uuid":"7c289b1f-a555-46e4-b85a-c0f230c9e02a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6808","nonce":886995937},{"type":"v1","addr":"172.21.15.119:6811","nonce":886995937}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6814","nonce":886995937},{"type":"v1","addr":"172.21.15.119:6816","nonce":886995937}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6824","nonce":886995937},{"type":"v1","addr":"172.21.15.119:6827","nonce":886995937}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6819","nonce":886995937},{"type":"v1","addr":"172.21.15.119:6821","nonce":886995937}]},"public_addr":"172.21.15.119:6811/886995937","cluster_addr":"172.21.15.119:6816/886995937","heartbeat_back_addr":"172.21.15.119:6827/886995937","heartbeat_front_addr":"172.21.15.119:6821/886995937","state":["exists","up"]},{"osd":4,"uuid":"a0a2f75b-5a33-4b69-b834-b8cf5a90ac5f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6808","nonce":2802887692},{"type":"v1","addr":"172.21.15.145:6809","nonce":2802887692}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6810","nonce":2802887692},{"type":"v1","addr":"172.21.15.145:6811","nonce":2802887692}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6814","nonce":2802887692},{"type":"v1","addr":"172.21.15.145:6815","nonce":2802887692}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6812","nonce":2802887692},{"type":"v1","addr":"172.21.15.145:6813","nonce":2802887692}]},"public_addr":"172.21.15.145:6809/2802887692","cluster_addr":"172.21.15.145:6811/2802887692","heartbeat_back_addr":"172.21.15.145:6815/2802887692","heartbeat_front_addr":"172.21.15.145:6813/2802887692","state":["exists","up"]},{"osd":5,"uuid":"e301c92f-a5af-49da-8384-bef6d48c9982","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6800","nonce":1431235391},{"type":"v1","addr":"172.21.15.145:6801","nonce":1431235391}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6802","nonce":1431235391},{"type":"v1","addr":"172.21.15.145:6803","nonce":1431235391}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6806","nonce":1431235391},{"type":"v1","addr":"172.21.15.145:6807","nonce":1431235391}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6804","nonce":1431235391},{"type":"v1","addr":"172.21.15.145:6805","nonce":1431235391}]},"public_addr":"172.21.15.145:6801/1431235391","cluster_addr":"172.21.15.145:6803/1431235391","heartbeat_back_addr":"172.21.15.145:6807/1431235391","heartbeat_front_addr":"172.21.15.145:6805/1431235391","state":["exists","up"]},{"osd":6,"uuid":"dd2ee71c-4024-4f56-90b1-d362ff9ae8f5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6816","nonce":1755123178},{"type":"v1","addr":"172.21.15.145:6817","nonce":1755123178}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6818","nonce":1755123178},{"type":"v1","addr":"172.21.15.145:6819","nonce":1755123178}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6822","nonce":1755123178},{"type":"v1","addr":"172.21.15.145:6823","nonce":1755123178}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6820","nonce":1755123178},{"type":"v1","addr":"172.21.15.145:6821","nonce":1755123178}]},"public_addr":"172.21.15.145:6817/1755123178","cluster_addr":"172.21.15.145:6819/1755123178","heartbeat_back_addr":"172.21.15.145:6823/1755123178","heartbeat_front_addr":"172.21.15.145:6821/1755123178","state":["exists","up"]},{"osd":7,"uuid":"7412449e-689b-45ee-9ae5-744a8c27f166","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6824","nonce":3012628958},{"type":"v1","addr":"172.21.15.145:6825","nonce":3012628958}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6826","nonce":3012628958},{"type":"v1","addr":"172.21.15.145:6827","nonce":3012628958}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6830","nonce":3012628958},{"type":"v1","addr":"172.21.15.145:6831","nonce":3012628958}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6828","nonce":3012628958},{"type":"v1","addr":"172.21.15.145:6829","nonce":3012628958}]},"public_addr":"172.21.15.145:6825/3012628958","cluster_addr":"172.21.15.145:6827/3012628958","heartbeat_back_addr":"172.21.15.145:6831/3012628958","heartbeat_front_addr":"172.21.15.145:6829/3012628958","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T18:56:17.286635+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T18:56:17.334491+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T18:56:17.297521+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T18:56:17.383716+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T18:56:17.267776+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T18:56:17.312998+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T18:56:17.303008+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T18:56:17.304729+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T18:57:09.732 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:09.729+0000 7fe5d5533640 1 -- 172.21.15.119:0/1735251592 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7fe5bc06ac00 msgr2=0x7fe5bc06d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:09.732 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:09.729+0000 7fe5d5533640 1 --2- 172.21.15.119:0/1735251592 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7fe5bc06ac00 0x7fe5bc06d0c0 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7fe5c4001eb0 tx=0x7fe5c4009040 comp rx=0 tx=0).stop 2024-09-13T18:57:09.732 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:09.729+0000 7fe5d5533640 1 -- 172.21.15.119:0/1735251592 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fe5b8003b00 msgr2=0x7fe5d0097990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:09.732 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:09.729+0000 7fe5d5533640 1 --2- 172.21.15.119:0/1735251592 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fe5b8003b00 0x7fe5d0097990 secure :-1 s=READY pgs=274 cs=0 l=1 rev1=1 crypto rx=0x7fe5c0005040 tx=0x7fe5c00012d0 comp rx=0 tx=0).stop 2024-09-13T18:57:09.732 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:09.729+0000 7fe5d5533640 1 -- 172.21.15.119:0/1735251592 shutdown_connections 2024-09-13T18:57:09.732 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:09.729+0000 7fe5d5533640 1 --2- 172.21.15.119:0/1735251592 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7fe5bc06ac00 0x7fe5bc06d0c0 unknown :-1 s=CLOSED pgs=149 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:09.732 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:09.729+0000 7fe5d5533640 1 --2- 172.21.15.119:0/1735251592 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fe5d00c7c60 0x7fe5d00c2a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:09.732 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:09.729+0000 7fe5d5533640 1 --2- 172.21.15.119:0/1735251592 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fe5d015d290 0x7fe5d00c7720 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:09.732 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:09.729+0000 7fe5d5533640 1 --2- 172.21.15.119:0/1735251592 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fe5b8003b00 0x7fe5d0097990 unknown :-1 s=CLOSED pgs=274 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:09.732 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:09.729+0000 7fe5d5533640 1 -- 172.21.15.119:0/1735251592 >> 172.21.15.119:0/1735251592 conn(0x7fe5d0069ed0 msgr2=0x7fe5d0071f00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:57:09.733 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:09.729+0000 7fe5d5533640 1 -- 172.21.15.119:0/1735251592 shutdown_connections 2024-09-13T18:57:09.733 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:09.729+0000 7fe5d5533640 1 -- 172.21.15.119:0/1735251592 wait complete. 2024-09-13T18:57:09.743 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-09-13T18:56:22.095896+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '16', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-09-13T18:56:31.950108+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '19', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-09-13T18:56:32.998608+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '20', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.05000000074505806}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'cephfs_data_ec', 'create_time': '2024-09-13T18:56:36.052694+0000', 'flags': 5, 'flags_names': 'hashpspool,ec_overwrites', 'type': 3, 'size': 4, 'min_size': 3, 'crush_rule': 1, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '24', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': 'cephfs_data_ec', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 8192, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}}] 2024-09-13T18:57:09.743 DEBUG:teuthology.orchestra.run.smithi119:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-09-13T18:57:09.843 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:09.841+0000 7f9e82061640 1 Processor -- start 2024-09-13T18:57:09.844 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:09.841+0000 7f9e82061640 1 -- start start 2024-09-13T18:57:09.847 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:09.842+0000 7f9e82061640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f9e7c0cba50 0x7f9e7c0cbeb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:09.847 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:09.842+0000 7f9e82061640 1 -- --> v1:172.21.15.119:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f9e7c0cc3f0 con 0x7f9e7c159710 2024-09-13T18:57:09.847 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:09.842+0000 7f9e82061640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f9e7c0afde0 con 0x7f9e7c0c9820 2024-09-13T18:57:09.847 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:09.842+0000 7f9e82061640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f9e7c159af0 con 0x7f9e7c0cba50 2024-09-13T18:57:09.847 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:09.842+0000 7f9e7b7fe640 1 --1- >> v1:172.21.15.119:6789/0 conn(0x7f9e7c159710 0x7f9e7c0b0470 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.119:6789/0 says I am v1:172.21.15.119:39166/0 (socket says 172.21.15.119:39166) 2024-09-13T18:57:09.847 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:09.842+0000 7f9e7b7fe640 1 -- 172.21.15.119:0/1139699869 learned_addr learned my addr 172.21.15.119:0/1139699869 (peer_addr_for_me v1:172.21.15.119:0/0) 2024-09-13T18:57:09.847 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:09.842+0000 7f9e7affd640 1 --2- 172.21.15.119:0/1139699869 >> v2:172.21.15.145:3300/0 conn(0x7f9e7c0cba50 0x7f9e7c0cbeb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:09.847 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:09.842+0000 7f9e7a7fc640 1 -- 172.21.15.119:0/1139699869 <== mon.0 v1:172.21.15.119:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 362574151 0 0) 0x7f9e7c0cc3f0 con 0x7f9e7c159710 2024-09-13T18:57:09.847 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:09.842+0000 7f9e7a7fc640 1 -- 172.21.15.119:0/1139699869 --> v1:172.21.15.119:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f9e64005730 con 0x7f9e7c159710 2024-09-13T18:57:09.848 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:09.842+0000 7f9e7a7fc640 1 -- 172.21.15.119:0/1139699869 <== mon.0 v1:172.21.15.119:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 764685484 0 0) 0x7f9e64005730 con 0x7f9e7c159710 2024-09-13T18:57:09.848 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:09.842+0000 7f9e7a7fc640 1 -- 172.21.15.119:0/1139699869 >> v2:172.21.15.145:3300/0 conn(0x7f9e7c0cba50 msgr2=0x7f9e7c0cbeb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T18:57:09.848 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:09.842+0000 7f9e7a7fc640 1 --2- 172.21.15.119:0/1139699869 >> v2:172.21.15.145:3300/0 conn(0x7f9e7c0cba50 0x7f9e7c0cbeb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:09.848 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:09.842+0000 7f9e7a7fc640 1 -- 172.21.15.119:0/1139699869 >> v1:172.21.15.145:6789/0 conn(0x7f9e7c0c9820 legacy=0x7f9e7c0c9c70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:09.848 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:09.842+0000 7f9e7a7fc640 1 -- 172.21.15.119:0/1139699869 --> v1:172.21.15.119:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9e7c0cd170 con 0x7f9e7c159710 2024-09-13T18:57:09.848 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:09.842+0000 7f9e7a7fc640 1 -- 172.21.15.119:0/1139699869 <== mon.0 v1:172.21.15.119:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 337823224 0 0) 0x7f9e6c0019f0 con 0x7f9e7c159710 2024-09-13T18:57:09.848 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:09.842+0000 7f9e7a7fc640 1 -- 172.21.15.119:0/1139699869 >> v1:172.21.15.119:6789/0 conn(0x7f9e7c159710 legacy=0x7f9e7c0b0470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:09.848 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:09.842+0000 7f9e7a7fc640 1 --2- 172.21.15.119:0/1139699869 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f9e64005b80 0x7f9e64005fa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:09.848 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:09.842+0000 7f9e7a7fc640 1 --2- 172.21.15.119:0/1139699869 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f9e640069d0 0x7f9e64006e50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:09.848 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:09.843+0000 7f9e7a7fc640 1 --2- 172.21.15.119:0/1139699869 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f9e64007390 0x7f9e6400db90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:09.848 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:09.843+0000 7f9e7a7fc640 1 -- 172.21.15.119:0/1139699869 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9e7c159af0 con 0x7f9e640069d0 2024-09-13T18:57:09.848 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:09.843+0000 7f9e7a7fc640 1 -- 172.21.15.119:0/1139699869 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9e6400e230 con 0x7f9e64005b80 2024-09-13T18:57:09.848 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:09.843+0000 7f9e7a7fc640 1 -- 172.21.15.119:0/1139699869 --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f9e6400e3f0 con 0x7f9e64007390 2024-09-13T18:57:09.849 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:09.843+0000 7f9e7affd640 1 --2- 172.21.15.119:0/1139699869 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f9e640069d0 0x7f9e64006e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:09.849 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:09.843+0000 7f9e7b7fe640 1 --2- 172.21.15.119:0/1139699869 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f9e64005b80 0x7f9e64005fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:09.849 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:09.843+0000 7f9e7bfff640 1 --2- 172.21.15.119:0/1139699869 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f9e64007390 0x7f9e6400db90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:09.849 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:09.843+0000 7f9e7affd640 1 -- 172.21.15.119:0/1139699869 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f9e64007390 msgr2=0x7f9e6400db90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T18:57:09.849 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:09.843+0000 7f9e7affd640 1 --2- 172.21.15.119:0/1139699869 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f9e64007390 0x7f9e6400db90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:09.849 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:09.843+0000 7f9e7affd640 1 -- 172.21.15.119:0/1139699869 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f9e64005b80 msgr2=0x7f9e64005fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T18:57:09.849 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:09.843+0000 7f9e7affd640 1 --2- 172.21.15.119:0/1139699869 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f9e64005b80 0x7f9e64005fa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:09.849 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:09.843+0000 7f9e7affd640 1 -- 172.21.15.119:0/1139699869 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9e64005730 con 0x7f9e640069d0 2024-09-13T18:57:09.849 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:09.843+0000 7f9e7bfff640 1 --2- 172.21.15.119:0/1139699869 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f9e64007390 0x7f9e6400db90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T18:57:09.849 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:09.843+0000 7f9e7bfff640 1 -- 172.21.15.119:0/1139699869 reap_dead start 2024-09-13T18:57:09.849 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:09.844+0000 7f9e7affd640 1 --2- 172.21.15.119:0/1139699869 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f9e640069d0 0x7f9e64006e50 secure :-1 s=READY pgs=276 cs=0 l=1 rev1=1 crypto rx=0x7f9e70009ac0 tx=0x7f9e64007a00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b3d6706cb7870c2b server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:57:09.849 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:09.844+0000 7f9e7a7fc640 1 -- 172.21.15.119:0/1139699869 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9e70031400 con 0x7f9e640069d0 2024-09-13T18:57:09.850 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:09.844+0000 7f9e7a7fc640 1 -- 172.21.15.119:0/1139699869 <== mon.0 v2:172.21.15.119:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9e7002d050 con 0x7f9e640069d0 2024-09-13T18:57:09.850 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:09.844+0000 7f9e7a7fc640 1 -- 172.21.15.119:0/1139699869 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9e70031780 con 0x7f9e640069d0 2024-09-13T18:57:09.850 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:09.844+0000 7f9e82061640 1 -- 172.21.15.119:0/1139699869 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f9e640069d0 msgr2=0x7f9e64006e50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:09.850 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:09.844+0000 7f9e82061640 1 --2- 172.21.15.119:0/1139699869 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f9e640069d0 0x7f9e64006e50 secure :-1 s=READY pgs=276 cs=0 l=1 rev1=1 crypto rx=0x7f9e70009ac0 tx=0x7f9e64007a00 comp rx=0 tx=0).stop 2024-09-13T18:57:09.850 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:09.844+0000 7f9e82061640 1 -- 172.21.15.119:0/1139699869 shutdown_connections 2024-09-13T18:57:09.850 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:09.844+0000 7f9e82061640 1 --2- 172.21.15.119:0/1139699869 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f9e640069d0 0x7f9e64006e50 unknown :-1 s=CLOSED pgs=276 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:09.850 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:09.844+0000 7f9e82061640 1 -- 172.21.15.119:0/1139699869 >> 172.21.15.119:0/1139699869 conn(0x7f9e7c0989d0 msgr2=0x7f9e7c0b0e00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:57:09.850 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:09.844+0000 7f9e82061640 1 -- 172.21.15.119:0/1139699869 shutdown_connections 2024-09-13T18:57:09.850 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:09.844+0000 7f9e82061640 1 -- 172.21.15.119:0/1139699869 wait complete. 2024-09-13T18:57:09.853 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:09.845+0000 7f9e82061640 1 Processor -- start 2024-09-13T18:57:09.853 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:09.846+0000 7f9e82061640 1 -- start start 2024-09-13T18:57:09.853 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:09.846+0000 7f9e82061640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f9e640069d0 0x7f9e7c0c6510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:09.853 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:09.846+0000 7f9e82061640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f9e7c0c6e40 0x7f9e7c14d910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:09.853 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:09.846+0000 7f9e82061640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f9e7c15bf40 0x7f9e7c14de50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:09.853 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:09.846+0000 7f9e82061640 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9e7c0c8b00 con 0x7f9e7c15bf40 2024-09-13T18:57:09.853 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:09.846+0000 7f9e82061640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9e7c0c8540 con 0x7f9e7c0c6e40 2024-09-13T18:57:09.854 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:09.846+0000 7f9e82061640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f9e7c0c8820 con 0x7f9e640069d0 2024-09-13T18:57:09.854 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:09.846+0000 7f9e7bfff640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f9e7c15bf40 0x7f9e7c14de50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:09.854 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:09.846+0000 7f9e7bfff640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f9e7c15bf40 0x7f9e7c14de50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.119:3300/0 says I am v2:172.21.15.119:44210/0 (socket says 172.21.15.119:44210) 2024-09-13T18:57:09.854 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:09.846+0000 7f9e7bfff640 1 -- 172.21.15.119:0/1773180574 learned_addr learned my addr 172.21.15.119:0/1773180574 (peer_addr_for_me v2:172.21.15.119:0/0) 2024-09-13T18:57:09.854 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:09.847+0000 7f9e7affd640 1 --2- 172.21.15.119:0/1773180574 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f9e7c0c6e40 0x7f9e7c14d910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:09.854 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:09.847+0000 7f9e7bfff640 1 -- 172.21.15.119:0/1773180574 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f9e640069d0 msgr2=0x7f9e7c0c6510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:09.854 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:09.847+0000 7f9e7bfff640 1 --2- 172.21.15.119:0/1773180574 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f9e640069d0 0x7f9e7c0c6510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:09.854 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:09.847+0000 7f9e7bfff640 1 -- 172.21.15.119:0/1773180574 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f9e7c0c6e40 msgr2=0x7f9e7c14d910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:09.854 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:09.847+0000 7f9e7bfff640 1 --2- 172.21.15.119:0/1773180574 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f9e7c0c6e40 0x7f9e7c14d910 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:09.854 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:09.847+0000 7f9e7bfff640 1 -- 172.21.15.119:0/1773180574 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9e7c159dd0 con 0x7f9e7c15bf40 2024-09-13T18:57:09.854 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:09.847+0000 7f9e7bfff640 1 --2- 172.21.15.119:0/1773180574 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f9e7c15bf40 0x7f9e7c14de50 secure :-1 s=READY pgs=277 cs=0 l=1 rev1=1 crypto rx=0x7f9e7c06f680 tx=0x7f9e7400e820 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:57:09.854 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:09.847+0000 7f9e63fff640 1 -- 172.21.15.119:0/1773180574 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9e74007e10 con 0x7f9e7c15bf40 2024-09-13T18:57:09.854 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:09.847+0000 7f9e63fff640 1 -- 172.21.15.119:0/1773180574 <== mon.0 v2:172.21.15.119:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9e740052e0 con 0x7f9e7c15bf40 2024-09-13T18:57:09.854 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:09.847+0000 7f9e63fff640 1 -- 172.21.15.119:0/1773180574 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9e74003830 con 0x7f9e7c15bf40 2024-09-13T18:57:09.855 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:09.847+0000 7f9e82061640 1 -- 172.21.15.119:0/1773180574 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f9e7c15a0b0 con 0x7f9e7c15bf40 2024-09-13T18:57:09.855 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:09.847+0000 7f9e82061640 1 -- 172.21.15.119:0/1773180574 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f9e7c0c8160 con 0x7f9e7c15bf40 2024-09-13T18:57:09.855 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:09.848+0000 7f9e82061640 1 -- 172.21.15.119:0/1773180574 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f9e7c159c30 con 0x7f9e7c15bf40 2024-09-13T18:57:09.855 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:09.849+0000 7f9e63fff640 1 -- 172.21.15.119:0/1773180574 <== mon.0 v2:172.21.15.119:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f9e74003990 con 0x7f9e7c15bf40 2024-09-13T18:57:09.855 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:09.849+0000 7f9e63fff640 1 --2- 172.21.15.119:0/1773180574 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f9e6806ac00 0x7f9e6806d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:09.855 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:09.849+0000 7f9e7b7fe640 1 --2- 172.21.15.119:0/1773180574 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f9e6806ac00 0x7f9e6806d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:09.855 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:09.849+0000 7f9e63fff640 1 -- 172.21.15.119:0/1773180574 <== mon.0 v2:172.21.15.119:3300/0 5 ==== osd_map(24..24 src has 1..24) v4 ==== 6460+0+0 (secure 0 0 0) 0x7f9e74088570 con 0x7f9e7c15bf40 2024-09-13T18:57:09.855 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:09.849+0000 7f9e7b7fe640 1 --2- 172.21.15.119:0/1773180574 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f9e6806ac00 0x7f9e6806d0c0 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7f9e6c001b20 tx=0x7f9e6c001810 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:57:09.855 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:09.853+0000 7f9e63fff640 1 -- 172.21.15.119:0/1773180574 <== mon.0 v2:172.21.15.119:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f9e7c159c30 con 0x7f9e7c15bf40 2024-09-13T18:57:10.015 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:10.012+0000 7f9e82061640 1 -- 172.21.15.119:0/1773180574 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f9e7c159c30 con 0x7f9e7c15bf40 2024-09-13T18:57:10.015 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:10.012+0000 7f9e63fff640 1 -- 172.21.15.119:0/1773180574 <== mon.0 v2:172.21.15.119:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v24) v1 ==== 93+0+10 (secure 0 0 0) 0x7f9e7c159c30 con 0x7f9e7c15bf40 2024-09-13T18:57:10.015 INFO:teuthology.orchestra.run.smithi119.stdout:pg_num: 1 2024-09-13T18:57:10.017 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:10.014+0000 7f9e82061640 1 -- 172.21.15.119:0/1773180574 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f9e6806ac00 msgr2=0x7f9e6806d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:10.017 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:10.014+0000 7f9e82061640 1 --2- 172.21.15.119:0/1773180574 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f9e6806ac00 0x7f9e6806d0c0 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7f9e6c001b20 tx=0x7f9e6c001810 comp rx=0 tx=0).stop 2024-09-13T18:57:10.017 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:10.014+0000 7f9e82061640 1 -- 172.21.15.119:0/1773180574 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f9e7c15bf40 msgr2=0x7f9e7c14de50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:10.017 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:10.014+0000 7f9e82061640 1 --2- 172.21.15.119:0/1773180574 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f9e7c15bf40 0x7f9e7c14de50 secure :-1 s=READY pgs=277 cs=0 l=1 rev1=1 crypto rx=0x7f9e7c06f680 tx=0x7f9e7400e820 comp rx=0 tx=0).stop 2024-09-13T18:57:10.017 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:10.014+0000 7f9e82061640 1 -- 172.21.15.119:0/1773180574 shutdown_connections 2024-09-13T18:57:10.017 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:10.014+0000 7f9e82061640 1 --2- 172.21.15.119:0/1773180574 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f9e6806ac00 0x7f9e6806d0c0 unknown :-1 s=CLOSED pgs=150 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:10.017 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:10.014+0000 7f9e82061640 1 --2- 172.21.15.119:0/1773180574 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f9e7c15bf40 0x7f9e7c14de50 unknown :-1 s=CLOSED pgs=277 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:10.017 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:10.014+0000 7f9e82061640 1 --2- 172.21.15.119:0/1773180574 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f9e7c0c6e40 0x7f9e7c14d910 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:10.017 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:10.014+0000 7f9e82061640 1 --2- 172.21.15.119:0/1773180574 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f9e640069d0 0x7f9e7c0c6510 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:10.018 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:10.014+0000 7f9e82061640 1 -- 172.21.15.119:0/1773180574 >> 172.21.15.119:0/1773180574 conn(0x7f9e7c0989d0 msgr2=0x7f9e7c0b04b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:57:10.018 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:10.014+0000 7f9e82061640 1 -- 172.21.15.119:0/1773180574 shutdown_connections 2024-09-13T18:57:10.018 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:10.014+0000 7f9e82061640 1 -- 172.21.15.119:0/1773180574 wait complete. 2024-09-13T18:57:10.028 DEBUG:teuthology.orchestra.run.smithi119:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-09-13T18:57:10.130 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:10.127+0000 7f7963e27640 1 Processor -- start 2024-09-13T18:57:10.130 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:10.128+0000 7f7963e27640 1 -- start start 2024-09-13T18:57:10.132 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:10.128+0000 7f7963e27640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f795c159310 0x7f795c0ad400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:10.132 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:10.128+0000 7f7963e27640 1 -- --> v1:172.21.15.119:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f795c0ccbe0 con 0x7f795c0b2b40 2024-09-13T18:57:10.133 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:10.128+0000 7f7963e27640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f795c0b1810 con 0x7f795c0ce4f0 2024-09-13T18:57:10.133 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:10.128+0000 7f7963e27640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f795c0ad940 con 0x7f795c159310 2024-09-13T18:57:10.133 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:10.128+0000 7f79613c2640 1 --1- >> v1:172.21.15.119:6789/0 conn(0x7f795c0b2b40 0x7f795c0ab140 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.119:6789/0 says I am v1:172.21.15.119:39180/0 (socket says 172.21.15.119:39180) 2024-09-13T18:57:10.133 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:10.128+0000 7f79613c2640 1 -- 172.21.15.119:0/4029818883 learned_addr learned my addr 172.21.15.119:0/4029818883 (peer_addr_for_me v1:172.21.15.119:0/0) 2024-09-13T18:57:10.133 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:10.129+0000 7f7961bc3640 1 --2- 172.21.15.119:0/4029818883 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f795c159310 0x7f795c0ad400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:10.133 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:10.129+0000 7f7960bc1640 1 -- 172.21.15.119:0/4029818883 <== mon.0 v1:172.21.15.119:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3634851714 0 0) 0x7f795c0ccbe0 con 0x7f795c0b2b40 2024-09-13T18:57:10.133 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:10.129+0000 7f7960bc1640 1 -- 172.21.15.119:0/4029818883 --> v1:172.21.15.119:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f7948003520 con 0x7f795c0b2b40 2024-09-13T18:57:10.133 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:10.129+0000 7f7960bc1640 1 -- 172.21.15.119:0/4029818883 <== mon.1 v1:172.21.15.145:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3502123666 0 0) 0x7f795c0b1810 con 0x7f795c0ce4f0 2024-09-13T18:57:10.133 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:10.129+0000 7f7960bc1640 1 -- 172.21.15.119:0/4029818883 --> v1:172.21.15.145:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f795c0ccbe0 con 0x7f795c0ce4f0 2024-09-13T18:57:10.133 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:10.129+0000 7f7961bc3640 1 -- 172.21.15.119:0/4029818883 >> v1:172.21.15.145:6789/0 conn(0x7f795c0ce4f0 legacy=0x7f795c0b1fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:10.133 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:10.129+0000 7f7961bc3640 1 -- 172.21.15.119:0/4029818883 >> v1:172.21.15.119:6789/0 conn(0x7f795c0b2b40 legacy=0x7f795c0ab140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:10.134 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:10.129+0000 7f7960bc1640 1 -- 172.21.15.119:0/4029818883 <== mon.0 v1:172.21.15.119:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 2293777083 0 0) 0x7f7948003520 con 0x7f795c0b2b40 2024-09-13T18:57:10.134 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:10.129+0000 7f7961bc3640 1 -- 172.21.15.119:0/4029818883 --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f795c06d9e0 con 0x7f795c159310 2024-09-13T18:57:10.134 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:10.130+0000 7f7961bc3640 1 --2- 172.21.15.119:0/4029818883 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f795c159310 0x7f795c0ad400 secure :-1 s=READY pgs=38 cs=0 l=1 rev1=1 crypto rx=0x7f79580097d0 tx=0x7f795802a100 comp rx=0 tx=0).ready entity=mon.2 client_cookie=27492a144baf1160 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:57:10.134 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:10.130+0000 7f7960bc1640 1 -- 172.21.15.119:0/4029818883 <== mon.2 v2:172.21.15.145:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f794c001670 con 0x7f795c159310 2024-09-13T18:57:10.134 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:10.130+0000 7f7960bc1640 1 -- 172.21.15.119:0/4029818883 <== mon.2 v2:172.21.15.145:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f795802ab90 con 0x7f795c159310 2024-09-13T18:57:10.134 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:10.130+0000 7f7960bc1640 1 -- 172.21.15.119:0/4029818883 <== mon.2 v2:172.21.15.145:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7958032440 con 0x7f795c159310 2024-09-13T18:57:10.139 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:10.130+0000 7f7963e27640 1 -- 172.21.15.119:0/4029818883 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f795c159310 msgr2=0x7f795c0ad400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:10.139 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:10.130+0000 7f7963e27640 1 --2- 172.21.15.119:0/4029818883 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f795c159310 0x7f795c0ad400 secure :-1 s=READY pgs=38 cs=0 l=1 rev1=1 crypto rx=0x7f79580097d0 tx=0x7f795802a100 comp rx=0 tx=0).stop 2024-09-13T18:57:10.139 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:10.130+0000 7f7963e27640 1 -- 172.21.15.119:0/4029818883 shutdown_connections 2024-09-13T18:57:10.139 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:10.130+0000 7f7963e27640 1 --2- 172.21.15.119:0/4029818883 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f795c159310 0x7f795c0ad400 unknown :-1 s=CLOSED pgs=38 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:10.139 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:10.130+0000 7f7963e27640 1 -- 172.21.15.119:0/4029818883 >> 172.21.15.119:0/4029818883 conn(0x7f795c06a0b0 msgr2=0x7f795c06a4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:57:10.139 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:10.131+0000 7f7963e27640 1 -- 172.21.15.119:0/4029818883 shutdown_connections 2024-09-13T18:57:10.139 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:10.131+0000 7f7963e27640 1 -- 172.21.15.119:0/4029818883 wait complete. 2024-09-13T18:57:10.139 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:10.132+0000 7f7963e27640 1 Processor -- start 2024-09-13T18:57:10.139 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:10.132+0000 7f7963e27640 1 -- start start 2024-09-13T18:57:10.139 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:10.133+0000 7f7963e27640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f795c0b2b40 0x7f795c1ee590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:10.140 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:10.133+0000 7f7963e27640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f795c0ce4f0 0x7f795c0b1fa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:10.140 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:10.133+0000 7f7963e27640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f795c159310 0x7f795c0b24e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:10.140 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:10.133+0000 7f7963e27640 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f795c09b430 con 0x7f795c0b2b40 2024-09-13T18:57:10.140 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:10.133+0000 7f7963e27640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f795c09b710 con 0x7f795c159310 2024-09-13T18:57:10.140 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:10.133+0000 7f7963e27640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f795c09b9f0 con 0x7f795c0ce4f0 2024-09-13T18:57:10.140 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:10.133+0000 7f7961bc3640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f795c0b2b40 0x7f795c1ee590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:10.140 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:10.133+0000 7f7961bc3640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f795c0b2b40 0x7f795c1ee590 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.119:3300/0 says I am v2:172.21.15.119:44214/0 (socket says 172.21.15.119:44214) 2024-09-13T18:57:10.140 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:10.133+0000 7f7961bc3640 1 -- 172.21.15.119:0/927715794 learned_addr learned my addr 172.21.15.119:0/927715794 (peer_addr_for_me v2:172.21.15.119:0/0) 2024-09-13T18:57:10.140 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:10.133+0000 7f79623c4640 1 --2- 172.21.15.119:0/927715794 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f795c159310 0x7f795c0b24e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:10.140 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:10.133+0000 7f79613c2640 1 --2- 172.21.15.119:0/927715794 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f795c0ce4f0 0x7f795c0b1fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:10.140 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:10.133+0000 7f7961bc3640 1 -- 172.21.15.119:0/927715794 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f795c0ce4f0 msgr2=0x7f795c0b1fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:10.140 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:10.133+0000 7f7961bc3640 1 --2- 172.21.15.119:0/927715794 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f795c0ce4f0 0x7f795c0b1fa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:10.140 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:10.133+0000 7f7961bc3640 1 -- 172.21.15.119:0/927715794 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f795c159310 msgr2=0x7f795c0b24e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:10.141 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:10.133+0000 7f7961bc3640 1 --2- 172.21.15.119:0/927715794 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f795c159310 0x7f795c0b24e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:10.141 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:10.133+0000 7f7961bc3640 1 -- 172.21.15.119:0/927715794 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7958009400 con 0x7f795c0b2b40 2024-09-13T18:57:10.141 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:10.133+0000 7f7961bc3640 1 --2- 172.21.15.119:0/927715794 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f795c0b2b40 0x7f795c1ee590 secure :-1 s=READY pgs=279 cs=0 l=1 rev1=1 crypto rx=0x7f79580097d0 tx=0x7f79580046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:57:10.141 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:10.133+0000 7f79527fc640 1 -- 172.21.15.119:0/927715794 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f795803c820 con 0x7f795c0b2b40 2024-09-13T18:57:10.141 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:10.133+0000 7f79527fc640 1 -- 172.21.15.119:0/927715794 <== mon.0 v2:172.21.15.119:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f795803c980 con 0x7f795c0b2b40 2024-09-13T18:57:10.141 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:10.133+0000 7f79527fc640 1 -- 172.21.15.119:0/927715794 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f795803ccf0 con 0x7f795c0b2b40 2024-09-13T18:57:10.141 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:10.133+0000 7f7963e27640 1 -- 172.21.15.119:0/927715794 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f795c09bcd0 con 0x7f795c0b2b40 2024-09-13T18:57:10.141 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:10.133+0000 7f7963e27640 1 -- 172.21.15.119:0/927715794 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f795c0c6ca0 con 0x7f795c0b2b40 2024-09-13T18:57:10.141 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:10.134+0000 7f7963e27640 1 -- 172.21.15.119:0/927715794 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f795c09c1f0 con 0x7f795c0b2b40 2024-09-13T18:57:10.141 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:10.135+0000 7f79527fc640 1 -- 172.21.15.119:0/927715794 <== mon.0 v2:172.21.15.119:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f7958039050 con 0x7f795c0b2b40 2024-09-13T18:57:10.141 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:10.135+0000 7f79527fc640 1 --2- 172.21.15.119:0/927715794 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f794006ac00 0x7f794006d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:10.141 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:10.135+0000 7f79527fc640 1 -- 172.21.15.119:0/927715794 <== mon.0 v2:172.21.15.119:3300/0 5 ==== osd_map(24..24 src has 1..24) v4 ==== 6460+0+0 (secure 0 0 0) 0x7f79580a9e10 con 0x7f795c0b2b40 2024-09-13T18:57:10.142 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:10.135+0000 7f79613c2640 1 --2- 172.21.15.119:0/927715794 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f794006ac00 0x7f794006d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:10.142 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:10.136+0000 7f79613c2640 1 --2- 172.21.15.119:0/927715794 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f794006ac00 0x7f794006d0c0 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7f795c072260 tx=0x7f794c001610 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:57:10.144 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:10.141+0000 7f79527fc640 1 -- 172.21.15.119:0/927715794 <== mon.0 v2:172.21.15.119:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f795c09c1f0 con 0x7f795c0b2b40 2024-09-13T18:57:10.305 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:10.303+0000 7f7963e27640 1 -- 172.21.15.119:0/927715794 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7f795c09c1f0 con 0x7f795c0b2b40 2024-09-13T18:57:10.305 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:10.303+0000 7f79527fc640 1 -- 172.21.15.119:0/927715794 <== mon.0 v2:172.21.15.119:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v24) v1 ==== 104+0+11 (secure 0 0 0) 0x7f795c09c1f0 con 0x7f795c0b2b40 2024-09-13T18:57:10.306 INFO:teuthology.orchestra.run.smithi119.stdout:pg_num: 32 2024-09-13T18:57:10.308 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:10.305+0000 7f7963e27640 1 -- 172.21.15.119:0/927715794 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f794006ac00 msgr2=0x7f794006d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:10.308 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:10.305+0000 7f7963e27640 1 --2- 172.21.15.119:0/927715794 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f794006ac00 0x7f794006d0c0 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7f795c072260 tx=0x7f794c001610 comp rx=0 tx=0).stop 2024-09-13T18:57:10.308 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:10.305+0000 7f7963e27640 1 -- 172.21.15.119:0/927715794 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f795c0b2b40 msgr2=0x7f795c1ee590 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:10.308 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:10.305+0000 7f7963e27640 1 --2- 172.21.15.119:0/927715794 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f795c0b2b40 0x7f795c1ee590 secure :-1 s=READY pgs=279 cs=0 l=1 rev1=1 crypto rx=0x7f79580097d0 tx=0x7f79580046c0 comp rx=0 tx=0).stop 2024-09-13T18:57:10.308 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:10.305+0000 7f7963e27640 1 -- 172.21.15.119:0/927715794 shutdown_connections 2024-09-13T18:57:10.308 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:10.305+0000 7f7963e27640 1 --2- 172.21.15.119:0/927715794 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f794006ac00 0x7f794006d0c0 unknown :-1 s=CLOSED pgs=151 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:10.308 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:10.305+0000 7f7963e27640 1 --2- 172.21.15.119:0/927715794 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f795c159310 0x7f795c0b24e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:10.308 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:10.305+0000 7f7963e27640 1 --2- 172.21.15.119:0/927715794 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f795c0ce4f0 0x7f795c0b1fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:10.309 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:10.305+0000 7f7963e27640 1 --2- 172.21.15.119:0/927715794 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f795c0b2b40 0x7f795c1ee590 unknown :-1 s=CLOSED pgs=279 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:10.309 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:10.305+0000 7f7963e27640 1 -- 172.21.15.119:0/927715794 >> 172.21.15.119:0/927715794 conn(0x7f795c06a0b0 msgr2=0x7f795c0ae810 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:57:10.309 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:10.305+0000 7f7963e27640 1 -- 172.21.15.119:0/927715794 shutdown_connections 2024-09-13T18:57:10.309 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:10.305+0000 7f7963e27640 1 -- 172.21.15.119:0/927715794 wait complete. 2024-09-13T18:57:10.319 DEBUG:teuthology.orchestra.run.smithi119:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-09-13T18:57:10.419 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:10.416+0000 7f52fdb25640 1 Processor -- start 2024-09-13T18:57:10.419 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:10.416+0000 7f52fdb25640 1 -- start start 2024-09-13T18:57:10.420 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:10.417+0000 7f52fdb25640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f52f815c500 0x7f52f80d2050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:10.421 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:10.417+0000 7f52fdb25640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f52f80d2590 0x7f52f80cd8e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:10.421 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:10.417+0000 7f52fdb25640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f52f80cd450 con 0x7f52f80cde20 2024-09-13T18:57:10.421 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:10.417+0000 7f52fdb25640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f52f80d29f0 con 0x7f52f80d2590 2024-09-13T18:57:10.421 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:10.417+0000 7f52fdb25640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f52f80d0cf0 con 0x7f52f815c500 2024-09-13T18:57:10.421 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:10.418+0000 7f52f77fe640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f52f815c500 0x7f52f80d2050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:10.421 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:10.418+0000 7f52eeffd640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f52f80d2590 0x7f52f80cd8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:10.421 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:10.418+0000 7f52f77fe640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f52f815c500 0x7f52f80d2050 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.145:3301/0 says I am v2:172.21.15.119:50538/0 (socket says 172.21.15.119:50538) 2024-09-13T18:57:10.421 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:10.418+0000 7f52f77fe640 1 -- 172.21.15.119:0/338421703 learned_addr learned my addr 172.21.15.119:0/338421703 (peer_addr_for_me v2:172.21.15.119:0/0) 2024-09-13T18:57:10.421 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:10.418+0000 7f52f7fff640 1 --1- >> v1:172.21.15.145:6789/0 conn(0x7f52f80cde20 0x7f52f80d0000 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.145:6789/0 says I am v1:172.21.15.119:36654/0 (socket says 172.21.15.119:36654) 2024-09-13T18:57:10.421 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:10.418+0000 7f52f77fe640 1 -- 172.21.15.119:0/338421703 >> v2:172.21.15.145:3300/0 conn(0x7f52f80d2590 msgr2=0x7f52f80cd8e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T18:57:10.421 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:10.418+0000 7f52f77fe640 1 --2- 172.21.15.119:0/338421703 >> v2:172.21.15.145:3300/0 conn(0x7f52f80d2590 0x7f52f80cd8e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:10.421 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:10.418+0000 7f52f77fe640 1 -- 172.21.15.119:0/338421703 >> v1:172.21.15.145:6789/0 conn(0x7f52f80cde20 legacy=0x7f52f80d0000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:10.422 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:10.418+0000 7f52f77fe640 1 -- 172.21.15.119:0/338421703 --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f52f80d0fd0 con 0x7f52f815c500 2024-09-13T18:57:10.422 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:10.418+0000 7f52eeffd640 1 --2- 172.21.15.119:0/338421703 >> v2:172.21.15.145:3300/0 conn(0x7f52f80d2590 0x7f52f80cd8e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T18:57:10.423 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:10.419+0000 7f52f77fe640 1 --2- 172.21.15.119:0/338421703 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f52f815c500 0x7f52f80d2050 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7f52e8009870 tx=0x7f52e802a250 comp rx=0 tx=0).ready entity=mon.2 client_cookie=24399309eee305b3 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:57:10.423 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:10.419+0000 7f52f6ffd640 1 -- 172.21.15.119:0/338421703 <== mon.2 v2:172.21.15.145:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f52e8032440 con 0x7f52f815c500 2024-09-13T18:57:10.423 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:10.419+0000 7f52f6ffd640 1 -- 172.21.15.119:0/338421703 <== mon.2 v2:172.21.15.145:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f52e80325a0 con 0x7f52f815c500 2024-09-13T18:57:10.423 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:10.419+0000 7f52f6ffd640 1 -- 172.21.15.119:0/338421703 <== mon.2 v2:172.21.15.145:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f52e8032930 con 0x7f52f815c500 2024-09-13T18:57:10.423 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:10.419+0000 7f52fdb25640 1 -- 172.21.15.119:0/338421703 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f52f815c500 msgr2=0x7f52f80d2050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:10.423 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:10.419+0000 7f52fdb25640 1 --2- 172.21.15.119:0/338421703 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f52f815c500 0x7f52f80d2050 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7f52e8009870 tx=0x7f52e802a250 comp rx=0 tx=0).stop 2024-09-13T18:57:10.424 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:10.419+0000 7f52fdb25640 1 -- 172.21.15.119:0/338421703 shutdown_connections 2024-09-13T18:57:10.424 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:10.419+0000 7f52fdb25640 1 --2- 172.21.15.119:0/338421703 >> v2:172.21.15.145:3300/0 conn(0x7f52f80d2590 0x7f52f80cd8e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:10.424 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:10.419+0000 7f52fdb25640 1 --2- 172.21.15.119:0/338421703 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f52f815c500 0x7f52f80d2050 unknown :-1 s=CLOSED pgs=39 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:10.424 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:10.419+0000 7f52fdb25640 1 -- 172.21.15.119:0/338421703 >> 172.21.15.119:0/338421703 conn(0x7f52f8089f60 msgr2=0x7f52f809b830 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:57:10.424 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:10.419+0000 7f52fdb25640 1 -- 172.21.15.119:0/338421703 shutdown_connections 2024-09-13T18:57:10.424 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:10.419+0000 7f52fdb25640 1 -- 172.21.15.119:0/338421703 wait complete. 2024-09-13T18:57:10.424 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:10.421+0000 7f52fdb25640 1 Processor -- start 2024-09-13T18:57:10.424 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:10.421+0000 7f52fdb25640 1 -- start start 2024-09-13T18:57:10.426 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:10.421+0000 7f52fdb25640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f52f80cde20 0x7f52f80cac80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:10.426 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:10.422+0000 7f52fdb25640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f52f80d2590 0x7f52f80b7bc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:10.426 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:10.422+0000 7f52fdb25640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f52f815c500 0x7f52f80c9980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:10.426 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:10.422+0000 7f52fdb25640 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f52f8152380 con 0x7f52f80cde20 2024-09-13T18:57:10.426 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:10.422+0000 7f52fdb25640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f52f80cb1c0 con 0x7f52f80d2590 2024-09-13T18:57:10.426 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:10.422+0000 7f52fdb25640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f52f80b6e40 con 0x7f52f815c500 2024-09-13T18:57:10.427 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:10.422+0000 7f52f77fe640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f52f80cde20 0x7f52f80cac80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:10.427 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:10.422+0000 7f52f77fe640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f52f80cde20 0x7f52f80cac80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.119:3300/0 says I am v2:172.21.15.119:44222/0 (socket says 172.21.15.119:44222) 2024-09-13T18:57:10.427 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:10.422+0000 7f52f77fe640 1 -- 172.21.15.119:0/2339131957 learned_addr learned my addr 172.21.15.119:0/2339131957 (peer_addr_for_me v2:172.21.15.119:0/0) 2024-09-13T18:57:10.427 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:10.422+0000 7f52eeffd640 1 --2- 172.21.15.119:0/2339131957 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f52f80d2590 0x7f52f80b7bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:10.427 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:10.422+0000 7f52f7fff640 1 --2- 172.21.15.119:0/2339131957 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f52f815c500 0x7f52f80c9980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:10.427 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:10.422+0000 7f52f77fe640 1 -- 172.21.15.119:0/2339131957 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f52f815c500 msgr2=0x7f52f80c9980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:10.427 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:10.422+0000 7f52f77fe640 1 --2- 172.21.15.119:0/2339131957 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f52f815c500 0x7f52f80c9980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:10.427 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:10.422+0000 7f52f77fe640 1 -- 172.21.15.119:0/2339131957 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f52f80d2590 msgr2=0x7f52f80b7bc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:10.427 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:10.422+0000 7f52f77fe640 1 --2- 172.21.15.119:0/2339131957 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f52f80d2590 0x7f52f80b7bc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:10.427 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:10.422+0000 7f52f77fe640 1 -- 172.21.15.119:0/2339131957 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f52e0009400 con 0x7f52f80cde20 2024-09-13T18:57:10.427 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:10.422+0000 7f52f77fe640 1 --2- 172.21.15.119:0/2339131957 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f52f80cde20 0x7f52f80cac80 secure :-1 s=READY pgs=280 cs=0 l=1 rev1=1 crypto rx=0x7f52e802a290 tx=0x7f52e80046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:57:10.427 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:10.422+0000 7f52f4ff9640 1 -- 172.21.15.119:0/2339131957 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f52e8032440 con 0x7f52f80cde20 2024-09-13T18:57:10.428 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:10.422+0000 7f52f4ff9640 1 -- 172.21.15.119:0/2339131957 <== mon.0 v2:172.21.15.119:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f52e8030ba0 con 0x7f52f80cde20 2024-09-13T18:57:10.428 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:10.422+0000 7f52fdb25640 1 -- 172.21.15.119:0/2339131957 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f52e80094d0 con 0x7f52f80cde20 2024-09-13T18:57:10.428 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:10.422+0000 7f52f4ff9640 1 -- 172.21.15.119:0/2339131957 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f52e803c400 con 0x7f52f80cde20 2024-09-13T18:57:10.428 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:10.422+0000 7f52fdb25640 1 -- 172.21.15.119:0/2339131957 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f52f80b73c0 con 0x7f52f80cde20 2024-09-13T18:57:10.428 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:10.423+0000 7f52fdb25640 1 -- 172.21.15.119:0/2339131957 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f52f80cd8e0 con 0x7f52f80cde20 2024-09-13T18:57:10.428 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:10.424+0000 7f52f4ff9640 1 -- 172.21.15.119:0/2339131957 <== mon.0 v2:172.21.15.119:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f52e803c560 con 0x7f52f80cde20 2024-09-13T18:57:10.429 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:10.424+0000 7f52f4ff9640 1 --2- 172.21.15.119:0/2339131957 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f52d806ac00 0x7f52d806d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:10.429 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:10.424+0000 7f52f4ff9640 1 -- 172.21.15.119:0/2339131957 <== mon.0 v2:172.21.15.119:3300/0 5 ==== osd_map(24..24 src has 1..24) v4 ==== 6460+0+0 (secure 0 0 0) 0x7f52e80aa3b0 con 0x7f52f80cde20 2024-09-13T18:57:10.429 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:10.424+0000 7f52eeffd640 1 --2- 172.21.15.119:0/2339131957 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f52d806ac00 0x7f52d806d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:10.429 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:10.425+0000 7f52eeffd640 1 --2- 172.21.15.119:0/2339131957 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f52d806ac00 0x7f52d806d0c0 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7f52f80c8b70 tx=0x7f52e0009190 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:57:10.431 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:10.428+0000 7f52f4ff9640 1 -- 172.21.15.119:0/2339131957 <== mon.0 v2:172.21.15.119:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f52e8075470 con 0x7f52f80cde20 2024-09-13T18:57:10.590 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:10.587+0000 7f52fdb25640 1 -- 172.21.15.119:0/2339131957 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7f52f8152720 con 0x7f52f80cde20 2024-09-13T18:57:10.590 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:10.588+0000 7f52f4ff9640 1 -- 172.21.15.119:0/2339131957 <== mon.0 v2:172.21.15.119:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v24) v1 ==== 100+0+11 (secure 0 0 0) 0x7f52e8078a90 con 0x7f52f80cde20 2024-09-13T18:57:10.591 INFO:teuthology.orchestra.run.smithi119.stdout:pg_num: 64 2024-09-13T18:57:10.593 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:10.590+0000 7f52fdb25640 1 -- 172.21.15.119:0/2339131957 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f52d806ac00 msgr2=0x7f52d806d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:10.594 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:10.590+0000 7f52fdb25640 1 --2- 172.21.15.119:0/2339131957 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f52d806ac00 0x7f52d806d0c0 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7f52f80c8b70 tx=0x7f52e0009190 comp rx=0 tx=0).stop 2024-09-13T18:57:10.594 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:10.590+0000 7f52fdb25640 1 -- 172.21.15.119:0/2339131957 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f52f80cde20 msgr2=0x7f52f80cac80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:10.594 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:10.590+0000 7f52fdb25640 1 --2- 172.21.15.119:0/2339131957 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f52f80cde20 0x7f52f80cac80 secure :-1 s=READY pgs=280 cs=0 l=1 rev1=1 crypto rx=0x7f52e802a290 tx=0x7f52e80046c0 comp rx=0 tx=0).stop 2024-09-13T18:57:10.594 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:10.590+0000 7f52fdb25640 1 -- 172.21.15.119:0/2339131957 shutdown_connections 2024-09-13T18:57:10.594 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:10.590+0000 7f52fdb25640 1 --2- 172.21.15.119:0/2339131957 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f52d806ac00 0x7f52d806d0c0 unknown :-1 s=CLOSED pgs=152 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:10.594 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:10.590+0000 7f52fdb25640 1 --2- 172.21.15.119:0/2339131957 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f52f815c500 0x7f52f80c9980 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:10.594 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:10.590+0000 7f52fdb25640 1 --2- 172.21.15.119:0/2339131957 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f52f80d2590 0x7f52f80b7bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:10.595 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:10.590+0000 7f52fdb25640 1 --2- 172.21.15.119:0/2339131957 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f52f80cde20 0x7f52f80cac80 unknown :-1 s=CLOSED pgs=280 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:10.595 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:10.590+0000 7f52fdb25640 1 -- 172.21.15.119:0/2339131957 >> 172.21.15.119:0/2339131957 conn(0x7f52f8089f60 msgr2=0x7f52f80d1af0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:57:10.595 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:10.590+0000 7f52fdb25640 1 -- 172.21.15.119:0/2339131957 shutdown_connections 2024-09-13T18:57:10.595 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:10.590+0000 7f52fdb25640 1 -- 172.21.15.119:0/2339131957 wait complete. 2024-09-13T18:57:10.603 DEBUG:teuthology.orchestra.run.smithi119:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data_ec pg_num 2024-09-13T18:57:10.708 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:10.701+0000 7f1b7a65a640 1 Processor -- start 2024-09-13T18:57:10.708 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:10.701+0000 7f1b7a65a640 1 -- start start 2024-09-13T18:57:10.708 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:10.701+0000 7f1b7a65a640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f1b740cec00 0x7f1b74164ed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:10.708 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:10.701+0000 7f1b7a65a640 1 -- --> v1:172.21.15.119:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f1b7415a790 con 0x7f1b740b20a0 2024-09-13T18:57:10.708 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:10.701+0000 7f1b7a65a640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f1b740b2680 con 0x7f1b7415a3b0 2024-09-13T18:57:10.708 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:10.701+0000 7f1b7a65a640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f1b740b2960 con 0x7f1b740cec00 2024-09-13T18:57:10.708 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:10.702+0000 7f1b737fe640 1 --1- >> v1:172.21.15.119:6789/0 conn(0x7f1b740b20a0 0x7f1b740ce4f0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.119:6789/0 says I am v1:172.21.15.119:39190/0 (socket says 172.21.15.119:39190) 2024-09-13T18:57:10.708 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:10.702+0000 7f1b737fe640 1 -- 172.21.15.119:0/525209148 learned_addr learned my addr 172.21.15.119:0/525209148 (peer_addr_for_me v1:172.21.15.119:0/0) 2024-09-13T18:57:10.708 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:10.702+0000 7f1b78bf7640 1 --2- 172.21.15.119:0/525209148 >> v2:172.21.15.145:3300/0 conn(0x7f1b740cec00 0x7f1b74164ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:10.708 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:10.702+0000 7f1b72ffd640 1 -- 172.21.15.119:0/525209148 <== mon.0 v1:172.21.15.119:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3787369229 0 0) 0x7f1b7415a790 con 0x7f1b740b20a0 2024-09-13T18:57:10.708 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:10.702+0000 7f1b72ffd640 1 -- 172.21.15.119:0/525209148 --> v1:172.21.15.119:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f1b5c003520 con 0x7f1b740b20a0 2024-09-13T18:57:10.709 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:10.702+0000 7f1b72ffd640 1 -- 172.21.15.119:0/525209148 <== mon.0 v1:172.21.15.119:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 2509615803 0 0) 0x7f1b5c003520 con 0x7f1b740b20a0 2024-09-13T18:57:10.709 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:10.702+0000 7f1b72ffd640 1 -- 172.21.15.119:0/525209148 >> v2:172.21.15.145:3300/0 conn(0x7f1b740cec00 msgr2=0x7f1b74164ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T18:57:10.709 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:10.702+0000 7f1b72ffd640 1 --2- 172.21.15.119:0/525209148 >> v2:172.21.15.145:3300/0 conn(0x7f1b740cec00 0x7f1b74164ed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:10.709 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:10.702+0000 7f1b72ffd640 1 -- 172.21.15.119:0/525209148 >> v1:172.21.15.145:6789/0 conn(0x7f1b7415a3b0 legacy=0x7f1b740b1720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:10.709 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:10.702+0000 7f1b72ffd640 1 -- 172.21.15.119:0/525209148 --> v1:172.21.15.119:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1b740b2c40 con 0x7f1b740b20a0 2024-09-13T18:57:10.709 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:10.702+0000 7f1b72ffd640 1 -- 172.21.15.119:0/525209148 <== mon.0 v1:172.21.15.119:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 337823224 0 0) 0x7f1b68001690 con 0x7f1b740b20a0 2024-09-13T18:57:10.709 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:10.702+0000 7f1b72ffd640 1 -- 172.21.15.119:0/525209148 >> v1:172.21.15.119:6789/0 conn(0x7f1b740b20a0 legacy=0x7f1b740ce4f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:10.709 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:10.702+0000 7f1b72ffd640 1 --2- 172.21.15.119:0/525209148 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f1b5c003970 0x7f1b5c003d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:10.709 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:10.702+0000 7f1b72ffd640 1 --2- 172.21.15.119:0/525209148 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f1b5c0047c0 0x7f1b5c004c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:10.709 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:10.702+0000 7f1b72ffd640 1 --2- 172.21.15.119:0/525209148 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f1b5c005180 0x7f1b5c00b980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:10.709 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:10.702+0000 7f1b72ffd640 1 -- 172.21.15.119:0/525209148 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1b740b2960 con 0x7f1b5c003970 2024-09-13T18:57:10.709 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:10.702+0000 7f1b72ffd640 1 -- 172.21.15.119:0/525209148 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1b5c00c020 con 0x7f1b5c0047c0 2024-09-13T18:57:10.709 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:10.702+0000 7f1b72ffd640 1 -- 172.21.15.119:0/525209148 --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f1b5c00c1e0 con 0x7f1b5c005180 2024-09-13T18:57:10.709 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:10.702+0000 7f1b73fff640 1 --2- 172.21.15.119:0/525209148 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f1b5c003970 0x7f1b5c003d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:10.710 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:10.702+0000 7f1b737fe640 1 --2- 172.21.15.119:0/525209148 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f1b5c0047c0 0x7f1b5c004c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:10.710 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:10.702+0000 7f1b78bf7640 1 --2- 172.21.15.119:0/525209148 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f1b5c005180 0x7f1b5c00b980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:10.710 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:10.702+0000 7f1b73fff640 1 -- 172.21.15.119:0/525209148 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f1b5c005180 msgr2=0x7f1b5c00b980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T18:57:10.710 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:10.702+0000 7f1b73fff640 1 --2- 172.21.15.119:0/525209148 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f1b5c005180 0x7f1b5c00b980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:10.710 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:10.702+0000 7f1b73fff640 1 -- 172.21.15.119:0/525209148 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f1b5c0047c0 msgr2=0x7f1b5c004c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T18:57:10.710 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:10.702+0000 7f1b73fff640 1 --2- 172.21.15.119:0/525209148 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f1b5c0047c0 0x7f1b5c004c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:10.710 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:10.702+0000 7f1b73fff640 1 -- 172.21.15.119:0/525209148 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1b5c003520 con 0x7f1b5c003970 2024-09-13T18:57:10.710 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:10.703+0000 7f1b78bf7640 1 --2- 172.21.15.119:0/525209148 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f1b5c005180 0x7f1b5c00b980 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T18:57:10.710 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:10.703+0000 7f1b78bf7640 1 -- 172.21.15.119:0/525209148 reap_dead start 2024-09-13T18:57:10.710 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:10.703+0000 7f1b73fff640 1 --2- 172.21.15.119:0/525209148 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f1b5c003970 0x7f1b5c003d90 secure :-1 s=READY pgs=282 cs=0 l=1 rev1=1 crypto rx=0x7f1b64001750 tx=0x7f1b5c0057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ef22ca8cedb87b30 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:57:10.710 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:10.703+0000 7f1b72ffd640 1 -- 172.21.15.119:0/525209148 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1b640052d0 con 0x7f1b5c003970 2024-09-13T18:57:10.710 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:10.703+0000 7f1b72ffd640 1 -- 172.21.15.119:0/525209148 <== mon.0 v2:172.21.15.119:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1b64005430 con 0x7f1b5c003970 2024-09-13T18:57:10.710 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:10.703+0000 7f1b72ffd640 1 -- 172.21.15.119:0/525209148 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1b6402abc0 con 0x7f1b5c003970 2024-09-13T18:57:10.711 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:10.704+0000 7f1b7a65a640 1 -- 172.21.15.119:0/525209148 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f1b5c003970 msgr2=0x7f1b5c003d90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:10.711 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:10.704+0000 7f1b7a65a640 1 --2- 172.21.15.119:0/525209148 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f1b5c003970 0x7f1b5c003d90 secure :-1 s=READY pgs=282 cs=0 l=1 rev1=1 crypto rx=0x7f1b64001750 tx=0x7f1b5c0057f0 comp rx=0 tx=0).stop 2024-09-13T18:57:10.711 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:10.704+0000 7f1b7a65a640 1 -- 172.21.15.119:0/525209148 shutdown_connections 2024-09-13T18:57:10.711 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:10.704+0000 7f1b7a65a640 1 --2- 172.21.15.119:0/525209148 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f1b5c003970 0x7f1b5c003d90 unknown :-1 s=CLOSED pgs=282 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:10.711 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:10.704+0000 7f1b7a65a640 1 -- 172.21.15.119:0/525209148 >> 172.21.15.119:0/525209148 conn(0x7f1b7406a0b0 msgr2=0x7f1b7406a4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:57:10.711 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:10.704+0000 7f1b7a65a640 1 -- 172.21.15.119:0/525209148 shutdown_connections 2024-09-13T18:57:10.711 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:10.704+0000 7f1b7a65a640 1 -- 172.21.15.119:0/525209148 wait complete. 2024-09-13T18:57:10.711 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:10.705+0000 7f1b7a65a640 1 Processor -- start 2024-09-13T18:57:10.711 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:10.705+0000 7f1b7a65a640 1 -- start start 2024-09-13T18:57:10.714 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:10.706+0000 7f1b7a65a640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f1b5c003970 0x7f1b74156180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:10.714 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:10.706+0000 7f1b7a65a640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f1b7415a960 0x7f1b741532b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:10.714 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:10.706+0000 7f1b7a65a640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f1b7415d0f0 0x7f1b7415d570 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:10.714 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:10.706+0000 7f1b7a65a640 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1b7415dab0 con 0x7f1b7415d0f0 2024-09-13T18:57:10.714 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:10.706+0000 7f1b7a65a640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1b7415b120 con 0x7f1b5c003970 2024-09-13T18:57:10.714 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:10.706+0000 7f1b7a65a640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f1b7415b400 con 0x7f1b7415a960 2024-09-13T18:57:10.714 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:10.706+0000 7f1b78bf7640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f1b7415d0f0 0x7f1b7415d570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:10.714 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:10.706+0000 7f1b78bf7640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f1b7415d0f0 0x7f1b7415d570 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.119:3300/0 says I am v2:172.21.15.119:44248/0 (socket says 172.21.15.119:44248) 2024-09-13T18:57:10.714 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:10.706+0000 7f1b78bf7640 1 -- 172.21.15.119:0/3733858964 learned_addr learned my addr 172.21.15.119:0/3733858964 (peer_addr_for_me v2:172.21.15.119:0/0) 2024-09-13T18:57:10.714 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:10.706+0000 7f1b737fe640 1 --2- 172.21.15.119:0/3733858964 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f1b7415a960 0x7f1b741532b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:10.714 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:10.706+0000 7f1b73fff640 1 --2- 172.21.15.119:0/3733858964 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f1b5c003970 0x7f1b74156180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:10.714 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:10.706+0000 7f1b78bf7640 1 -- 172.21.15.119:0/3733858964 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f1b7415a960 msgr2=0x7f1b741532b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:10.714 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:10.706+0000 7f1b78bf7640 1 --2- 172.21.15.119:0/3733858964 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f1b7415a960 0x7f1b741532b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:10.715 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:10.706+0000 7f1b78bf7640 1 -- 172.21.15.119:0/3733858964 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f1b5c003970 msgr2=0x7f1b74156180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:10.715 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:10.706+0000 7f1b78bf7640 1 --2- 172.21.15.119:0/3733858964 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f1b5c003970 0x7f1b74156180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:10.715 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:10.706+0000 7f1b78bf7640 1 -- 172.21.15.119:0/3733858964 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1b7415b6e0 con 0x7f1b7415d0f0 2024-09-13T18:57:10.715 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:10.706+0000 7f1b78bf7640 1 --2- 172.21.15.119:0/3733858964 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f1b7415d0f0 0x7f1b7415d570 secure :-1 s=READY pgs=283 cs=0 l=1 rev1=1 crypto rx=0x7f1b7406e1f0 tx=0x7f1b6c0115a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:57:10.715 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:10.707+0000 7f1b70ff9640 1 -- 172.21.15.119:0/3733858964 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1b6c00e030 con 0x7f1b7415d0f0 2024-09-13T18:57:10.715 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:10.707+0000 7f1b70ff9640 1 -- 172.21.15.119:0/3733858964 <== mon.0 v2:172.21.15.119:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1b6c011db0 con 0x7f1b7415d0f0 2024-09-13T18:57:10.715 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:10.707+0000 7f1b7a65a640 1 -- 172.21.15.119:0/3733858964 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f1b7415b9c0 con 0x7f1b7415d0f0 2024-09-13T18:57:10.715 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:10.707+0000 7f1b70ff9640 1 -- 172.21.15.119:0/3733858964 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1b6c0166b0 con 0x7f1b7415d0f0 2024-09-13T18:57:10.715 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:10.707+0000 7f1b7a65a640 1 -- 172.21.15.119:0/3733858964 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f1b7415ade0 con 0x7f1b7415d0f0 2024-09-13T18:57:10.715 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:10.708+0000 7f1b7a65a640 1 -- 172.21.15.119:0/3733858964 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f1b7415bee0 con 0x7f1b7415d0f0 2024-09-13T18:57:10.715 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:10.708+0000 7f1b70ff9640 1 -- 172.21.15.119:0/3733858964 <== mon.0 v2:172.21.15.119:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f1b6c016810 con 0x7f1b7415d0f0 2024-09-13T18:57:10.715 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:10.709+0000 7f1b70ff9640 1 --2- 172.21.15.119:0/3733858964 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f1b6006ac00 0x7f1b6006d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:10.715 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:10.709+0000 7f1b70ff9640 1 -- 172.21.15.119:0/3733858964 <== mon.0 v2:172.21.15.119:3300/0 5 ==== osd_map(24..24 src has 1..24) v4 ==== 6460+0+0 (secure 0 0 0) 0x7f1b6c00f070 con 0x7f1b7415d0f0 2024-09-13T18:57:10.715 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:10.709+0000 7f1b73fff640 1 --2- 172.21.15.119:0/3733858964 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f1b6006ac00 0x7f1b6006d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:10.716 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:10.709+0000 7f1b73fff640 1 --2- 172.21.15.119:0/3733858964 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f1b6006ac00 0x7f1b6006d0c0 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7f1b64032000 tx=0x7f1b6402e000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:57:10.716 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:10.713+0000 7f1b70ff9640 1 -- 172.21.15.119:0/3733858964 <== mon.0 v2:172.21.15.119:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f1b7415bee0 con 0x7f1b7415d0f0 2024-09-13T18:57:10.877 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:10.874+0000 7f1b7a65a640 1 -- 172.21.15.119:0/3733858964 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"} v 0) v1 -- 0x7f1b7415bee0 con 0x7f1b7415d0f0 2024-09-13T18:57:10.877 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:10.875+0000 7f1b70ff9640 1 -- 172.21.15.119:0/3733858964 <== mon.0 v2:172.21.15.119:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]=0 v24) v1 ==== 103+0+11 (secure 0 0 0) 0x7f1b7415bee0 con 0x7f1b7415d0f0 2024-09-13T18:57:10.878 INFO:teuthology.orchestra.run.smithi119.stdout:pg_num: 32 2024-09-13T18:57:10.880 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:10.877+0000 7f1b7a65a640 1 -- 172.21.15.119:0/3733858964 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f1b6006ac00 msgr2=0x7f1b6006d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:10.880 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:10.877+0000 7f1b7a65a640 1 --2- 172.21.15.119:0/3733858964 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f1b6006ac00 0x7f1b6006d0c0 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7f1b64032000 tx=0x7f1b6402e000 comp rx=0 tx=0).stop 2024-09-13T18:57:10.880 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:10.877+0000 7f1b7a65a640 1 -- 172.21.15.119:0/3733858964 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f1b7415d0f0 msgr2=0x7f1b7415d570 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:10.880 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:10.877+0000 7f1b7a65a640 1 --2- 172.21.15.119:0/3733858964 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f1b7415d0f0 0x7f1b7415d570 secure :-1 s=READY pgs=283 cs=0 l=1 rev1=1 crypto rx=0x7f1b7406e1f0 tx=0x7f1b6c0115a0 comp rx=0 tx=0).stop 2024-09-13T18:57:10.880 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:10.877+0000 7f1b7a65a640 1 -- 172.21.15.119:0/3733858964 shutdown_connections 2024-09-13T18:57:10.880 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:10.877+0000 7f1b7a65a640 1 --2- 172.21.15.119:0/3733858964 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f1b6006ac00 0x7f1b6006d0c0 unknown :-1 s=CLOSED pgs=153 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:10.880 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:10.877+0000 7f1b7a65a640 1 --2- 172.21.15.119:0/3733858964 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f1b7415d0f0 0x7f1b7415d570 unknown :-1 s=CLOSED pgs=283 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:10.880 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:10.877+0000 7f1b7a65a640 1 --2- 172.21.15.119:0/3733858964 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f1b7415a960 0x7f1b741532b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:10.880 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:10.877+0000 7f1b7a65a640 1 --2- 172.21.15.119:0/3733858964 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f1b5c003970 0x7f1b74156180 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:10.881 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:10.877+0000 7f1b7a65a640 1 -- 172.21.15.119:0/3733858964 >> 172.21.15.119:0/3733858964 conn(0x7f1b7406a0b0 msgr2=0x7f1b740c9760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:57:10.881 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:10.877+0000 7f1b7a65a640 1 -- 172.21.15.119:0/3733858964 shutdown_connections 2024-09-13T18:57:10.881 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:10.877+0000 7f1b7a65a640 1 -- 172.21.15.119:0/3733858964 wait complete. 2024-09-13T18:57:10.891 DEBUG:teuthology.orchestra.run.smithi119:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T18:57:10.987 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:10.985+0000 7f5532b08640 1 Processor -- start 2024-09-13T18:57:10.987 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:10.985+0000 7f5532b08640 1 -- start start 2024-09-13T18:57:10.991 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:10.985+0000 7f5532b08640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f552c0d07b0 0x7f552c06ad10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:10.991 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:10.985+0000 7f5532b08640 1 -- --> v1:172.21.15.119:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f552c0d1840 con 0x7f552c0b4660 2024-09-13T18:57:10.992 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:10.985+0000 7f5532b08640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f552c0d0c30 con 0x7f552c15c6e0 2024-09-13T18:57:10.992 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:10.985+0000 7f5532b08640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f552c0d0f10 con 0x7f552c0d07b0 2024-09-13T18:57:10.992 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:10.986+0000 7f55310a5640 1 --1- >> v1:172.21.15.119:6789/0 conn(0x7f552c0b4660 0x7f552c06b250 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.119:6789/0 says I am v1:172.21.15.119:39206/0 (socket says 172.21.15.119:39206) 2024-09-13T18:57:10.992 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:10.986+0000 7f55310a5640 1 -- 172.21.15.119:0/2898456223 learned_addr learned my addr 172.21.15.119:0/2898456223 (peer_addr_for_me v1:172.21.15.119:0/0) 2024-09-13T18:57:10.992 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:10.986+0000 7f552b7fe640 1 -- 172.21.15.119:0/2898456223 <== mon.0 v1:172.21.15.119:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3646172843 0 0) 0x7f552c0d1840 con 0x7f552c0b4660 2024-09-13T18:57:10.992 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:10.986+0000 7f552bfff640 1 --2- 172.21.15.119:0/2898456223 >> v2:172.21.15.145:3300/0 conn(0x7f552c0d07b0 0x7f552c06ad10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:10.992 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:10.986+0000 7f552b7fe640 1 -- 172.21.15.119:0/2898456223 --> v1:172.21.15.119:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f551c003520 con 0x7f552c0b4660 2024-09-13T18:57:10.992 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:10.986+0000 7f552b7fe640 1 -- 172.21.15.119:0/2898456223 <== mon.0 v1:172.21.15.119:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 1203029391 0 0) 0x7f551c003520 con 0x7f552c0b4660 2024-09-13T18:57:10.992 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:10.986+0000 7f552b7fe640 1 -- 172.21.15.119:0/2898456223 >> v2:172.21.15.145:3300/0 conn(0x7f552c0d07b0 msgr2=0x7f552c06ad10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T18:57:10.992 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:10.986+0000 7f552b7fe640 1 --2- 172.21.15.119:0/2898456223 >> v2:172.21.15.145:3300/0 conn(0x7f552c0d07b0 0x7f552c06ad10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:10.993 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:10.986+0000 7f552b7fe640 1 -- 172.21.15.119:0/2898456223 >> v1:172.21.15.145:6789/0 conn(0x7f552c15c6e0 legacy=0x7f552c0b3f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:10.993 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:10.986+0000 7f552b7fe640 1 -- 172.21.15.119:0/2898456223 --> v1:172.21.15.119:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f552c0d11f0 con 0x7f552c0b4660 2024-09-13T18:57:10.993 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:10.986+0000 7f552b7fe640 1 -- 172.21.15.119:0/2898456223 <== mon.0 v1:172.21.15.119:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 337823224 0 0) 0x7f55240019f0 con 0x7f552c0b4660 2024-09-13T18:57:10.993 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:10.986+0000 7f552b7fe640 1 -- 172.21.15.119:0/2898456223 >> v1:172.21.15.119:6789/0 conn(0x7f552c0b4660 legacy=0x7f552c06b250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:10.993 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:10.986+0000 7f552b7fe640 1 --2- 172.21.15.119:0/2898456223 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f551c003970 0x7f551c003d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:10.993 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:10.986+0000 7f552b7fe640 1 --2- 172.21.15.119:0/2898456223 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f551c0047c0 0x7f551c004c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:10.993 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:10.986+0000 7f552b7fe640 1 --2- 172.21.15.119:0/2898456223 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f551c005180 0x7f551c00b980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:10.993 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:10.986+0000 7f552b7fe640 1 -- 172.21.15.119:0/2898456223 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f552c0d0f10 con 0x7f551c0047c0 2024-09-13T18:57:10.993 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:10.986+0000 7f552b7fe640 1 -- 172.21.15.119:0/2898456223 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f551c00c120 con 0x7f551c005180 2024-09-13T18:57:10.993 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:10.986+0000 7f552b7fe640 1 -- 172.21.15.119:0/2898456223 --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f551c00c2e0 con 0x7f551c003970 2024-09-13T18:57:10.993 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:10.986+0000 7f552bfff640 1 --2- 172.21.15.119:0/2898456223 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f551c0047c0 0x7f551c004c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:10.994 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:10.986+0000 7f55308a4640 1 --2- 172.21.15.119:0/2898456223 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f551c003970 0x7f551c003d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:10.994 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:10.986+0000 7f55310a5640 1 --2- 172.21.15.119:0/2898456223 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f551c005180 0x7f551c00b980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:10.994 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:10.987+0000 7f552bfff640 1 -- 172.21.15.119:0/2898456223 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f551c003970 msgr2=0x7f551c003d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T18:57:10.995 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:10.987+0000 7f552bfff640 1 --2- 172.21.15.119:0/2898456223 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f551c003970 0x7f551c003d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:10.995 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:10.987+0000 7f552bfff640 1 -- 172.21.15.119:0/2898456223 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f551c005180 msgr2=0x7f551c00b980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T18:57:10.995 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:10.987+0000 7f552bfff640 1 --2- 172.21.15.119:0/2898456223 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f551c005180 0x7f551c00b980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:10.995 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:10.987+0000 7f552bfff640 1 -- 172.21.15.119:0/2898456223 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f551c003520 con 0x7f551c0047c0 2024-09-13T18:57:10.995 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:10.987+0000 7f55308a4640 1 --2- 172.21.15.119:0/2898456223 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f551c003970 0x7f551c003d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T18:57:10.995 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:10.987+0000 7f55310a5640 1 --2- 172.21.15.119:0/2898456223 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f551c005180 0x7f551c00b980 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T18:57:10.995 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:10.987+0000 7f55310a5640 1 -- 172.21.15.119:0/2898456223 reap_dead start 2024-09-13T18:57:10.995 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:10.987+0000 7f552bfff640 1 --2- 172.21.15.119:0/2898456223 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f551c0047c0 0x7f551c004c40 secure :-1 s=READY pgs=285 cs=0 l=1 rev1=1 crypto rx=0x7f5518009ac0 tx=0x7f551c0057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6c79fe6048705f43 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:57:10.995 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:10.987+0000 7f552b7fe640 1 -- 172.21.15.119:0/2898456223 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5518031400 con 0x7f551c0047c0 2024-09-13T18:57:10.995 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:10.987+0000 7f552b7fe640 1 -- 172.21.15.119:0/2898456223 <== mon.0 v2:172.21.15.119:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f551802d050 con 0x7f551c0047c0 2024-09-13T18:57:10.995 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:10.987+0000 7f552b7fe640 1 -- 172.21.15.119:0/2898456223 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5518031780 con 0x7f551c0047c0 2024-09-13T18:57:10.996 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:10.988+0000 7f5532b08640 1 -- 172.21.15.119:0/2898456223 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f551c0047c0 msgr2=0x7f551c004c40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:10.996 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:10.988+0000 7f5532b08640 1 --2- 172.21.15.119:0/2898456223 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f551c0047c0 0x7f551c004c40 secure :-1 s=READY pgs=285 cs=0 l=1 rev1=1 crypto rx=0x7f5518009ac0 tx=0x7f551c0057f0 comp rx=0 tx=0).stop 2024-09-13T18:57:10.996 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:10.988+0000 7f5532b08640 1 -- 172.21.15.119:0/2898456223 shutdown_connections 2024-09-13T18:57:10.996 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:10.988+0000 7f5532b08640 1 --2- 172.21.15.119:0/2898456223 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f551c0047c0 0x7f551c004c40 unknown :-1 s=CLOSED pgs=285 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:10.996 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:10.988+0000 7f5532b08640 1 -- 172.21.15.119:0/2898456223 >> 172.21.15.119:0/2898456223 conn(0x7f552c089f60 msgr2=0x7f552c0d24d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:57:10.996 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:10.988+0000 7f5532b08640 1 -- 172.21.15.119:0/2898456223 shutdown_connections 2024-09-13T18:57:10.996 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:10.988+0000 7f5532b08640 1 -- 172.21.15.119:0/2898456223 wait complete. 2024-09-13T18:57:10.996 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:10.989+0000 7f5532b08640 1 Processor -- start 2024-09-13T18:57:10.996 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:10.989+0000 7f5532b08640 1 -- start start 2024-09-13T18:57:10.999 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:10.990+0000 7f5532b08640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f551c0047c0 0x7f552c0caf20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:10.999 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:10.990+0000 7f5532b08640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f552c0c8f50 0x7f552c0ca170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:10.999 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:10.990+0000 7f5532b08640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f552c0ca6b0 0x7f552c0b06d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:10.999 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:10.990+0000 7f5532b08640 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f552c0c96d0 con 0x7f552c0c8f50 2024-09-13T18:57:10.999 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:10.990+0000 7f5532b08640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f552c0cb820 con 0x7f551c0047c0 2024-09-13T18:57:10.999 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:10.990+0000 7f5532b08640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f552c0c9970 con 0x7f552c0ca6b0 2024-09-13T18:57:10.999 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:10.990+0000 7f552bfff640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f552c0c8f50 0x7f552c0ca170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:10.999 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:10.990+0000 7f552bfff640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f552c0c8f50 0x7f552c0ca170 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.119:3300/0 says I am v2:172.21.15.119:44276/0 (socket says 172.21.15.119:44276) 2024-09-13T18:57:10.999 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:10.990+0000 7f552bfff640 1 -- 172.21.15.119:0/1582488081 learned_addr learned my addr 172.21.15.119:0/1582488081 (peer_addr_for_me v2:172.21.15.119:0/0) 2024-09-13T18:57:10.999 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:10.990+0000 7f55308a4640 1 --2- 172.21.15.119:0/1582488081 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f551c0047c0 0x7f552c0caf20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:10.999 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:10.990+0000 7f55310a5640 1 --2- 172.21.15.119:0/1582488081 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f552c0ca6b0 0x7f552c0b06d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:10.999 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:10.990+0000 7f552bfff640 1 -- 172.21.15.119:0/1582488081 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f552c0ca6b0 msgr2=0x7f552c0b06d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:11.000 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:10.990+0000 7f552bfff640 1 --2- 172.21.15.119:0/1582488081 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f552c0ca6b0 0x7f552c0b06d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:11.000 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:10.990+0000 7f552bfff640 1 -- 172.21.15.119:0/1582488081 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f551c0047c0 msgr2=0x7f552c0caf20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:11.000 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:10.990+0000 7f552bfff640 1 --2- 172.21.15.119:0/1582488081 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f551c0047c0 0x7f552c0caf20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:11.000 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:10.990+0000 7f552bfff640 1 -- 172.21.15.119:0/1582488081 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f552c0c9c50 con 0x7f552c0c8f50 2024-09-13T18:57:11.000 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:10.991+0000 7f552bfff640 1 --2- 172.21.15.119:0/1582488081 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f552c0c8f50 0x7f552c0ca170 secure :-1 s=READY pgs=286 cs=0 l=1 rev1=1 crypto rx=0x7f551802aae0 tx=0x7f5518004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:57:11.000 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:10.991+0000 7f55297fa640 1 -- 172.21.15.119:0/1582488081 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5518003e90 con 0x7f552c0c8f50 2024-09-13T18:57:11.000 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:10.991+0000 7f55297fa640 1 -- 172.21.15.119:0/1582488081 <== mon.0 v2:172.21.15.119:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f55180044e0 con 0x7f552c0c8f50 2024-09-13T18:57:11.000 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:10.991+0000 7f55297fa640 1 -- 172.21.15.119:0/1582488081 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f551803b620 con 0x7f552c0c8f50 2024-09-13T18:57:11.000 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:10.991+0000 7f5532b08640 1 -- 172.21.15.119:0/1582488081 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f552c0cbb00 con 0x7f552c0c8f50 2024-09-13T18:57:11.000 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:10.991+0000 7f5532b08640 1 -- 172.21.15.119:0/1582488081 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f552c15a3f0 con 0x7f552c0c8f50 2024-09-13T18:57:11.000 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:10.992+0000 7f5532b08640 1 -- 172.21.15.119:0/1582488081 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f552c15a5e0 con 0x7f552c0c8f50 2024-09-13T18:57:11.000 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:10.992+0000 7f55297fa640 1 -- 172.21.15.119:0/1582488081 <== mon.0 v2:172.21.15.119:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f551803b780 con 0x7f552c0c8f50 2024-09-13T18:57:11.000 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:10.993+0000 7f55297fa640 1 --2- 172.21.15.119:0/1582488081 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f551006ac30 0x7f551006d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:11.001 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:10.993+0000 7f55297fa640 1 -- 172.21.15.119:0/1582488081 <== mon.0 v2:172.21.15.119:3300/0 5 ==== osd_map(24..24 src has 1..24) v4 ==== 6460+0+0 (secure 0 0 0) 0x7f55180a9b90 con 0x7f552c0c8f50 2024-09-13T18:57:11.001 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:10.993+0000 7f55308a4640 1 --2- 172.21.15.119:0/1582488081 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f551006ac30 0x7f551006d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:11.001 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:10.993+0000 7f55308a4640 1 --2- 172.21.15.119:0/1582488081 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f551006ac30 0x7f551006d0f0 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7f5520000c00 tx=0x7f5520009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:57:11.001 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:10.997+0000 7f55297fa640 1 -- 172.21.15.119:0/1582488081 <== mon.0 v2:172.21.15.119:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f5518074bc0 con 0x7f552c0c8f50 2024-09-13T18:57:11.164 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:11.161+0000 7f5532b08640 1 -- 172.21.15.119:0/1582488081 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f552c0ccb20 con 0x7f552c0c8f50 2024-09-13T18:57:11.165 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:11.162+0000 7f55297fa640 1 -- 172.21.15.119:0/1582488081 <== mon.0 v2:172.21.15.119:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v24) v1 ==== 74+0+18394 (secure 0 0 0) 0x7f5518048090 con 0x7f552c0c8f50 2024-09-13T18:57:11.165 INFO:teuthology.orchestra.run.smithi119.stdout: 2024-09-13T18:57:11.165 INFO:teuthology.orchestra.run.smithi119.stdout:{"epoch":24,"fsid":"b3bca492-3414-44ef-b63c-42eead5ea701","created":"2024-09-13T18:56:10.047760+0000","modified":"2024-09-13T18:56:38.390322+0000","last_up_change":"2024-09-13T18:56:22.096428+0000","last_in_change":"2024-09-13T18:56:12.143228+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T18:56:22.095896+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-13T18:56:31.950108+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-13T18:56:32.998608+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-09-13T18:56:36.052694+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"24","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"09edfd5c-bc57-47d1-a7b7-6d97f0f88db1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6810","nonce":3811853106},{"type":"v1","addr":"172.21.15.119:6813","nonce":3811853106}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6817","nonce":3811853106},{"type":"v1","addr":"172.21.15.119:6820","nonce":3811853106}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6828","nonce":3811853106},{"type":"v1","addr":"172.21.15.119:6830","nonce":3811853106}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6823","nonce":3811853106},{"type":"v1","addr":"172.21.15.119:6825","nonce":3811853106}]},"public_addr":"172.21.15.119:6813/3811853106","cluster_addr":"172.21.15.119:6820/3811853106","heartbeat_back_addr":"172.21.15.119:6830/3811853106","heartbeat_front_addr":"172.21.15.119:6825/3811853106","state":["exists","up"]},{"osd":1,"uuid":"f26f4bd2-3aee-4208-9e62-87f17047d886","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6809","nonce":1656755168},{"type":"v1","addr":"172.21.15.119:6812","nonce":1656755168}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6815","nonce":1656755168},{"type":"v1","addr":"172.21.15.119:6818","nonce":1656755168}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6829","nonce":1656755168},{"type":"v1","addr":"172.21.15.119:6831","nonce":1656755168}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6822","nonce":1656755168},{"type":"v1","addr":"172.21.15.119:6826","nonce":1656755168}]},"public_addr":"172.21.15.119:6812/1656755168","cluster_addr":"172.21.15.119:6818/1656755168","heartbeat_back_addr":"172.21.15.119:6831/1656755168","heartbeat_front_addr":"172.21.15.119:6826/1656755168","state":["exists","up"]},{"osd":2,"uuid":"1e9d6e0c-51f9-4f4a-bead-0e7edc7dd200","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6800","nonce":3093354378},{"type":"v1","addr":"172.21.15.119:6801","nonce":3093354378}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6802","nonce":3093354378},{"type":"v1","addr":"172.21.15.119:6803","nonce":3093354378}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6806","nonce":3093354378},{"type":"v1","addr":"172.21.15.119:6807","nonce":3093354378}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6804","nonce":3093354378},{"type":"v1","addr":"172.21.15.119:6805","nonce":3093354378}]},"public_addr":"172.21.15.119:6801/3093354378","cluster_addr":"172.21.15.119:6803/3093354378","heartbeat_back_addr":"172.21.15.119:6807/3093354378","heartbeat_front_addr":"172.21.15.119:6805/3093354378","state":["exists","up"]},{"osd":3,"uuid":"7c289b1f-a555-46e4-b85a-c0f230c9e02a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6808","nonce":886995937},{"type":"v1","addr":"172.21.15.119:6811","nonce":886995937}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6814","nonce":886995937},{"type":"v1","addr":"172.21.15.119:6816","nonce":886995937}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6824","nonce":886995937},{"type":"v1","addr":"172.21.15.119:6827","nonce":886995937}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6819","nonce":886995937},{"type":"v1","addr":"172.21.15.119:6821","nonce":886995937}]},"public_addr":"172.21.15.119:6811/886995937","cluster_addr":"172.21.15.119:6816/886995937","heartbeat_back_addr":"172.21.15.119:6827/886995937","heartbeat_front_addr":"172.21.15.119:6821/886995937","state":["exists","up"]},{"osd":4,"uuid":"a0a2f75b-5a33-4b69-b834-b8cf5a90ac5f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6808","nonce":2802887692},{"type":"v1","addr":"172.21.15.145:6809","nonce":2802887692}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6810","nonce":2802887692},{"type":"v1","addr":"172.21.15.145:6811","nonce":2802887692}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6814","nonce":2802887692},{"type":"v1","addr":"172.21.15.145:6815","nonce":2802887692}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6812","nonce":2802887692},{"type":"v1","addr":"172.21.15.145:6813","nonce":2802887692}]},"public_addr":"172.21.15.145:6809/2802887692","cluster_addr":"172.21.15.145:6811/2802887692","heartbeat_back_addr":"172.21.15.145:6815/2802887692","heartbeat_front_addr":"172.21.15.145:6813/2802887692","state":["exists","up"]},{"osd":5,"uuid":"e301c92f-a5af-49da-8384-bef6d48c9982","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6800","nonce":1431235391},{"type":"v1","addr":"172.21.15.145:6801","nonce":1431235391}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6802","nonce":1431235391},{"type":"v1","addr":"172.21.15.145:6803","nonce":1431235391}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6806","nonce":1431235391},{"type":"v1","addr":"172.21.15.145:6807","nonce":1431235391}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6804","nonce":1431235391},{"type":"v1","addr":"172.21.15.145:6805","nonce":1431235391}]},"public_addr":"172.21.15.145:6801/1431235391","cluster_addr":"172.21.15.145:6803/1431235391","heartbeat_back_addr":"172.21.15.145:6807/1431235391","heartbeat_front_addr":"172.21.15.145:6805/1431235391","state":["exists","up"]},{"osd":6,"uuid":"dd2ee71c-4024-4f56-90b1-d362ff9ae8f5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6816","nonce":1755123178},{"type":"v1","addr":"172.21.15.145:6817","nonce":1755123178}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6818","nonce":1755123178},{"type":"v1","addr":"172.21.15.145:6819","nonce":1755123178}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6822","nonce":1755123178},{"type":"v1","addr":"172.21.15.145:6823","nonce":1755123178}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6820","nonce":1755123178},{"type":"v1","addr":"172.21.15.145:6821","nonce":1755123178}]},"public_addr":"172.21.15.145:6817/1755123178","cluster_addr":"172.21.15.145:6819/1755123178","heartbeat_back_addr":"172.21.15.145:6823/1755123178","heartbeat_front_addr":"172.21.15.145:6821/1755123178","state":["exists","up"]},{"osd":7,"uuid":"7412449e-689b-45ee-9ae5-744a8c27f166","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6824","nonce":3012628958},{"type":"v1","addr":"172.21.15.145:6825","nonce":3012628958}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6826","nonce":3012628958},{"type":"v1","addr":"172.21.15.145:6827","nonce":3012628958}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6830","nonce":3012628958},{"type":"v1","addr":"172.21.15.145:6831","nonce":3012628958}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6828","nonce":3012628958},{"type":"v1","addr":"172.21.15.145:6829","nonce":3012628958}]},"public_addr":"172.21.15.145:6825/3012628958","cluster_addr":"172.21.15.145:6827/3012628958","heartbeat_back_addr":"172.21.15.145:6831/3012628958","heartbeat_front_addr":"172.21.15.145:6829/3012628958","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T18:56:17.286635+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T18:56:17.334491+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T18:56:17.297521+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T18:56:17.383716+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T18:56:17.267776+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T18:56:17.312998+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T18:56:17.303008+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T18:56:17.304729+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T18:57:11.167 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:11.164+0000 7f5532b08640 1 -- 172.21.15.119:0/1582488081 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f551006ac30 msgr2=0x7f551006d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:11.167 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:11.164+0000 7f5532b08640 1 --2- 172.21.15.119:0/1582488081 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f551006ac30 0x7f551006d0f0 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7f5520000c00 tx=0x7f5520009040 comp rx=0 tx=0).stop 2024-09-13T18:57:11.167 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:11.164+0000 7f5532b08640 1 -- 172.21.15.119:0/1582488081 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f552c0c8f50 msgr2=0x7f552c0ca170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:11.167 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:11.164+0000 7f5532b08640 1 --2- 172.21.15.119:0/1582488081 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f552c0c8f50 0x7f552c0ca170 secure :-1 s=READY pgs=286 cs=0 l=1 rev1=1 crypto rx=0x7f551802aae0 tx=0x7f5518004730 comp rx=0 tx=0).stop 2024-09-13T18:57:11.167 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:11.164+0000 7f5532b08640 1 -- 172.21.15.119:0/1582488081 shutdown_connections 2024-09-13T18:57:11.167 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:11.164+0000 7f5532b08640 1 --2- 172.21.15.119:0/1582488081 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f551006ac30 0x7f551006d0f0 unknown :-1 s=CLOSED pgs=154 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:11.167 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:11.164+0000 7f5532b08640 1 --2- 172.21.15.119:0/1582488081 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f552c0ca6b0 0x7f552c0b06d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:11.167 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:11.164+0000 7f5532b08640 1 --2- 172.21.15.119:0/1582488081 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f552c0c8f50 0x7f552c0ca170 unknown :-1 s=CLOSED pgs=286 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:11.167 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:11.164+0000 7f5532b08640 1 --2- 172.21.15.119:0/1582488081 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f551c0047c0 0x7f552c0caf20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:11.168 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:11.164+0000 7f5532b08640 1 -- 172.21.15.119:0/1582488081 >> 172.21.15.119:0/1582488081 conn(0x7f552c089f60 msgr2=0x7f552c06c050 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:57:11.168 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:11.164+0000 7f5532b08640 1 -- 172.21.15.119:0/1582488081 shutdown_connections 2024-09-13T18:57:11.168 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:11.164+0000 7f5532b08640 1 -- 172.21.15.119:0/1582488081 wait complete. 2024-09-13T18:57:11.178 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-09-13T18:56:22.095896+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '16', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-09-13T18:56:31.950108+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '19', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-09-13T18:56:32.998608+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '20', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.05000000074505806}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'cephfs_data_ec', 'create_time': '2024-09-13T18:56:36.052694+0000', 'flags': 5, 'flags_names': 'hashpspool,ec_overwrites', 'type': 3, 'size': 4, 'min_size': 3, 'crush_rule': 1, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '24', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': 'cephfs_data_ec', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 8192, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}}] 2024-09-13T18:57:11.178 DEBUG:teuthology.orchestra.run.smithi119:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-09-13T18:57:11.280 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:11.277+0000 7f12616f0640 1 Processor -- start 2024-09-13T18:57:11.280 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:11.277+0000 7f12616f0640 1 -- start start 2024-09-13T18:57:11.281 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:11.278+0000 7f12616f0640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f125c06b600 0x7f125c069ed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:11.281 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:11.278+0000 7f12616f0640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f125c0ce2f0 0x7f125c06ca30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:11.281 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:11.278+0000 7f12616f0640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f125c15c9a0 con 0x7f125c0cdf10 2024-09-13T18:57:11.281 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:11.278+0000 7f12616f0640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f125c06b170 con 0x7f125c0ce2f0 2024-09-13T18:57:11.281 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:11.278+0000 7f12616f0640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f125c06a560 con 0x7f125c06b600 2024-09-13T18:57:11.281 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:11.278+0000 7f12527fc640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f125c06b600 0x7f125c069ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:11.281 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:11.278+0000 7f125b7fe640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f125c0ce2f0 0x7f125c06ca30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:11.281 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:11.278+0000 7f12527fc640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f125c06b600 0x7f125c069ed0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.145:3301/0 says I am v2:172.21.15.119:50600/0 (socket says 172.21.15.119:50600) 2024-09-13T18:57:11.281 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:11.278+0000 7f12527fc640 1 -- 172.21.15.119:0/2989317227 learned_addr learned my addr 172.21.15.119:0/2989317227 (peer_addr_for_me v2:172.21.15.119:0/0) 2024-09-13T18:57:11.282 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:11.278+0000 7f125affd640 1 --1- >> v1:172.21.15.145:6789/0 conn(0x7f125c0cdf10 0x7f125c065c60 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.145:6789/0 says I am v1:172.21.15.119:36668/0 (socket says 172.21.15.119:36668) 2024-09-13T18:57:11.282 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:11.278+0000 7f125b7fe640 1 --2- 172.21.15.119:0/2989317227 >> v2:172.21.15.145:3300/0 conn(0x7f125c0ce2f0 0x7f125c06ca30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.145:3300/0 says I am v2:172.21.15.119:58684/0 (socket says 172.21.15.119:58684) 2024-09-13T18:57:11.282 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:11.278+0000 7f12527fc640 1 -- 172.21.15.119:0/2989317227 >> v2:172.21.15.145:3300/0 conn(0x7f125c0ce2f0 msgr2=0x7f125c06ca30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T18:57:11.282 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:11.278+0000 7f12527fc640 1 --2- 172.21.15.119:0/2989317227 >> v2:172.21.15.145:3300/0 conn(0x7f125c0ce2f0 0x7f125c06ca30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:11.282 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:11.278+0000 7f12527fc640 1 -- 172.21.15.119:0/2989317227 >> v1:172.21.15.145:6789/0 conn(0x7f125c0cdf10 legacy=0x7f125c065c60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:11.282 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:11.279+0000 7f12527fc640 1 -- 172.21.15.119:0/2989317227 --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f125c06a840 con 0x7f125c06b600 2024-09-13T18:57:11.282 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:11.279+0000 7f125b7fe640 1 --2- 172.21.15.119:0/2989317227 >> v2:172.21.15.145:3300/0 conn(0x7f125c0ce2f0 0x7f125c06ca30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T18:57:11.283 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:11.279+0000 7f12527fc640 1 --2- 172.21.15.119:0/2989317227 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f125c06b600 0x7f125c069ed0 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7f1244009870 tx=0x7f124402a270 comp rx=0 tx=0).ready entity=mon.2 client_cookie=a265e2691451e11f server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:57:11.283 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:11.279+0000 7f125a7fc640 1 -- 172.21.15.119:0/2989317227 <== mon.2 v2:172.21.15.145:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1244032440 con 0x7f125c06b600 2024-09-13T18:57:11.283 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:11.279+0000 7f125a7fc640 1 -- 172.21.15.119:0/2989317227 <== mon.2 v2:172.21.15.145:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f12440325a0 con 0x7f125c06b600 2024-09-13T18:57:11.284 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:11.279+0000 7f125a7fc640 1 -- 172.21.15.119:0/2989317227 <== mon.2 v2:172.21.15.145:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1244032930 con 0x7f125c06b600 2024-09-13T18:57:11.284 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:11.280+0000 7f12616f0640 1 -- 172.21.15.119:0/2989317227 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f125c06b600 msgr2=0x7f125c069ed0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:11.284 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:11.280+0000 7f12616f0640 1 --2- 172.21.15.119:0/2989317227 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f125c06b600 0x7f125c069ed0 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7f1244009870 tx=0x7f124402a270 comp rx=0 tx=0).stop 2024-09-13T18:57:11.284 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:11.280+0000 7f12616f0640 1 -- 172.21.15.119:0/2989317227 shutdown_connections 2024-09-13T18:57:11.284 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:11.280+0000 7f12616f0640 1 --2- 172.21.15.119:0/2989317227 >> v2:172.21.15.145:3300/0 conn(0x7f125c0ce2f0 0x7f125c06ca30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:11.284 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:11.280+0000 7f12616f0640 1 --2- 172.21.15.119:0/2989317227 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f125c06b600 0x7f125c069ed0 unknown :-1 s=CLOSED pgs=40 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:11.284 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:11.280+0000 7f12616f0640 1 -- 172.21.15.119:0/2989317227 >> 172.21.15.119:0/2989317227 conn(0x7f125c0cb5b0 msgr2=0x7f125c0cb9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:57:11.284 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:11.280+0000 7f12616f0640 1 -- 172.21.15.119:0/2989317227 shutdown_connections 2024-09-13T18:57:11.285 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:11.280+0000 7f12616f0640 1 -- 172.21.15.119:0/2989317227 wait complete. 2024-09-13T18:57:11.285 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:11.281+0000 7f12616f0640 1 Processor -- start 2024-09-13T18:57:11.287 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:11.281+0000 7f12616f0640 1 -- start start 2024-09-13T18:57:11.287 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:11.282+0000 7f12616f0640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f125c06b600 0x7f125c0c4fb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:11.287 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:11.282+0000 7f12616f0640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f125c0cdf10 0x7f125c0b4100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:11.287 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:11.282+0000 7f12616f0640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f125c0ce2f0 0x7f125c0b4640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:11.287 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:11.282+0000 7f12616f0640 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f125c0c6af0 con 0x7f125c0ce2f0 2024-09-13T18:57:11.287 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:11.282+0000 7f12616f0640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f125c0c5c00 con 0x7f125c0cdf10 2024-09-13T18:57:11.287 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:11.282+0000 7f12616f0640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f125c0c5ee0 con 0x7f125c06b600 2024-09-13T18:57:11.287 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:11.282+0000 7f125b7fe640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f125c0ce2f0 0x7f125c0b4640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:11.288 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:11.282+0000 7f125b7fe640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f125c0ce2f0 0x7f125c0b4640 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.119:3300/0 says I am v2:172.21.15.119:44282/0 (socket says 172.21.15.119:44282) 2024-09-13T18:57:11.288 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:11.282+0000 7f125b7fe640 1 -- 172.21.15.119:0/1106509112 learned_addr learned my addr 172.21.15.119:0/1106509112 (peer_addr_for_me v2:172.21.15.119:0/0) 2024-09-13T18:57:11.288 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:11.282+0000 7f12527fc640 1 --2- 172.21.15.119:0/1106509112 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f125c0cdf10 0x7f125c0b4100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:11.288 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:11.282+0000 7f125affd640 1 --2- 172.21.15.119:0/1106509112 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f125c06b600 0x7f125c0c4fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:11.288 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:11.282+0000 7f125b7fe640 1 -- 172.21.15.119:0/1106509112 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f125c06b600 msgr2=0x7f125c0c4fb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:11.288 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:11.282+0000 7f125b7fe640 1 --2- 172.21.15.119:0/1106509112 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f125c06b600 0x7f125c0c4fb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:11.288 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:11.282+0000 7f125b7fe640 1 -- 172.21.15.119:0/1106509112 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f125c0cdf10 msgr2=0x7f125c0b4100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:11.288 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:11.282+0000 7f125b7fe640 1 --2- 172.21.15.119:0/1106509112 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f125c0cdf10 0x7f125c0b4100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:11.288 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:11.282+0000 7f125b7fe640 1 -- 172.21.15.119:0/1106509112 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1254009a70 con 0x7f125c0ce2f0 2024-09-13T18:57:11.288 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:11.282+0000 7f125affd640 1 --2- 172.21.15.119:0/1106509112 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f125c06b600 0x7f125c0c4fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T18:57:11.288 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:11.283+0000 7f125b7fe640 1 --2- 172.21.15.119:0/1106509112 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f125c0ce2f0 0x7f125c0b4640 secure :-1 s=READY pgs=287 cs=0 l=1 rev1=1 crypto rx=0x7f125400efc0 tx=0x7f125400c490 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:57:11.288 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:11.283+0000 7f1253fff640 1 -- 172.21.15.119:0/1106509112 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1254009cd0 con 0x7f125c0ce2f0 2024-09-13T18:57:11.288 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:11.283+0000 7f1253fff640 1 -- 172.21.15.119:0/1106509112 <== mon.0 v2:172.21.15.119:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f125400f040 con 0x7f125c0ce2f0 2024-09-13T18:57:11.289 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:11.283+0000 7f1253fff640 1 -- 172.21.15.119:0/1106509112 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1254003990 con 0x7f125c0ce2f0 2024-09-13T18:57:11.289 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:11.283+0000 7f12616f0640 1 -- 172.21.15.119:0/1106509112 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f12440094d0 con 0x7f125c0ce2f0 2024-09-13T18:57:11.289 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:11.283+0000 7f12616f0640 1 -- 172.21.15.119:0/1106509112 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f125c0c64a0 con 0x7f125c0ce2f0 2024-09-13T18:57:11.289 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:11.284+0000 7f12616f0640 1 -- 172.21.15.119:0/1106509112 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f125c06ca30 con 0x7f125c0ce2f0 2024-09-13T18:57:11.289 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:11.284+0000 7f1253fff640 1 -- 172.21.15.119:0/1106509112 <== mon.0 v2:172.21.15.119:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f1254014480 con 0x7f125c0ce2f0 2024-09-13T18:57:11.289 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:11.285+0000 7f1253fff640 1 --2- 172.21.15.119:0/1106509112 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f123c06ac00 0x7f123c06d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:11.290 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:11.285+0000 7f1253fff640 1 -- 172.21.15.119:0/1106509112 <== mon.0 v2:172.21.15.119:3300/0 5 ==== osd_map(24..24 src has 1..24) v4 ==== 6460+0+0 (secure 0 0 0) 0x7f125408a2e0 con 0x7f125c0ce2f0 2024-09-13T18:57:11.290 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:11.285+0000 7f125affd640 1 --2- 172.21.15.119:0/1106509112 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f123c06ac00 0x7f123c06d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:11.290 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:11.285+0000 7f125affd640 1 --2- 172.21.15.119:0/1106509112 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f123c06ac00 0x7f123c06d0c0 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7f124c000f60 tx=0x7f124c009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:57:11.291 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:11.289+0000 7f1253fff640 1 -- 172.21.15.119:0/1106509112 <== mon.0 v2:172.21.15.119:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f1254055140 con 0x7f125c0ce2f0 2024-09-13T18:57:11.452 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:11.450+0000 7f12616f0640 1 -- 172.21.15.119:0/1106509112 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f125c15fe20 con 0x7f125c0ce2f0 2024-09-13T18:57:11.453 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:11.450+0000 7f1253fff640 1 -- 172.21.15.119:0/1106509112 <== mon.0 v2:172.21.15.119:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v24) v1 ==== 93+0+10 (secure 0 0 0) 0x7f1254058760 con 0x7f125c0ce2f0 2024-09-13T18:57:11.453 INFO:teuthology.orchestra.run.smithi119.stdout:pg_num: 1 2024-09-13T18:57:11.455 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:11.452+0000 7f12616f0640 1 -- 172.21.15.119:0/1106509112 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f123c06ac00 msgr2=0x7f123c06d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:11.455 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:11.452+0000 7f12616f0640 1 --2- 172.21.15.119:0/1106509112 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f123c06ac00 0x7f123c06d0c0 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7f124c000f60 tx=0x7f124c009040 comp rx=0 tx=0).stop 2024-09-13T18:57:11.455 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:11.452+0000 7f12616f0640 1 -- 172.21.15.119:0/1106509112 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f125c0ce2f0 msgr2=0x7f125c0b4640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:11.455 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:11.452+0000 7f12616f0640 1 --2- 172.21.15.119:0/1106509112 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f125c0ce2f0 0x7f125c0b4640 secure :-1 s=READY pgs=287 cs=0 l=1 rev1=1 crypto rx=0x7f125400efc0 tx=0x7f125400c490 comp rx=0 tx=0).stop 2024-09-13T18:57:11.455 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:11.452+0000 7f12616f0640 1 -- 172.21.15.119:0/1106509112 shutdown_connections 2024-09-13T18:57:11.456 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:11.452+0000 7f12616f0640 1 --2- 172.21.15.119:0/1106509112 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f123c06ac00 0x7f123c06d0c0 unknown :-1 s=CLOSED pgs=155 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:11.456 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:11.452+0000 7f12616f0640 1 --2- 172.21.15.119:0/1106509112 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f125c0ce2f0 0x7f125c0b4640 unknown :-1 s=CLOSED pgs=287 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:11.456 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:11.452+0000 7f12616f0640 1 --2- 172.21.15.119:0/1106509112 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f125c0cdf10 0x7f125c0b4100 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:11.456 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:11.452+0000 7f12616f0640 1 --2- 172.21.15.119:0/1106509112 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f125c06b600 0x7f125c0c4fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:11.456 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:11.452+0000 7f12616f0640 1 -- 172.21.15.119:0/1106509112 >> 172.21.15.119:0/1106509112 conn(0x7f125c0cb5b0 msgr2=0x7f125c09ec70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:57:11.456 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:11.453+0000 7f12616f0640 1 -- 172.21.15.119:0/1106509112 shutdown_connections 2024-09-13T18:57:11.456 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:11.453+0000 7f12616f0640 1 -- 172.21.15.119:0/1106509112 wait complete. 2024-09-13T18:57:11.467 DEBUG:teuthology.orchestra.run.smithi119:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-09-13T18:57:11.569 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:11.565+0000 7fe4b6c80640 1 Processor -- start 2024-09-13T18:57:11.569 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:11.565+0000 7fe4b6c80640 1 -- start start 2024-09-13T18:57:11.569 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:11.566+0000 7fe4b6c80640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fe4b00cdf10 0x7fe4b0069ed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:11.569 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:11.566+0000 7fe4b6c80640 1 --2- >> v2:172.21.15.119:3300/0 conn(0x7fe4b00ce2f0 0x7fe4b006ca30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:11.569 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:11.566+0000 7fe4b6c80640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fe4b015c9a0 con 0x7fe4b006b600 2024-09-13T18:57:11.569 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:11.566+0000 7fe4b6c80640 1 -- --> v2:172.21.15.119:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fe4b006b170 con 0x7fe4b00ce2f0 2024-09-13T18:57:11.569 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:11.566+0000 7fe4b6c80640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe4b006a560 con 0x7fe4b00cdf10 2024-09-13T18:57:11.569 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:11.566+0000 7fe4b521d640 1 --2- >> v2:172.21.15.119:3300/0 conn(0x7fe4b00ce2f0 0x7fe4b006ca30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:11.569 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:11.566+0000 7fe4b521d640 1 --2- >> v2:172.21.15.119:3300/0 conn(0x7fe4b00ce2f0 0x7fe4b006ca30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.119:3300/0 says I am v2:172.21.15.119:44284/0 (socket says 172.21.15.119:44284) 2024-09-13T18:57:11.569 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:11.566+0000 7fe4b521d640 1 -- 172.21.15.119:0/235748947 learned_addr learned my addr 172.21.15.119:0/235748947 (peer_addr_for_me v2:172.21.15.119:0/0) 2024-09-13T18:57:11.569 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:11.566+0000 7fe4b521d640 1 -- 172.21.15.119:0/235748947 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fe4b00cdf10 msgr2=0x7fe4b0069ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T18:57:11.570 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:11.566+0000 7fe4b521d640 1 --2- 172.21.15.119:0/235748947 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fe4b00cdf10 0x7fe4b0069ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:11.570 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:11.566+0000 7fe4b521d640 1 -- 172.21.15.119:0/235748947 >> v1:172.21.15.145:6789/0 conn(0x7fe4b006b600 legacy=0x7fe4b0065c60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T18:57:11.570 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:11.566+0000 7fe4b521d640 1 -- 172.21.15.119:0/235748947 --> v2:172.21.15.119:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe4b006a840 con 0x7fe4b00ce2f0 2024-09-13T18:57:11.571 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:11.567+0000 7fe4b521d640 1 --2- 172.21.15.119:0/235748947 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fe4b00ce2f0 0x7fe4b006ca30 secure :-1 s=READY pgs=288 cs=0 l=1 rev1=1 crypto rx=0x7fe4a8009e50 tx=0x7fe4a802a6c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e89611a00669b8f6 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:57:11.571 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:11.567+0000 7fe4af7fe640 1 -- 172.21.15.119:0/235748947 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe4a802aea0 con 0x7fe4b00ce2f0 2024-09-13T18:57:11.571 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:11.567+0000 7fe4af7fe640 1 -- 172.21.15.119:0/235748947 <== mon.0 v2:172.21.15.119:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe4a802d050 con 0x7fe4b00ce2f0 2024-09-13T18:57:11.571 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:11.567+0000 7fe4af7fe640 1 -- 172.21.15.119:0/235748947 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe4a8031820 con 0x7fe4b00ce2f0 2024-09-13T18:57:11.571 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:11.567+0000 7fe4b6c80640 1 -- 172.21.15.119:0/235748947 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fe4b00ce2f0 msgr2=0x7fe4b006ca30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:11.571 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:11.567+0000 7fe4b6c80640 1 --2- 172.21.15.119:0/235748947 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fe4b00ce2f0 0x7fe4b006ca30 secure :-1 s=READY pgs=288 cs=0 l=1 rev1=1 crypto rx=0x7fe4a8009e50 tx=0x7fe4a802a6c0 comp rx=0 tx=0).stop 2024-09-13T18:57:11.571 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:11.567+0000 7fe4b6c80640 1 -- 172.21.15.119:0/235748947 shutdown_connections 2024-09-13T18:57:11.571 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:11.567+0000 7fe4b6c80640 1 --2- 172.21.15.119:0/235748947 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fe4b00ce2f0 0x7fe4b006ca30 unknown :-1 s=CLOSED pgs=288 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:11.571 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:11.567+0000 7fe4b6c80640 1 --2- 172.21.15.119:0/235748947 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fe4b00cdf10 0x7fe4b0069ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:11.572 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:11.568+0000 7fe4b6c80640 1 -- 172.21.15.119:0/235748947 >> 172.21.15.119:0/235748947 conn(0x7fe4b00cb5b0 msgr2=0x7fe4b00cb9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:57:11.572 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:11.568+0000 7fe4b6c80640 1 -- 172.21.15.119:0/235748947 shutdown_connections 2024-09-13T18:57:11.572 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:11.568+0000 7fe4b6c80640 1 -- 172.21.15.119:0/235748947 wait complete. 2024-09-13T18:57:11.572 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:11.569+0000 7fe4b6c80640 1 Processor -- start 2024-09-13T18:57:11.572 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:11.569+0000 7fe4b6c80640 1 -- start start 2024-09-13T18:57:11.574 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:11.570+0000 7fe4b6c80640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fe4b006b600 0x7fe4b01595b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:11.574 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:11.570+0000 7fe4b6c80640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fe4b00cdf10 0x7fe4b00cd090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:11.574 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:11.570+0000 7fe4b6c80640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fe4b00ce2f0 0x7fe4b01f2950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:11.574 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:11.570+0000 7fe4b6c80640 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe4b00cbff0 con 0x7fe4b00ce2f0 2024-09-13T18:57:11.574 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:11.570+0000 7fe4b6c80640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe4b00cc2d0 con 0x7fe4b006b600 2024-09-13T18:57:11.574 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:11.570+0000 7fe4b6c80640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe4b00cc5b0 con 0x7fe4b00cdf10 2024-09-13T18:57:11.574 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:11.570+0000 7fe4b521d640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fe4b00ce2f0 0x7fe4b01f2950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:11.574 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:11.570+0000 7fe4b521d640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fe4b00ce2f0 0x7fe4b01f2950 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.119:3300/0 says I am v2:172.21.15.119:44292/0 (socket says 172.21.15.119:44292) 2024-09-13T18:57:11.574 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:11.570+0000 7fe4b521d640 1 -- 172.21.15.119:0/2189175927 learned_addr learned my addr 172.21.15.119:0/2189175927 (peer_addr_for_me v2:172.21.15.119:0/0) 2024-09-13T18:57:11.575 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:11.570+0000 7fe4b4a1c640 1 --2- 172.21.15.119:0/2189175927 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fe4b006b600 0x7fe4b01595b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:11.575 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:11.570+0000 7fe4affff640 1 --2- 172.21.15.119:0/2189175927 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fe4b00cdf10 0x7fe4b00cd090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:11.575 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:11.570+0000 7fe4b521d640 1 -- 172.21.15.119:0/2189175927 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fe4b00cdf10 msgr2=0x7fe4b00cd090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:11.575 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:11.570+0000 7fe4b521d640 1 --2- 172.21.15.119:0/2189175927 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fe4b00cdf10 0x7fe4b00cd090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:11.575 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:11.570+0000 7fe4b521d640 1 -- 172.21.15.119:0/2189175927 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fe4b006b600 msgr2=0x7fe4b01595b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:11.575 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:11.570+0000 7fe4b521d640 1 --2- 172.21.15.119:0/2189175927 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fe4b006b600 0x7fe4b01595b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:11.575 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:11.570+0000 7fe4b521d640 1 -- 172.21.15.119:0/2189175927 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe4a8009b30 con 0x7fe4b00ce2f0 2024-09-13T18:57:11.575 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:11.570+0000 7fe4b521d640 1 --2- 172.21.15.119:0/2189175927 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fe4b00ce2f0 0x7fe4b01f2950 secure :-1 s=READY pgs=289 cs=0 l=1 rev1=1 crypto rx=0x7fe4a8034040 tx=0x7fe4a8004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:57:11.575 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:11.570+0000 7fe4ad7fa640 1 -- 172.21.15.119:0/2189175927 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe4a803c890 con 0x7fe4b00ce2f0 2024-09-13T18:57:11.575 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:11.570+0000 7fe4ad7fa640 1 -- 172.21.15.119:0/2189175927 <== mon.0 v2:172.21.15.119:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe4a803ca10 con 0x7fe4b00ce2f0 2024-09-13T18:57:11.575 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:11.570+0000 7fe4b6c80640 1 -- 172.21.15.119:0/2189175927 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe4b00cc890 con 0x7fe4b00ce2f0 2024-09-13T18:57:11.575 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:11.570+0000 7fe4ad7fa640 1 -- 172.21.15.119:0/2189175927 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe4a803cdc0 con 0x7fe4b00ce2f0 2024-09-13T18:57:11.575 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:11.570+0000 7fe4b6c80640 1 -- 172.21.15.119:0/2189175927 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe4b0159af0 con 0x7fe4b00ce2f0 2024-09-13T18:57:11.575 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:11.571+0000 7fe4b6c80640 1 -- 172.21.15.119:0/2189175927 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fe4b00ccdb0 con 0x7fe4b00ce2f0 2024-09-13T18:57:11.576 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:11.572+0000 7fe4ad7fa640 1 -- 172.21.15.119:0/2189175927 <== mon.0 v2:172.21.15.119:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fe4a8038040 con 0x7fe4b00ce2f0 2024-09-13T18:57:11.576 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:11.572+0000 7fe4ad7fa640 1 --2- 172.21.15.119:0/2189175927 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7fe49406ac00 0x7fe49406d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:11.576 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:11.572+0000 7fe4ad7fa640 1 -- 172.21.15.119:0/2189175927 <== mon.0 v2:172.21.15.119:3300/0 5 ==== osd_map(24..24 src has 1..24) v4 ==== 6460+0+0 (secure 0 0 0) 0x7fe4a80aa420 con 0x7fe4b00ce2f0 2024-09-13T18:57:11.576 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:11.572+0000 7fe4b4a1c640 1 --2- 172.21.15.119:0/2189175927 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7fe49406ac00 0x7fe49406d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:11.577 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:11.572+0000 7fe4b4a1c640 1 --2- 172.21.15.119:0/2189175927 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7fe49406ac00 0x7fe49406d0c0 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7fe4b01f5e70 tx=0x7fe4a4009110 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:57:11.579 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:11.576+0000 7fe4ad7fa640 1 -- 172.21.15.119:0/2189175927 <== mon.0 v2:172.21.15.119:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fe4a8075570 con 0x7fe4b00ce2f0 2024-09-13T18:57:11.740 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:11.737+0000 7fe4b6c80640 1 -- 172.21.15.119:0/2189175927 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7fe4b006ca30 con 0x7fe4b00ce2f0 2024-09-13T18:57:11.740 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:11.737+0000 7fe4ad7fa640 1 -- 172.21.15.119:0/2189175927 <== mon.0 v2:172.21.15.119:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v24) v1 ==== 104+0+11 (secure 0 0 0) 0x7fe4a8009510 con 0x7fe4b00ce2f0 2024-09-13T18:57:11.740 INFO:teuthology.orchestra.run.smithi119.stdout:pg_num: 32 2024-09-13T18:57:11.743 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:11.739+0000 7fe4b6c80640 1 -- 172.21.15.119:0/2189175927 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7fe49406ac00 msgr2=0x7fe49406d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:11.743 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:11.739+0000 7fe4b6c80640 1 --2- 172.21.15.119:0/2189175927 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7fe49406ac00 0x7fe49406d0c0 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7fe4b01f5e70 tx=0x7fe4a4009110 comp rx=0 tx=0).stop 2024-09-13T18:57:11.743 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:11.739+0000 7fe4b6c80640 1 -- 172.21.15.119:0/2189175927 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fe4b00ce2f0 msgr2=0x7fe4b01f2950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:11.743 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:11.739+0000 7fe4b6c80640 1 --2- 172.21.15.119:0/2189175927 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fe4b00ce2f0 0x7fe4b01f2950 secure :-1 s=READY pgs=289 cs=0 l=1 rev1=1 crypto rx=0x7fe4a8034040 tx=0x7fe4a8004a40 comp rx=0 tx=0).stop 2024-09-13T18:57:11.743 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:11.739+0000 7fe4b6c80640 1 -- 172.21.15.119:0/2189175927 shutdown_connections 2024-09-13T18:57:11.743 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:11.739+0000 7fe4b6c80640 1 --2- 172.21.15.119:0/2189175927 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7fe49406ac00 0x7fe49406d0c0 unknown :-1 s=CLOSED pgs=156 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:11.743 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:11.739+0000 7fe4b6c80640 1 --2- 172.21.15.119:0/2189175927 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fe4b00ce2f0 0x7fe4b01f2950 unknown :-1 s=CLOSED pgs=289 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:11.743 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:11.739+0000 7fe4b6c80640 1 --2- 172.21.15.119:0/2189175927 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fe4b00cdf10 0x7fe4b00cd090 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:11.744 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:11.739+0000 7fe4b6c80640 1 --2- 172.21.15.119:0/2189175927 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fe4b006b600 0x7fe4b01595b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:11.744 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:11.740+0000 7fe4b6c80640 1 -- 172.21.15.119:0/2189175927 >> 172.21.15.119:0/2189175927 conn(0x7fe4b00cb5b0 msgr2=0x7fe4b01e4d50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:57:11.744 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:11.740+0000 7fe4b6c80640 1 -- 172.21.15.119:0/2189175927 shutdown_connections 2024-09-13T18:57:11.744 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:11.740+0000 7fe4b6c80640 1 -- 172.21.15.119:0/2189175927 wait complete. 2024-09-13T18:57:11.753 DEBUG:teuthology.orchestra.run.smithi119:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-09-13T18:57:11.857 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:11.850+0000 7f6f3f272640 1 Processor -- start 2024-09-13T18:57:11.857 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:11.851+0000 7f6f3f272640 1 -- start start 2024-09-13T18:57:11.857 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:11.851+0000 7f6f3f272640 1 --2- >> v2:172.21.15.119:3300/0 conn(0x7f6f3815c500 0x7f6f380d2050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:11.858 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:11.852+0000 7f6f3f272640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f6f380cdff0 0x7f6f380d0000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:11.858 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:11.852+0000 7f6f3f272640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f6f380cd450 con 0x7f6f380d2590 2024-09-13T18:57:11.858 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:11.852+0000 7f6f3f272640 1 -- --> v2:172.21.15.119:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f6f380d29f0 con 0x7f6f3815c500 2024-09-13T18:57:11.858 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:11.852+0000 7f6f3f272640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f6f380d0cf0 con 0x7f6f380cdff0 2024-09-13T18:57:11.858 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:11.852+0000 7f6f3d00e640 1 --2- >> v2:172.21.15.119:3300/0 conn(0x7f6f3815c500 0x7f6f380d2050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:11.858 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:11.852+0000 7f6f3d00e640 1 --2- >> v2:172.21.15.119:3300/0 conn(0x7f6f3815c500 0x7f6f380d2050 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.119:3300/0 says I am v2:172.21.15.119:44294/0 (socket says 172.21.15.119:44294) 2024-09-13T18:57:11.858 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:11.852+0000 7f6f3d00e640 1 -- 172.21.15.119:0/2068599710 learned_addr learned my addr 172.21.15.119:0/2068599710 (peer_addr_for_me v2:172.21.15.119:0/0) 2024-09-13T18:57:11.858 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:11.852+0000 7f6f3d80f640 1 --2- 172.21.15.119:0/2068599710 >> v2:172.21.15.145:3300/0 conn(0x7f6f380cdff0 0x7f6f380d0000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:11.858 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:11.852+0000 7f6f3d00e640 1 -- 172.21.15.119:0/2068599710 >> v2:172.21.15.145:3300/0 conn(0x7f6f380cdff0 msgr2=0x7f6f380d0000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T18:57:11.858 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:11.852+0000 7f6f3d00e640 1 --2- 172.21.15.119:0/2068599710 >> v2:172.21.15.145:3300/0 conn(0x7f6f380cdff0 0x7f6f380d0000 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:11.858 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:11.852+0000 7f6f3d00e640 1 -- 172.21.15.119:0/2068599710 >> v1:172.21.15.145:6789/0 conn(0x7f6f380d2590 legacy=0x7f6f380cd8e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T18:57:11.858 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:11.852+0000 7f6f3d00e640 1 -- 172.21.15.119:0/2068599710 --> v2:172.21.15.119:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6f380d0fd0 con 0x7f6f3815c500 2024-09-13T18:57:11.858 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:11.853+0000 7f6f3d00e640 1 --2- 172.21.15.119:0/2068599710 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f6f3815c500 0x7f6f380d2050 secure :-1 s=READY pgs=290 cs=0 l=1 rev1=1 crypto rx=0x7f6f380cca00 tx=0x7f6f2c02a230 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ccbf561998615261 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:57:11.858 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:11.853+0000 7f6f2bfff640 1 -- 172.21.15.119:0/2068599710 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6f2c032440 con 0x7f6f3815c500 2024-09-13T18:57:11.859 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:11.853+0000 7f6f2bfff640 1 -- 172.21.15.119:0/2068599710 <== mon.0 v2:172.21.15.119:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6f2c0325a0 con 0x7f6f3815c500 2024-09-13T18:57:11.859 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:11.853+0000 7f6f2bfff640 1 -- 172.21.15.119:0/2068599710 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6f2c032930 con 0x7f6f3815c500 2024-09-13T18:57:11.859 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:11.853+0000 7f6f3f272640 1 -- 172.21.15.119:0/2068599710 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f6f3815c500 msgr2=0x7f6f380d2050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:11.859 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:11.853+0000 7f6f3f272640 1 --2- 172.21.15.119:0/2068599710 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f6f3815c500 0x7f6f380d2050 secure :-1 s=READY pgs=290 cs=0 l=1 rev1=1 crypto rx=0x7f6f380cca00 tx=0x7f6f2c02a230 comp rx=0 tx=0).stop 2024-09-13T18:57:11.859 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:11.853+0000 7f6f3f272640 1 -- 172.21.15.119:0/2068599710 shutdown_connections 2024-09-13T18:57:11.859 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:11.853+0000 7f6f3f272640 1 --2- 172.21.15.119:0/2068599710 >> v2:172.21.15.145:3300/0 conn(0x7f6f380cdff0 0x7f6f380d0000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:11.859 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:11.853+0000 7f6f3f272640 1 --2- 172.21.15.119:0/2068599710 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f6f3815c500 0x7f6f380d2050 unknown :-1 s=CLOSED pgs=290 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:11.859 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:11.853+0000 7f6f3f272640 1 -- 172.21.15.119:0/2068599710 >> 172.21.15.119:0/2068599710 conn(0x7f6f38089f60 msgr2=0x7f6f3809b830 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:57:11.859 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:11.854+0000 7f6f3f272640 1 -- 172.21.15.119:0/2068599710 shutdown_connections 2024-09-13T18:57:11.859 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:11.854+0000 7f6f3f272640 1 -- 172.21.15.119:0/2068599710 wait complete. 2024-09-13T18:57:11.859 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:11.855+0000 7f6f3f272640 1 Processor -- start 2024-09-13T18:57:11.859 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:11.855+0000 7f6f3f272640 1 -- start start 2024-09-13T18:57:11.862 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:11.855+0000 7f6f3f272640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f6f380cdff0 0x7f6f3815ae50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:11.862 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:11.855+0000 7f6f3f272640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f6f380d2590 0x7f6f380ca1b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:11.862 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:11.855+0000 7f6f3f272640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6f3815c500 0x7f6f3815da20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:11.862 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:11.855+0000 7f6f3f272640 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6f380cc0b0 con 0x7f6f380cdff0 2024-09-13T18:57:11.862 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:11.855+0000 7f6f3f272640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6f3815b390 con 0x7f6f3815c500 2024-09-13T18:57:11.863 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:11.855+0000 7f6f3f272640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f6f38159db0 con 0x7f6f380d2590 2024-09-13T18:57:11.863 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:11.855+0000 7f6f3d00e640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f6f380cdff0 0x7f6f3815ae50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:11.863 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:11.855+0000 7f6f3d00e640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f6f380cdff0 0x7f6f3815ae50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.119:3300/0 says I am v2:172.21.15.119:44310/0 (socket says 172.21.15.119:44310) 2024-09-13T18:57:11.863 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:11.855+0000 7f6f3d00e640 1 -- 172.21.15.119:0/2598482471 learned_addr learned my addr 172.21.15.119:0/2598482471 (peer_addr_for_me v2:172.21.15.119:0/0) 2024-09-13T18:57:11.863 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:11.856+0000 7f6f3d00e640 1 -- 172.21.15.119:0/2598482471 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f6f380d2590 msgr2=0x7f6f380ca1b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:11.863 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:11.856+0000 7f6f3d00e640 1 --2- 172.21.15.119:0/2598482471 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f6f380d2590 0x7f6f380ca1b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:11.863 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:11.856+0000 7f6f3d80f640 1 --2- 172.21.15.119:0/2598482471 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6f3815c500 0x7f6f3815da20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:11.863 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:11.856+0000 7f6f3d00e640 1 -- 172.21.15.119:0/2598482471 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6f3815c500 msgr2=0x7f6f3815da20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:11.863 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:11.856+0000 7f6f3d00e640 1 --2- 172.21.15.119:0/2598482471 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6f3815c500 0x7f6f3815da20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:11.863 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:11.856+0000 7f6f3d00e640 1 -- 172.21.15.119:0/2598482471 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6f2c0094d0 con 0x7f6f380cdff0 2024-09-13T18:57:11.863 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:11.856+0000 7f6f3d80f640 1 --2- 172.21.15.119:0/2598482471 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6f3815c500 0x7f6f3815da20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T18:57:11.863 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:11.856+0000 7f6f3d00e640 1 --2- 172.21.15.119:0/2598482471 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f6f380cdff0 0x7f6f3815ae50 secure :-1 s=READY pgs=291 cs=0 l=1 rev1=1 crypto rx=0x7f6f2c02a270 tx=0x7f6f2c0046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:57:11.863 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:11.856+0000 7f6f29ffb640 1 -- 172.21.15.119:0/2598482471 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6f2c030b80 con 0x7f6f380cdff0 2024-09-13T18:57:11.864 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:11.856+0000 7f6f29ffb640 1 -- 172.21.15.119:0/2598482471 <== mon.0 v2:172.21.15.119:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6f2c030ce0 con 0x7f6f380cdff0 2024-09-13T18:57:11.864 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:11.856+0000 7f6f3f272640 1 -- 172.21.15.119:0/2598482471 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f6f3815a090 con 0x7f6f380cdff0 2024-09-13T18:57:11.864 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:11.856+0000 7f6f29ffb640 1 -- 172.21.15.119:0/2598482471 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6f2c03d680 con 0x7f6f380cdff0 2024-09-13T18:57:11.864 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:11.856+0000 7f6f3f272640 1 -- 172.21.15.119:0/2598482471 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f6f3815a650 con 0x7f6f380cdff0 2024-09-13T18:57:11.864 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:11.857+0000 7f6f3f272640 1 -- 172.21.15.119:0/2598482471 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f6f380d0870 con 0x7f6f380cdff0 2024-09-13T18:57:11.864 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:11.858+0000 7f6f29ffb640 1 -- 172.21.15.119:0/2598482471 <== mon.0 v2:172.21.15.119:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f6f2c039040 con 0x7f6f380cdff0 2024-09-13T18:57:11.864 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:11.858+0000 7f6f29ffb640 1 --2- 172.21.15.119:0/2598482471 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f6f1c06ac00 0x7f6f1c06d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:11.864 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:11.858+0000 7f6f29ffb640 1 -- 172.21.15.119:0/2598482471 <== mon.0 v2:172.21.15.119:3300/0 5 ==== osd_map(24..24 src has 1..24) v4 ==== 6460+0+0 (secure 0 0 0) 0x7f6f2c0aa340 con 0x7f6f380cdff0 2024-09-13T18:57:11.864 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:11.858+0000 7f6f3c80d640 1 --2- 172.21.15.119:0/2598482471 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f6f1c06ac00 0x7f6f1c06d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:11.864 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:11.859+0000 7f6f3c80d640 1 --2- 172.21.15.119:0/2598482471 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f6f1c06ac00 0x7f6f1c06d0c0 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7f6f38154210 tx=0x7f6f340079b0 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:57:11.865 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:11.863+0000 7f6f29ffb640 1 -- 172.21.15.119:0/2598482471 <== mon.0 v2:172.21.15.119:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f6f2c0752c0 con 0x7f6f380cdff0 2024-09-13T18:57:12.025 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:12.023+0000 7f6f3f272640 1 -- 172.21.15.119:0/2598482471 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7f6f380b3820 con 0x7f6f380cdff0 2024-09-13T18:57:12.026 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:12.023+0000 7f6f29ffb640 1 -- 172.21.15.119:0/2598482471 <== mon.0 v2:172.21.15.119:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v24) v1 ==== 100+0+11 (secure 0 0 0) 0x7f6f2c0788e0 con 0x7f6f380cdff0 2024-09-13T18:57:12.026 INFO:teuthology.orchestra.run.smithi119.stdout:pg_num: 64 2024-09-13T18:57:12.028 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:12.025+0000 7f6f3f272640 1 -- 172.21.15.119:0/2598482471 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f6f1c06ac00 msgr2=0x7f6f1c06d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:12.028 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:12.025+0000 7f6f3f272640 1 --2- 172.21.15.119:0/2598482471 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f6f1c06ac00 0x7f6f1c06d0c0 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7f6f38154210 tx=0x7f6f340079b0 comp rx=0 tx=0).stop 2024-09-13T18:57:12.028 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:12.025+0000 7f6f3f272640 1 -- 172.21.15.119:0/2598482471 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f6f380cdff0 msgr2=0x7f6f3815ae50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:12.029 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:12.025+0000 7f6f3f272640 1 --2- 172.21.15.119:0/2598482471 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f6f380cdff0 0x7f6f3815ae50 secure :-1 s=READY pgs=291 cs=0 l=1 rev1=1 crypto rx=0x7f6f2c02a270 tx=0x7f6f2c0046c0 comp rx=0 tx=0).stop 2024-09-13T18:57:12.029 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:12.025+0000 7f6f3f272640 1 -- 172.21.15.119:0/2598482471 shutdown_connections 2024-09-13T18:57:12.029 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:12.025+0000 7f6f3f272640 1 --2- 172.21.15.119:0/2598482471 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f6f1c06ac00 0x7f6f1c06d0c0 unknown :-1 s=CLOSED pgs=157 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:12.029 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:12.025+0000 7f6f3f272640 1 --2- 172.21.15.119:0/2598482471 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6f3815c500 0x7f6f3815da20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:12.029 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:12.025+0000 7f6f3f272640 1 --2- 172.21.15.119:0/2598482471 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f6f380d2590 0x7f6f380ca1b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:12.029 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:12.025+0000 7f6f3f272640 1 --2- 172.21.15.119:0/2598482471 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f6f380cdff0 0x7f6f3815ae50 unknown :-1 s=CLOSED pgs=291 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:12.029 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:12.025+0000 7f6f3f272640 1 -- 172.21.15.119:0/2598482471 >> 172.21.15.119:0/2598482471 conn(0x7f6f38089f60 msgr2=0x7f6f3806c480 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:57:12.029 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:12.025+0000 7f6f3f272640 1 -- 172.21.15.119:0/2598482471 shutdown_connections 2024-09-13T18:57:12.029 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:12.025+0000 7f6f3f272640 1 -- 172.21.15.119:0/2598482471 wait complete. 2024-09-13T18:57:12.039 DEBUG:teuthology.orchestra.run.smithi119:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data_ec pg_num 2024-09-13T18:57:12.140 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:12.137+0000 7f527803a640 1 Processor -- start 2024-09-13T18:57:12.140 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:12.137+0000 7f527803a640 1 -- start start 2024-09-13T18:57:12.141 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:12.138+0000 7f527803a640 1 --2- >> v2:172.21.15.119:3300/0 conn(0x7f52700cdf10 0x7f5270069ed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:12.141 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:12.138+0000 7f527803a640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f527006b600 0x7f5270065c60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:12.141 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:12.138+0000 7f527803a640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f52700ce2f0 0x7f52700cc700 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:12.141 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:12.138+0000 7f527803a640 1 -- --> v2:172.21.15.119:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f527015c9a0 con 0x7f52700cdf10 2024-09-13T18:57:12.142 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:12.138+0000 7f527803a640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f527006b170 con 0x7f52700ce2f0 2024-09-13T18:57:12.142 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:12.138+0000 7f527803a640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f52700661a0 con 0x7f527006b600 2024-09-13T18:57:12.142 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:12.138+0000 7f5275dd6640 1 --2- >> v2:172.21.15.119:3300/0 conn(0x7f52700cdf10 0x7f5270069ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:12.142 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:12.138+0000 7f5275dd6640 1 --2- >> v2:172.21.15.119:3300/0 conn(0x7f52700cdf10 0x7f5270069ed0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.119:3300/0 says I am v2:172.21.15.119:44318/0 (socket says 172.21.15.119:44318) 2024-09-13T18:57:12.142 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:12.138+0000 7f5275dd6640 1 -- 172.21.15.119:0/1555797045 learned_addr learned my addr 172.21.15.119:0/1555797045 (peer_addr_for_me v2:172.21.15.119:0/0) 2024-09-13T18:57:12.142 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:12.139+0000 7f5275dd6640 1 -- 172.21.15.119:0/1555797045 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f527006b600 msgr2=0x7f5270065c60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T18:57:12.142 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:12.139+0000 7f5275dd6640 1 --2- 172.21.15.119:0/1555797045 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f527006b600 0x7f5270065c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:12.142 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:12.139+0000 7f5275dd6640 1 -- 172.21.15.119:0/1555797045 >> v2:172.21.15.145:3300/0 conn(0x7f52700ce2f0 msgr2=0x7f52700cc700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T18:57:12.142 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:12.139+0000 7f52765d7640 1 --2- 172.21.15.119:0/1555797045 >> v2:172.21.15.145:3300/0 conn(0x7f52700ce2f0 0x7f52700cc700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:12.142 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:12.139+0000 7f5275dd6640 1 --2- 172.21.15.119:0/1555797045 >> v2:172.21.15.145:3300/0 conn(0x7f52700ce2f0 0x7f52700cc700 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:12.142 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:12.139+0000 7f5275dd6640 1 -- 172.21.15.119:0/1555797045 --> v2:172.21.15.119:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f527006a560 con 0x7f52700cdf10 2024-09-13T18:57:12.146 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:12.139+0000 7f5275dd6640 1 --2- 172.21.15.119:0/1555797045 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f52700cdf10 0x7f5270069ed0 secure :-1 s=READY pgs=292 cs=0 l=1 rev1=1 crypto rx=0x7f527006bca0 tx=0x7f526c02a6a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b643372a14ab3849 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:57:12.146 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:12.139+0000 7f5274dd4640 1 -- 172.21.15.119:0/1555797045 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f526c031600 con 0x7f52700cdf10 2024-09-13T18:57:12.146 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:12.139+0000 7f5274dd4640 1 -- 172.21.15.119:0/1555797045 <== mon.0 v2:172.21.15.119:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f526c02d050 con 0x7f52700cdf10 2024-09-13T18:57:12.146 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:12.139+0000 7f5274dd4640 1 -- 172.21.15.119:0/1555797045 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f526c031980 con 0x7f52700cdf10 2024-09-13T18:57:12.146 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:12.140+0000 7f527803a640 1 -- 172.21.15.119:0/1555797045 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f52700cdf10 msgr2=0x7f5270069ed0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:12.146 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:12.140+0000 7f527803a640 1 --2- 172.21.15.119:0/1555797045 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f52700cdf10 0x7f5270069ed0 secure :-1 s=READY pgs=292 cs=0 l=1 rev1=1 crypto rx=0x7f527006bca0 tx=0x7f526c02a6a0 comp rx=0 tx=0).stop 2024-09-13T18:57:12.146 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:12.140+0000 7f527803a640 1 -- 172.21.15.119:0/1555797045 shutdown_connections 2024-09-13T18:57:12.146 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:12.140+0000 7f527803a640 1 --2- 172.21.15.119:0/1555797045 >> v2:172.21.15.145:3300/0 conn(0x7f52700ce2f0 0x7f52700cc700 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:12.147 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:12.140+0000 7f527803a640 1 --2- 172.21.15.119:0/1555797045 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f527006b600 0x7f5270065c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:12.147 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:12.140+0000 7f527803a640 1 --2- 172.21.15.119:0/1555797045 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f52700cdf10 0x7f5270069ed0 unknown :-1 s=CLOSED pgs=292 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:12.147 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:12.140+0000 7f527803a640 1 -- 172.21.15.119:0/1555797045 >> 172.21.15.119:0/1555797045 conn(0x7f52700cb5b0 msgr2=0x7f52700cb9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:57:12.147 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:12.140+0000 7f527803a640 1 -- 172.21.15.119:0/1555797045 shutdown_connections 2024-09-13T18:57:12.147 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:12.140+0000 7f527803a640 1 -- 172.21.15.119:0/1555797045 wait complete. 2024-09-13T18:57:12.147 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:12.141+0000 7f527803a640 1 Processor -- start 2024-09-13T18:57:12.147 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:12.141+0000 7f527803a640 1 -- start start 2024-09-13T18:57:12.147 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:12.142+0000 7f527803a640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f527006b600 0x7f52700b3220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:12.147 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:12.142+0000 7f527803a640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f52700cdf10 0x7f52701f67f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:12.147 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:12.142+0000 7f527803a640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f52700ce2f0 0x7f527015e530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:12.147 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:12.142+0000 7f527803a640 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f52701594d0 con 0x7f52700cdf10 2024-09-13T18:57:12.147 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:12.142+0000 7f527803a640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f52701f5da0 con 0x7f52700ce2f0 2024-09-13T18:57:12.148 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:12.142+0000 7f527803a640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f527015ee10 con 0x7f527006b600 2024-09-13T18:57:12.148 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:12.142+0000 7f52755d5640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f52700cdf10 0x7f52701f67f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:12.148 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:12.142+0000 7f52755d5640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f52700cdf10 0x7f52701f67f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.119:3300/0 says I am v2:172.21.15.119:44328/0 (socket says 172.21.15.119:44328) 2024-09-13T18:57:12.148 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:12.142+0000 7f52755d5640 1 -- 172.21.15.119:0/4179207115 learned_addr learned my addr 172.21.15.119:0/4179207115 (peer_addr_for_me v2:172.21.15.119:0/0) 2024-09-13T18:57:12.148 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:12.142+0000 7f5275dd6640 1 --2- 172.21.15.119:0/4179207115 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f527006b600 0x7f52700b3220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:12.148 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:12.142+0000 7f52765d7640 1 --2- 172.21.15.119:0/4179207115 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f52700ce2f0 0x7f527015e530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:12.148 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:12.142+0000 7f52755d5640 1 -- 172.21.15.119:0/4179207115 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f527006b600 msgr2=0x7f52700b3220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:12.148 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:12.142+0000 7f52755d5640 1 --2- 172.21.15.119:0/4179207115 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f527006b600 0x7f52700b3220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:12.148 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:12.142+0000 7f52755d5640 1 -- 172.21.15.119:0/4179207115 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f52700ce2f0 msgr2=0x7f527015e530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:12.148 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:12.142+0000 7f52755d5640 1 --2- 172.21.15.119:0/4179207115 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f52700ce2f0 0x7f527015e530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:12.148 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:12.142+0000 7f52755d5640 1 -- 172.21.15.119:0/4179207115 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f526c009b30 con 0x7f52700cdf10 2024-09-13T18:57:12.148 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:12.142+0000 7f52755d5640 1 --2- 172.21.15.119:0/4179207115 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f52700cdf10 0x7f52701f67f0 secure :-1 s=READY pgs=293 cs=0 l=1 rev1=1 crypto rx=0x7f526000b410 tx=0x7f526000b8d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:57:12.149 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:12.143+0000 7f52667fc640 1 -- 172.21.15.119:0/4179207115 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5260011830 con 0x7f52700cdf10 2024-09-13T18:57:12.149 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:12.143+0000 7f52667fc640 1 -- 172.21.15.119:0/4179207115 <== mon.0 v2:172.21.15.119:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f52600119b0 con 0x7f52700cdf10 2024-09-13T18:57:12.149 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:12.143+0000 7f527803a640 1 -- 172.21.15.119:0/4179207115 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f527015f0f0 con 0x7f52700cdf10 2024-09-13T18:57:12.149 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:12.143+0000 7f52667fc640 1 -- 172.21.15.119:0/4179207115 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5260011d60 con 0x7f52700cdf10 2024-09-13T18:57:12.149 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:12.143+0000 7f527803a640 1 -- 172.21.15.119:0/4179207115 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f52701f62d0 con 0x7f52700cdf10 2024-09-13T18:57:12.150 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:12.144+0000 7f527803a640 1 -- 172.21.15.119:0/4179207115 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f52701f64f0 con 0x7f52700cdf10 2024-09-13T18:57:12.150 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:12.144+0000 7f52667fc640 1 -- 172.21.15.119:0/4179207115 <== mon.0 v2:172.21.15.119:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f526001a400 con 0x7f52700cdf10 2024-09-13T18:57:12.150 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:12.145+0000 7f52667fc640 1 --2- 172.21.15.119:0/4179207115 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f525406ac00 0x7f525406d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:12.150 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:12.145+0000 7f52667fc640 1 -- 172.21.15.119:0/4179207115 <== mon.0 v2:172.21.15.119:3300/0 5 ==== osd_map(24..24 src has 1..24) v4 ==== 6460+0+0 (secure 0 0 0) 0x7f5260089670 con 0x7f52700cdf10 2024-09-13T18:57:12.150 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:12.145+0000 7f5275dd6640 1 --2- 172.21.15.119:0/4179207115 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f525406ac00 0x7f525406d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:12.150 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:12.145+0000 7f5275dd6640 1 --2- 172.21.15.119:0/4179207115 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f525406ac00 0x7f525406d0c0 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7f526c033000 tx=0x7f526c009000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:57:12.153 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:12.150+0000 7f52667fc640 1 -- 172.21.15.119:0/4179207115 <== mon.0 v2:172.21.15.119:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f52600545f0 con 0x7f52700cdf10 2024-09-13T18:57:12.314 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:12.312+0000 7f527803a640 1 -- 172.21.15.119:0/4179207115 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"} v 0) v1 -- 0x7f5270065c60 con 0x7f52700cdf10 2024-09-13T18:57:12.315 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:12.312+0000 7f52667fc640 1 -- 172.21.15.119:0/4179207115 <== mon.0 v2:172.21.15.119:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]=0 v24) v1 ==== 103+0+11 (secure 0 0 0) 0x7f5260057c10 con 0x7f52700cdf10 2024-09-13T18:57:12.315 INFO:teuthology.orchestra.run.smithi119.stdout:pg_num: 32 2024-09-13T18:57:12.317 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:12.314+0000 7f527803a640 1 -- 172.21.15.119:0/4179207115 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f525406ac00 msgr2=0x7f525406d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:12.317 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:12.314+0000 7f527803a640 1 --2- 172.21.15.119:0/4179207115 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f525406ac00 0x7f525406d0c0 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7f526c033000 tx=0x7f526c009000 comp rx=0 tx=0).stop 2024-09-13T18:57:12.317 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:12.314+0000 7f527803a640 1 -- 172.21.15.119:0/4179207115 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f52700cdf10 msgr2=0x7f52701f67f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:12.317 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:12.314+0000 7f527803a640 1 --2- 172.21.15.119:0/4179207115 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f52700cdf10 0x7f52701f67f0 secure :-1 s=READY pgs=293 cs=0 l=1 rev1=1 crypto rx=0x7f526000b410 tx=0x7f526000b8d0 comp rx=0 tx=0).stop 2024-09-13T18:57:12.317 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:12.314+0000 7f527803a640 1 -- 172.21.15.119:0/4179207115 shutdown_connections 2024-09-13T18:57:12.318 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:12.314+0000 7f527803a640 1 --2- 172.21.15.119:0/4179207115 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f525406ac00 0x7f525406d0c0 unknown :-1 s=CLOSED pgs=158 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:12.318 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:12.314+0000 7f527803a640 1 --2- 172.21.15.119:0/4179207115 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f52700ce2f0 0x7f527015e530 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:12.318 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:12.314+0000 7f527803a640 1 --2- 172.21.15.119:0/4179207115 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f52700cdf10 0x7f52701f67f0 unknown :-1 s=CLOSED pgs=293 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:12.318 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:12.314+0000 7f527803a640 1 --2- 172.21.15.119:0/4179207115 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f527006b600 0x7f52700b3220 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:12.318 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:12.314+0000 7f527803a640 1 -- 172.21.15.119:0/4179207115 >> 172.21.15.119:0/4179207115 conn(0x7f52700cb5b0 msgr2=0x7f52700cd5f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:57:12.318 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:12.314+0000 7f527803a640 1 -- 172.21.15.119:0/4179207115 shutdown_connections 2024-09-13T18:57:12.318 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:12.314+0000 7f527803a640 1 -- 172.21.15.119:0/4179207115 wait complete. 2024-09-13T18:57:12.345 INFO:tasks.cephfs_test_runner:Starting test: test_recover_fs_after_fsmap_removal (tasks.cephfs.test_recovery_fs.TestFSRecovery) 2024-09-13T18:57:12.346 DEBUG:teuthology.orchestra.run.smithi119:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T18:57:12.443 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:12.440+0000 7f2c99b1f640 1 Processor -- start 2024-09-13T18:57:12.443 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:12.440+0000 7f2c99b1f640 1 -- start start 2024-09-13T18:57:12.445 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:12.441+0000 7f2c99b1f640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f2c9406c4c0 0x7f2c9406c8a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:12.445 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:12.441+0000 7f2c99b1f640 1 --2- >> v2:172.21.15.119:3300/0 conn(0x7f2c940b2590 0x7f2c9406d3a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:12.445 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:12.441+0000 7f2c99b1f640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f2c940cbea0 0x7f2c940cc350 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:12.445 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:12.441+0000 7f2c99b1f640 1 -- --> v2:172.21.15.119:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f2c9406deb0 con 0x7f2c940b2590 2024-09-13T18:57:12.445 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:12.441+0000 7f2c99b1f640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f2c940cc890 con 0x7f2c940cbea0 2024-09-13T18:57:12.445 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:12.441+0000 7f2c99b1f640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f2c9406e0c0 con 0x7f2c9406c4c0 2024-09-13T18:57:12.445 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:12.441+0000 7f2c92ffd640 1 --2- >> v2:172.21.15.119:3300/0 conn(0x7f2c940b2590 0x7f2c9406d3a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:12.445 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:12.441+0000 7f2c92ffd640 1 --2- >> v2:172.21.15.119:3300/0 conn(0x7f2c940b2590 0x7f2c9406d3a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.119:3300/0 says I am v2:172.21.15.119:44334/0 (socket says 172.21.15.119:44334) 2024-09-13T18:57:12.446 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:12.441+0000 7f2c92ffd640 1 -- 172.21.15.119:0/1617619714 learned_addr learned my addr 172.21.15.119:0/1617619714 (peer_addr_for_me v2:172.21.15.119:0/0) 2024-09-13T18:57:12.446 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:12.441+0000 7f2c93fff640 1 --2- 172.21.15.119:0/1617619714 >> v2:172.21.15.145:3300/0 conn(0x7f2c940cbea0 0x7f2c940cc350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:12.446 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:12.441+0000 7f2c92ffd640 1 -- 172.21.15.119:0/1617619714 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f2c9406c4c0 msgr2=0x7f2c9406c8a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T18:57:12.446 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:12.441+0000 7f2c937fe640 1 --2- 172.21.15.119:0/1617619714 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f2c9406c4c0 0x7f2c9406c8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:12.446 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:12.441+0000 7f2c92ffd640 1 --2- 172.21.15.119:0/1617619714 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f2c9406c4c0 0x7f2c9406c8a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:12.446 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:12.441+0000 7f2c92ffd640 1 -- 172.21.15.119:0/1617619714 >> v2:172.21.15.145:3300/0 conn(0x7f2c940cbea0 msgr2=0x7f2c940cc350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T18:57:12.446 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:12.441+0000 7f2c92ffd640 1 --2- 172.21.15.119:0/1617619714 >> v2:172.21.15.145:3300/0 conn(0x7f2c940cbea0 0x7f2c940cc350 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:12.446 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:12.441+0000 7f2c92ffd640 1 -- 172.21.15.119:0/1617619714 --> v2:172.21.15.119:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2c9406e3a0 con 0x7f2c940b2590 2024-09-13T18:57:12.446 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:12.441+0000 7f2c93fff640 1 --2- 172.21.15.119:0/1617619714 >> v2:172.21.15.145:3300/0 conn(0x7f2c940cbea0 0x7f2c940cc350 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T18:57:12.446 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:12.441+0000 7f2c937fe640 1 --2- 172.21.15.119:0/1617619714 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f2c9406c4c0 0x7f2c9406c8a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T18:57:12.446 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:12.442+0000 7f2c92ffd640 1 --2- 172.21.15.119:0/1617619714 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f2c940b2590 0x7f2c9406d3a0 secure :-1 s=READY pgs=294 cs=0 l=1 rev1=1 crypto rx=0x7f2c8800aa10 tx=0x7f2c8802b5d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9c0e538a70e67127 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:57:12.446 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:12.442+0000 7f2c927fc640 1 -- 172.21.15.119:0/1617619714 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2c88030710 con 0x7f2c940b2590 2024-09-13T18:57:12.446 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:12.442+0000 7f2c927fc640 1 -- 172.21.15.119:0/1617619714 <== mon.0 v2:172.21.15.119:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f2c8802e050 con 0x7f2c940b2590 2024-09-13T18:57:12.446 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:12.442+0000 7f2c927fc640 1 -- 172.21.15.119:0/1617619714 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2c88030a90 con 0x7f2c940b2590 2024-09-13T18:57:12.449 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:12.443+0000 7f2c99b1f640 1 -- 172.21.15.119:0/1617619714 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f2c940b2590 msgr2=0x7f2c9406d3a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:12.450 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:12.443+0000 7f2c99b1f640 1 --2- 172.21.15.119:0/1617619714 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f2c940b2590 0x7f2c9406d3a0 secure :-1 s=READY pgs=294 cs=0 l=1 rev1=1 crypto rx=0x7f2c8800aa10 tx=0x7f2c8802b5d0 comp rx=0 tx=0).stop 2024-09-13T18:57:12.450 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:12.443+0000 7f2c99b1f640 1 -- 172.21.15.119:0/1617619714 shutdown_connections 2024-09-13T18:57:12.450 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:12.443+0000 7f2c99b1f640 1 --2- 172.21.15.119:0/1617619714 >> v2:172.21.15.145:3300/0 conn(0x7f2c940cbea0 0x7f2c940cc350 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:12.450 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:12.443+0000 7f2c99b1f640 1 --2- 172.21.15.119:0/1617619714 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f2c940b2590 0x7f2c9406d3a0 unknown :-1 s=CLOSED pgs=294 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:12.450 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:12.443+0000 7f2c99b1f640 1 --2- 172.21.15.119:0/1617619714 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f2c9406c4c0 0x7f2c9406c8a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:12.450 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:12.443+0000 7f2c99b1f640 1 -- 172.21.15.119:0/1617619714 >> 172.21.15.119:0/1617619714 conn(0x7f2c94069ed0 msgr2=0x7f2c9406a2e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:57:12.450 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:12.443+0000 7f2c99b1f640 1 -- 172.21.15.119:0/1617619714 shutdown_connections 2024-09-13T18:57:12.450 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:12.443+0000 7f2c99b1f640 1 -- 172.21.15.119:0/1617619714 wait complete. 2024-09-13T18:57:12.450 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:12.444+0000 7f2c99b1f640 1 Processor -- start 2024-09-13T18:57:12.450 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:12.444+0000 7f2c99b1f640 1 -- start start 2024-09-13T18:57:12.450 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:12.445+0000 7f2c99b1f640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f2c9406c4c0 0x7f2c94156470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:12.450 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:12.445+0000 7f2c99b1f640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f2c940b2590 0x7f2c940c7740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:12.450 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:12.445+0000 7f2c99b1f640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f2c940cbea0 0x7f2c940c7c80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:12.451 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:12.445+0000 7f2c99b1f640 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2c94159af0 con 0x7f2c940cbea0 2024-09-13T18:57:12.451 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:12.445+0000 7f2c99b1f640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2c9415b7a0 con 0x7f2c9406c4c0 2024-09-13T18:57:12.451 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:12.445+0000 7f2c99b1f640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f2c94158f00 con 0x7f2c940b2590 2024-09-13T18:57:12.451 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:12.445+0000 7f2c93fff640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f2c940cbea0 0x7f2c940c7c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:12.451 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:12.445+0000 7f2c93fff640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f2c940cbea0 0x7f2c940c7c80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.119:3300/0 says I am v2:172.21.15.119:44338/0 (socket says 172.21.15.119:44338) 2024-09-13T18:57:12.451 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:12.445+0000 7f2c93fff640 1 -- 172.21.15.119:0/1973948791 learned_addr learned my addr 172.21.15.119:0/1973948791 (peer_addr_for_me v2:172.21.15.119:0/0) 2024-09-13T18:57:12.451 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:12.445+0000 7f2c937fe640 1 --2- 172.21.15.119:0/1973948791 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f2c9406c4c0 0x7f2c94156470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:12.451 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:12.445+0000 7f2c92ffd640 1 --2- 172.21.15.119:0/1973948791 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f2c940b2590 0x7f2c940c7740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:12.451 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:12.445+0000 7f2c93fff640 1 -- 172.21.15.119:0/1973948791 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f2c940b2590 msgr2=0x7f2c940c7740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:12.451 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:12.445+0000 7f2c93fff640 1 --2- 172.21.15.119:0/1973948791 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f2c940b2590 0x7f2c940c7740 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:12.451 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:12.445+0000 7f2c93fff640 1 -- 172.21.15.119:0/1973948791 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f2c9406c4c0 msgr2=0x7f2c94156470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:12.451 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:12.446+0000 7f2c93fff640 1 --2- 172.21.15.119:0/1973948791 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f2c9406c4c0 0x7f2c94156470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:12.451 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:12.446+0000 7f2c93fff640 1 -- 172.21.15.119:0/1973948791 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2c8800a670 con 0x7f2c940cbea0 2024-09-13T18:57:12.451 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:12.446+0000 7f2c937fe640 1 --2- 172.21.15.119:0/1973948791 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f2c9406c4c0 0x7f2c94156470 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T18:57:12.452 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:12.446+0000 7f2c93fff640 1 --2- 172.21.15.119:0/1973948791 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f2c940cbea0 0x7f2c940c7c80 secure :-1 s=READY pgs=295 cs=0 l=1 rev1=1 crypto rx=0x7f2c8c00c820 tx=0x7f2c8c00cce0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:57:12.452 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:12.446+0000 7f2c7bfff640 1 -- 172.21.15.119:0/1973948791 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2c8c007a30 con 0x7f2c940cbea0 2024-09-13T18:57:12.452 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:12.446+0000 7f2c7bfff640 1 -- 172.21.15.119:0/1973948791 <== mon.0 v2:172.21.15.119:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f2c8c007b90 con 0x7f2c940cbea0 2024-09-13T18:57:12.452 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:12.446+0000 7f2c99b1f640 1 -- 172.21.15.119:0/1973948791 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f2c941569b0 con 0x7f2c940cbea0 2024-09-13T18:57:12.452 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:12.446+0000 7f2c7bfff640 1 -- 172.21.15.119:0/1973948791 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2c8c00ce10 con 0x7f2c940cbea0 2024-09-13T18:57:12.452 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:12.446+0000 7f2c99b1f640 1 -- 172.21.15.119:0/1973948791 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f2c94159430 con 0x7f2c940cbea0 2024-09-13T18:57:12.452 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:12.447+0000 7f2c99b1f640 1 -- 172.21.15.119:0/1973948791 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f2c94159c30 con 0x7f2c940cbea0 2024-09-13T18:57:12.452 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:12.447+0000 7f2c7bfff640 1 -- 172.21.15.119:0/1973948791 <== mon.0 v2:172.21.15.119:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f2c8c0113f0 con 0x7f2c940cbea0 2024-09-13T18:57:12.453 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:12.448+0000 7f2c7bfff640 1 --2- 172.21.15.119:0/1973948791 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f2c8006ac00 0x7f2c8006d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:12.453 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:12.448+0000 7f2c7bfff640 1 -- 172.21.15.119:0/1973948791 <== mon.0 v2:172.21.15.119:3300/0 5 ==== osd_map(24..24 src has 1..24) v4 ==== 6460+0+0 (secure 0 0 0) 0x7f2c8c089680 con 0x7f2c940cbea0 2024-09-13T18:57:12.453 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:12.448+0000 7f2c937fe640 1 --2- 172.21.15.119:0/1973948791 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f2c8006ac00 0x7f2c8006d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:12.453 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:12.448+0000 7f2c937fe640 1 --2- 172.21.15.119:0/1973948791 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f2c8006ac00 0x7f2c8006d0c0 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7f2c84007f40 tx=0x7f2c84007490 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:57:12.454 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:12.452+0000 7f2c7bfff640 1 -- 172.21.15.119:0/1973948791 <== mon.0 v2:172.21.15.119:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f2c94159c30 con 0x7f2c940cbea0 2024-09-13T18:57:12.619 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:12.616+0000 7f2c99b1f640 1 -- 172.21.15.119:0/1973948791 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f2c94159c30 con 0x7f2c940cbea0 2024-09-13T18:57:12.620 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:12.617+0000 7f2c7bfff640 1 -- 172.21.15.119:0/1973948791 <== mon.0 v2:172.21.15.119:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v24) v1 ==== 74+0+18394 (secure 0 0 0) 0x7f2c94159c30 con 0x7f2c940cbea0 2024-09-13T18:57:12.620 INFO:teuthology.orchestra.run.smithi119.stdout: 2024-09-13T18:57:12.621 INFO:teuthology.orchestra.run.smithi119.stdout:{"epoch":24,"fsid":"b3bca492-3414-44ef-b63c-42eead5ea701","created":"2024-09-13T18:56:10.047760+0000","modified":"2024-09-13T18:56:38.390322+0000","last_up_change":"2024-09-13T18:56:22.096428+0000","last_in_change":"2024-09-13T18:56:12.143228+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T18:56:22.095896+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-13T18:56:31.950108+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-13T18:56:32.998608+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-09-13T18:56:36.052694+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"24","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"09edfd5c-bc57-47d1-a7b7-6d97f0f88db1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6810","nonce":3811853106},{"type":"v1","addr":"172.21.15.119:6813","nonce":3811853106}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6817","nonce":3811853106},{"type":"v1","addr":"172.21.15.119:6820","nonce":3811853106}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6828","nonce":3811853106},{"type":"v1","addr":"172.21.15.119:6830","nonce":3811853106}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6823","nonce":3811853106},{"type":"v1","addr":"172.21.15.119:6825","nonce":3811853106}]},"public_addr":"172.21.15.119:6813/3811853106","cluster_addr":"172.21.15.119:6820/3811853106","heartbeat_back_addr":"172.21.15.119:6830/3811853106","heartbeat_front_addr":"172.21.15.119:6825/3811853106","state":["exists","up"]},{"osd":1,"uuid":"f26f4bd2-3aee-4208-9e62-87f17047d886","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6809","nonce":1656755168},{"type":"v1","addr":"172.21.15.119:6812","nonce":1656755168}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6815","nonce":1656755168},{"type":"v1","addr":"172.21.15.119:6818","nonce":1656755168}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6829","nonce":1656755168},{"type":"v1","addr":"172.21.15.119:6831","nonce":1656755168}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6822","nonce":1656755168},{"type":"v1","addr":"172.21.15.119:6826","nonce":1656755168}]},"public_addr":"172.21.15.119:6812/1656755168","cluster_addr":"172.21.15.119:6818/1656755168","heartbeat_back_addr":"172.21.15.119:6831/1656755168","heartbeat_front_addr":"172.21.15.119:6826/1656755168","state":["exists","up"]},{"osd":2,"uuid":"1e9d6e0c-51f9-4f4a-bead-0e7edc7dd200","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6800","nonce":3093354378},{"type":"v1","addr":"172.21.15.119:6801","nonce":3093354378}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6802","nonce":3093354378},{"type":"v1","addr":"172.21.15.119:6803","nonce":3093354378}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6806","nonce":3093354378},{"type":"v1","addr":"172.21.15.119:6807","nonce":3093354378}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6804","nonce":3093354378},{"type":"v1","addr":"172.21.15.119:6805","nonce":3093354378}]},"public_addr":"172.21.15.119:6801/3093354378","cluster_addr":"172.21.15.119:6803/3093354378","heartbeat_back_addr":"172.21.15.119:6807/3093354378","heartbeat_front_addr":"172.21.15.119:6805/3093354378","state":["exists","up"]},{"osd":3,"uuid":"7c289b1f-a555-46e4-b85a-c0f230c9e02a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6808","nonce":886995937},{"type":"v1","addr":"172.21.15.119:6811","nonce":886995937}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6814","nonce":886995937},{"type":"v1","addr":"172.21.15.119:6816","nonce":886995937}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6824","nonce":886995937},{"type":"v1","addr":"172.21.15.119:6827","nonce":886995937}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6819","nonce":886995937},{"type":"v1","addr":"172.21.15.119:6821","nonce":886995937}]},"public_addr":"172.21.15.119:6811/886995937","cluster_addr":"172.21.15.119:6816/886995937","heartbeat_back_addr":"172.21.15.119:6827/886995937","heartbeat_front_addr":"172.21.15.119:6821/886995937","state":["exists","up"]},{"osd":4,"uuid":"a0a2f75b-5a33-4b69-b834-b8cf5a90ac5f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6808","nonce":2802887692},{"type":"v1","addr":"172.21.15.145:6809","nonce":2802887692}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6810","nonce":2802887692},{"type":"v1","addr":"172.21.15.145:6811","nonce":2802887692}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6814","nonce":2802887692},{"type":"v1","addr":"172.21.15.145:6815","nonce":2802887692}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6812","nonce":2802887692},{"type":"v1","addr":"172.21.15.145:6813","nonce":2802887692}]},"public_addr":"172.21.15.145:6809/2802887692","cluster_addr":"172.21.15.145:6811/2802887692","heartbeat_back_addr":"172.21.15.145:6815/2802887692","heartbeat_front_addr":"172.21.15.145:6813/2802887692","state":["exists","up"]},{"osd":5,"uuid":"e301c92f-a5af-49da-8384-bef6d48c9982","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6800","nonce":1431235391},{"type":"v1","addr":"172.21.15.145:6801","nonce":1431235391}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6802","nonce":1431235391},{"type":"v1","addr":"172.21.15.145:6803","nonce":1431235391}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6806","nonce":1431235391},{"type":"v1","addr":"172.21.15.145:6807","nonce":1431235391}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6804","nonce":1431235391},{"type":"v1","addr":"172.21.15.145:6805","nonce":1431235391}]},"public_addr":"172.21.15.145:6801/1431235391","cluster_addr":"172.21.15.145:6803/1431235391","heartbeat_back_addr":"172.21.15.145:6807/1431235391","heartbeat_front_addr":"172.21.15.145:6805/1431235391","state":["exists","up"]},{"osd":6,"uuid":"dd2ee71c-4024-4f56-90b1-d362ff9ae8f5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6816","nonce":1755123178},{"type":"v1","addr":"172.21.15.145:6817","nonce":1755123178}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6818","nonce":1755123178},{"type":"v1","addr":"172.21.15.145:6819","nonce":1755123178}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6822","nonce":1755123178},{"type":"v1","addr":"172.21.15.145:6823","nonce":1755123178}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6820","nonce":1755123178},{"type":"v1","addr":"172.21.15.145:6821","nonce":1755123178}]},"public_addr":"172.21.15.145:6817/1755123178","cluster_addr":"172.21.15.145:6819/1755123178","heartbeat_back_addr":"172.21.15.145:6823/1755123178","heartbeat_front_addr":"172.21.15.145:6821/1755123178","state":["exists","up"]},{"osd":7,"uuid":"7412449e-689b-45ee-9ae5-744a8c27f166","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6824","nonce":3012628958},{"type":"v1","addr":"172.21.15.145:6825","nonce":3012628958}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6826","nonce":3012628958},{"type":"v1","addr":"172.21.15.145:6827","nonce":3012628958}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6830","nonce":3012628958},{"type":"v1","addr":"172.21.15.145:6831","nonce":3012628958}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6828","nonce":3012628958},{"type":"v1","addr":"172.21.15.145:6829","nonce":3012628958}]},"public_addr":"172.21.15.145:6825/3012628958","cluster_addr":"172.21.15.145:6827/3012628958","heartbeat_back_addr":"172.21.15.145:6831/3012628958","heartbeat_front_addr":"172.21.15.145:6829/3012628958","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T18:56:17.286635+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T18:56:17.334491+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T18:56:17.297521+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T18:56:17.383716+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T18:56:17.267776+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T18:56:17.312998+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T18:56:17.303008+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T18:56:17.304729+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T18:57:12.622 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:12.619+0000 7f2c99b1f640 1 -- 172.21.15.119:0/1973948791 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f2c8006ac00 msgr2=0x7f2c8006d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:12.622 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:12.619+0000 7f2c99b1f640 1 --2- 172.21.15.119:0/1973948791 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f2c8006ac00 0x7f2c8006d0c0 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7f2c84007f40 tx=0x7f2c84007490 comp rx=0 tx=0).stop 2024-09-13T18:57:12.622 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:12.619+0000 7f2c99b1f640 1 -- 172.21.15.119:0/1973948791 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f2c940cbea0 msgr2=0x7f2c940c7c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:12.622 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:12.619+0000 7f2c99b1f640 1 --2- 172.21.15.119:0/1973948791 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f2c940cbea0 0x7f2c940c7c80 secure :-1 s=READY pgs=295 cs=0 l=1 rev1=1 crypto rx=0x7f2c8c00c820 tx=0x7f2c8c00cce0 comp rx=0 tx=0).stop 2024-09-13T18:57:12.623 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:12.619+0000 7f2c99b1f640 1 -- 172.21.15.119:0/1973948791 shutdown_connections 2024-09-13T18:57:12.623 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:12.619+0000 7f2c99b1f640 1 --2- 172.21.15.119:0/1973948791 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f2c8006ac00 0x7f2c8006d0c0 unknown :-1 s=CLOSED pgs=159 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:12.623 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:12.619+0000 7f2c99b1f640 1 --2- 172.21.15.119:0/1973948791 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f2c940cbea0 0x7f2c940c7c80 unknown :-1 s=CLOSED pgs=295 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:12.623 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:12.619+0000 7f2c99b1f640 1 --2- 172.21.15.119:0/1973948791 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f2c940b2590 0x7f2c940c7740 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:12.623 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:12.619+0000 7f2c99b1f640 1 --2- 172.21.15.119:0/1973948791 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f2c9406c4c0 0x7f2c94156470 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:12.623 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:12.619+0000 7f2c99b1f640 1 -- 172.21.15.119:0/1973948791 >> 172.21.15.119:0/1973948791 conn(0x7f2c94069ed0 msgr2=0x7f2c940b2bc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:57:12.623 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:12.620+0000 7f2c99b1f640 1 -- 172.21.15.119:0/1973948791 shutdown_connections 2024-09-13T18:57:12.623 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:12.620+0000 7f2c99b1f640 1 -- 172.21.15.119:0/1973948791 wait complete. 2024-09-13T18:57:12.634 INFO:tasks.ceph_test_case.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-09-13T18:56:22.095896+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '16', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-09-13T18:56:31.950108+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '19', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-09-13T18:56:32.998608+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '20', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.05000000074505806}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'cephfs_data_ec', 'create_time': '2024-09-13T18:56:36.052694+0000', 'flags': 5, 'flags_names': 'hashpspool,ec_overwrites', 'type': 3, 'size': 4, 'min_size': 3, 'crush_rule': 1, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '24', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': 'cephfs_data_ec', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 8192, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}}] 2024-09-13T18:57:12.634 DEBUG:teuthology.orchestra.run.smithi119:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-09-13T18:57:12.734 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:12.731+0000 7fb478926640 1 Processor -- start 2024-09-13T18:57:12.734 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:12.731+0000 7fb478926640 1 -- start start 2024-09-13T18:57:12.735 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:12.732+0000 7fb478926640 1 --2- >> v2:172.21.15.119:3300/0 conn(0x7fb47415c500 0x7fb4740d2050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:12.735 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:12.732+0000 7fb478926640 1 -- --> v1:172.21.15.119:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fb4740cd450 con 0x7fb4740d2590 2024-09-13T18:57:12.735 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:12.732+0000 7fb478926640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fb4740d29f0 con 0x7fb4740cdff0 2024-09-13T18:57:12.735 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:12.732+0000 7fb478926640 1 -- --> v2:172.21.15.119:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fb4740d0cf0 con 0x7fb47415c500 2024-09-13T18:57:12.736 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:12.732+0000 7fb47259c640 1 --2- >> v2:172.21.15.119:3300/0 conn(0x7fb47415c500 0x7fb4740d2050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:12.736 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:12.732+0000 7fb471d9b640 1 --1- >> v1:172.21.15.119:6789/0 conn(0x7fb4740d2590 0x7fb4740cd8e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.119:6789/0 says I am v1:172.21.15.119:39222/0 (socket says 172.21.15.119:39222) 2024-09-13T18:57:12.736 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:12.733+0000 7fb471d9b640 1 -- 172.21.15.119:0/3718802967 learned_addr learned my addr 172.21.15.119:0/3718802967 (peer_addr_for_me v1:172.21.15.119:0/0) 2024-09-13T18:57:12.736 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:12.733+0000 7fb47259c640 1 -- 172.21.15.119:0/3718802967 >> v1:172.21.15.145:6789/0 conn(0x7fb4740cdff0 legacy=0x7fb4740d0000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T18:57:12.736 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:12.733+0000 7fb47259c640 1 -- 172.21.15.119:0/3718802967 >> v1:172.21.15.119:6789/0 conn(0x7fb4740d2590 legacy=0x7fb4740cd8e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:12.736 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:12.733+0000 7fb47259c640 1 -- 172.21.15.119:0/3718802967 --> v2:172.21.15.119:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb4740d0fd0 con 0x7fb47415c500 2024-09-13T18:57:12.737 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:12.734+0000 7fb47259c640 1 --2- 172.21.15.119:0/3718802967 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fb47415c500 0x7fb4740d2050 secure :-1 s=READY pgs=297 cs=0 l=1 rev1=1 crypto rx=0x7fb464009d90 tx=0x7fb46402a5f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e56106ecf49b04ee server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:57:12.737 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:12.734+0000 7fb47159a640 1 -- 172.21.15.119:0/3718802967 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb464007740 con 0x7fb47415c500 2024-09-13T18:57:12.738 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:12.734+0000 7fb47159a640 1 -- 172.21.15.119:0/3718802967 <== mon.0 v2:172.21.15.119:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb46402d050 con 0x7fb47415c500 2024-09-13T18:57:12.738 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:12.734+0000 7fb47159a640 1 -- 172.21.15.119:0/3718802967 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb464007ac0 con 0x7fb47415c500 2024-09-13T18:57:12.738 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:12.734+0000 7fb478926640 1 -- 172.21.15.119:0/3718802967 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fb47415c500 msgr2=0x7fb4740d2050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:12.738 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:12.734+0000 7fb478926640 1 --2- 172.21.15.119:0/3718802967 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fb47415c500 0x7fb4740d2050 secure :-1 s=READY pgs=297 cs=0 l=1 rev1=1 crypto rx=0x7fb464009d90 tx=0x7fb46402a5f0 comp rx=0 tx=0).stop 2024-09-13T18:57:12.738 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:12.735+0000 7fb478926640 1 -- 172.21.15.119:0/3718802967 shutdown_connections 2024-09-13T18:57:12.738 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:12.735+0000 7fb478926640 1 --2- 172.21.15.119:0/3718802967 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fb47415c500 0x7fb4740d2050 unknown :-1 s=CLOSED pgs=297 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:12.738 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:12.735+0000 7fb478926640 1 -- 172.21.15.119:0/3718802967 >> 172.21.15.119:0/3718802967 conn(0x7fb474089f60 msgr2=0x7fb47409b830 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:57:12.738 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:12.735+0000 7fb478926640 1 -- 172.21.15.119:0/3718802967 shutdown_connections 2024-09-13T18:57:12.738 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:12.735+0000 7fb478926640 1 -- 172.21.15.119:0/3718802967 wait complete. 2024-09-13T18:57:12.740 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:12.736+0000 7fb478926640 1 Processor -- start 2024-09-13T18:57:12.740 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:12.736+0000 7fb478926640 1 -- start start 2024-09-13T18:57:12.740 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:12.737+0000 7fb478926640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fb4740cdff0 0x7fb47414fa40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:12.741 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:12.737+0000 7fb478926640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb4740d2590 0x7fb47415d000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:12.741 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:12.737+0000 7fb478926640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fb47415c500 0x7fb47415d540 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:12.741 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:12.737+0000 7fb478926640 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb47415e900 con 0x7fb4740cdff0 2024-09-13T18:57:12.741 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:12.737+0000 7fb478926640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb47415da80 con 0x7fb4740d2590 2024-09-13T18:57:12.741 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:12.737+0000 7fb478926640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb47415dcf0 con 0x7fb47415c500 2024-09-13T18:57:12.741 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:12.737+0000 7fb47259c640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fb4740cdff0 0x7fb47414fa40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:12.741 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:12.737+0000 7fb47259c640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fb4740cdff0 0x7fb47414fa40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.119:3300/0 says I am v2:172.21.15.119:44344/0 (socket says 172.21.15.119:44344) 2024-09-13T18:57:12.741 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:12.737+0000 7fb47259c640 1 -- 172.21.15.119:0/2516053797 learned_addr learned my addr 172.21.15.119:0/2516053797 (peer_addr_for_me v2:172.21.15.119:0/0) 2024-09-13T18:57:12.741 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:12.737+0000 7fb471d9b640 1 --2- 172.21.15.119:0/2516053797 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb4740d2590 0x7fb47415d000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:12.741 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:12.737+0000 7fb472d9d640 1 --2- 172.21.15.119:0/2516053797 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fb47415c500 0x7fb47415d540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:12.741 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:12.737+0000 7fb47259c640 1 -- 172.21.15.119:0/2516053797 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fb47415c500 msgr2=0x7fb47415d540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:12.741 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:12.737+0000 7fb47259c640 1 --2- 172.21.15.119:0/2516053797 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fb47415c500 0x7fb47415d540 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:12.741 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:12.737+0000 7fb47259c640 1 -- 172.21.15.119:0/2516053797 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb4740d2590 msgr2=0x7fb47415d000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:12.742 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:12.737+0000 7fb47259c640 1 --2- 172.21.15.119:0/2516053797 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb4740d2590 0x7fb47415d000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:12.742 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:12.737+0000 7fb47259c640 1 -- 172.21.15.119:0/2516053797 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb464009a70 con 0x7fb4740cdff0 2024-09-13T18:57:12.742 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:12.737+0000 7fb47259c640 1 --2- 172.21.15.119:0/2516053797 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fb4740cdff0 0x7fb47414fa40 secure :-1 s=READY pgs=298 cs=0 l=1 rev1=1 crypto rx=0x7fb464009d90 tx=0x7fb464004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:57:12.742 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:12.737+0000 7fb462ffd640 1 -- 172.21.15.119:0/2516053797 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb4640319d0 con 0x7fb4740cdff0 2024-09-13T18:57:12.742 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:12.737+0000 7fb462ffd640 1 -- 172.21.15.119:0/2516053797 <== mon.0 v2:172.21.15.119:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb464031b30 con 0x7fb4740cdff0 2024-09-13T18:57:12.742 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:12.737+0000 7fb462ffd640 1 -- 172.21.15.119:0/2516053797 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb464031ea0 con 0x7fb4740cdff0 2024-09-13T18:57:12.742 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:12.737+0000 7fb478926640 1 -- 172.21.15.119:0/2516053797 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb47415dfd0 con 0x7fb4740cdff0 2024-09-13T18:57:12.742 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:12.738+0000 7fb478926640 1 -- 172.21.15.119:0/2516053797 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb47415e590 con 0x7fb4740cdff0 2024-09-13T18:57:12.743 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:12.739+0000 7fb478926640 1 -- 172.21.15.119:0/2516053797 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fb4740d2050 con 0x7fb4740cdff0 2024-09-13T18:57:12.743 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:12.739+0000 7fb462ffd640 1 -- 172.21.15.119:0/2516053797 <== mon.0 v2:172.21.15.119:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fb46402ad50 con 0x7fb4740cdff0 2024-09-13T18:57:12.743 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:12.739+0000 7fb462ffd640 1 --2- 172.21.15.119:0/2516053797 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7fb45406ac30 0x7fb45406d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:12.743 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:12.739+0000 7fb462ffd640 1 -- 172.21.15.119:0/2516053797 <== mon.0 v2:172.21.15.119:3300/0 5 ==== osd_map(24..24 src has 1..24) v4 ==== 6460+0+0 (secure 0 0 0) 0x7fb4640aab50 con 0x7fb4740cdff0 2024-09-13T18:57:12.744 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:12.739+0000 7fb471d9b640 1 --2- 172.21.15.119:0/2516053797 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7fb45406ac30 0x7fb45406d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:12.744 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:12.740+0000 7fb471d9b640 1 --2- 172.21.15.119:0/2516053797 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7fb45406ac30 0x7fb45406d0f0 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7fb468000f60 tx=0x7fb468007e20 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:57:12.746 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:12.744+0000 7fb462ffd640 1 -- 172.21.15.119:0/2516053797 <== mon.0 v2:172.21.15.119:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fb464075b80 con 0x7fb4740cdff0 2024-09-13T18:57:12.907 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:12.904+0000 7fb478926640 1 -- 172.21.15.119:0/2516053797 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7fb47406c2e0 con 0x7fb4740cdff0 2024-09-13T18:57:12.907 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:12.904+0000 7fb462ffd640 1 -- 172.21.15.119:0/2516053797 <== mon.0 v2:172.21.15.119:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v24) v1 ==== 93+0+10 (secure 0 0 0) 0x7fb4640490a0 con 0x7fb4740cdff0 2024-09-13T18:57:12.907 INFO:teuthology.orchestra.run.smithi119.stdout:pg_num: 1 2024-09-13T18:57:12.909 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:12.906+0000 7fb478926640 1 -- 172.21.15.119:0/2516053797 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7fb45406ac30 msgr2=0x7fb45406d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:12.909 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:12.906+0000 7fb478926640 1 --2- 172.21.15.119:0/2516053797 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7fb45406ac30 0x7fb45406d0f0 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7fb468000f60 tx=0x7fb468007e20 comp rx=0 tx=0).stop 2024-09-13T18:57:12.909 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:12.906+0000 7fb478926640 1 -- 172.21.15.119:0/2516053797 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fb4740cdff0 msgr2=0x7fb47414fa40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:12.910 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:12.906+0000 7fb478926640 1 --2- 172.21.15.119:0/2516053797 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fb4740cdff0 0x7fb47414fa40 secure :-1 s=READY pgs=298 cs=0 l=1 rev1=1 crypto rx=0x7fb464009d90 tx=0x7fb464004a40 comp rx=0 tx=0).stop 2024-09-13T18:57:12.910 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:12.906+0000 7fb478926640 1 -- 172.21.15.119:0/2516053797 shutdown_connections 2024-09-13T18:57:12.910 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:12.906+0000 7fb478926640 1 --2- 172.21.15.119:0/2516053797 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7fb45406ac30 0x7fb45406d0f0 unknown :-1 s=CLOSED pgs=160 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:12.910 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:12.906+0000 7fb478926640 1 --2- 172.21.15.119:0/2516053797 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fb47415c500 0x7fb47415d540 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:12.910 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:12.906+0000 7fb478926640 1 --2- 172.21.15.119:0/2516053797 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb4740d2590 0x7fb47415d000 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:12.910 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:12.906+0000 7fb478926640 1 --2- 172.21.15.119:0/2516053797 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fb4740cdff0 0x7fb47414fa40 unknown :-1 s=CLOSED pgs=298 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:12.910 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:12.906+0000 7fb478926640 1 -- 172.21.15.119:0/2516053797 >> 172.21.15.119:0/2516053797 conn(0x7fb474089f60 msgr2=0x7fb4740b1e90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:57:12.910 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:12.906+0000 7fb478926640 1 -- 172.21.15.119:0/2516053797 shutdown_connections 2024-09-13T18:57:12.911 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:12.906+0000 7fb478926640 1 -- 172.21.15.119:0/2516053797 wait complete. 2024-09-13T18:57:12.920 DEBUG:teuthology.orchestra.run.smithi119:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-09-13T18:57:13.020 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:13.017+0000 7f8f6d29c640 1 Processor -- start 2024-09-13T18:57:13.020 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:13.017+0000 7f8f6d29c640 1 -- start start 2024-09-13T18:57:13.022 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:13.018+0000 7f8f6d29c640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f8f680cd500 0x7f8f680b3850 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:13.022 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:13.018+0000 7f8f6d29c640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f8f680b1370 0x7f8f680d2f50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:13.022 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:13.018+0000 7f8f6d29c640 1 --2- >> v2:172.21.15.119:3300/0 conn(0x7f8f680d1650 0x7f8f680b18c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:13.022 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:13.018+0000 7f8f6d29c640 1 -- --> v2:172.21.15.119:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f8f680d1f40 con 0x7f8f680d1650 2024-09-13T18:57:13.022 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:13.018+0000 7f8f6d29c640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f8f680d2190 con 0x7f8f680b1370 2024-09-13T18:57:13.022 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:13.018+0000 7f8f6d29c640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f8f680ccb20 con 0x7f8f680cd500 2024-09-13T18:57:13.022 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:13.018+0000 7f8f677fe640 1 --2- >> v2:172.21.15.119:3300/0 conn(0x7f8f680d1650 0x7f8f680b18c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:13.022 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:13.018+0000 7f8f677fe640 1 --2- >> v2:172.21.15.119:3300/0 conn(0x7f8f680d1650 0x7f8f680b18c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.119:3300/0 says I am v2:172.21.15.119:44350/0 (socket says 172.21.15.119:44350) 2024-09-13T18:57:13.022 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:13.018+0000 7f8f677fe640 1 -- 172.21.15.119:0/2340765141 learned_addr learned my addr 172.21.15.119:0/2340765141 (peer_addr_for_me v2:172.21.15.119:0/0) 2024-09-13T18:57:13.022 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:13.019+0000 7f8f5e7fc640 1 --2- 172.21.15.119:0/2340765141 >> v2:172.21.15.145:3300/0 conn(0x7f8f680b1370 0x7f8f680d2f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:13.022 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:13.019+0000 7f8f66ffd640 1 --2- 172.21.15.119:0/2340765141 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f8f680cd500 0x7f8f680b3850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:13.022 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:13.019+0000 7f8f677fe640 1 -- 172.21.15.119:0/2340765141 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f8f680cd500 msgr2=0x7f8f680b3850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T18:57:13.022 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:13.019+0000 7f8f677fe640 1 --2- 172.21.15.119:0/2340765141 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f8f680cd500 0x7f8f680b3850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:13.023 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:13.019+0000 7f8f677fe640 1 -- 172.21.15.119:0/2340765141 >> v2:172.21.15.145:3300/0 conn(0x7f8f680b1370 msgr2=0x7f8f680d2f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T18:57:13.023 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:13.019+0000 7f8f677fe640 1 --2- 172.21.15.119:0/2340765141 >> v2:172.21.15.145:3300/0 conn(0x7f8f680b1370 0x7f8f680d2f50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:13.023 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:13.019+0000 7f8f677fe640 1 -- 172.21.15.119:0/2340765141 --> v2:172.21.15.119:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8f680cce00 con 0x7f8f680d1650 2024-09-13T18:57:13.023 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:13.019+0000 7f8f5e7fc640 1 --2- 172.21.15.119:0/2340765141 >> v2:172.21.15.145:3300/0 conn(0x7f8f680b1370 0x7f8f680d2f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T18:57:13.023 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:13.019+0000 7f8f677fe640 1 --2- 172.21.15.119:0/2340765141 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f8f680d1650 0x7f8f680b18c0 secure :-1 s=READY pgs=299 cs=0 l=1 rev1=1 crypto rx=0x7f8f60009e50 tx=0x7f8f6002a6c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1819d4a6af4947a6 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:57:13.024 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:13.020+0000 7f8f667fc640 1 -- 172.21.15.119:0/2340765141 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8f6002aea0 con 0x7f8f680d1650 2024-09-13T18:57:13.024 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:13.020+0000 7f8f667fc640 1 -- 172.21.15.119:0/2340765141 <== mon.0 v2:172.21.15.119:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f8f6002d050 con 0x7f8f680d1650 2024-09-13T18:57:13.024 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:13.020+0000 7f8f667fc640 1 -- 172.21.15.119:0/2340765141 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8f60031820 con 0x7f8f680d1650 2024-09-13T18:57:13.024 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:13.020+0000 7f8f6d29c640 1 -- 172.21.15.119:0/2340765141 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f8f680d1650 msgr2=0x7f8f680b18c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:13.024 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:13.020+0000 7f8f6d29c640 1 --2- 172.21.15.119:0/2340765141 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f8f680d1650 0x7f8f680b18c0 secure :-1 s=READY pgs=299 cs=0 l=1 rev1=1 crypto rx=0x7f8f60009e50 tx=0x7f8f6002a6c0 comp rx=0 tx=0).stop 2024-09-13T18:57:13.025 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:13.020+0000 7f8f6d29c640 1 -- 172.21.15.119:0/2340765141 shutdown_connections 2024-09-13T18:57:13.025 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:13.020+0000 7f8f6d29c640 1 --2- 172.21.15.119:0/2340765141 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f8f680d1650 0x7f8f680b18c0 unknown :-1 s=CLOSED pgs=299 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:13.025 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:13.020+0000 7f8f6d29c640 1 --2- 172.21.15.119:0/2340765141 >> v2:172.21.15.145:3300/0 conn(0x7f8f680b1370 0x7f8f680d2f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:13.025 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:13.020+0000 7f8f6d29c640 1 --2- 172.21.15.119:0/2340765141 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f8f680cd500 0x7f8f680b3850 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:13.025 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:13.020+0000 7f8f6d29c640 1 -- 172.21.15.119:0/2340765141 >> 172.21.15.119:0/2340765141 conn(0x7f8f68089f60 msgr2=0x7f8f680d24d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:57:13.025 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:13.020+0000 7f8f6d29c640 1 -- 172.21.15.119:0/2340765141 shutdown_connections 2024-09-13T18:57:13.025 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:13.020+0000 7f8f6d29c640 1 -- 172.21.15.119:0/2340765141 wait complete. 2024-09-13T18:57:13.025 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:13.022+0000 7f8f6d29c640 1 Processor -- start 2024-09-13T18:57:13.025 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:13.022+0000 7f8f6d29c640 1 -- start start 2024-09-13T18:57:13.027 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:13.022+0000 7f8f6d29c640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f8f680cd500 0x7f8f68156d50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:13.027 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:13.022+0000 7f8f6d29c640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f8f680d1650 0x7f8f680cbdb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:13.027 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:13.022+0000 7f8f6d29c640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f8f680c7ff0 0x7f8f68157470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:13.027 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:13.022+0000 7f8f6d29c640 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8f680c7bd0 con 0x7f8f680c7ff0 2024-09-13T18:57:13.027 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:13.022+0000 7f8f6d29c640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8f68157290 con 0x7f8f680cd500 2024-09-13T18:57:13.028 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:13.022+0000 7f8f6d29c640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f8f680c6f50 con 0x7f8f680d1650 2024-09-13T18:57:13.028 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:13.023+0000 7f8f677fe640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f8f680c7ff0 0x7f8f68157470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:13.028 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:13.023+0000 7f8f677fe640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f8f680c7ff0 0x7f8f68157470 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.119:3300/0 says I am v2:172.21.15.119:44356/0 (socket says 172.21.15.119:44356) 2024-09-13T18:57:13.028 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:13.023+0000 7f8f677fe640 1 -- 172.21.15.119:0/2178784194 learned_addr learned my addr 172.21.15.119:0/2178784194 (peer_addr_for_me v2:172.21.15.119:0/0) 2024-09-13T18:57:13.028 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:13.023+0000 7f8f66ffd640 1 --2- 172.21.15.119:0/2178784194 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f8f680cd500 0x7f8f68156d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:13.028 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:13.023+0000 7f8f5e7fc640 1 --2- 172.21.15.119:0/2178784194 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f8f680d1650 0x7f8f680cbdb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:13.028 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:13.023+0000 7f8f677fe640 1 -- 172.21.15.119:0/2178784194 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f8f680d1650 msgr2=0x7f8f680cbdb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:13.028 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:13.023+0000 7f8f677fe640 1 --2- 172.21.15.119:0/2178784194 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f8f680d1650 0x7f8f680cbdb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:13.028 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:13.023+0000 7f8f677fe640 1 -- 172.21.15.119:0/2178784194 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f8f680cd500 msgr2=0x7f8f68156d50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:13.028 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:13.023+0000 7f8f677fe640 1 --2- 172.21.15.119:0/2178784194 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f8f680cd500 0x7f8f68156d50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:13.028 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:13.023+0000 7f8f677fe640 1 -- 172.21.15.119:0/2178784194 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8f60009b30 con 0x7f8f680c7ff0 2024-09-13T18:57:13.028 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:13.023+0000 7f8f677fe640 1 --2- 172.21.15.119:0/2178784194 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f8f680c7ff0 0x7f8f68157470 secure :-1 s=READY pgs=300 cs=0 l=1 rev1=1 crypto rx=0x7f8f60009e50 tx=0x7f8f60004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:57:13.028 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:13.023+0000 7f8f5ffff640 1 -- 172.21.15.119:0/2178784194 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8f6003d860 con 0x7f8f680c7ff0 2024-09-13T18:57:13.029 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:13.023+0000 7f8f5ffff640 1 -- 172.21.15.119:0/2178784194 <== mon.0 v2:172.21.15.119:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f8f6003d9e0 con 0x7f8f680c7ff0 2024-09-13T18:57:13.029 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:13.023+0000 7f8f6d29c640 1 -- 172.21.15.119:0/2178784194 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f8f680c7230 con 0x7f8f680c7ff0 2024-09-13T18:57:13.029 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:13.023+0000 7f8f5ffff640 1 -- 172.21.15.119:0/2178784194 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8f6003dd90 con 0x7f8f680c7ff0 2024-09-13T18:57:13.029 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:13.023+0000 7f8f6d29c640 1 -- 172.21.15.119:0/2178784194 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f8f680c77f0 con 0x7f8f680c7ff0 2024-09-13T18:57:13.029 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:13.024+0000 7f8f6d29c640 1 -- 172.21.15.119:0/2178784194 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f8f680c7d10 con 0x7f8f680c7ff0 2024-09-13T18:57:13.029 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:13.025+0000 7f8f5ffff640 1 -- 172.21.15.119:0/2178784194 <== mon.0 v2:172.21.15.119:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f8f6003b400 con 0x7f8f680c7ff0 2024-09-13T18:57:13.030 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:13.025+0000 7f8f5ffff640 1 --2- 172.21.15.119:0/2178784194 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f8f4806ac00 0x7f8f4806d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:13.030 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:13.025+0000 7f8f5ffff640 1 -- 172.21.15.119:0/2178784194 <== mon.0 v2:172.21.15.119:3300/0 5 ==== osd_map(24..24 src has 1..24) v4 ==== 6460+0+0 (secure 0 0 0) 0x7f8f600aa370 con 0x7f8f680c7ff0 2024-09-13T18:57:13.030 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:13.025+0000 7f8f66ffd640 1 --2- 172.21.15.119:0/2178784194 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f8f4806ac00 0x7f8f4806d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:13.030 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:13.026+0000 7f8f66ffd640 1 --2- 172.21.15.119:0/2178784194 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f8f4806ac00 0x7f8f4806d0c0 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7f8f58006fd0 tx=0x7f8f58008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:57:13.032 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:13.030+0000 7f8f5ffff640 1 -- 172.21.15.119:0/2178784194 <== mon.0 v2:172.21.15.119:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f8f680c7d10 con 0x7f8f680c7ff0 2024-09-13T18:57:13.194 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:13.191+0000 7f8f6d29c640 1 -- 172.21.15.119:0/2178784194 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7f8f680c7d10 con 0x7f8f680c7ff0 2024-09-13T18:57:13.194 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:13.191+0000 7f8f5ffff640 1 -- 172.21.15.119:0/2178784194 <== mon.0 v2:172.21.15.119:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v24) v1 ==== 104+0+11 (secure 0 0 0) 0x7f8f680c7d10 con 0x7f8f680c7ff0 2024-09-13T18:57:13.194 INFO:teuthology.orchestra.run.smithi119.stdout:pg_num: 32 2024-09-13T18:57:13.196 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:13.193+0000 7f8f6d29c640 1 -- 172.21.15.119:0/2178784194 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f8f4806ac00 msgr2=0x7f8f4806d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:13.196 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:13.193+0000 7f8f6d29c640 1 --2- 172.21.15.119:0/2178784194 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f8f4806ac00 0x7f8f4806d0c0 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7f8f58006fd0 tx=0x7f8f58008040 comp rx=0 tx=0).stop 2024-09-13T18:57:13.196 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:13.193+0000 7f8f6d29c640 1 -- 172.21.15.119:0/2178784194 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f8f680c7ff0 msgr2=0x7f8f68157470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:13.196 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:13.193+0000 7f8f6d29c640 1 --2- 172.21.15.119:0/2178784194 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f8f680c7ff0 0x7f8f68157470 secure :-1 s=READY pgs=300 cs=0 l=1 rev1=1 crypto rx=0x7f8f60009e50 tx=0x7f8f60004a40 comp rx=0 tx=0).stop 2024-09-13T18:57:13.196 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:13.193+0000 7f8f6d29c640 1 -- 172.21.15.119:0/2178784194 shutdown_connections 2024-09-13T18:57:13.196 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:13.193+0000 7f8f6d29c640 1 --2- 172.21.15.119:0/2178784194 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f8f4806ac00 0x7f8f4806d0c0 unknown :-1 s=CLOSED pgs=161 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:13.197 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:13.193+0000 7f8f6d29c640 1 --2- 172.21.15.119:0/2178784194 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f8f680c7ff0 0x7f8f68157470 unknown :-1 s=CLOSED pgs=300 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:13.197 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:13.193+0000 7f8f6d29c640 1 --2- 172.21.15.119:0/2178784194 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f8f680d1650 0x7f8f680cbdb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:13.197 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:13.193+0000 7f8f6d29c640 1 --2- 172.21.15.119:0/2178784194 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f8f680cd500 0x7f8f68156d50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:13.197 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:13.193+0000 7f8f6d29c640 1 -- 172.21.15.119:0/2178784194 >> 172.21.15.119:0/2178784194 conn(0x7f8f68089f60 msgr2=0x7f8f680b3b20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:57:13.197 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:13.193+0000 7f8f6d29c640 1 -- 172.21.15.119:0/2178784194 shutdown_connections 2024-09-13T18:57:13.197 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:13.193+0000 7f8f6d29c640 1 -- 172.21.15.119:0/2178784194 wait complete. 2024-09-13T18:57:13.206 DEBUG:teuthology.orchestra.run.smithi119:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-09-13T18:57:13.307 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:13.304+0000 7f584de8e640 1 Processor -- start 2024-09-13T18:57:13.307 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:13.304+0000 7f584de8e640 1 -- start start 2024-09-13T18:57:13.309 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:13.305+0000 7f584de8e640 1 --2- >> v2:172.21.15.119:3300/0 conn(0x7f5848159310 0x7f58480ad400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:13.309 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:13.305+0000 7f584de8e640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f58480ce4f0 0x7f58480ce900 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:13.309 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:13.305+0000 7f584de8e640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f58480ccbe0 con 0x7f58480b2b40 2024-09-13T18:57:13.309 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:13.305+0000 7f584de8e640 1 -- --> v2:172.21.15.119:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f58480ad940 con 0x7f5848159310 2024-09-13T18:57:13.309 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:13.305+0000 7f584de8e640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f58480b1810 con 0x7f58480ce4f0 2024-09-13T18:57:13.309 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:13.305+0000 7f58477fe640 1 --2- >> v2:172.21.15.119:3300/0 conn(0x7f5848159310 0x7f58480ad400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:13.309 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:13.305+0000 7f58477fe640 1 --2- >> v2:172.21.15.119:3300/0 conn(0x7f5848159310 0x7f58480ad400 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.119:3300/0 says I am v2:172.21.15.119:44460/0 (socket says 172.21.15.119:44460) 2024-09-13T18:57:13.309 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:13.305+0000 7f58477fe640 1 -- 172.21.15.119:0/1117869695 learned_addr learned my addr 172.21.15.119:0/1117869695 (peer_addr_for_me v2:172.21.15.119:0/0) 2024-09-13T18:57:13.309 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:13.305+0000 7f5847fff640 1 --2- 172.21.15.119:0/1117869695 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f58480ce4f0 0x7f58480ce900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:13.309 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:13.305+0000 7f58477fe640 1 -- 172.21.15.119:0/1117869695 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f58480ce4f0 msgr2=0x7f58480ce900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T18:57:13.309 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:13.305+0000 7f58477fe640 1 --2- 172.21.15.119:0/1117869695 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f58480ce4f0 0x7f58480ce900 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:13.310 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:13.305+0000 7f58477fe640 1 -- 172.21.15.119:0/1117869695 >> v1:172.21.15.145:6789/0 conn(0x7f58480b2b40 legacy=0x7f58480ab140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T18:57:13.310 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:13.305+0000 7f58477fe640 1 -- 172.21.15.119:0/1117869695 --> v2:172.21.15.119:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f58480cee40 con 0x7f5848159310 2024-09-13T18:57:13.310 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:13.305+0000 7f5847fff640 1 --2- 172.21.15.119:0/1117869695 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f58480ce4f0 0x7f58480ce900 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T18:57:13.310 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:13.306+0000 7f58477fe640 1 --2- 172.21.15.119:0/1117869695 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f5848159310 0x7f58480ad400 secure :-1 s=READY pgs=301 cs=0 l=1 rev1=1 crypto rx=0x7f5838009870 tx=0x7f583802a180 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f91fb83b3e758560 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:57:13.310 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:13.306+0000 7f58467fc640 1 -- 172.21.15.119:0/1117869695 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f583802ae90 con 0x7f5848159310 2024-09-13T18:57:13.310 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:13.306+0000 7f58467fc640 1 -- 172.21.15.119:0/1117869695 <== mon.0 v2:172.21.15.119:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f5838032440 con 0x7f5848159310 2024-09-13T18:57:13.310 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:13.306+0000 7f58467fc640 1 -- 172.21.15.119:0/1117869695 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f58380327d0 con 0x7f5848159310 2024-09-13T18:57:13.313 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:13.307+0000 7f584de8e640 1 -- 172.21.15.119:0/1117869695 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f5848159310 msgr2=0x7f58480ad400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:13.313 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:13.307+0000 7f584de8e640 1 --2- 172.21.15.119:0/1117869695 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f5848159310 0x7f58480ad400 secure :-1 s=READY pgs=301 cs=0 l=1 rev1=1 crypto rx=0x7f5838009870 tx=0x7f583802a180 comp rx=0 tx=0).stop 2024-09-13T18:57:13.313 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:13.307+0000 7f584de8e640 1 -- 172.21.15.119:0/1117869695 shutdown_connections 2024-09-13T18:57:13.313 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:13.307+0000 7f584de8e640 1 --2- 172.21.15.119:0/1117869695 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f58480ce4f0 0x7f58480ce900 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:13.313 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:13.307+0000 7f584de8e640 1 --2- 172.21.15.119:0/1117869695 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f5848159310 0x7f58480ad400 unknown :-1 s=CLOSED pgs=301 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:13.313 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:13.307+0000 7f584de8e640 1 -- 172.21.15.119:0/1117869695 >> 172.21.15.119:0/1117869695 conn(0x7f584806a0b0 msgr2=0x7f584806a4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:57:13.313 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:13.307+0000 7f584de8e640 1 -- 172.21.15.119:0/1117869695 shutdown_connections 2024-09-13T18:57:13.313 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:13.307+0000 7f584de8e640 1 -- 172.21.15.119:0/1117869695 wait complete. 2024-09-13T18:57:13.314 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:13.308+0000 7f584de8e640 1 Processor -- start 2024-09-13T18:57:13.314 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:13.308+0000 7f584de8e640 1 -- start start 2024-09-13T18:57:13.314 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:13.309+0000 7f584de8e640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f58480b2b40 0x7f584815c180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:13.314 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:13.309+0000 7f584de8e640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f58480ce4f0 0x7f58480c4520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:13.314 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:13.309+0000 7f584de8e640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f5848159310 0x7f5848150f20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:13.314 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:13.309+0000 7f584de8e640 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f58480c5100 con 0x7f58480b2b40 2024-09-13T18:57:13.314 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:13.309+0000 7f584de8e640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f584815bcf0 con 0x7f5848159310 2024-09-13T18:57:13.314 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:13.309+0000 7f584de8e640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f584815b0e0 con 0x7f58480ce4f0 2024-09-13T18:57:13.314 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:13.309+0000 7f58477fe640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f58480b2b40 0x7f584815c180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:13.314 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:13.309+0000 7f58477fe640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f58480b2b40 0x7f584815c180 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.119:3300/0 says I am v2:172.21.15.119:44466/0 (socket says 172.21.15.119:44466) 2024-09-13T18:57:13.314 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:13.309+0000 7f58477fe640 1 -- 172.21.15.119:0/2710318992 learned_addr learned my addr 172.21.15.119:0/2710318992 (peer_addr_for_me v2:172.21.15.119:0/0) 2024-09-13T18:57:13.314 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:13.309+0000 7f5846ffd640 1 --2- 172.21.15.119:0/2710318992 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f58480ce4f0 0x7f58480c4520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:13.315 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:13.309+0000 7f5847fff640 1 --2- 172.21.15.119:0/2710318992 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f5848159310 0x7f5848150f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:13.315 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:13.309+0000 7f58477fe640 1 -- 172.21.15.119:0/2710318992 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f58480ce4f0 msgr2=0x7f58480c4520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:13.315 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:13.309+0000 7f58477fe640 1 --2- 172.21.15.119:0/2710318992 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f58480ce4f0 0x7f58480c4520 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:13.315 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:13.309+0000 7f58477fe640 1 -- 172.21.15.119:0/2710318992 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f5848159310 msgr2=0x7f5848150f20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:13.315 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:13.309+0000 7f58477fe640 1 --2- 172.21.15.119:0/2710318992 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f5848159310 0x7f5848150f20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:13.315 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:13.310+0000 7f58477fe640 1 -- 172.21.15.119:0/2710318992 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f58380094d0 con 0x7f58480b2b40 2024-09-13T18:57:13.315 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:13.310+0000 7f58477fe640 1 --2- 172.21.15.119:0/2710318992 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f58480b2b40 0x7f584815c180 secure :-1 s=READY pgs=302 cs=0 l=1 rev1=1 crypto rx=0x7f583802a6f0 tx=0x7f58380046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:57:13.315 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:13.310+0000 7f582ffff640 1 -- 172.21.15.119:0/2710318992 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5838030b80 con 0x7f58480b2b40 2024-09-13T18:57:13.315 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:13.310+0000 7f582ffff640 1 -- 172.21.15.119:0/2710318992 <== mon.0 v2:172.21.15.119:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f5838030ce0 con 0x7f58480b2b40 2024-09-13T18:57:13.315 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:13.310+0000 7f584de8e640 1 -- 172.21.15.119:0/2710318992 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f584815b3c0 con 0x7f58480b2b40 2024-09-13T18:57:13.315 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:13.310+0000 7f582ffff640 1 -- 172.21.15.119:0/2710318992 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f583803d660 con 0x7f58480b2b40 2024-09-13T18:57:13.315 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:13.310+0000 7f584de8e640 1 -- 172.21.15.119:0/2710318992 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f584815b980 con 0x7f58480b2b40 2024-09-13T18:57:13.316 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:13.311+0000 7f584de8e640 1 -- 172.21.15.119:0/2710318992 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f584815c6c0 con 0x7f58480b2b40 2024-09-13T18:57:13.316 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:13.311+0000 7f582ffff640 1 -- 172.21.15.119:0/2710318992 <== mon.0 v2:172.21.15.119:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f5838039040 con 0x7f58480b2b40 2024-09-13T18:57:13.316 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:13.312+0000 7f582ffff640 1 --2- 172.21.15.119:0/2710318992 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f583406ac30 0x7f583406d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:13.316 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:13.312+0000 7f582ffff640 1 -- 172.21.15.119:0/2710318992 <== mon.0 v2:172.21.15.119:3300/0 5 ==== osd_map(24..24 src has 1..24) v4 ==== 6460+0+0 (secure 0 0 0) 0x7f58380aa290 con 0x7f58480b2b40 2024-09-13T18:57:13.317 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:13.312+0000 7f5846ffd640 1 --2- 172.21.15.119:0/2710318992 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f583406ac30 0x7f583406d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:13.317 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:13.312+0000 7f5846ffd640 1 --2- 172.21.15.119:0/2710318992 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f583406ac30 0x7f583406d0f0 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7f58481f3550 tx=0x7f583c007e30 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:57:13.319 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:13.316+0000 7f582ffff640 1 -- 172.21.15.119:0/2710318992 <== mon.0 v2:172.21.15.119:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f58380752c0 con 0x7f58480b2b40 2024-09-13T18:57:13.479 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:13.476+0000 7f584de8e640 1 -- 172.21.15.119:0/2710318992 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7f584806dfa0 con 0x7f58480b2b40 2024-09-13T18:57:13.479 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:13.477+0000 7f582ffff640 1 -- 172.21.15.119:0/2710318992 <== mon.0 v2:172.21.15.119:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v24) v1 ==== 100+0+11 (secure 0 0 0) 0x7f58380788e0 con 0x7f58480b2b40 2024-09-13T18:57:13.480 INFO:teuthology.orchestra.run.smithi119.stdout:pg_num: 64 2024-09-13T18:57:13.481 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:13.479+0000 7f584de8e640 1 -- 172.21.15.119:0/2710318992 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f583406ac30 msgr2=0x7f583406d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:13.481 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:13.479+0000 7f584de8e640 1 --2- 172.21.15.119:0/2710318992 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f583406ac30 0x7f583406d0f0 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7f58481f3550 tx=0x7f583c007e30 comp rx=0 tx=0).stop 2024-09-13T18:57:13.481 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:13.479+0000 7f584de8e640 1 -- 172.21.15.119:0/2710318992 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f58480b2b40 msgr2=0x7f584815c180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:13.482 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:13.479+0000 7f584de8e640 1 --2- 172.21.15.119:0/2710318992 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f58480b2b40 0x7f584815c180 secure :-1 s=READY pgs=302 cs=0 l=1 rev1=1 crypto rx=0x7f583802a6f0 tx=0x7f58380046c0 comp rx=0 tx=0).stop 2024-09-13T18:57:13.482 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:13.479+0000 7f584de8e640 1 -- 172.21.15.119:0/2710318992 shutdown_connections 2024-09-13T18:57:13.482 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:13.479+0000 7f584de8e640 1 --2- 172.21.15.119:0/2710318992 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f583406ac30 0x7f583406d0f0 unknown :-1 s=CLOSED pgs=162 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:13.482 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:13.479+0000 7f584de8e640 1 --2- 172.21.15.119:0/2710318992 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f5848159310 0x7f5848150f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:13.482 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:13.479+0000 7f584de8e640 1 --2- 172.21.15.119:0/2710318992 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f58480ce4f0 0x7f58480c4520 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:13.482 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:13.479+0000 7f584de8e640 1 --2- 172.21.15.119:0/2710318992 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f58480b2b40 0x7f584815c180 unknown :-1 s=CLOSED pgs=302 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:13.482 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:13.479+0000 7f584de8e640 1 -- 172.21.15.119:0/2710318992 >> 172.21.15.119:0/2710318992 conn(0x7f584806a0b0 msgr2=0x7f58480ae100 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:57:13.482 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:13.479+0000 7f584de8e640 1 -- 172.21.15.119:0/2710318992 shutdown_connections 2024-09-13T18:57:13.482 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:13.479+0000 7f584de8e640 1 -- 172.21.15.119:0/2710318992 wait complete. 2024-09-13T18:57:13.492 DEBUG:teuthology.orchestra.run.smithi119:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data_ec pg_num 2024-09-13T18:57:13.591 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:13.589+0000 7f34c4d25640 1 Processor -- start 2024-09-13T18:57:13.592 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:13.589+0000 7f34c4d25640 1 -- start start 2024-09-13T18:57:13.593 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:13.590+0000 7f34c4d25640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f34c015d350 0x7f34c0167150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:13.593 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:13.590+0000 7f34c4d25640 1 -- --> v1:172.21.15.119:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f34c015d7b0 con 0x7f34c00cec00 2024-09-13T18:57:13.593 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:13.590+0000 7f34c4d25640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f34c00cce80 con 0x7f34c015a100 2024-09-13T18:57:13.593 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:13.590+0000 7f34c4d25640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f34c015d9f0 con 0x7f34c015d350 2024-09-13T18:57:13.593 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:13.590+0000 7f34bdd9b640 1 --1- >> v1:172.21.15.119:6789/0 conn(0x7f34c00cec00 0x7f34c015cc40 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.119:6789/0 says I am v1:172.21.15.119:45600/0 (socket says 172.21.15.119:45600) 2024-09-13T18:57:13.594 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:13.590+0000 7f34bdd9b640 1 -- 172.21.15.119:0/918099142 learned_addr learned my addr 172.21.15.119:0/918099142 (peer_addr_for_me v1:172.21.15.119:0/0) 2024-09-13T18:57:13.594 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:13.590+0000 7f34bed9d640 1 --2- 172.21.15.119:0/918099142 >> v2:172.21.15.145:3300/0 conn(0x7f34c015d350 0x7f34c0167150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:13.594 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:13.590+0000 7f34bd59a640 1 -- 172.21.15.119:0/918099142 <== mon.0 v1:172.21.15.119:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2133692489 0 0) 0x7f34b4001110 con 0x7f34c00cec00 2024-09-13T18:57:13.594 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:13.590+0000 7f34bd59a640 1 -- 172.21.15.119:0/918099142 --> v1:172.21.15.119:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f34a8003520 con 0x7f34c00cec00 2024-09-13T18:57:13.594 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:13.590+0000 7f34bd59a640 1 -- 172.21.15.119:0/918099142 <== mon.0 v1:172.21.15.119:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 1383687934 0 0) 0x7f34a8003520 con 0x7f34c00cec00 2024-09-13T18:57:13.594 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:13.590+0000 7f34bed9d640 1 -- 172.21.15.119:0/918099142 >> v1:172.21.15.145:6789/0 conn(0x7f34c015a100 legacy=0x7f34c00ce4f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:13.594 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:13.590+0000 7f34bed9d640 1 -- 172.21.15.119:0/918099142 >> v1:172.21.15.119:6789/0 conn(0x7f34c00cec00 legacy=0x7f34c015cc40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:13.594 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:13.590+0000 7f34bed9d640 1 -- 172.21.15.119:0/918099142 --> v2:172.21.15.145:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f34c006df00 con 0x7f34c015d350 2024-09-13T18:57:13.595 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:13.591+0000 7f34bed9d640 1 --2- 172.21.15.119:0/918099142 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f34c015d350 0x7f34c0167150 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x7f34b8009d90 tx=0x7f34b802a5b0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=567cc90d5af565b7 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:57:13.595 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:13.591+0000 7f34bd59a640 1 -- 172.21.15.119:0/918099142 <== mon.1 v2:172.21.15.145:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f34b4001800 con 0x7f34c015d350 2024-09-13T18:57:13.595 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:13.591+0000 7f34bd59a640 1 -- 172.21.15.119:0/918099142 <== mon.1 v2:172.21.15.145:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f34b802d050 con 0x7f34c015d350 2024-09-13T18:57:13.596 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:13.591+0000 7f34bd59a640 1 -- 172.21.15.119:0/918099142 <== mon.1 v2:172.21.15.145:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f34b8007740 con 0x7f34c015d350 2024-09-13T18:57:13.596 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:13.592+0000 7f34c4d25640 1 -- 172.21.15.119:0/918099142 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f34c015d350 msgr2=0x7f34c0167150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:13.596 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:13.592+0000 7f34c4d25640 1 --2- 172.21.15.119:0/918099142 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f34c015d350 0x7f34c0167150 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x7f34b8009d90 tx=0x7f34b802a5b0 comp rx=0 tx=0).stop 2024-09-13T18:57:13.596 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:13.592+0000 7f34c4d25640 1 -- 172.21.15.119:0/918099142 shutdown_connections 2024-09-13T18:57:13.596 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:13.592+0000 7f34c4d25640 1 --2- 172.21.15.119:0/918099142 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f34c015d350 0x7f34c0167150 unknown :-1 s=CLOSED pgs=137 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:13.596 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:13.592+0000 7f34c4d25640 1 -- 172.21.15.119:0/918099142 >> 172.21.15.119:0/918099142 conn(0x7f34c006a0b0 msgr2=0x7f34c006a4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:57:13.596 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:13.592+0000 7f34c4d25640 1 -- 172.21.15.119:0/918099142 shutdown_connections 2024-09-13T18:57:13.596 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:13.592+0000 7f34c4d25640 1 -- 172.21.15.119:0/918099142 wait complete. 2024-09-13T18:57:13.599 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:13.593+0000 7f34c4d25640 1 Processor -- start 2024-09-13T18:57:13.599 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:13.593+0000 7f34c4d25640 1 -- start start 2024-09-13T18:57:13.599 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:13.594+0000 7f34c4d25640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f34c00cec00 0x7f34c00c7fb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:13.599 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:13.594+0000 7f34c4d25640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f34c015a100 0x7f34c00c2e30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:13.599 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:13.594+0000 7f34c4d25640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f34c015d350 0x7f34c00c3370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:13.599 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:13.594+0000 7f34c4d25640 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f34c00b0060 con 0x7f34c015a100 2024-09-13T18:57:13.599 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:13.594+0000 7f34c4d25640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f34c00b0ba0 con 0x7f34c015d350 2024-09-13T18:57:13.599 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:13.594+0000 7f34c4d25640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f34c00abaf0 con 0x7f34c00cec00 2024-09-13T18:57:13.599 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:13.594+0000 7f34bdd9b640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f34c015a100 0x7f34c00c2e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:13.599 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:13.594+0000 7f34bdd9b640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f34c015a100 0x7f34c00c2e30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.119:3300/0 says I am v2:172.21.15.119:44478/0 (socket says 172.21.15.119:44478) 2024-09-13T18:57:13.599 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:13.594+0000 7f34bdd9b640 1 -- 172.21.15.119:0/472160685 learned_addr learned my addr 172.21.15.119:0/472160685 (peer_addr_for_me v2:172.21.15.119:0/0) 2024-09-13T18:57:13.600 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:13.594+0000 7f34bed9d640 1 --2- 172.21.15.119:0/472160685 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f34c015d350 0x7f34c00c3370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:13.600 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:13.594+0000 7f34bdd9b640 1 -- 172.21.15.119:0/472160685 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f34c00cec00 msgr2=0x7f34c00c7fb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:13.600 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:13.594+0000 7f34be59c640 1 --2- 172.21.15.119:0/472160685 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f34c00cec00 0x7f34c00c7fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:13.600 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:13.594+0000 7f34bdd9b640 1 --2- 172.21.15.119:0/472160685 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f34c00cec00 0x7f34c00c7fb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:13.600 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:13.594+0000 7f34bdd9b640 1 -- 172.21.15.119:0/472160685 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f34c015d350 msgr2=0x7f34c00c3370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:13.600 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:13.594+0000 7f34bdd9b640 1 --2- 172.21.15.119:0/472160685 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f34c015d350 0x7f34c00c3370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:13.600 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:13.595+0000 7f34bdd9b640 1 -- 172.21.15.119:0/472160685 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f34b8009a70 con 0x7f34c015a100 2024-09-13T18:57:13.600 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:13.595+0000 7f34bed9d640 1 --2- 172.21.15.119:0/472160685 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f34c015d350 0x7f34c00c3370 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T18:57:13.600 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:13.595+0000 7f34bdd9b640 1 --2- 172.21.15.119:0/472160685 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f34c015a100 0x7f34c00c2e30 secure :-1 s=READY pgs=304 cs=0 l=1 rev1=1 crypto rx=0x7f34b4001eb0 tx=0x7f34b400cbe0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:57:13.601 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:13.595+0000 7f34aeffd640 1 -- 172.21.15.119:0/472160685 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f34b40072d0 con 0x7f34c015a100 2024-09-13T18:57:13.601 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:13.595+0000 7f34aeffd640 1 -- 172.21.15.119:0/472160685 <== mon.0 v2:172.21.15.119:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f34b4007430 con 0x7f34c015a100 2024-09-13T18:57:13.601 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:13.595+0000 7f34c4d25640 1 -- 172.21.15.119:0/472160685 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f34c00b0550 con 0x7f34c015a100 2024-09-13T18:57:13.601 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:13.595+0000 7f34aeffd640 1 -- 172.21.15.119:0/472160685 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f34b40047e0 con 0x7f34c015a100 2024-09-13T18:57:13.601 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:13.595+0000 7f34c4d25640 1 -- 172.21.15.119:0/472160685 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f34c00c5530 con 0x7f34c015a100 2024-09-13T18:57:13.601 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:13.596+0000 7f34c4d25640 1 -- 172.21.15.119:0/472160685 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f34c00b03b0 con 0x7f34c015a100 2024-09-13T18:57:13.601 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:13.596+0000 7f34aeffd640 1 -- 172.21.15.119:0/472160685 <== mon.0 v2:172.21.15.119:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f34b4004940 con 0x7f34c015a100 2024-09-13T18:57:13.602 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:13.597+0000 7f34aeffd640 1 --2- 172.21.15.119:0/472160685 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f34a006ac30 0x7f34a006d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:13.602 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:13.597+0000 7f34aeffd640 1 -- 172.21.15.119:0/472160685 <== mon.0 v2:172.21.15.119:3300/0 5 ==== osd_map(24..24 src has 1..24) v4 ==== 6460+0+0 (secure 0 0 0) 0x7f34b4088790 con 0x7f34c015a100 2024-09-13T18:57:13.602 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:13.597+0000 7f34be59c640 1 --2- 172.21.15.119:0/472160685 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f34a006ac30 0x7f34a006d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:13.602 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:13.597+0000 7f34be59c640 1 --2- 172.21.15.119:0/472160685 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f34a006ac30 0x7f34a006d0f0 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7f34b0001720 tx=0x7f34b0009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:57:13.604 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:13.601+0000 7f34aeffd640 1 -- 172.21.15.119:0/472160685 <== mon.0 v2:172.21.15.119:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f34c00b03b0 con 0x7f34c015a100 2024-09-13T18:57:13.767 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:13.764+0000 7f34c4d25640 1 -- 172.21.15.119:0/472160685 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"} v 0) v1 -- 0x7f34c015d7b0 con 0x7f34c015a100 2024-09-13T18:57:13.768 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:13.764+0000 7f34aeffd640 1 -- 172.21.15.119:0/472160685 <== mon.0 v2:172.21.15.119:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]=0 v24) v1 ==== 103+0+11 (secure 0 0 0) 0x7f34c015d7b0 con 0x7f34c015a100 2024-09-13T18:57:13.768 INFO:teuthology.orchestra.run.smithi119.stdout:pg_num: 32 2024-09-13T18:57:13.769 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:13.766+0000 7f34c4d25640 1 -- 172.21.15.119:0/472160685 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f34a006ac30 msgr2=0x7f34a006d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:13.769 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:13.766+0000 7f34c4d25640 1 --2- 172.21.15.119:0/472160685 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f34a006ac30 0x7f34a006d0f0 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7f34b0001720 tx=0x7f34b0009040 comp rx=0 tx=0).stop 2024-09-13T18:57:13.769 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:13.766+0000 7f34c4d25640 1 -- 172.21.15.119:0/472160685 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f34c015a100 msgr2=0x7f34c00c2e30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:13.769 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:13.766+0000 7f34c4d25640 1 --2- 172.21.15.119:0/472160685 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f34c015a100 0x7f34c00c2e30 secure :-1 s=READY pgs=304 cs=0 l=1 rev1=1 crypto rx=0x7f34b4001eb0 tx=0x7f34b400cbe0 comp rx=0 tx=0).stop 2024-09-13T18:57:13.769 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:13.766+0000 7f34c4d25640 1 -- 172.21.15.119:0/472160685 shutdown_connections 2024-09-13T18:57:13.769 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:13.766+0000 7f34c4d25640 1 --2- 172.21.15.119:0/472160685 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f34a006ac30 0x7f34a006d0f0 unknown :-1 s=CLOSED pgs=163 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:13.770 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:13.766+0000 7f34c4d25640 1 --2- 172.21.15.119:0/472160685 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f34c015d350 0x7f34c00c3370 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:13.770 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:13.766+0000 7f34c4d25640 1 --2- 172.21.15.119:0/472160685 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f34c015a100 0x7f34c00c2e30 unknown :-1 s=CLOSED pgs=304 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:13.770 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:13.766+0000 7f34c4d25640 1 --2- 172.21.15.119:0/472160685 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f34c00cec00 0x7f34c00c7fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:13.770 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:13.766+0000 7f34c4d25640 1 -- 172.21.15.119:0/472160685 >> 172.21.15.119:0/472160685 conn(0x7f34c006a0b0 msgr2=0x7f34c015a4e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:57:13.770 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:13.766+0000 7f34c4d25640 1 -- 172.21.15.119:0/472160685 shutdown_connections 2024-09-13T18:57:13.770 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:13.766+0000 7f34c4d25640 1 -- 172.21.15.119:0/472160685 wait complete. 2024-09-13T18:57:13.780 DEBUG:teuthology.orchestra.run.smithi119:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph log 'Starting test tasks.cephfs.test_recovery_fs.TestFSRecovery.test_recover_fs_after_fsmap_removal' 2024-09-13T18:57:13.877 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:13.875+0000 7f4abac61640 1 Processor -- start 2024-09-13T18:57:13.878 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:13.875+0000 7f4abac61640 1 -- start start 2024-09-13T18:57:13.879 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:13.876+0000 7f4abac61640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f4ab415b910 0x7f4ab40cfc70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:13.879 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:13.876+0000 7f4abac61640 1 --2- >> v2:172.21.15.119:3300/0 conn(0x7f4ab415a550 0x7f4ab415a960 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:13.879 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:13.876+0000 7f4abac61640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f4ab40cdf10 con 0x7f4ab406e220 2024-09-13T18:57:13.879 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:13.876+0000 7f4abac61640 1 -- --> v2:172.21.15.119:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f4ab40cc800 con 0x7f4ab415a550 2024-09-13T18:57:13.879 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:13.876+0000 7f4abac61640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f4ab415bd80 con 0x7f4ab415b910 2024-09-13T18:57:13.879 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:13.876+0000 7f4ab91fe640 1 --2- >> v2:172.21.15.119:3300/0 conn(0x7f4ab415a550 0x7f4ab415a960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:13.879 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:13.876+0000 7f4ab91fe640 1 --2- >> v2:172.21.15.119:3300/0 conn(0x7f4ab415a550 0x7f4ab415a960 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.119:3300/0 says I am v2:172.21.15.119:44484/0 (socket says 172.21.15.119:44484) 2024-09-13T18:57:13.879 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:13.876+0000 7f4ab91fe640 1 -- 172.21.15.119:0/2403504597 learned_addr learned my addr 172.21.15.119:0/2403504597 (peer_addr_for_me v2:172.21.15.119:0/0) 2024-09-13T18:57:13.879 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:13.876+0000 7f4ab3fff640 1 --2- 172.21.15.119:0/2403504597 >> v2:172.21.15.145:3300/0 conn(0x7f4ab415b910 0x7f4ab40cfc70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:13.879 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:13.876+0000 7f4ab91fe640 1 -- 172.21.15.119:0/2403504597 >> v2:172.21.15.145:3300/0 conn(0x7f4ab415b910 msgr2=0x7f4ab40cfc70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T18:57:13.879 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:13.876+0000 7f4ab91fe640 1 --2- 172.21.15.119:0/2403504597 >> v2:172.21.15.145:3300/0 conn(0x7f4ab415b910 0x7f4ab40cfc70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:13.879 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:13.876+0000 7f4ab91fe640 1 -- 172.21.15.119:0/2403504597 >> v1:172.21.15.145:6789/0 conn(0x7f4ab406e220 legacy=0x7f4ab406e600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T18:57:13.880 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:13.876+0000 7f4ab91fe640 1 -- 172.21.15.119:0/2403504597 --> v2:172.21.15.119:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4ab415af70 con 0x7f4ab415a550 2024-09-13T18:57:13.880 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:13.876+0000 7f4ab3fff640 1 --2- 172.21.15.119:0/2403504597 >> v2:172.21.15.145:3300/0 conn(0x7f4ab415b910 0x7f4ab40cfc70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T18:57:13.881 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:13.877+0000 7f4ab91fe640 1 --2- 172.21.15.119:0/2403504597 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f4ab415a550 0x7f4ab415a960 secure :-1 s=READY pgs=305 cs=0 l=1 rev1=1 crypto rx=0x7f4ab40afdd0 tx=0x7f4aac02a6f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=587ace146af570c8 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:57:13.881 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:13.877+0000 7f4ab37fe640 1 -- 172.21.15.119:0/2403504597 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4aac031600 con 0x7f4ab415a550 2024-09-13T18:57:13.881 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:13.877+0000 7f4ab37fe640 1 -- 172.21.15.119:0/2403504597 <== mon.0 v2:172.21.15.119:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4aac02d050 con 0x7f4ab415a550 2024-09-13T18:57:13.881 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:13.877+0000 7f4ab37fe640 1 -- 172.21.15.119:0/2403504597 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4aac031980 con 0x7f4ab415a550 2024-09-13T18:57:13.881 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:13.878+0000 7f4abac61640 1 -- 172.21.15.119:0/2403504597 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f4ab415a550 msgr2=0x7f4ab415a960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:13.881 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:13.878+0000 7f4abac61640 1 --2- 172.21.15.119:0/2403504597 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f4ab415a550 0x7f4ab415a960 secure :-1 s=READY pgs=305 cs=0 l=1 rev1=1 crypto rx=0x7f4ab40afdd0 tx=0x7f4aac02a6f0 comp rx=0 tx=0).stop 2024-09-13T18:57:13.881 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:13.878+0000 7f4abac61640 1 -- 172.21.15.119:0/2403504597 shutdown_connections 2024-09-13T18:57:13.881 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:13.878+0000 7f4abac61640 1 --2- 172.21.15.119:0/2403504597 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f4ab415a550 0x7f4ab415a960 unknown :-1 s=CLOSED pgs=305 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:13.882 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:13.878+0000 7f4abac61640 1 --2- 172.21.15.119:0/2403504597 >> v2:172.21.15.145:3300/0 conn(0x7f4ab415b910 0x7f4ab40cfc70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:13.882 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:13.878+0000 7f4abac61640 1 -- 172.21.15.119:0/2403504597 >> 172.21.15.119:0/2403504597 conn(0x7f4ab4069ed0 msgr2=0x7f4ab406a2b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:57:13.882 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:13.878+0000 7f4abac61640 1 -- 172.21.15.119:0/2403504597 shutdown_connections 2024-09-13T18:57:13.882 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:13.878+0000 7f4abac61640 1 -- 172.21.15.119:0/2403504597 wait complete. 2024-09-13T18:57:13.882 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:13.879+0000 7f4abac61640 1 Processor -- start 2024-09-13T18:57:13.882 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:13.879+0000 7f4abac61640 1 -- start start 2024-09-13T18:57:13.884 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:13.880+0000 7f4abac61640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f4ab406e220 0x7f4ab41f0f10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:13.884 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:13.880+0000 7f4abac61640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f4ab415a550 0x7f4ab41f2c40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:13.884 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:13.880+0000 7f4abac61640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f4ab415b910 0x7f4ab41f07d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:13.884 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:13.880+0000 7f4abac61640 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4ab41f3180 con 0x7f4ab415a550 2024-09-13T18:57:13.884 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:13.880+0000 7f4abac61640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4ab40c9470 con 0x7f4ab415b910 2024-09-13T18:57:13.884 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:13.880+0000 7f4abac61640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f4ab41f0d10 con 0x7f4ab406e220 2024-09-13T18:57:13.884 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:13.880+0000 7f4ab3fff640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f4ab415a550 0x7f4ab41f2c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:13.884 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:13.880+0000 7f4ab3fff640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f4ab415a550 0x7f4ab41f2c40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.119:3300/0 says I am v2:172.21.15.119:44492/0 (socket says 172.21.15.119:44492) 2024-09-13T18:57:13.884 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:13.880+0000 7f4ab3fff640 1 -- 172.21.15.119:0/1793050024 learned_addr learned my addr 172.21.15.119:0/1793050024 (peer_addr_for_me v2:172.21.15.119:0/0) 2024-09-13T18:57:13.885 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:13.880+0000 7f4ab89fd640 1 --2- 172.21.15.119:0/1793050024 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f4ab406e220 0x7f4ab41f0f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:13.885 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:13.880+0000 7f4ab91fe640 1 --2- 172.21.15.119:0/1793050024 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f4ab415b910 0x7f4ab41f07d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:13.885 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:13.880+0000 7f4ab3fff640 1 -- 172.21.15.119:0/1793050024 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f4ab406e220 msgr2=0x7f4ab41f0f10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:13.885 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:13.880+0000 7f4ab3fff640 1 --2- 172.21.15.119:0/1793050024 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f4ab406e220 0x7f4ab41f0f10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:13.885 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:13.880+0000 7f4ab3fff640 1 -- 172.21.15.119:0/1793050024 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f4ab415b910 msgr2=0x7f4ab41f07d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:13.885 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:13.880+0000 7f4ab3fff640 1 --2- 172.21.15.119:0/1793050024 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f4ab415b910 0x7f4ab41f07d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:13.885 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:13.880+0000 7f4ab3fff640 1 -- 172.21.15.119:0/1793050024 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4aac009b30 con 0x7f4ab415a550 2024-09-13T18:57:13.885 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:13.880+0000 7f4ab3fff640 1 --2- 172.21.15.119:0/1793050024 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f4ab415a550 0x7f4ab41f2c40 secure :-1 s=READY pgs=306 cs=0 l=1 rev1=1 crypto rx=0x7f4aa000c820 tx=0x7f4aa000cce0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:57:13.885 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:13.880+0000 7f4ab17fa640 1 -- 172.21.15.119:0/1793050024 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4aa0007a30 con 0x7f4ab415a550 2024-09-13T18:57:13.885 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:13.880+0000 7f4ab17fa640 1 -- 172.21.15.119:0/1793050024 <== mon.0 v2:172.21.15.119:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4aa0007b90 con 0x7f4ab415a550 2024-09-13T18:57:13.885 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:13.880+0000 7f4abac61640 1 -- 172.21.15.119:0/1793050024 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f4ab40a7f40 con 0x7f4ab415a550 2024-09-13T18:57:13.885 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:13.880+0000 7f4ab17fa640 1 -- 172.21.15.119:0/1793050024 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4aa000ce10 con 0x7f4ab415a550 2024-09-13T18:57:13.885 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:13.881+0000 7f4abac61640 1 -- 172.21.15.119:0/1793050024 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f4ab40c8b40 con 0x7f4ab415a550 2024-09-13T18:57:13.886 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:13.882+0000 7f4abac61640 1 -- 172.21.15.119:0/1793050024 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f4ab40c9600 con 0x7f4ab415a550 2024-09-13T18:57:13.886 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:13.882+0000 7f4ab17fa640 1 -- 172.21.15.119:0/1793050024 <== mon.0 v2:172.21.15.119:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f4aa00113f0 con 0x7f4ab415a550 2024-09-13T18:57:13.886 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:13.882+0000 7f4ab17fa640 1 --2- 172.21.15.119:0/1793050024 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f4a9806ac30 0x7f4a9806d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:13.886 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:13.882+0000 7f4ab17fa640 1 -- 172.21.15.119:0/1793050024 <== mon.0 v2:172.21.15.119:3300/0 5 ==== osd_map(24..24 src has 1..24) v4 ==== 6460+0+0 (secure 0 0 0) 0x7f4aa0089610 con 0x7f4ab415a550 2024-09-13T18:57:13.887 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:13.882+0000 7f4ab89fd640 1 --2- 172.21.15.119:0/1793050024 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f4a9806ac30 0x7f4a9806d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:13.887 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:13.883+0000 7f4ab89fd640 1 --2- 172.21.15.119:0/1793050024 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f4a9806ac30 0x7f4a9806d0f0 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7f4ab40d0e50 tx=0x7f4aa8007e30 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:57:13.889 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:13.887+0000 7f4ab17fa640 1 -- 172.21.15.119:0/1793050024 <== mon.0 v2:172.21.15.119:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f4aa00545b0 con 0x7f4ab415a550 2024-09-13T18:57:14.115 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:14.113+0000 7f4abac61640 1 -- 172.21.15.119:0/1793050024 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_command({"prefix": "log", "logtext": ["Starting test tasks.cephfs.test_recovery_fs.TestFSRecovery.test_recover_fs_after_fsmap_removal"]} v 0) v1 -- 0x7f4ab415a960 con 0x7f4ab415a550 2024-09-13T18:57:14.162 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:14.159+0000 7f4ab17fa640 1 -- 172.21.15.119:0/1793050024 <== mon.0 v2:172.21.15.119:3300/0 7 ==== mon_command_ack([{"prefix": "log", "logtext": ["Starting test tasks.cephfs.test_recovery_fs.TestFSRecovery.test_recover_fs_after_fsmap_removal"]}]=0 v60) v1 ==== 162+0+0 (secure 0 0 0) 0x7f4aa0057bd0 con 0x7f4ab415a550 2024-09-13T18:57:14.166 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:14.164+0000 7f4abac61640 1 -- 172.21.15.119:0/1793050024 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f4a9806ac30 msgr2=0x7f4a9806d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:14.166 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:14.164+0000 7f4abac61640 1 --2- 172.21.15.119:0/1793050024 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f4a9806ac30 0x7f4a9806d0f0 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7f4ab40d0e50 tx=0x7f4aa8007e30 comp rx=0 tx=0).stop 2024-09-13T18:57:14.166 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:14.164+0000 7f4abac61640 1 -- 172.21.15.119:0/1793050024 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f4ab415a550 msgr2=0x7f4ab41f2c40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:14.166 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:14.164+0000 7f4abac61640 1 --2- 172.21.15.119:0/1793050024 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f4ab415a550 0x7f4ab41f2c40 secure :-1 s=READY pgs=306 cs=0 l=1 rev1=1 crypto rx=0x7f4aa000c820 tx=0x7f4aa000cce0 comp rx=0 tx=0).stop 2024-09-13T18:57:14.167 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:14.164+0000 7f4abac61640 1 -- 172.21.15.119:0/1793050024 shutdown_connections 2024-09-13T18:57:14.167 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:14.164+0000 7f4abac61640 1 --2- 172.21.15.119:0/1793050024 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f4a9806ac30 0x7f4a9806d0f0 unknown :-1 s=CLOSED pgs=164 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:14.167 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:14.164+0000 7f4abac61640 1 --2- 172.21.15.119:0/1793050024 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f4ab415b910 0x7f4ab41f07d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:14.168 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:14.164+0000 7f4abac61640 1 --2- 172.21.15.119:0/1793050024 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f4ab415a550 0x7f4ab41f2c40 unknown :-1 s=CLOSED pgs=306 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:14.168 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:14.164+0000 7f4abac61640 1 --2- 172.21.15.119:0/1793050024 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f4ab406e220 0x7f4ab41f0f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:14.168 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:14.164+0000 7f4abac61640 1 -- 172.21.15.119:0/1793050024 >> 172.21.15.119:0/1793050024 conn(0x7f4ab4069ed0 msgr2=0x7f4ab40c5e80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:57:14.168 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:14.165+0000 7f4abac61640 1 -- 172.21.15.119:0/1793050024 shutdown_connections 2024-09-13T18:57:14.168 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:14.166+0000 7f4abac61640 1 -- 172.21.15.119:0/1793050024 wait complete. 2024-09-13T18:57:14.180 DEBUG:teuthology.orchestra.run.smithi119:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config set mon mon_allow_pool_delete True 2024-09-13T18:57:14.280 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:14.278+0000 7f1f6d841640 1 Processor -- start 2024-09-13T18:57:14.281 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:14.278+0000 7f1f6d841640 1 -- start start 2024-09-13T18:57:14.282 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:14.279+0000 7f1f6d841640 1 --2- >> v2:172.21.15.119:3300/0 conn(0x7f1f6815d9d0 0x7f1f680c9d00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:14.282 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:14.279+0000 7f1f6d841640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f1f6806ca30 0x7f1f68069ed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:14.282 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:14.279+0000 7f1f6d841640 1 -- --> v1:172.21.15.119:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f1f6806a8a0 con 0x7f1f6806a410 2024-09-13T18:57:14.282 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:14.279+0000 7f1f6d841640 1 -- --> v2:172.21.15.119:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f1f68066400 con 0x7f1f6815d9d0 2024-09-13T18:57:14.283 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:14.279+0000 7f1f6d841640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f1f68066120 con 0x7f1f6806ca30 2024-09-13T18:57:14.283 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:14.279+0000 7f1f66ffd640 1 --2- >> v2:172.21.15.119:3300/0 conn(0x7f1f6815d9d0 0x7f1f680c9d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:14.283 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:14.279+0000 7f1f677fe640 1 --1- >> v1:172.21.15.119:6789/0 conn(0x7f1f6806a410 0x7f1f6815def0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.119:6789/0 says I am v1:172.21.15.119:45602/0 (socket says 172.21.15.119:45602) 2024-09-13T18:57:14.283 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:14.279+0000 7f1f677fe640 1 -- 172.21.15.119:0/2073268498 learned_addr learned my addr 172.21.15.119:0/2073268498 (peer_addr_for_me v1:172.21.15.119:0/0) 2024-09-13T18:57:14.283 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:14.279+0000 7f1f66ffd640 1 -- 172.21.15.119:0/2073268498 >> v2:172.21.15.145:3300/0 conn(0x7f1f6806ca30 msgr2=0x7f1f68069ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T18:57:14.283 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:14.279+0000 7f1f66ffd640 1 --2- 172.21.15.119:0/2073268498 >> v2:172.21.15.145:3300/0 conn(0x7f1f6806ca30 0x7f1f68069ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:14.283 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:14.279+0000 7f1f66ffd640 1 -- 172.21.15.119:0/2073268498 >> v1:172.21.15.119:6789/0 conn(0x7f1f6806a410 legacy=0x7f1f6815def0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:14.283 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:14.279+0000 7f1f66ffd640 1 -- 172.21.15.119:0/2073268498 --> v2:172.21.15.119:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1f680c9220 con 0x7f1f6815d9d0 2024-09-13T18:57:14.283 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:14.280+0000 7f1f66ffd640 1 --2- 172.21.15.119:0/2073268498 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f1f6815d9d0 0x7f1f680c9d00 secure :-1 s=READY pgs=308 cs=0 l=1 rev1=1 crypto rx=0x7f1f680ca840 tx=0x7f1f5802a110 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6a63317783013c4 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:57:14.283 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:14.280+0000 7f1f667fc640 1 -- 172.21.15.119:0/2073268498 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1f5802ae60 con 0x7f1f6815d9d0 2024-09-13T18:57:14.284 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:14.280+0000 7f1f667fc640 1 -- 172.21.15.119:0/2073268498 <== mon.0 v2:172.21.15.119:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1f58032440 con 0x7f1f6815d9d0 2024-09-13T18:57:14.284 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:14.280+0000 7f1f667fc640 1 -- 172.21.15.119:0/2073268498 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1f580327d0 con 0x7f1f6815d9d0 2024-09-13T18:57:14.284 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:14.281+0000 7f1f6d841640 1 -- 172.21.15.119:0/2073268498 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f1f6815d9d0 msgr2=0x7f1f680c9d00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:14.285 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:14.281+0000 7f1f6d841640 1 --2- 172.21.15.119:0/2073268498 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f1f6815d9d0 0x7f1f680c9d00 secure :-1 s=READY pgs=308 cs=0 l=1 rev1=1 crypto rx=0x7f1f680ca840 tx=0x7f1f5802a110 comp rx=0 tx=0).stop 2024-09-13T18:57:14.285 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:14.281+0000 7f1f6d841640 1 -- 172.21.15.119:0/2073268498 shutdown_connections 2024-09-13T18:57:14.285 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:14.281+0000 7f1f6d841640 1 --2- 172.21.15.119:0/2073268498 >> v2:172.21.15.145:3300/0 conn(0x7f1f6806ca30 0x7f1f68069ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:14.285 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:14.281+0000 7f1f6d841640 1 --2- 172.21.15.119:0/2073268498 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f1f6815d9d0 0x7f1f680c9d00 unknown :-1 s=CLOSED pgs=308 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:14.285 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:14.281+0000 7f1f6d841640 1 -- 172.21.15.119:0/2073268498 >> 172.21.15.119:0/2073268498 conn(0x7f1f680cb5b0 msgr2=0x7f1f680cb9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:57:14.285 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:14.281+0000 7f1f6d841640 1 -- 172.21.15.119:0/2073268498 shutdown_connections 2024-09-13T18:57:14.285 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:14.281+0000 7f1f6d841640 1 -- 172.21.15.119:0/2073268498 wait complete. 2024-09-13T18:57:14.285 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:14.282+0000 7f1f6d841640 1 Processor -- start 2024-09-13T18:57:14.285 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:14.282+0000 7f1f6d841640 1 -- start start 2024-09-13T18:57:14.288 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:14.283+0000 7f1f6d841640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f1f6806a410 0x7f1f681506c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:14.288 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:14.283+0000 7f1f6d841640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f1f6806ca30 0x7f1f68158ac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:14.288 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:14.283+0000 7f1f6d841640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f1f6815d9d0 0x7f1f68159000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:14.288 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:14.283+0000 7f1f6d841640 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1f680c8d30 con 0x7f1f6815d9d0 2024-09-13T18:57:14.288 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:14.283+0000 7f1f6d841640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1f680c2660 con 0x7f1f6806a410 2024-09-13T18:57:14.288 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:14.283+0000 7f1f6d841640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f1f68150c00 con 0x7f1f6806ca30 2024-09-13T18:57:14.288 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:14.283+0000 7f1f677fe640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f1f6815d9d0 0x7f1f68159000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:14.288 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:14.283+0000 7f1f677fe640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f1f6815d9d0 0x7f1f68159000 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.119:3300/0 says I am v2:172.21.15.119:44510/0 (socket says 172.21.15.119:44510) 2024-09-13T18:57:14.288 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:14.283+0000 7f1f677fe640 1 -- 172.21.15.119:0/4116494143 learned_addr learned my addr 172.21.15.119:0/4116494143 (peer_addr_for_me v2:172.21.15.119:0/0) 2024-09-13T18:57:14.289 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:14.283+0000 7f1f66ffd640 1 --2- 172.21.15.119:0/4116494143 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f1f6806a410 0x7f1f681506c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:14.289 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:14.283+0000 7f1f5e7fc640 1 --2- 172.21.15.119:0/4116494143 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f1f6806ca30 0x7f1f68158ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:14.289 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:14.283+0000 7f1f677fe640 1 -- 172.21.15.119:0/4116494143 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f1f6806ca30 msgr2=0x7f1f68158ac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:14.289 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:14.283+0000 7f1f677fe640 1 --2- 172.21.15.119:0/4116494143 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f1f6806ca30 0x7f1f68158ac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:14.289 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:14.283+0000 7f1f677fe640 1 -- 172.21.15.119:0/4116494143 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f1f6806a410 msgr2=0x7f1f681506c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:14.289 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:14.283+0000 7f1f677fe640 1 --2- 172.21.15.119:0/4116494143 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f1f6806a410 0x7f1f681506c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:14.289 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:14.283+0000 7f1f677fe640 1 -- 172.21.15.119:0/4116494143 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1f58009400 con 0x7f1f6815d9d0 2024-09-13T18:57:14.289 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:14.283+0000 7f1f677fe640 1 --2- 172.21.15.119:0/4116494143 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f1f6815d9d0 0x7f1f68159000 secure :-1 s=READY pgs=309 cs=0 l=1 rev1=1 crypto rx=0x7f1f6000ca80 tx=0x7f1f6000cf40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:57:14.289 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:14.283+0000 7f1f64ff9640 1 -- 172.21.15.119:0/4116494143 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1f6000ac30 con 0x7f1f6815d9d0 2024-09-13T18:57:14.289 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:14.283+0000 7f1f64ff9640 1 -- 172.21.15.119:0/4116494143 <== mon.0 v2:172.21.15.119:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1f6000ad90 con 0x7f1f6815d9d0 2024-09-13T18:57:14.289 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:14.283+0000 7f1f6d841640 1 -- 172.21.15.119:0/4116494143 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f1f680c2900 con 0x7f1f6815d9d0 2024-09-13T18:57:14.290 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:14.283+0000 7f1f64ff9640 1 -- 172.21.15.119:0/4116494143 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1f60012600 con 0x7f1f6815d9d0 2024-09-13T18:57:14.290 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:14.283+0000 7f1f6d841640 1 -- 172.21.15.119:0/4116494143 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f1f680c2ec0 con 0x7f1f6815d9d0 2024-09-13T18:57:14.290 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:14.284+0000 7f1f6d841640 1 -- 172.21.15.119:0/4116494143 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f1f680b0070 con 0x7f1f6815d9d0 2024-09-13T18:57:14.290 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:14.285+0000 7f1f64ff9640 1 -- 172.21.15.119:0/4116494143 <== mon.0 v2:172.21.15.119:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f1f60007070 con 0x7f1f6815d9d0 2024-09-13T18:57:14.290 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:14.285+0000 7f1f64ff9640 1 --2- 172.21.15.119:0/4116494143 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f1f4806ac00 0x7f1f4806d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:14.290 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:14.285+0000 7f1f64ff9640 1 -- 172.21.15.119:0/4116494143 <== mon.0 v2:172.21.15.119:3300/0 5 ==== osd_map(25..25 src has 1..25) v4 ==== 6692+0+0 (secure 0 0 0) 0x7f1f60089560 con 0x7f1f6815d9d0 2024-09-13T18:57:14.290 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:14.285+0000 7f1f66ffd640 1 --2- 172.21.15.119:0/4116494143 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f1f4806ac00 0x7f1f4806d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:14.290 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:14.286+0000 7f1f66ffd640 1 --2- 172.21.15.119:0/4116494143 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f1f4806ac00 0x7f1f4806d0c0 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7f1f58034000 tx=0x7f1f5802e000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:57:14.292 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:14.289+0000 7f1f64ff9640 1 -- 172.21.15.119:0/4116494143 <== mon.0 v2:172.21.15.119:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f1f60054380 con 0x7f1f6815d9d0 2024-09-13T18:57:14.452 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:14.449+0000 7f1f6d841640 1 -- 172.21.15.119:0/4116494143 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_command([{prefix=config set, name=mon_allow_pool_delete}] v 0) v1 -- 0x7f1f68069ed0 con 0x7f1f6815d9d0 2024-09-13T18:57:14.455 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:14.453+0000 7f1f64ff9640 1 -- 172.21.15.119:0/4116494143 <== mon.0 v2:172.21.15.119:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mon_allow_pool_delete}]=0 v10)=0 v10) v1 ==== 122+0+0 (secure 0 0 0) 0x7f1f600170c0 con 0x7f1f6815d9d0 2024-09-13T18:57:14.458 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:14.455+0000 7f1f6d841640 1 -- 172.21.15.119:0/4116494143 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f1f4806ac00 msgr2=0x7f1f4806d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:14.458 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:14.455+0000 7f1f6d841640 1 --2- 172.21.15.119:0/4116494143 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f1f4806ac00 0x7f1f4806d0c0 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7f1f58034000 tx=0x7f1f5802e000 comp rx=0 tx=0).stop 2024-09-13T18:57:14.458 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:14.455+0000 7f1f6d841640 1 -- 172.21.15.119:0/4116494143 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f1f6815d9d0 msgr2=0x7f1f68159000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:14.458 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:14.455+0000 7f1f6d841640 1 --2- 172.21.15.119:0/4116494143 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f1f6815d9d0 0x7f1f68159000 secure :-1 s=READY pgs=309 cs=0 l=1 rev1=1 crypto rx=0x7f1f6000ca80 tx=0x7f1f6000cf40 comp rx=0 tx=0).stop 2024-09-13T18:57:14.458 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:14.455+0000 7f1f6d841640 1 -- 172.21.15.119:0/4116494143 shutdown_connections 2024-09-13T18:57:14.458 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:14.455+0000 7f1f6d841640 1 --2- 172.21.15.119:0/4116494143 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f1f4806ac00 0x7f1f4806d0c0 unknown :-1 s=CLOSED pgs=165 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:14.458 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:14.455+0000 7f1f6d841640 1 --2- 172.21.15.119:0/4116494143 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f1f6815d9d0 0x7f1f68159000 unknown :-1 s=CLOSED pgs=309 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:14.459 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:14.455+0000 7f1f6d841640 1 --2- 172.21.15.119:0/4116494143 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f1f6806ca30 0x7f1f68158ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:14.459 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:14.455+0000 7f1f6d841640 1 --2- 172.21.15.119:0/4116494143 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f1f6806a410 0x7f1f681506c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:14.459 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:14.455+0000 7f1f6d841640 1 -- 172.21.15.119:0/4116494143 >> 172.21.15.119:0/4116494143 conn(0x7f1f680cb5b0 msgr2=0x7f1f680af960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:57:14.459 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:14.455+0000 7f1f6d841640 1 -- 172.21.15.119:0/4116494143 shutdown_connections 2024-09-13T18:57:14.459 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:14.455+0000 7f1f6d841640 1 -- 172.21.15.119:0/4116494143 wait complete. 2024-09-13T18:57:14.468 INFO:teuthology.nuke:Clearing teuthology firewall rules... 2024-09-13T18:57:14.469 DEBUG:teuthology.orchestra.run.smithi119:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-13T18:57:14.510 DEBUG:teuthology.orchestra.run.smithi145:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-13T18:57:14.555 INFO:teuthology.nuke:Cleared teuthology firewall rules. 2024-09-13T18:57:14.556 DEBUG:teuthology.orchestra.run.smithi119:> set -ex 2024-09-13T18:57:14.556 DEBUG:teuthology.orchestra.run.smithi119:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-13T18:57:14.572 DEBUG:teuthology.orchestra.run.smithi119:> set -ex 2024-09-13T18:57:14.572 DEBUG:teuthology.orchestra.run.smithi119:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-13T18:57:14.628 DEBUG:teuthology.orchestra.run.smithi119:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T18:57:14.766 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:14.763+0000 7f921371f640 1 Processor -- start 2024-09-13T18:57:14.766 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:14.763+0000 7f921371f640 1 -- start start 2024-09-13T18:57:14.767 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:14.764+0000 7f921371f640 1 --2- >> v2:172.21.15.119:3300/0 conn(0x7f920c071d30 0x7f920c070190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:14.767 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:14.764+0000 7f921371f640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f920c0c8920 0x7f920c0c8dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:14.767 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:14.764+0000 7f921371f640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f920c0abdf0 con 0x7f920c072110 2024-09-13T18:57:14.767 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:14.764+0000 7f921371f640 1 -- --> v2:172.21.15.119:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f920c0c9310 con 0x7f920c071d30 2024-09-13T18:57:14.767 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:14.764+0000 7f921371f640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f920c0b2280 con 0x7f920c0c8920 2024-09-13T18:57:14.767 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:14.764+0000 7f92114bb640 1 --2- >> v2:172.21.15.119:3300/0 conn(0x7f920c071d30 0x7f920c070190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:14.767 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:14.764+0000 7f92114bb640 1 --2- >> v2:172.21.15.119:3300/0 conn(0x7f920c071d30 0x7f920c070190 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.119:3300/0 says I am v2:172.21.15.119:44520/0 (socket says 172.21.15.119:44520) 2024-09-13T18:57:14.768 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:14.764+0000 7f92114bb640 1 -- 172.21.15.119:0/1772420655 learned_addr learned my addr 172.21.15.119:0/1772420655 (peer_addr_for_me v2:172.21.15.119:0/0) 2024-09-13T18:57:14.768 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:14.764+0000 7f92114bb640 1 -- 172.21.15.119:0/1772420655 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f920c0c8920 msgr2=0x7f920c0c8dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T18:57:14.768 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:14.764+0000 7f92114bb640 1 --2- 172.21.15.119:0/1772420655 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f920c0c8920 0x7f920c0c8dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:14.768 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:14.764+0000 7f92114bb640 1 -- 172.21.15.119:0/1772420655 >> v1:172.21.15.145:6789/0 conn(0x7f920c072110 legacy=0x7f920c0b1b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T18:57:14.768 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:14.764+0000 7f92114bb640 1 -- 172.21.15.119:0/1772420655 --> v2:172.21.15.119:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f920c0ab1e0 con 0x7f920c071d30 2024-09-13T18:57:14.769 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:14.765+0000 7f92114bb640 1 --2- 172.21.15.119:0/1772420655 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f920c071d30 0x7f920c070190 secure :-1 s=READY pgs=310 cs=0 l=1 rev1=1 crypto rx=0x7f9208009870 tx=0x7f920802a210 comp rx=0 tx=0).ready entity=mon.0 client_cookie=912a22d20601e726 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:57:14.769 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:14.765+0000 7f9203fff640 1 -- 172.21.15.119:0/1772420655 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9208032440 con 0x7f920c071d30 2024-09-13T18:57:14.769 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:14.765+0000 7f9203fff640 1 -- 172.21.15.119:0/1772420655 <== mon.0 v2:172.21.15.119:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f92080325a0 con 0x7f920c071d30 2024-09-13T18:57:14.769 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:14.765+0000 7f9203fff640 1 -- 172.21.15.119:0/1772420655 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9208032930 con 0x7f920c071d30 2024-09-13T18:57:14.769 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:14.766+0000 7f921371f640 1 -- 172.21.15.119:0/1772420655 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f920c071d30 msgr2=0x7f920c070190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:14.769 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:14.766+0000 7f921371f640 1 --2- 172.21.15.119:0/1772420655 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f920c071d30 0x7f920c070190 secure :-1 s=READY pgs=310 cs=0 l=1 rev1=1 crypto rx=0x7f9208009870 tx=0x7f920802a210 comp rx=0 tx=0).stop 2024-09-13T18:57:14.770 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:14.766+0000 7f921371f640 1 -- 172.21.15.119:0/1772420655 shutdown_connections 2024-09-13T18:57:14.770 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:14.766+0000 7f921371f640 1 --2- 172.21.15.119:0/1772420655 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f920c0c8920 0x7f920c0c8dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:14.770 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:14.766+0000 7f921371f640 1 --2- 172.21.15.119:0/1772420655 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f920c071d30 0x7f920c070190 unknown :-1 s=CLOSED pgs=310 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:14.770 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:14.766+0000 7f921371f640 1 -- 172.21.15.119:0/1772420655 >> 172.21.15.119:0/1772420655 conn(0x7f920c069ed0 msgr2=0x7f920c06a2e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:57:14.770 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:14.766+0000 7f921371f640 1 -- 172.21.15.119:0/1772420655 shutdown_connections 2024-09-13T18:57:14.770 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:14.766+0000 7f921371f640 1 -- 172.21.15.119:0/1772420655 wait complete. 2024-09-13T18:57:14.772 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:14.767+0000 7f921371f640 1 Processor -- start 2024-09-13T18:57:14.772 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:14.767+0000 7f921371f640 1 -- start start 2024-09-13T18:57:14.772 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:14.768+0000 7f921371f640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f920c071d30 0x7f920c0c6ed0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:14.773 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:14.768+0000 7f921371f640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f920c072110 0x7f920c0c7ed0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:14.773 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:14.768+0000 7f921371f640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f920c0c8920 0x7f920c0caf90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:14.773 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:14.768+0000 7f921371f640 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f920c0c6a40 con 0x7f920c072110 2024-09-13T18:57:14.773 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:14.768+0000 7f921371f640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f920c09ba30 con 0x7f920c0c8920 2024-09-13T18:57:14.773 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:14.768+0000 7f921371f640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f920c09bcd0 con 0x7f920c071d30 2024-09-13T18:57:14.773 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:14.768+0000 7f9210cba640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f920c072110 0x7f920c0c7ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:14.773 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:14.768+0000 7f9210cba640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f920c072110 0x7f920c0c7ed0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.119:3300/0 says I am v2:172.21.15.119:44532/0 (socket says 172.21.15.119:44532) 2024-09-13T18:57:14.773 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:14.768+0000 7f9210cba640 1 -- 172.21.15.119:0/1090776363 learned_addr learned my addr 172.21.15.119:0/1090776363 (peer_addr_for_me v2:172.21.15.119:0/0) 2024-09-13T18:57:14.773 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:14.768+0000 7f92114bb640 1 --2- 172.21.15.119:0/1090776363 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f920c071d30 0x7f920c0c6ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:14.773 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:14.768+0000 7f9211cbc640 1 --2- 172.21.15.119:0/1090776363 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f920c0c8920 0x7f920c0caf90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:14.773 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:14.768+0000 7f9210cba640 1 -- 172.21.15.119:0/1090776363 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f920c071d30 msgr2=0x7f920c0c6ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:14.773 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:14.768+0000 7f9210cba640 1 --2- 172.21.15.119:0/1090776363 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f920c071d30 0x7f920c0c6ed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:14.773 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:14.768+0000 7f9210cba640 1 -- 172.21.15.119:0/1090776363 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f920c0c8920 msgr2=0x7f920c0caf90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:14.774 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:14.768+0000 7f9210cba640 1 --2- 172.21.15.119:0/1090776363 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f920c0c8920 0x7f920c0caf90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:14.774 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:14.768+0000 7f9210cba640 1 -- 172.21.15.119:0/1090776363 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f92080094d0 con 0x7f920c072110 2024-09-13T18:57:14.774 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:14.768+0000 7f9210cba640 1 --2- 172.21.15.119:0/1090776363 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f920c072110 0x7f920c0c7ed0 secure :-1 s=READY pgs=311 cs=0 l=1 rev1=1 crypto rx=0x7f91fc00c410 tx=0x7f91fc00c8d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:57:14.774 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:14.768+0000 7f9201ffb640 1 -- 172.21.15.119:0/1090776363 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f91fc0035f0 con 0x7f920c072110 2024-09-13T18:57:14.774 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:14.769+0000 7f9201ffb640 1 -- 172.21.15.119:0/1090776363 <== mon.0 v2:172.21.15.119:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f91fc003750 con 0x7f920c072110 2024-09-13T18:57:14.774 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:14.769+0000 7f9201ffb640 1 -- 172.21.15.119:0/1090776363 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f91fc003b40 con 0x7f920c072110 2024-09-13T18:57:14.774 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:14.769+0000 7f921371f640 1 -- 172.21.15.119:0/1090776363 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f920c09bfb0 con 0x7f920c072110 2024-09-13T18:57:14.774 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:14.769+0000 7f921371f640 1 -- 172.21.15.119:0/1090776363 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f920c0c66d0 con 0x7f920c072110 2024-09-13T18:57:14.774 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:14.770+0000 7f921371f640 1 -- 172.21.15.119:0/1090776363 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f920c0c6bb0 con 0x7f920c072110 2024-09-13T18:57:14.774 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:14.770+0000 7f9201ffb640 1 -- 172.21.15.119:0/1090776363 <== mon.0 v2:172.21.15.119:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f91fc003ca0 con 0x7f920c072110 2024-09-13T18:57:14.775 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:14.770+0000 7f9201ffb640 1 --2- 172.21.15.119:0/1090776363 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f91f006ac30 0x7f91f006d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:14.775 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:14.770+0000 7f9201ffb640 1 -- 172.21.15.119:0/1090776363 <== mon.0 v2:172.21.15.119:3300/0 5 ==== osd_map(25..25 src has 1..25) v4 ==== 6692+0+0 (secure 0 0 0) 0x7f91fc0887c0 con 0x7f920c072110 2024-09-13T18:57:14.776 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:14.770+0000 7f92114bb640 1 --2- 172.21.15.119:0/1090776363 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f91f006ac30 0x7f91f006d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:14.776 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:14.771+0000 7f92114bb640 1 --2- 172.21.15.119:0/1090776363 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f91f006ac30 0x7f91f006d0f0 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7f9208034000 tx=0x7f920802e000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:57:14.777 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:14.775+0000 7f9201ffb640 1 -- 172.21.15.119:0/1090776363 <== mon.0 v2:172.21.15.119:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f91fc053700 con 0x7f920c072110 2024-09-13T18:57:14.938 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:14.936+0000 7f921371f640 1 -- 172.21.15.119:0/1090776363 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f920c070190 con 0x7f920c072110 2024-09-13T18:57:14.939 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:14.937+0000 7f9201ffb640 1 -- 172.21.15.119:0/1090776363 <== mon.0 v2:172.21.15.119:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v25) v1 ==== 74+0+18831 (secure 0 0 0) 0x7f91fc056d20 con 0x7f920c072110 2024-09-13T18:57:14.940 INFO:teuthology.orchestra.run.smithi119.stdout: 2024-09-13T18:57:14.940 INFO:teuthology.orchestra.run.smithi119.stdout:{"epoch":25,"fsid":"b3bca492-3414-44ef-b63c-42eead5ea701","created":"2024-09-13T18:56:10.047760+0000","modified":"2024-09-13T18:57:14.153438+0000","last_up_change":"2024-09-13T18:56:22.096428+0000","last_in_change":"2024-09-13T18:56:12.143228+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T18:56:22.095896+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-13T18:56:31.950108+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-13T18:56:32.998608+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-09-13T18:56:36.052694+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"24","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"09edfd5c-bc57-47d1-a7b7-6d97f0f88db1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6810","nonce":3811853106},{"type":"v1","addr":"172.21.15.119:6813","nonce":3811853106}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6817","nonce":3811853106},{"type":"v1","addr":"172.21.15.119:6820","nonce":3811853106}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6828","nonce":3811853106},{"type":"v1","addr":"172.21.15.119:6830","nonce":3811853106}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6823","nonce":3811853106},{"type":"v1","addr":"172.21.15.119:6825","nonce":3811853106}]},"public_addr":"172.21.15.119:6813/3811853106","cluster_addr":"172.21.15.119:6820/3811853106","heartbeat_back_addr":"172.21.15.119:6830/3811853106","heartbeat_front_addr":"172.21.15.119:6825/3811853106","state":["exists","up"]},{"osd":1,"uuid":"f26f4bd2-3aee-4208-9e62-87f17047d886","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6809","nonce":1656755168},{"type":"v1","addr":"172.21.15.119:6812","nonce":1656755168}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6815","nonce":1656755168},{"type":"v1","addr":"172.21.15.119:6818","nonce":1656755168}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6829","nonce":1656755168},{"type":"v1","addr":"172.21.15.119:6831","nonce":1656755168}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6822","nonce":1656755168},{"type":"v1","addr":"172.21.15.119:6826","nonce":1656755168}]},"public_addr":"172.21.15.119:6812/1656755168","cluster_addr":"172.21.15.119:6818/1656755168","heartbeat_back_addr":"172.21.15.119:6831/1656755168","heartbeat_front_addr":"172.21.15.119:6826/1656755168","state":["exists","up"]},{"osd":2,"uuid":"1e9d6e0c-51f9-4f4a-bead-0e7edc7dd200","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6800","nonce":3093354378},{"type":"v1","addr":"172.21.15.119:6801","nonce":3093354378}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6802","nonce":3093354378},{"type":"v1","addr":"172.21.15.119:6803","nonce":3093354378}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6806","nonce":3093354378},{"type":"v1","addr":"172.21.15.119:6807","nonce":3093354378}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6804","nonce":3093354378},{"type":"v1","addr":"172.21.15.119:6805","nonce":3093354378}]},"public_addr":"172.21.15.119:6801/3093354378","cluster_addr":"172.21.15.119:6803/3093354378","heartbeat_back_addr":"172.21.15.119:6807/3093354378","heartbeat_front_addr":"172.21.15.119:6805/3093354378","state":["exists","up"]},{"osd":3,"uuid":"7c289b1f-a555-46e4-b85a-c0f230c9e02a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6808","nonce":886995937},{"type":"v1","addr":"172.21.15.119:6811","nonce":886995937}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6814","nonce":886995937},{"type":"v1","addr":"172.21.15.119:6816","nonce":886995937}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6824","nonce":886995937},{"type":"v1","addr":"172.21.15.119:6827","nonce":886995937}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6819","nonce":886995937},{"type":"v1","addr":"172.21.15.119:6821","nonce":886995937}]},"public_addr":"172.21.15.119:6811/886995937","cluster_addr":"172.21.15.119:6816/886995937","heartbeat_back_addr":"172.21.15.119:6827/886995937","heartbeat_front_addr":"172.21.15.119:6821/886995937","state":["exists","up"]},{"osd":4,"uuid":"a0a2f75b-5a33-4b69-b834-b8cf5a90ac5f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6808","nonce":2802887692},{"type":"v1","addr":"172.21.15.145:6809","nonce":2802887692}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6810","nonce":2802887692},{"type":"v1","addr":"172.21.15.145:6811","nonce":2802887692}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6814","nonce":2802887692},{"type":"v1","addr":"172.21.15.145:6815","nonce":2802887692}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6812","nonce":2802887692},{"type":"v1","addr":"172.21.15.145:6813","nonce":2802887692}]},"public_addr":"172.21.15.145:6809/2802887692","cluster_addr":"172.21.15.145:6811/2802887692","heartbeat_back_addr":"172.21.15.145:6815/2802887692","heartbeat_front_addr":"172.21.15.145:6813/2802887692","state":["exists","up"]},{"osd":5,"uuid":"e301c92f-a5af-49da-8384-bef6d48c9982","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6800","nonce":1431235391},{"type":"v1","addr":"172.21.15.145:6801","nonce":1431235391}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6802","nonce":1431235391},{"type":"v1","addr":"172.21.15.145:6803","nonce":1431235391}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6806","nonce":1431235391},{"type":"v1","addr":"172.21.15.145:6807","nonce":1431235391}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6804","nonce":1431235391},{"type":"v1","addr":"172.21.15.145:6805","nonce":1431235391}]},"public_addr":"172.21.15.145:6801/1431235391","cluster_addr":"172.21.15.145:6803/1431235391","heartbeat_back_addr":"172.21.15.145:6807/1431235391","heartbeat_front_addr":"172.21.15.145:6805/1431235391","state":["exists","up"]},{"osd":6,"uuid":"dd2ee71c-4024-4f56-90b1-d362ff9ae8f5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6816","nonce":1755123178},{"type":"v1","addr":"172.21.15.145:6817","nonce":1755123178}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6818","nonce":1755123178},{"type":"v1","addr":"172.21.15.145:6819","nonce":1755123178}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6822","nonce":1755123178},{"type":"v1","addr":"172.21.15.145:6823","nonce":1755123178}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6820","nonce":1755123178},{"type":"v1","addr":"172.21.15.145:6821","nonce":1755123178}]},"public_addr":"172.21.15.145:6817/1755123178","cluster_addr":"172.21.15.145:6819/1755123178","heartbeat_back_addr":"172.21.15.145:6823/1755123178","heartbeat_front_addr":"172.21.15.145:6821/1755123178","state":["exists","up"]},{"osd":7,"uuid":"7412449e-689b-45ee-9ae5-744a8c27f166","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6824","nonce":3012628958},{"type":"v1","addr":"172.21.15.145:6825","nonce":3012628958}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6826","nonce":3012628958},{"type":"v1","addr":"172.21.15.145:6827","nonce":3012628958}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6830","nonce":3012628958},{"type":"v1","addr":"172.21.15.145:6831","nonce":3012628958}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6828","nonce":3012628958},{"type":"v1","addr":"172.21.15.145:6829","nonce":3012628958}]},"public_addr":"172.21.15.145:6825/3012628958","cluster_addr":"172.21.15.145:6827/3012628958","heartbeat_back_addr":"172.21.15.145:6831/3012628958","heartbeat_front_addr":"172.21.15.145:6829/3012628958","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T18:56:17.286635+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T18:56:17.334491+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T18:56:17.297521+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T18:56:17.383716+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T18:56:17.267776+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T18:56:17.312998+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T18:56:17.303008+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T18:56:17.304729+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"3.1f","mappings":[{"from":0,"to":2}]},{"pgid":"3.21","mappings":[{"from":5,"to":1}]},{"pgid":"3.29","mappings":[{"from":3,"to":2}]},{"pgid":"3.2a","mappings":[{"from":5,"to":2}]},{"pgid":"3.3b","mappings":[{"from":7,"to":1}]},{"pgid":"4.2","mappings":[{"from":1,"to":2}]},{"pgid":"4.10","mappings":[{"from":1,"to":2}]},{"pgid":"4.1b","mappings":[{"from":1,"to":2}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T18:57:14.942 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:14.939+0000 7f921371f640 1 -- 172.21.15.119:0/1090776363 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f91f006ac30 msgr2=0x7f91f006d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:14.942 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:14.939+0000 7f921371f640 1 --2- 172.21.15.119:0/1090776363 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f91f006ac30 0x7f91f006d0f0 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7f9208034000 tx=0x7f920802e000 comp rx=0 tx=0).stop 2024-09-13T18:57:14.942 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:14.939+0000 7f921371f640 1 -- 172.21.15.119:0/1090776363 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f920c072110 msgr2=0x7f920c0c7ed0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:14.942 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:14.939+0000 7f921371f640 1 --2- 172.21.15.119:0/1090776363 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f920c072110 0x7f920c0c7ed0 secure :-1 s=READY pgs=311 cs=0 l=1 rev1=1 crypto rx=0x7f91fc00c410 tx=0x7f91fc00c8d0 comp rx=0 tx=0).stop 2024-09-13T18:57:14.942 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:14.939+0000 7f921371f640 1 -- 172.21.15.119:0/1090776363 shutdown_connections 2024-09-13T18:57:14.942 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:14.939+0000 7f921371f640 1 --2- 172.21.15.119:0/1090776363 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f91f006ac30 0x7f91f006d0f0 unknown :-1 s=CLOSED pgs=166 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:14.942 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:14.939+0000 7f921371f640 1 --2- 172.21.15.119:0/1090776363 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f920c0c8920 0x7f920c0caf90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:14.942 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:14.939+0000 7f921371f640 1 --2- 172.21.15.119:0/1090776363 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f920c072110 0x7f920c0c7ed0 unknown :-1 s=CLOSED pgs=311 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:14.942 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:14.939+0000 7f921371f640 1 --2- 172.21.15.119:0/1090776363 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f920c071d30 0x7f920c0c6ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:14.942 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:14.939+0000 7f921371f640 1 -- 172.21.15.119:0/1090776363 >> 172.21.15.119:0/1090776363 conn(0x7f920c069ed0 msgr2=0x7f920c0ade10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:57:14.942 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:14.939+0000 7f921371f640 1 -- 172.21.15.119:0/1090776363 shutdown_connections 2024-09-13T18:57:14.943 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:14.939+0000 7f921371f640 1 -- 172.21.15.119:0/1090776363 wait complete. 2024-09-13T18:57:14.953 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-09-13T18:56:22.095896+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '16', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-09-13T18:56:31.950108+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '19', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-09-13T18:56:32.998608+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '20', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.05000000074505806}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.3799999952316284, 'score_stable': 1.3799999952316284, 'optimal_score': 1, 'raw_score_acting': 1.3799999952316284, 'raw_score_stable': 1.3799999952316284, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'cephfs_data_ec', 'create_time': '2024-09-13T18:56:36.052694+0000', 'flags': 5, 'flags_names': 'hashpspool,ec_overwrites', 'type': 3, 'size': 4, 'min_size': 3, 'crush_rule': 1, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '24', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': 'cephfs_data_ec', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 8192, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}}] 2024-09-13T18:57:14.954 DEBUG:teuthology.orchestra.run.smithi119:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-09-13T18:57:15.055 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:15.052+0000 7fa6781c7640 1 Processor -- start 2024-09-13T18:57:15.055 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:15.053+0000 7fa6781c7640 1 -- start start 2024-09-13T18:57:15.057 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:15.053+0000 7fa6781c7640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7fa67006c8a0 0x7fa6700b1160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:15.057 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:15.053+0000 7fa6781c7640 1 --2- >> v2:172.21.15.119:3300/0 conn(0x7fa670071b20 0x7fa6700b16a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:15.057 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:15.053+0000 7fa6781c7640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fa6700b2d10 con 0x7fa670158b00 2024-09-13T18:57:15.057 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:15.053+0000 7fa6781c7640 1 -- --> v2:172.21.15.119:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fa6700b2ff0 con 0x7fa670071b20 2024-09-13T18:57:15.057 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:15.053+0000 7fa6781c7640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fa670070310 con 0x7fa67006c8a0 2024-09-13T18:57:15.057 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:15.054+0000 7fa676764640 1 --2- >> v2:172.21.15.119:3300/0 conn(0x7fa670071b20 0x7fa6700b16a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:15.057 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:15.054+0000 7fa676764640 1 --2- >> v2:172.21.15.119:3300/0 conn(0x7fa670071b20 0x7fa6700b16a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.119:3300/0 says I am v2:172.21.15.119:44536/0 (socket says 172.21.15.119:44536) 2024-09-13T18:57:15.057 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:15.054+0000 7fa676764640 1 -- 172.21.15.119:0/111673894 learned_addr learned my addr 172.21.15.119:0/111673894 (peer_addr_for_me v2:172.21.15.119:0/0) 2024-09-13T18:57:15.057 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:15.054+0000 7fa675762640 1 --2- 172.21.15.119:0/111673894 >> v2:172.21.15.145:3300/0 conn(0x7fa67006c8a0 0x7fa6700b1160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:15.057 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:15.054+0000 7fa676764640 1 -- 172.21.15.119:0/111673894 >> v2:172.21.15.145:3300/0 conn(0x7fa67006c8a0 msgr2=0x7fa6700b1160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T18:57:15.057 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:15.054+0000 7fa676764640 1 --2- 172.21.15.119:0/111673894 >> v2:172.21.15.145:3300/0 conn(0x7fa67006c8a0 0x7fa6700b1160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:15.057 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:15.054+0000 7fa676764640 1 -- 172.21.15.119:0/111673894 >> v1:172.21.15.145:6789/0 conn(0x7fa670158b00 legacy=0x7fa67006c190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T18:57:15.057 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:15.054+0000 7fa676764640 1 -- 172.21.15.119:0/111673894 --> v2:172.21.15.119:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa6700705f0 con 0x7fa670071b20 2024-09-13T18:57:15.058 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:15.055+0000 7fa676764640 1 --2- 172.21.15.119:0/111673894 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fa670071b20 0x7fa6700b16a0 secure :-1 s=READY pgs=312 cs=0 l=1 rev1=1 crypto rx=0x7fa670070140 tx=0x7fa66802a6f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=10f737a1e8ee4de2 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:57:15.059 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:15.055+0000 7fa674f61640 1 -- 172.21.15.119:0/111673894 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa668031600 con 0x7fa670071b20 2024-09-13T18:57:15.059 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:15.055+0000 7fa674f61640 1 -- 172.21.15.119:0/111673894 <== mon.0 v2:172.21.15.119:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa66802d050 con 0x7fa670071b20 2024-09-13T18:57:15.059 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:15.055+0000 7fa674f61640 1 -- 172.21.15.119:0/111673894 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa668031980 con 0x7fa670071b20 2024-09-13T18:57:15.059 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:15.055+0000 7fa6781c7640 1 -- 172.21.15.119:0/111673894 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fa670071b20 msgr2=0x7fa6700b16a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:15.059 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:15.055+0000 7fa6781c7640 1 --2- 172.21.15.119:0/111673894 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fa670071b20 0x7fa6700b16a0 secure :-1 s=READY pgs=312 cs=0 l=1 rev1=1 crypto rx=0x7fa670070140 tx=0x7fa66802a6f0 comp rx=0 tx=0).stop 2024-09-13T18:57:15.059 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:15.055+0000 7fa6781c7640 1 -- 172.21.15.119:0/111673894 shutdown_connections 2024-09-13T18:57:15.059 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:15.055+0000 7fa6781c7640 1 --2- 172.21.15.119:0/111673894 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fa670071b20 0x7fa6700b16a0 unknown :-1 s=CLOSED pgs=312 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:15.059 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:15.055+0000 7fa6781c7640 1 --2- 172.21.15.119:0/111673894 >> v2:172.21.15.145:3300/0 conn(0x7fa67006c8a0 0x7fa6700b1160 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:15.059 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:15.055+0000 7fa6781c7640 1 -- 172.21.15.119:0/111673894 >> 172.21.15.119:0/111673894 conn(0x7fa67006a0b0 msgr2=0x7fa67006a4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:57:15.059 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:15.056+0000 7fa6781c7640 1 -- 172.21.15.119:0/111673894 shutdown_connections 2024-09-13T18:57:15.059 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:15.056+0000 7fa6781c7640 1 -- 172.21.15.119:0/111673894 wait complete. 2024-09-13T18:57:15.061 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:15.057+0000 7fa6781c7640 1 Processor -- start 2024-09-13T18:57:15.062 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:15.057+0000 7fa6781c7640 1 -- start start 2024-09-13T18:57:15.062 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:15.057+0000 7fa6781c7640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fa67006c8a0 0x7fa670097a20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:15.062 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:15.057+0000 7fa6781c7640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fa670071b20 0x7fa6701eed10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:15.062 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:15.057+0000 7fa6781c7640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fa670158b00 0x7fa6701519b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:15.062 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:15.057+0000 7fa6781c7640 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa670154ca0 con 0x7fa670158b00 2024-09-13T18:57:15.062 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:15.057+0000 7fa6781c7640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa6700b1940 con 0x7fa670071b20 2024-09-13T18:57:15.062 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:15.057+0000 7fa6781c7640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa6700c5010 con 0x7fa67006c8a0 2024-09-13T18:57:15.062 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:15.058+0000 7fa676764640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fa670158b00 0x7fa6701519b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:15.062 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:15.058+0000 7fa676764640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fa670158b00 0x7fa6701519b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.119:3300/0 says I am v2:172.21.15.119:44550/0 (socket says 172.21.15.119:44550) 2024-09-13T18:57:15.062 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:15.058+0000 7fa676764640 1 -- 172.21.15.119:0/1886816459 learned_addr learned my addr 172.21.15.119:0/1886816459 (peer_addr_for_me v2:172.21.15.119:0/0) 2024-09-13T18:57:15.062 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:15.058+0000 7fa675762640 1 --2- 172.21.15.119:0/1886816459 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fa670071b20 0x7fa6701eed10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:15.062 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:15.058+0000 7fa675f63640 1 --2- 172.21.15.119:0/1886816459 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fa67006c8a0 0x7fa670097a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:15.062 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:15.058+0000 7fa676764640 1 -- 172.21.15.119:0/1886816459 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fa67006c8a0 msgr2=0x7fa670097a20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:15.063 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:15.058+0000 7fa676764640 1 --2- 172.21.15.119:0/1886816459 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fa67006c8a0 0x7fa670097a20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:15.063 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:15.058+0000 7fa676764640 1 -- 172.21.15.119:0/1886816459 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fa670071b20 msgr2=0x7fa6701eed10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:15.063 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:15.058+0000 7fa676764640 1 --2- 172.21.15.119:0/1886816459 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fa670071b20 0x7fa6701eed10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:15.063 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:15.058+0000 7fa676764640 1 -- 172.21.15.119:0/1886816459 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa668009b30 con 0x7fa670158b00 2024-09-13T18:57:15.063 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:15.058+0000 7fa676764640 1 --2- 172.21.15.119:0/1886816459 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fa670158b00 0x7fa6701519b0 secure :-1 s=READY pgs=313 cs=0 l=1 rev1=1 crypto rx=0x7fa668009f40 tx=0x7fa668004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:57:15.063 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:15.058+0000 7fa6667fc640 1 -- 172.21.15.119:0/1886816459 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa66803d860 con 0x7fa670158b00 2024-09-13T18:57:15.063 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:15.058+0000 7fa6667fc640 1 -- 172.21.15.119:0/1886816459 <== mon.0 v2:172.21.15.119:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa66803d9e0 con 0x7fa670158b00 2024-09-13T18:57:15.063 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:15.058+0000 7fa6781c7640 1 -- 172.21.15.119:0/1886816459 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa670154650 con 0x7fa670158b00 2024-09-13T18:57:15.063 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:15.058+0000 7fa6667fc640 1 -- 172.21.15.119:0/1886816459 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa66803dd90 con 0x7fa670158b00 2024-09-13T18:57:15.063 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:15.058+0000 7fa6781c7640 1 -- 172.21.15.119:0/1886816459 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa6700ada80 con 0x7fa670158b00 2024-09-13T18:57:15.063 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:15.059+0000 7fa6781c7640 1 -- 172.21.15.119:0/1886816459 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fa6700709d0 con 0x7fa670158b00 2024-09-13T18:57:15.064 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:15.060+0000 7fa6667fc640 1 -- 172.21.15.119:0/1886816459 <== mon.0 v2:172.21.15.119:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fa66803b400 con 0x7fa670158b00 2024-09-13T18:57:15.064 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:15.060+0000 7fa6667fc640 1 --2- 172.21.15.119:0/1886816459 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7fa65406ac00 0x7fa65406d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:15.064 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:15.060+0000 7fa6667fc640 1 -- 172.21.15.119:0/1886816459 <== mon.0 v2:172.21.15.119:3300/0 5 ==== osd_map(25..25 src has 1..25) v4 ==== 6692+0+0 (secure 0 0 0) 0x7fa6680aa4f0 con 0x7fa670158b00 2024-09-13T18:57:15.064 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:15.060+0000 7fa675f63640 1 --2- 172.21.15.119:0/1886816459 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7fa65406ac00 0x7fa65406d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:15.064 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:15.060+0000 7fa675f63640 1 --2- 172.21.15.119:0/1886816459 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7fa65406ac00 0x7fa65406d0c0 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7fa66c006fd0 tx=0x7fa66c00b270 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:57:15.067 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:15.064+0000 7fa6667fc640 1 -- 172.21.15.119:0/1886816459 <== mon.0 v2:172.21.15.119:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fa668075430 con 0x7fa670158b00 2024-09-13T18:57:15.237 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:15.234+0000 7fa6781c7640 1 -- 172.21.15.119:0/1886816459 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7fa6700cea60 con 0x7fa670158b00 2024-09-13T18:57:15.237 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:15.235+0000 7fa6667fc640 1 -- 172.21.15.119:0/1886816459 <== mon.0 v2:172.21.15.119:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v26) v1 ==== 93+0+10 (secure 0 0 0) 0x7fa668009510 con 0x7fa670158b00 2024-09-13T18:57:15.237 INFO:teuthology.orchestra.run.smithi119.stdout:pg_num: 1 2024-09-13T18:57:15.239 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:15.237+0000 7fa6781c7640 1 -- 172.21.15.119:0/1886816459 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7fa65406ac00 msgr2=0x7fa65406d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:15.239 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:15.237+0000 7fa6781c7640 1 --2- 172.21.15.119:0/1886816459 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7fa65406ac00 0x7fa65406d0c0 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7fa66c006fd0 tx=0x7fa66c00b270 comp rx=0 tx=0).stop 2024-09-13T18:57:15.240 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:15.237+0000 7fa6781c7640 1 -- 172.21.15.119:0/1886816459 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fa670158b00 msgr2=0x7fa6701519b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:15.240 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:15.237+0000 7fa6781c7640 1 --2- 172.21.15.119:0/1886816459 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fa670158b00 0x7fa6701519b0 secure :-1 s=READY pgs=313 cs=0 l=1 rev1=1 crypto rx=0x7fa668009f40 tx=0x7fa668004a40 comp rx=0 tx=0).stop 2024-09-13T18:57:15.240 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:15.237+0000 7fa6781c7640 1 -- 172.21.15.119:0/1886816459 shutdown_connections 2024-09-13T18:57:15.240 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:15.237+0000 7fa6781c7640 1 --2- 172.21.15.119:0/1886816459 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7fa65406ac00 0x7fa65406d0c0 unknown :-1 s=CLOSED pgs=167 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:15.240 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:15.237+0000 7fa6781c7640 1 --2- 172.21.15.119:0/1886816459 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fa670158b00 0x7fa6701519b0 unknown :-1 s=CLOSED pgs=313 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:15.240 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:15.237+0000 7fa6781c7640 1 --2- 172.21.15.119:0/1886816459 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fa670071b20 0x7fa6701eed10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:15.240 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:15.237+0000 7fa6781c7640 1 --2- 172.21.15.119:0/1886816459 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fa67006c8a0 0x7fa670097a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:15.240 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:15.237+0000 7fa6781c7640 1 -- 172.21.15.119:0/1886816459 >> 172.21.15.119:0/1886816459 conn(0x7fa67006a0b0 msgr2=0x7fa670071140 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:57:15.240 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:15.237+0000 7fa6781c7640 1 -- 172.21.15.119:0/1886816459 shutdown_connections 2024-09-13T18:57:15.240 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:15.237+0000 7fa6781c7640 1 -- 172.21.15.119:0/1886816459 wait complete. 2024-09-13T18:57:15.251 DEBUG:teuthology.orchestra.run.smithi119:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-09-13T18:57:15.352 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:15.349+0000 7f835ed01640 1 Processor -- start 2024-09-13T18:57:15.352 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:15.349+0000 7f835ed01640 1 -- start start 2024-09-13T18:57:15.353 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:15.350+0000 7f835ed01640 1 --2- >> v2:172.21.15.119:3300/0 conn(0x7f835815a3b0 0x7f83580b20a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:15.354 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:15.350+0000 7f835ed01640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f83580b1720 0x7f83580ce4f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:15.354 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:15.350+0000 7f835ed01640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f83580cea30 0x7f835806c640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:15.354 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:15.350+0000 7f835ed01640 1 -- --> v2:172.21.15.119:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f83580ceea0 con 0x7f835815a3b0 2024-09-13T18:57:15.354 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:15.350+0000 7f835ed01640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f835815a790 con 0x7f83580b1720 2024-09-13T18:57:15.354 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:15.350+0000 7f835ed01640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f83580b2680 con 0x7f83580cea30 2024-09-13T18:57:15.354 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:15.350+0000 7f835ca9d640 1 --2- >> v2:172.21.15.119:3300/0 conn(0x7f835815a3b0 0x7f83580b20a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:15.354 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:15.350+0000 7f835ca9d640 1 --2- >> v2:172.21.15.119:3300/0 conn(0x7f835815a3b0 0x7f83580b20a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.119:3300/0 says I am v2:172.21.15.119:44566/0 (socket says 172.21.15.119:44566) 2024-09-13T18:57:15.354 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:15.350+0000 7f835ca9d640 1 -- 172.21.15.119:0/4190783548 learned_addr learned my addr 172.21.15.119:0/4190783548 (peer_addr_for_me v2:172.21.15.119:0/0) 2024-09-13T18:57:15.354 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:15.350+0000 7f834ffff640 1 --2- 172.21.15.119:0/4190783548 >> v2:172.21.15.145:3300/0 conn(0x7f83580b1720 0x7f83580ce4f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:15.354 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:15.350+0000 7f835d29e640 1 --2- 172.21.15.119:0/4190783548 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f83580cea30 0x7f835806c640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:15.354 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:15.350+0000 7f835ca9d640 1 -- 172.21.15.119:0/4190783548 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f83580cea30 msgr2=0x7f835806c640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T18:57:15.355 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:15.350+0000 7f835ca9d640 1 --2- 172.21.15.119:0/4190783548 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f83580cea30 0x7f835806c640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:15.355 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:15.350+0000 7f835ca9d640 1 -- 172.21.15.119:0/4190783548 >> v2:172.21.15.145:3300/0 conn(0x7f83580b1720 msgr2=0x7f83580ce4f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T18:57:15.355 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:15.350+0000 7f835ca9d640 1 --2- 172.21.15.119:0/4190783548 >> v2:172.21.15.145:3300/0 conn(0x7f83580b1720 0x7f83580ce4f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:15.355 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:15.350+0000 7f835ca9d640 1 -- 172.21.15.119:0/4190783548 --> v2:172.21.15.119:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f83580b2960 con 0x7f835815a3b0 2024-09-13T18:57:15.355 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:15.351+0000 7f835ca9d640 1 --2- 172.21.15.119:0/4190783548 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f835815a3b0 0x7f83580b20a0 secure :-1 s=READY pgs=314 cs=0 l=1 rev1=1 crypto rx=0x7f835806c5b0 tx=0x7f835402a1e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=29f74da02e35fe98 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:57:15.355 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:15.351+0000 7f834f7fe640 1 -- 172.21.15.119:0/4190783548 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8354032440 con 0x7f835815a3b0 2024-09-13T18:57:15.355 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:15.351+0000 7f834f7fe640 1 -- 172.21.15.119:0/4190783548 <== mon.0 v2:172.21.15.119:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f83540325a0 con 0x7f835815a3b0 2024-09-13T18:57:15.355 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:15.351+0000 7f834f7fe640 1 -- 172.21.15.119:0/4190783548 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8354032930 con 0x7f835815a3b0 2024-09-13T18:57:15.358 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:15.352+0000 7f835ed01640 1 -- 172.21.15.119:0/4190783548 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f835815a3b0 msgr2=0x7f83580b20a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:15.358 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:15.352+0000 7f835ed01640 1 --2- 172.21.15.119:0/4190783548 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f835815a3b0 0x7f83580b20a0 secure :-1 s=READY pgs=314 cs=0 l=1 rev1=1 crypto rx=0x7f835806c5b0 tx=0x7f835402a1e0 comp rx=0 tx=0).stop 2024-09-13T18:57:15.358 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:15.352+0000 7f835ed01640 1 -- 172.21.15.119:0/4190783548 shutdown_connections 2024-09-13T18:57:15.358 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:15.352+0000 7f835ed01640 1 --2- 172.21.15.119:0/4190783548 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f83580cea30 0x7f835806c640 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:15.358 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:15.352+0000 7f835ed01640 1 --2- 172.21.15.119:0/4190783548 >> v2:172.21.15.145:3300/0 conn(0x7f83580b1720 0x7f83580ce4f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:15.358 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:15.352+0000 7f835ed01640 1 --2- 172.21.15.119:0/4190783548 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f835815a3b0 0x7f83580b20a0 unknown :-1 s=CLOSED pgs=314 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:15.358 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:15.352+0000 7f835ed01640 1 -- 172.21.15.119:0/4190783548 >> 172.21.15.119:0/4190783548 conn(0x7f835806a0b0 msgr2=0x7f835806a4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:57:15.359 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:15.352+0000 7f835ed01640 1 -- 172.21.15.119:0/4190783548 shutdown_connections 2024-09-13T18:57:15.359 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:15.352+0000 7f835ed01640 1 -- 172.21.15.119:0/4190783548 wait complete. 2024-09-13T18:57:15.359 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:15.353+0000 7f835ed01640 1 Processor -- start 2024-09-13T18:57:15.359 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:15.353+0000 7f835ed01640 1 -- start start 2024-09-13T18:57:15.359 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:15.354+0000 7f835ed01640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f83580b1720 0x7f83581eef40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:15.359 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:15.354+0000 7f835ed01640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f83580cea30 0x7f83581f1b30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:15.359 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:15.354+0000 7f835ed01640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f835815a3b0 0x7f83580cbe80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:15.359 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:15.354+0000 7f835ed01640 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f83580af970 con 0x7f83580cea30 2024-09-13T18:57:15.359 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:15.354+0000 7f835ed01640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f83581f2b50 con 0x7f83580b1720 2024-09-13T18:57:15.359 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:15.354+0000 7f835ed01640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f83581f2590 con 0x7f835815a3b0 2024-09-13T18:57:15.359 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:15.354+0000 7f834ffff640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f83580cea30 0x7f83581f1b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:15.359 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:15.354+0000 7f834ffff640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f83580cea30 0x7f83581f1b30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.119:3300/0 says I am v2:172.21.15.119:44576/0 (socket says 172.21.15.119:44576) 2024-09-13T18:57:15.359 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:15.354+0000 7f834ffff640 1 -- 172.21.15.119:0/3751540645 learned_addr learned my addr 172.21.15.119:0/3751540645 (peer_addr_for_me v2:172.21.15.119:0/0) 2024-09-13T18:57:15.359 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:15.354+0000 7f835ca9d640 1 --2- 172.21.15.119:0/3751540645 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f83580b1720 0x7f83581eef40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:15.360 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:15.354+0000 7f835d29e640 1 --2- 172.21.15.119:0/3751540645 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f835815a3b0 0x7f83580cbe80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:15.360 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:15.354+0000 7f834ffff640 1 -- 172.21.15.119:0/3751540645 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f835815a3b0 msgr2=0x7f83580cbe80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:15.360 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:15.354+0000 7f834ffff640 1 --2- 172.21.15.119:0/3751540645 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f835815a3b0 0x7f83580cbe80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:15.360 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:15.354+0000 7f834ffff640 1 -- 172.21.15.119:0/3751540645 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f83580b1720 msgr2=0x7f83581eef40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:15.360 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:15.354+0000 7f834ffff640 1 --2- 172.21.15.119:0/3751540645 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f83580b1720 0x7f83581eef40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:15.360 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:15.354+0000 7f834ffff640 1 -- 172.21.15.119:0/3751540645 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f83540094d0 con 0x7f83580cea30 2024-09-13T18:57:15.360 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:15.354+0000 7f835ca9d640 1 --2- 172.21.15.119:0/3751540645 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f83580b1720 0x7f83581eef40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T18:57:15.360 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:15.354+0000 7f834ffff640 1 --2- 172.21.15.119:0/3751540645 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f83580cea30 0x7f83581f1b30 secure :-1 s=READY pgs=315 cs=0 l=1 rev1=1 crypto rx=0x7f834800d5f0 tx=0x7f834800dab0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:57:15.360 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:15.354+0000 7f834d7fa640 1 -- 172.21.15.119:0/3751540645 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f83480125f0 con 0x7f83580cea30 2024-09-13T18:57:15.360 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:15.355+0000 7f834d7fa640 1 -- 172.21.15.119:0/3751540645 <== mon.0 v2:172.21.15.119:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f8348012750 con 0x7f83580cea30 2024-09-13T18:57:15.360 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:15.355+0000 7f835ed01640 1 -- 172.21.15.119:0/3751540645 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f83581f2870 con 0x7f83580cea30 2024-09-13T18:57:15.360 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:15.355+0000 7f834d7fa640 1 -- 172.21.15.119:0/3751540645 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8348012b00 con 0x7f83580cea30 2024-09-13T18:57:15.360 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:15.355+0000 7f835ed01640 1 -- 172.21.15.119:0/3751540645 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f83580afc30 con 0x7f83580cea30 2024-09-13T18:57:15.360 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:15.356+0000 7f835ed01640 1 -- 172.21.15.119:0/3751540645 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f83580ce4f0 con 0x7f83580cea30 2024-09-13T18:57:15.361 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:15.356+0000 7f834d7fa640 1 -- 172.21.15.119:0/3751540645 <== mon.0 v2:172.21.15.119:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f8348012c60 con 0x7f83580cea30 2024-09-13T18:57:15.361 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:15.356+0000 7f834d7fa640 1 --2- 172.21.15.119:0/3751540645 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f834406ac00 0x7f834406d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:15.361 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:15.356+0000 7f834d7fa640 1 -- 172.21.15.119:0/3751540645 <== mon.0 v2:172.21.15.119:3300/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 6692+0+0 (secure 0 0 0) 0x7f8348089c20 con 0x7f83580cea30 2024-09-13T18:57:15.361 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:15.356+0000 7f835ca9d640 1 --2- 172.21.15.119:0/3751540645 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f834406ac00 0x7f834406d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:15.361 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:15.357+0000 7f835ca9d640 1 --2- 172.21.15.119:0/3751540645 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f834406ac00 0x7f834406d0c0 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7f8354034000 tx=0x7f835402e000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:57:15.363 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:15.360+0000 7f834d7fa640 1 -- 172.21.15.119:0/3751540645 <== mon.0 v2:172.21.15.119:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f8348054a20 con 0x7f83580cea30 2024-09-13T18:57:15.523 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:15.521+0000 7f835ed01640 1 -- 172.21.15.119:0/3751540645 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7f835806d530 con 0x7f83580cea30 2024-09-13T18:57:15.524 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:15.521+0000 7f834d7fa640 1 -- 172.21.15.119:0/3751540645 <== mon.0 v2:172.21.15.119:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v26) v1 ==== 104+0+11 (secure 0 0 0) 0x7f8348058040 con 0x7f83580cea30 2024-09-13T18:57:15.524 INFO:teuthology.orchestra.run.smithi119.stdout:pg_num: 32 2024-09-13T18:57:15.526 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:15.523+0000 7f835ed01640 1 -- 172.21.15.119:0/3751540645 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f834406ac00 msgr2=0x7f834406d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:15.526 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:15.523+0000 7f835ed01640 1 --2- 172.21.15.119:0/3751540645 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f834406ac00 0x7f834406d0c0 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7f8354034000 tx=0x7f835402e000 comp rx=0 tx=0).stop 2024-09-13T18:57:15.526 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:15.523+0000 7f835ed01640 1 -- 172.21.15.119:0/3751540645 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f83580cea30 msgr2=0x7f83581f1b30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:15.526 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:15.523+0000 7f835ed01640 1 --2- 172.21.15.119:0/3751540645 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f83580cea30 0x7f83581f1b30 secure :-1 s=READY pgs=315 cs=0 l=1 rev1=1 crypto rx=0x7f834800d5f0 tx=0x7f834800dab0 comp rx=0 tx=0).stop 2024-09-13T18:57:15.526 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:15.523+0000 7f835ed01640 1 -- 172.21.15.119:0/3751540645 shutdown_connections 2024-09-13T18:57:15.526 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:15.523+0000 7f835ed01640 1 --2- 172.21.15.119:0/3751540645 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f834406ac00 0x7f834406d0c0 unknown :-1 s=CLOSED pgs=168 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:15.527 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:15.523+0000 7f835ed01640 1 --2- 172.21.15.119:0/3751540645 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f835815a3b0 0x7f83580cbe80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:15.527 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:15.523+0000 7f835ed01640 1 --2- 172.21.15.119:0/3751540645 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f83580cea30 0x7f83581f1b30 unknown :-1 s=CLOSED pgs=315 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:15.527 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:15.523+0000 7f835ed01640 1 --2- 172.21.15.119:0/3751540645 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f83580b1720 0x7f83581eef40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:15.527 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:15.523+0000 7f835ed01640 1 -- 172.21.15.119:0/3751540645 >> 172.21.15.119:0/3751540645 conn(0x7f835806a0b0 msgr2=0x7f8358070c60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:57:15.527 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:15.523+0000 7f835ed01640 1 -- 172.21.15.119:0/3751540645 shutdown_connections 2024-09-13T18:57:15.527 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:15.523+0000 7f835ed01640 1 -- 172.21.15.119:0/3751540645 wait complete. 2024-09-13T18:57:15.537 DEBUG:teuthology.orchestra.run.smithi119:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-09-13T18:57:15.637 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:15.634+0000 7f301ffff640 1 Processor -- start 2024-09-13T18:57:15.637 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:15.634+0000 7f301ffff640 1 -- start start 2024-09-13T18:57:15.640 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:15.635+0000 7f301ffff640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f302006a5e0 0x7f3020164c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:15.640 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:15.635+0000 7f301ffff640 1 -- --> v1:172.21.15.119:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f302006e980 con 0x7f302006e430 2024-09-13T18:57:15.640 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:15.635+0000 7f301ffff640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f302006ec60 con 0x7f3020143ba0 2024-09-13T18:57:15.640 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:15.635+0000 7f301ffff640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f30200ceec0 con 0x7f302006a5e0 2024-09-13T18:57:15.641 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:15.635+0000 7f30167fc640 1 --1- >> v1:172.21.15.119:6789/0 conn(0x7f302006e430 0x7f3020069ed0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.119:6789/0 says I am v1:172.21.15.119:45612/0 (socket says 172.21.15.119:45612) 2024-09-13T18:57:15.641 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:15.635+0000 7f30167fc640 1 -- 172.21.15.119:0/3336719671 learned_addr learned my addr 172.21.15.119:0/3336719671 (peer_addr_for_me v1:172.21.15.119:0/0) 2024-09-13T18:57:15.641 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:15.635+0000 7f301f7fe640 1 --2- 172.21.15.119:0/3336719671 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f302006a5e0 0x7f3020164c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:15.641 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:15.635+0000 7f301e7fc640 1 -- 172.21.15.119:0/3336719671 <== mon.0 v1:172.21.15.119:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 729127625 0 0) 0x7f302006e980 con 0x7f302006e430 2024-09-13T18:57:15.641 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:15.635+0000 7f301e7fc640 1 -- 172.21.15.119:0/3336719671 --> v1:172.21.15.119:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f300c003520 con 0x7f302006e430 2024-09-13T18:57:15.641 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:15.636+0000 7f301e7fc640 1 -- 172.21.15.119:0/3336719671 <== mon.1 v1:172.21.15.145:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1888945321 0 0) 0x7f302006ec60 con 0x7f3020143ba0 2024-09-13T18:57:15.641 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:15.636+0000 7f301e7fc640 1 -- 172.21.15.119:0/3336719671 --> v1:172.21.15.145:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f302006e980 con 0x7f3020143ba0 2024-09-13T18:57:15.641 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:15.636+0000 7f301e7fc640 1 -- 172.21.15.119:0/3336719671 <== mon.0 v1:172.21.15.119:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 32105115 0 0) 0x7f300c003520 con 0x7f302006e430 2024-09-13T18:57:15.641 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:15.636+0000 7f301e7fc640 1 -- 172.21.15.119:0/3336719671 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f302006a5e0 msgr2=0x7f3020164c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T18:57:15.641 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:15.636+0000 7f301e7fc640 1 --2- 172.21.15.119:0/3336719671 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f302006a5e0 0x7f3020164c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:15.641 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:15.636+0000 7f301e7fc640 1 -- 172.21.15.119:0/3336719671 >> v1:172.21.15.145:6789/0 conn(0x7f3020143ba0 legacy=0x7f30200ce7b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:15.641 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:15.636+0000 7f301e7fc640 1 -- 172.21.15.119:0/3336719671 --> v1:172.21.15.119:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f302006ef40 con 0x7f302006e430 2024-09-13T18:57:15.641 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:15.636+0000 7f301e7fc640 1 -- 172.21.15.119:0/3336719671 <== mon.0 v1:172.21.15.119:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 337823224 0 0) 0x7f3008001670 con 0x7f302006e430 2024-09-13T18:57:15.642 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:15.636+0000 7f301e7fc640 1 -- 172.21.15.119:0/3336719671 >> v1:172.21.15.119:6789/0 conn(0x7f302006e430 legacy=0x7f3020069ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:15.642 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:15.636+0000 7f301e7fc640 1 --2- 172.21.15.119:0/3336719671 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f302006a5e0 0x7f300c003b30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:15.642 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:15.636+0000 7f301e7fc640 1 --2- 172.21.15.119:0/3336719671 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f300c004090 0x7f300c0047c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:15.642 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:15.636+0000 7f301e7fc640 1 --2- 172.21.15.119:0/3336719671 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f300c004d00 0x7f300c005180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:15.642 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:15.636+0000 7f301e7fc640 1 -- 172.21.15.119:0/3336719671 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f30200ceec0 con 0x7f300c004090 2024-09-13T18:57:15.642 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:15.636+0000 7f301e7fc640 1 -- 172.21.15.119:0/3336719671 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f300c00ba60 con 0x7f300c004d00 2024-09-13T18:57:15.642 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:15.636+0000 7f301e7fc640 1 -- 172.21.15.119:0/3336719671 --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f300c00bc20 con 0x7f302006a5e0 2024-09-13T18:57:15.642 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:15.636+0000 7f30167fc640 1 --2- 172.21.15.119:0/3336719671 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f300c004090 0x7f300c0047c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:15.642 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:15.636+0000 7f301effd640 1 --2- 172.21.15.119:0/3336719671 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f302006a5e0 0x7f300c003b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:15.642 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:15.636+0000 7f301f7fe640 1 --2- 172.21.15.119:0/3336719671 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f300c004d00 0x7f300c005180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:15.642 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:15.636+0000 7f30167fc640 1 -- 172.21.15.119:0/3336719671 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f302006a5e0 msgr2=0x7f300c003b30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T18:57:15.642 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:15.636+0000 7f30167fc640 1 --2- 172.21.15.119:0/3336719671 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f302006a5e0 0x7f300c003b30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:15.642 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:15.636+0000 7f30167fc640 1 -- 172.21.15.119:0/3336719671 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f300c004d00 msgr2=0x7f300c005180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T18:57:15.643 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:15.636+0000 7f30167fc640 1 --2- 172.21.15.119:0/3336719671 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f300c004d00 0x7f300c005180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:15.643 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:15.636+0000 7f30167fc640 1 -- 172.21.15.119:0/3336719671 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f300c003520 con 0x7f300c004090 2024-09-13T18:57:15.643 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:15.636+0000 7f301f7fe640 1 --2- 172.21.15.119:0/3336719671 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f300c004d00 0x7f300c005180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T18:57:15.643 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:15.637+0000 7f30167fc640 1 --2- 172.21.15.119:0/3336719671 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f300c004090 0x7f300c0047c0 secure :-1 s=READY pgs=317 cs=0 l=1 rev1=1 crypto rx=0x7f3008007fd0 tx=0x7f300c0057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fc8a0f9125e3c9bd server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:57:15.643 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:15.637+0000 7f301e7fc640 1 -- 172.21.15.119:0/3336719671 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3008005ad0 con 0x7f300c004090 2024-09-13T18:57:15.643 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:15.637+0000 7f301e7fc640 1 -- 172.21.15.119:0/3336719671 <== mon.0 v2:172.21.15.119:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f300802d070 con 0x7f300c004090 2024-09-13T18:57:15.643 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:15.637+0000 7f301e7fc640 1 -- 172.21.15.119:0/3336719671 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3008007070 con 0x7f300c004090 2024-09-13T18:57:15.643 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:15.637+0000 7f301ffff640 1 -- 172.21.15.119:0/3336719671 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f300c004090 msgr2=0x7f300c0047c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:15.643 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:15.637+0000 7f301ffff640 1 --2- 172.21.15.119:0/3336719671 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f300c004090 0x7f300c0047c0 secure :-1 s=READY pgs=317 cs=0 l=1 rev1=1 crypto rx=0x7f3008007fd0 tx=0x7f300c0057f0 comp rx=0 tx=0).stop 2024-09-13T18:57:15.643 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:15.637+0000 7f301f7fe640 1 -- 172.21.15.119:0/3336719671 reap_dead start 2024-09-13T18:57:15.643 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:15.638+0000 7f301ffff640 1 -- 172.21.15.119:0/3336719671 shutdown_connections 2024-09-13T18:57:15.643 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:15.638+0000 7f301ffff640 1 -- 172.21.15.119:0/3336719671 >> 172.21.15.119:0/3336719671 conn(0x7f30200cf000 msgr2=0x7f30200cf410 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:57:15.643 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:15.638+0000 7f301ffff640 1 -- 172.21.15.119:0/3336719671 shutdown_connections 2024-09-13T18:57:15.643 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:15.638+0000 7f301ffff640 1 -- 172.21.15.119:0/3336719671 wait complete. 2024-09-13T18:57:15.646 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:15.639+0000 7f301ffff640 1 Processor -- start 2024-09-13T18:57:15.646 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:15.639+0000 7f301ffff640 1 -- start start 2024-09-13T18:57:15.646 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:15.640+0000 7f301ffff640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f300c004090 0x7f30200b21b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:15.646 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:15.640+0000 7f301ffff640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f30201f1120 0x7f30200b2bc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:15.646 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:15.640+0000 7f301ffff640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f30201f15a0 0x7f30200b3100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:15.646 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:15.640+0000 7f301ffff640 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f30200b3980 con 0x7f30201f1120 2024-09-13T18:57:15.646 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:15.640+0000 7f301ffff640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f30201e6520 con 0x7f300c004090 2024-09-13T18:57:15.647 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:15.640+0000 7f301ffff640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f30201e5650 con 0x7f30201f15a0 2024-09-13T18:57:15.647 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:15.640+0000 7f30167fc640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f30201f1120 0x7f30200b2bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:15.647 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:15.640+0000 7f30167fc640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f30201f1120 0x7f30200b2bc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.119:3300/0 says I am v2:172.21.15.119:44596/0 (socket says 172.21.15.119:44596) 2024-09-13T18:57:15.647 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:15.640+0000 7f30167fc640 1 -- 172.21.15.119:0/1650989132 learned_addr learned my addr 172.21.15.119:0/1650989132 (peer_addr_for_me v2:172.21.15.119:0/0) 2024-09-13T18:57:15.647 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:15.640+0000 7f301f7fe640 1 --2- 172.21.15.119:0/1650989132 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f30201f15a0 0x7f30200b3100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:15.647 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:15.640+0000 7f301effd640 1 --2- 172.21.15.119:0/1650989132 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f300c004090 0x7f30200b21b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:15.647 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:15.640+0000 7f30167fc640 1 -- 172.21.15.119:0/1650989132 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f30201f15a0 msgr2=0x7f30200b3100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:15.647 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:15.640+0000 7f30167fc640 1 --2- 172.21.15.119:0/1650989132 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f30201f15a0 0x7f30200b3100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:15.647 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:15.640+0000 7f30167fc640 1 -- 172.21.15.119:0/1650989132 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f300c004090 msgr2=0x7f30200b21b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:15.647 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:15.640+0000 7f30167fc640 1 --2- 172.21.15.119:0/1650989132 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f300c004090 0x7f30200b21b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:15.647 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:15.640+0000 7f30167fc640 1 -- 172.21.15.119:0/1650989132 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f30201e58a0 con 0x7f30201f1120 2024-09-13T18:57:15.647 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:15.640+0000 7f30167fc640 1 --2- 172.21.15.119:0/1650989132 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f30201f1120 0x7f30200b2bc0 secure :-1 s=READY pgs=318 cs=0 l=1 rev1=1 crypto rx=0x7f30080018b0 tx=0x7f3008001980 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:57:15.648 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:15.640+0000 7f3017fff640 1 -- 172.21.15.119:0/1650989132 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3008004cb0 con 0x7f30201f1120 2024-09-13T18:57:15.648 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:15.640+0000 7f3017fff640 1 -- 172.21.15.119:0/1650989132 <== mon.0 v2:172.21.15.119:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f3008004e10 con 0x7f30201f1120 2024-09-13T18:57:15.648 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:15.640+0000 7f301ffff640 1 -- 172.21.15.119:0/1650989132 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f30201e5b80 con 0x7f30201f1120 2024-09-13T18:57:15.648 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:15.640+0000 7f3017fff640 1 -- 172.21.15.119:0/1650989132 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3008007270 con 0x7f30201f1120 2024-09-13T18:57:15.648 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:15.640+0000 7f301ffff640 1 -- 172.21.15.119:0/1650989132 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f30201e6140 con 0x7f30201f1120 2024-09-13T18:57:15.648 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:15.641+0000 7f301ffff640 1 -- 172.21.15.119:0/1650989132 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f3020069ed0 con 0x7f30201f1120 2024-09-13T18:57:15.648 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:15.642+0000 7f3017fff640 1 -- 172.21.15.119:0/1650989132 <== mon.0 v2:172.21.15.119:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f300802f030 con 0x7f30201f1120 2024-09-13T18:57:15.648 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:15.642+0000 7f3017fff640 1 --2- 172.21.15.119:0/1650989132 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f300006ac00 0x7f300006d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:15.648 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:15.642+0000 7f3017fff640 1 -- 172.21.15.119:0/1650989132 <== mon.0 v2:172.21.15.119:3300/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 6692+0+0 (secure 0 0 0) 0x7f30080a9480 con 0x7f30201f1120 2024-09-13T18:57:15.648 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:15.642+0000 7f301effd640 1 --2- 172.21.15.119:0/1650989132 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f300006ac00 0x7f300006d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:15.649 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:15.643+0000 7f301effd640 1 --2- 172.21.15.119:0/1650989132 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f300006ac00 0x7f300006d0c0 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7f30100055b0 tx=0x7f3010009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:57:15.649 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:15.646+0000 7f3017fff640 1 -- 172.21.15.119:0/1650989132 <== mon.0 v2:172.21.15.119:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f30080743f0 con 0x7f30201f1120 2024-09-13T18:57:15.814 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:15.811+0000 7f301ffff640 1 -- 172.21.15.119:0/1650989132 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7f3020069ed0 con 0x7f30201f1120 2024-09-13T18:57:15.814 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:15.812+0000 7f3017fff640 1 -- 172.21.15.119:0/1650989132 <== mon.0 v2:172.21.15.119:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v26) v1 ==== 100+0+11 (secure 0 0 0) 0x7f3008030e60 con 0x7f30201f1120 2024-09-13T18:57:15.814 INFO:teuthology.orchestra.run.smithi119.stdout:pg_num: 64 2024-09-13T18:57:15.817 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:15.814+0000 7f301ffff640 1 -- 172.21.15.119:0/1650989132 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f300006ac00 msgr2=0x7f300006d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:15.817 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:15.814+0000 7f301ffff640 1 --2- 172.21.15.119:0/1650989132 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f300006ac00 0x7f300006d0c0 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7f30100055b0 tx=0x7f3010009040 comp rx=0 tx=0).stop 2024-09-13T18:57:15.817 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:15.814+0000 7f301ffff640 1 -- 172.21.15.119:0/1650989132 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f30201f1120 msgr2=0x7f30200b2bc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:15.817 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:15.814+0000 7f301ffff640 1 --2- 172.21.15.119:0/1650989132 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f30201f1120 0x7f30200b2bc0 secure :-1 s=READY pgs=318 cs=0 l=1 rev1=1 crypto rx=0x7f30080018b0 tx=0x7f3008001980 comp rx=0 tx=0).stop 2024-09-13T18:57:15.817 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:15.814+0000 7f301ffff640 1 -- 172.21.15.119:0/1650989132 shutdown_connections 2024-09-13T18:57:15.817 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:15.814+0000 7f301ffff640 1 --2- 172.21.15.119:0/1650989132 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f300006ac00 0x7f300006d0c0 unknown :-1 s=CLOSED pgs=169 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:15.817 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:15.814+0000 7f301ffff640 1 --2- 172.21.15.119:0/1650989132 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f30201f15a0 0x7f30200b3100 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:15.818 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:15.814+0000 7f301ffff640 1 --2- 172.21.15.119:0/1650989132 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f30201f1120 0x7f30200b2bc0 unknown :-1 s=CLOSED pgs=318 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:15.818 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:15.814+0000 7f301ffff640 1 --2- 172.21.15.119:0/1650989132 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f300c004090 0x7f30200b21b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:15.818 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:15.814+0000 7f301ffff640 1 -- 172.21.15.119:0/1650989132 >> 172.21.15.119:0/1650989132 conn(0x7f30200cf000 msgr2=0x7f30200cf410 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:57:15.818 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:15.814+0000 7f301ffff640 1 -- 172.21.15.119:0/1650989132 shutdown_connections 2024-09-13T18:57:15.818 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:15.814+0000 7f301ffff640 1 -- 172.21.15.119:0/1650989132 wait complete. 2024-09-13T18:57:15.828 DEBUG:teuthology.orchestra.run.smithi119:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data_ec pg_num 2024-09-13T18:57:15.931 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:15.928+0000 7fd190bb5640 1 Processor -- start 2024-09-13T18:57:15.931 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:15.928+0000 7fd190bb5640 1 -- start start 2024-09-13T18:57:15.934 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:15.929+0000 7fd190bb5640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7fd18c0d2760 0x7fd18c0cd8e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:15.934 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:15.929+0000 7fd190bb5640 1 -- --> v1:172.21.15.119:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fd18c0cd450 con 0x7fd18c15c500 2024-09-13T18:57:15.934 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:15.929+0000 7fd190bb5640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fd18c0d0cf0 con 0x7fd18c0cde20 2024-09-13T18:57:15.934 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:15.929+0000 7fd190bb5640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fd18c0d0fd0 con 0x7fd18c0d2760 2024-09-13T18:57:15.934 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:15.929+0000 7fd18a59c640 1 --1- >> v1:172.21.15.119:6789/0 conn(0x7fd18c15c500 0x7fd18c0d2050 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.119:6789/0 says I am v1:172.21.15.119:45620/0 (socket says 172.21.15.119:45620) 2024-09-13T18:57:15.934 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:15.929+0000 7fd18a59c640 1 -- 172.21.15.119:0/2112581895 learned_addr learned my addr 172.21.15.119:0/2112581895 (peer_addr_for_me v1:172.21.15.119:0/0) 2024-09-13T18:57:15.934 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:15.930+0000 7fd189d9b640 1 --2- 172.21.15.119:0/2112581895 >> v2:172.21.15.145:3300/0 conn(0x7fd18c0d2760 0x7fd18c0cd8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:15.934 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:15.930+0000 7fd18959a640 1 -- 172.21.15.119:0/2112581895 <== mon.0 v1:172.21.15.119:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2169125394 0 0) 0x7fd18c0cd450 con 0x7fd18c15c500 2024-09-13T18:57:15.934 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:15.930+0000 7fd18959a640 1 -- 172.21.15.119:0/2112581895 --> v1:172.21.15.119:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fd174003520 con 0x7fd18c15c500 2024-09-13T18:57:15.934 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:15.930+0000 7fd18959a640 1 -- 172.21.15.119:0/2112581895 <== mon.0 v1:172.21.15.119:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 995647072 0 0) 0x7fd174003520 con 0x7fd18c15c500 2024-09-13T18:57:15.934 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:15.930+0000 7fd18959a640 1 -- 172.21.15.119:0/2112581895 >> v2:172.21.15.145:3300/0 conn(0x7fd18c0d2760 msgr2=0x7fd18c0cd8e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T18:57:15.935 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:15.930+0000 7fd18959a640 1 --2- 172.21.15.119:0/2112581895 >> v2:172.21.15.145:3300/0 conn(0x7fd18c0d2760 0x7fd18c0cd8e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:15.935 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:15.930+0000 7fd18959a640 1 -- 172.21.15.119:0/2112581895 >> v1:172.21.15.145:6789/0 conn(0x7fd18c0cde20 legacy=0x7fd18c0d0000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:15.935 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:15.930+0000 7fd18959a640 1 -- 172.21.15.119:0/2112581895 --> v1:172.21.15.119:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd18c0cd0e0 con 0x7fd18c15c500 2024-09-13T18:57:15.935 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:15.930+0000 7fd18959a640 1 -- 172.21.15.119:0/2112581895 <== mon.0 v1:172.21.15.119:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 337823224 0 0) 0x7fd17c0019f0 con 0x7fd18c15c500 2024-09-13T18:57:15.935 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:15.930+0000 7fd18959a640 1 -- 172.21.15.119:0/2112581895 >> v1:172.21.15.119:6789/0 conn(0x7fd18c15c500 legacy=0x7fd18c0d2050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:15.935 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:15.930+0000 7fd18959a640 1 --2- 172.21.15.119:0/2112581895 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd174003970 0x7fd174003d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:15.935 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:15.930+0000 7fd18959a640 1 --2- 172.21.15.119:0/2112581895 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fd1740047c0 0x7fd174004c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:15.935 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:15.930+0000 7fd18959a640 1 --2- 172.21.15.119:0/2112581895 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fd174005180 0x7fd17400b980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:15.935 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:15.930+0000 7fd18959a640 1 -- 172.21.15.119:0/2112581895 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd18c0d0fd0 con 0x7fd1740047c0 2024-09-13T18:57:15.935 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:15.930+0000 7fd18959a640 1 -- 172.21.15.119:0/2112581895 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd17400c020 con 0x7fd174003970 2024-09-13T18:57:15.935 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:15.930+0000 7fd18959a640 1 -- 172.21.15.119:0/2112581895 --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd17400c1e0 con 0x7fd174005180 2024-09-13T18:57:15.935 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:15.930+0000 7fd189d9b640 1 --2- 172.21.15.119:0/2112581895 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fd1740047c0 0x7fd174004c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:15.935 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:15.930+0000 7fd18a59c640 1 --2- 172.21.15.119:0/2112581895 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd174003970 0x7fd174003d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:15.935 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:15.930+0000 7fd18ad9d640 1 --2- 172.21.15.119:0/2112581895 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fd174005180 0x7fd17400b980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:15.936 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:15.930+0000 7fd189d9b640 1 -- 172.21.15.119:0/2112581895 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fd174005180 msgr2=0x7fd17400b980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T18:57:15.936 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:15.930+0000 7fd189d9b640 1 --2- 172.21.15.119:0/2112581895 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fd174005180 0x7fd17400b980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:15.936 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:15.930+0000 7fd189d9b640 1 -- 172.21.15.119:0/2112581895 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd174003970 msgr2=0x7fd174003d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T18:57:15.936 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:15.930+0000 7fd189d9b640 1 --2- 172.21.15.119:0/2112581895 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd174003970 0x7fd174003d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:15.936 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:15.930+0000 7fd189d9b640 1 -- 172.21.15.119:0/2112581895 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd174003520 con 0x7fd1740047c0 2024-09-13T18:57:15.936 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:15.930+0000 7fd18ad9d640 1 --2- 172.21.15.119:0/2112581895 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fd174005180 0x7fd17400b980 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T18:57:15.936 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:15.930+0000 7fd18ad9d640 1 -- 172.21.15.119:0/2112581895 reap_dead start 2024-09-13T18:57:15.936 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:15.931+0000 7fd189d9b640 1 --2- 172.21.15.119:0/2112581895 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fd1740047c0 0x7fd174004c40 secure :-1 s=READY pgs=320 cs=0 l=1 rev1=1 crypto rx=0x7fd180009ac0 tx=0x7fd1740057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=84ad1a46ee7e4129 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:57:15.936 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:15.931+0000 7fd18959a640 1 -- 172.21.15.119:0/2112581895 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd180031400 con 0x7fd1740047c0 2024-09-13T18:57:15.936 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:15.931+0000 7fd18959a640 1 -- 172.21.15.119:0/2112581895 <== mon.0 v2:172.21.15.119:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd18002d050 con 0x7fd1740047c0 2024-09-13T18:57:15.936 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:15.931+0000 7fd18959a640 1 -- 172.21.15.119:0/2112581895 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd180031780 con 0x7fd1740047c0 2024-09-13T18:57:15.939 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:15.932+0000 7fd190bb5640 1 -- 172.21.15.119:0/2112581895 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fd1740047c0 msgr2=0x7fd174004c40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:15.939 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:15.932+0000 7fd190bb5640 1 --2- 172.21.15.119:0/2112581895 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fd1740047c0 0x7fd174004c40 secure :-1 s=READY pgs=320 cs=0 l=1 rev1=1 crypto rx=0x7fd180009ac0 tx=0x7fd1740057f0 comp rx=0 tx=0).stop 2024-09-13T18:57:15.939 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:15.932+0000 7fd190bb5640 1 -- 172.21.15.119:0/2112581895 shutdown_connections 2024-09-13T18:57:15.939 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:15.932+0000 7fd190bb5640 1 --2- 172.21.15.119:0/2112581895 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fd1740047c0 0x7fd174004c40 unknown :-1 s=CLOSED pgs=320 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:15.939 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:15.932+0000 7fd190bb5640 1 -- 172.21.15.119:0/2112581895 >> 172.21.15.119:0/2112581895 conn(0x7fd18c089f60 msgr2=0x7fd18c09b830 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:57:15.940 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:15.932+0000 7fd190bb5640 1 -- 172.21.15.119:0/2112581895 shutdown_connections 2024-09-13T18:57:15.940 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:15.932+0000 7fd190bb5640 1 -- 172.21.15.119:0/2112581895 wait complete. 2024-09-13T18:57:15.940 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:15.933+0000 7fd190bb5640 1 Processor -- start 2024-09-13T18:57:15.940 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:15.933+0000 7fd190bb5640 1 -- start start 2024-09-13T18:57:15.940 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:15.934+0000 7fd190bb5640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fd1740047c0 0x7fd18c14db20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:15.940 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:15.934+0000 7fd190bb5640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd18c1f6560 0x7fd18c0cbf40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:15.940 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:15.934+0000 7fd190bb5640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fd18c160580 0x7fd18c160a10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:15.940 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:15.934+0000 7fd190bb5640 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd18c14e060 con 0x7fd1740047c0 2024-09-13T18:57:15.940 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:15.934+0000 7fd190bb5640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd18c160f50 con 0x7fd18c1f6560 2024-09-13T18:57:15.940 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:15.934+0000 7fd190bb5640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd18c1f2fa0 con 0x7fd18c160580 2024-09-13T18:57:15.940 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:15.934+0000 7fd18a59c640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fd1740047c0 0x7fd18c14db20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:15.940 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:15.934+0000 7fd18a59c640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fd1740047c0 0x7fd18c14db20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.119:3300/0 says I am v2:172.21.15.119:44606/0 (socket says 172.21.15.119:44606) 2024-09-13T18:57:15.940 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:15.934+0000 7fd18a59c640 1 -- 172.21.15.119:0/2460225139 learned_addr learned my addr 172.21.15.119:0/2460225139 (peer_addr_for_me v2:172.21.15.119:0/0) 2024-09-13T18:57:15.941 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:15.934+0000 7fd18a59c640 1 -- 172.21.15.119:0/2460225139 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fd18c160580 msgr2=0x7fd18c160a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:15.941 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:15.934+0000 7fd18a59c640 1 --2- 172.21.15.119:0/2460225139 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fd18c160580 0x7fd18c160a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:15.941 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:15.934+0000 7fd18a59c640 1 -- 172.21.15.119:0/2460225139 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd18c1f6560 msgr2=0x7fd18c0cbf40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:15.941 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:15.934+0000 7fd18a59c640 1 --2- 172.21.15.119:0/2460225139 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd18c1f6560 0x7fd18c0cbf40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:15.941 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:15.934+0000 7fd18a59c640 1 -- 172.21.15.119:0/2460225139 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd18c157d90 con 0x7fd1740047c0 2024-09-13T18:57:15.941 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:15.934+0000 7fd18a59c640 1 --2- 172.21.15.119:0/2460225139 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fd1740047c0 0x7fd18c14db20 secure :-1 s=READY pgs=321 cs=0 l=1 rev1=1 crypto rx=0x7fd17c007970 tx=0x7fd17c00a6e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:57:15.941 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:15.935+0000 7fd17affd640 1 -- 172.21.15.119:0/2460225139 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd17c00ad10 con 0x7fd1740047c0 2024-09-13T18:57:15.941 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:15.935+0000 7fd17affd640 1 -- 172.21.15.119:0/2460225139 <== mon.0 v2:172.21.15.119:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd17c00ae70 con 0x7fd1740047c0 2024-09-13T18:57:15.941 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:15.935+0000 7fd190bb5640 1 -- 172.21.15.119:0/2460225139 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fd18c1f6a40 con 0x7fd1740047c0 2024-09-13T18:57:15.941 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:15.935+0000 7fd17affd640 1 -- 172.21.15.119:0/2460225139 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd17c013610 con 0x7fd1740047c0 2024-09-13T18:57:15.941 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:15.935+0000 7fd190bb5640 1 -- 172.21.15.119:0/2460225139 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd18c1f2950 con 0x7fd1740047c0 2024-09-13T18:57:15.941 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:15.936+0000 7fd190bb5640 1 -- 172.21.15.119:0/2460225139 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fd18c0b8440 con 0x7fd1740047c0 2024-09-13T18:57:15.941 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:15.936+0000 7fd17affd640 1 -- 172.21.15.119:0/2460225139 <== mon.0 v2:172.21.15.119:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fd17c013790 con 0x7fd1740047c0 2024-09-13T18:57:15.941 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:15.936+0000 7fd17affd640 1 --2- 172.21.15.119:0/2460225139 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7fd16c06ac00 0x7fd16c06d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:15.942 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:15.937+0000 7fd17affd640 1 -- 172.21.15.119:0/2460225139 <== mon.0 v2:172.21.15.119:3300/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 6692+0+0 (secure 0 0 0) 0x7fd17c08a3e0 con 0x7fd1740047c0 2024-09-13T18:57:15.942 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:15.937+0000 7fd189d9b640 1 --2- 172.21.15.119:0/2460225139 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7fd16c06ac00 0x7fd16c06d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:15.942 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:15.937+0000 7fd189d9b640 1 --2- 172.21.15.119:0/2460225139 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7fd16c06ac00 0x7fd16c06d0c0 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7fd180033000 tx=0x7fd18002e000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:57:15.943 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:15.941+0000 7fd17affd640 1 -- 172.21.15.119:0/2460225139 <== mon.0 v2:172.21.15.119:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fd17c0551e0 con 0x7fd1740047c0 2024-09-13T18:57:16.105 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:16.103+0000 7fd190bb5640 1 -- 172.21.15.119:0/2460225139 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"} v 0) v1 -- 0x7fd18c0cdc10 con 0x7fd1740047c0 2024-09-13T18:57:16.105 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:16.103+0000 7fd17affd640 1 -- 172.21.15.119:0/2460225139 <== mon.0 v2:172.21.15.119:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]=0 v26) v1 ==== 103+0+11 (secure 0 0 0) 0x7fd17c058800 con 0x7fd1740047c0 2024-09-13T18:57:16.106 INFO:teuthology.orchestra.run.smithi119.stdout:pg_num: 32 2024-09-13T18:57:16.107 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:16.105+0000 7fd190bb5640 1 -- 172.21.15.119:0/2460225139 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7fd16c06ac00 msgr2=0x7fd16c06d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:16.108 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:16.105+0000 7fd190bb5640 1 --2- 172.21.15.119:0/2460225139 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7fd16c06ac00 0x7fd16c06d0c0 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7fd180033000 tx=0x7fd18002e000 comp rx=0 tx=0).stop 2024-09-13T18:57:16.108 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:16.105+0000 7fd190bb5640 1 -- 172.21.15.119:0/2460225139 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fd1740047c0 msgr2=0x7fd18c14db20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:16.108 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:16.105+0000 7fd190bb5640 1 --2- 172.21.15.119:0/2460225139 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fd1740047c0 0x7fd18c14db20 secure :-1 s=READY pgs=321 cs=0 l=1 rev1=1 crypto rx=0x7fd17c007970 tx=0x7fd17c00a6e0 comp rx=0 tx=0).stop 2024-09-13T18:57:16.108 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:16.105+0000 7fd190bb5640 1 -- 172.21.15.119:0/2460225139 shutdown_connections 2024-09-13T18:57:16.108 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:16.105+0000 7fd190bb5640 1 --2- 172.21.15.119:0/2460225139 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7fd16c06ac00 0x7fd16c06d0c0 unknown :-1 s=CLOSED pgs=170 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:16.108 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:16.105+0000 7fd190bb5640 1 --2- 172.21.15.119:0/2460225139 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fd18c160580 0x7fd18c160a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:16.108 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:16.105+0000 7fd190bb5640 1 --2- 172.21.15.119:0/2460225139 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd18c1f6560 0x7fd18c0cbf40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:16.108 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:16.105+0000 7fd190bb5640 1 --2- 172.21.15.119:0/2460225139 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fd1740047c0 0x7fd18c14db20 unknown :-1 s=CLOSED pgs=321 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:16.108 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:16.105+0000 7fd190bb5640 1 -- 172.21.15.119:0/2460225139 >> 172.21.15.119:0/2460225139 conn(0x7fd18c089f60 msgr2=0x7fd18c0b2880 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:57:16.108 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:16.105+0000 7fd190bb5640 1 -- 172.21.15.119:0/2460225139 shutdown_connections 2024-09-13T18:57:16.108 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:16.105+0000 7fd190bb5640 1 -- 172.21.15.119:0/2460225139 wait complete. 2024-09-13T18:57:16.119 DEBUG:teuthology.orchestra.run.smithi119:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-13T18:57:16.220 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:16.218+0000 7fafaf8b7640 1 Processor -- start 2024-09-13T18:57:16.220 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:16.218+0000 7fafaf8b7640 1 -- start start 2024-09-13T18:57:16.222 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:16.218+0000 7fafaf8b7640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7fafa8071d30 0x7fafa8070190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:16.222 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:16.218+0000 7fafaf8b7640 1 --2- >> v2:172.21.15.119:3300/0 conn(0x7fafa8072110 0x7fafa80b1b70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:16.222 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:16.218+0000 7fafaf8b7640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fafa80c8920 0x7fafa80c8dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:16.222 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:16.218+0000 7fafaf8b7640 1 -- --> v2:172.21.15.119:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fafa80c9310 con 0x7fafa8072110 2024-09-13T18:57:16.222 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:16.219+0000 7fafaf8b7640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fafa80abdf0 con 0x7fafa8071d30 2024-09-13T18:57:16.222 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:16.219+0000 7fafaf8b7640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fafa80ab1e0 con 0x7fafa80c8920 2024-09-13T18:57:16.222 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:16.219+0000 7faface52640 1 --2- >> v2:172.21.15.119:3300/0 conn(0x7fafa8072110 0x7fafa80b1b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:16.222 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:16.219+0000 7faface52640 1 --2- >> v2:172.21.15.119:3300/0 conn(0x7fafa8072110 0x7fafa80b1b70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.119:3300/0 says I am v2:172.21.15.119:44614/0 (socket says 172.21.15.119:44614) 2024-09-13T18:57:16.222 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:16.219+0000 7faface52640 1 -- 172.21.15.119:0/3396172784 learned_addr learned my addr 172.21.15.119:0/3396172784 (peer_addr_for_me v2:172.21.15.119:0/0) 2024-09-13T18:57:16.222 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:16.219+0000 7fafad653640 1 --2- 172.21.15.119:0/3396172784 >> v2:172.21.15.145:3300/0 conn(0x7fafa8071d30 0x7fafa8070190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:16.223 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:16.219+0000 7fafade54640 1 --2- 172.21.15.119:0/3396172784 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fafa80c8920 0x7fafa80c8dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:16.223 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:16.219+0000 7faface52640 1 -- 172.21.15.119:0/3396172784 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fafa80c8920 msgr2=0x7fafa80c8dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T18:57:16.223 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:16.219+0000 7faface52640 1 --2- 172.21.15.119:0/3396172784 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fafa80c8920 0x7fafa80c8dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:16.223 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:16.219+0000 7faface52640 1 -- 172.21.15.119:0/3396172784 >> v2:172.21.15.145:3300/0 conn(0x7fafa8071d30 msgr2=0x7fafa8070190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T18:57:16.223 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:16.219+0000 7faface52640 1 --2- 172.21.15.119:0/3396172784 >> v2:172.21.15.145:3300/0 conn(0x7fafa8071d30 0x7fafa8070190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:16.223 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:16.219+0000 7faface52640 1 -- 172.21.15.119:0/3396172784 --> v2:172.21.15.119:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fafa80ab4c0 con 0x7fafa8072110 2024-09-13T18:57:16.226 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:16.220+0000 7faface52640 1 --2- 172.21.15.119:0/3396172784 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fafa8072110 0x7fafa80b1b70 secure :-1 s=READY pgs=322 cs=0 l=1 rev1=1 crypto rx=0x7fafa80cee60 tx=0x7faf9802a1e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b08b67515e2d5457 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:57:16.226 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:16.220+0000 7faf9ffff640 1 -- 172.21.15.119:0/3396172784 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7faf98032440 con 0x7fafa8072110 2024-09-13T18:57:16.226 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:16.220+0000 7faf9ffff640 1 -- 172.21.15.119:0/3396172784 <== mon.0 v2:172.21.15.119:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7faf980325a0 con 0x7fafa8072110 2024-09-13T18:57:16.226 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:16.220+0000 7faf9ffff640 1 -- 172.21.15.119:0/3396172784 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7faf98032930 con 0x7fafa8072110 2024-09-13T18:57:16.226 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:16.220+0000 7fafaf8b7640 1 -- 172.21.15.119:0/3396172784 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fafa8072110 msgr2=0x7fafa80b1b70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:16.226 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:16.220+0000 7fafaf8b7640 1 --2- 172.21.15.119:0/3396172784 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fafa8072110 0x7fafa80b1b70 secure :-1 s=READY pgs=322 cs=0 l=1 rev1=1 crypto rx=0x7fafa80cee60 tx=0x7faf9802a1e0 comp rx=0 tx=0).stop 2024-09-13T18:57:16.226 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:16.220+0000 7fafaf8b7640 1 -- 172.21.15.119:0/3396172784 shutdown_connections 2024-09-13T18:57:16.226 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:16.220+0000 7fafaf8b7640 1 --2- 172.21.15.119:0/3396172784 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fafa80c8920 0x7fafa80c8dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:16.226 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:16.220+0000 7fafaf8b7640 1 --2- 172.21.15.119:0/3396172784 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fafa8072110 0x7fafa80b1b70 unknown :-1 s=CLOSED pgs=322 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:16.227 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:16.220+0000 7fafaf8b7640 1 --2- 172.21.15.119:0/3396172784 >> v2:172.21.15.145:3300/0 conn(0x7fafa8071d30 0x7fafa8070190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:16.227 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:16.220+0000 7fafaf8b7640 1 -- 172.21.15.119:0/3396172784 >> 172.21.15.119:0/3396172784 conn(0x7fafa8069ed0 msgr2=0x7fafa806a2e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:57:16.227 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:16.220+0000 7fafaf8b7640 1 -- 172.21.15.119:0/3396172784 shutdown_connections 2024-09-13T18:57:16.227 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:16.220+0000 7fafaf8b7640 1 -- 172.21.15.119:0/3396172784 wait complete. 2024-09-13T18:57:16.227 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:16.222+0000 7fafaf8b7640 1 Processor -- start 2024-09-13T18:57:16.227 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:16.222+0000 7fafaf8b7640 1 -- start start 2024-09-13T18:57:16.227 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:16.222+0000 7fafaf8b7640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fafa8071d30 0x7fafa8154fa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:16.227 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:16.222+0000 7fafaf8b7640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fafa8072110 0x7fafa80c3490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:16.227 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:16.222+0000 7fafaf8b7640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fafa80c8920 0x7fafa80c6ff0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:16.227 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:16.222+0000 7fafaf8b7640 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fafa80c3d70 con 0x7fafa80c8920 2024-09-13T18:57:16.227 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:16.222+0000 7fafaf8b7640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fafa80c4290 con 0x7fafa8071d30 2024-09-13T18:57:16.227 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:16.222+0000 7fafaf8b7640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fafa80c4570 con 0x7fafa8072110 2024-09-13T18:57:16.227 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:16.222+0000 7fafade54640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fafa80c8920 0x7fafa80c6ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:16.227 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:16.222+0000 7fafade54640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fafa80c8920 0x7fafa80c6ff0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.119:3300/0 says I am v2:172.21.15.119:44624/0 (socket says 172.21.15.119:44624) 2024-09-13T18:57:16.228 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:16.222+0000 7fafade54640 1 -- 172.21.15.119:0/3472608020 learned_addr learned my addr 172.21.15.119:0/3472608020 (peer_addr_for_me v2:172.21.15.119:0/0) 2024-09-13T18:57:16.228 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:16.223+0000 7fafad653640 1 --2- 172.21.15.119:0/3472608020 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fafa8071d30 0x7fafa8154fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:16.228 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:16.223+0000 7faface52640 1 --2- 172.21.15.119:0/3472608020 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fafa8072110 0x7fafa80c3490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:16.228 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:16.223+0000 7fafade54640 1 -- 172.21.15.119:0/3472608020 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fafa8072110 msgr2=0x7fafa80c3490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:16.228 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:16.223+0000 7fafade54640 1 --2- 172.21.15.119:0/3472608020 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fafa8072110 0x7fafa80c3490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:16.228 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:16.223+0000 7fafade54640 1 -- 172.21.15.119:0/3472608020 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fafa8071d30 msgr2=0x7fafa8154fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:16.228 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:16.223+0000 7fafade54640 1 --2- 172.21.15.119:0/3472608020 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fafa8071d30 0x7fafa8154fa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:16.228 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:16.223+0000 7fafade54640 1 -- 172.21.15.119:0/3472608020 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7faf980094d0 con 0x7fafa80c8920 2024-09-13T18:57:16.228 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:16.223+0000 7fafade54640 1 --2- 172.21.15.119:0/3472608020 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fafa80c8920 0x7fafa80c6ff0 secure :-1 s=READY pgs=323 cs=0 l=1 rev1=1 crypto rx=0x7fafa0007e60 tx=0x7fafa000e4b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:57:16.228 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:16.223+0000 7faf9dffb640 1 -- 172.21.15.119:0/3472608020 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fafa0014420 con 0x7fafa80c8920 2024-09-13T18:57:16.228 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:16.223+0000 7faf9dffb640 1 -- 172.21.15.119:0/3472608020 <== mon.0 v2:172.21.15.119:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fafa00145a0 con 0x7fafa80c8920 2024-09-13T18:57:16.228 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:16.223+0000 7fafaf8b7640 1 -- 172.21.15.119:0/3472608020 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fafa80c4850 con 0x7fafa80c8920 2024-09-13T18:57:16.228 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:16.223+0000 7faf9dffb640 1 -- 172.21.15.119:0/3472608020 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fafa0014950 con 0x7fafa80c8920 2024-09-13T18:57:16.229 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:16.223+0000 7fafaf8b7640 1 -- 172.21.15.119:0/3472608020 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fafa80c39d0 con 0x7fafa80c8920 2024-09-13T18:57:16.229 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:16.224+0000 7fafaf8b7640 1 -- 172.21.15.119:0/3472608020 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fafa80c4d70 con 0x7fafa80c8920 2024-09-13T18:57:16.230 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:16.225+0000 7faf9dffb640 1 -- 172.21.15.119:0/3472608020 <== mon.0 v2:172.21.15.119:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fafa0014ab0 con 0x7fafa80c8920 2024-09-13T18:57:16.230 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:16.225+0000 7faf9dffb640 1 --2- 172.21.15.119:0/3472608020 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7faf8c06ac00 0x7faf8c06d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:16.230 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:16.225+0000 7faf9dffb640 1 -- 172.21.15.119:0/3472608020 <== mon.0 v2:172.21.15.119:3300/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 6692+0+0 (secure 0 0 0) 0x7fafa008a040 con 0x7fafa80c8920 2024-09-13T18:57:16.230 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:16.225+0000 7fafad653640 1 --2- 172.21.15.119:0/3472608020 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7faf8c06ac00 0x7faf8c06d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:16.230 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:16.226+0000 7fafad653640 1 --2- 172.21.15.119:0/3472608020 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7faf8c06ac00 0x7faf8c06d0c0 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7fafa4006fd0 tx=0x7fafa4008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:57:16.232 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:16.229+0000 7faf9dffb640 1 -- 172.21.15.119:0/3472608020 <== mon.0 v2:172.21.15.119:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fafa80c4d70 con 0x7fafa80c8920 2024-09-13T18:57:16.404 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:16.401+0000 7fafaf8b7640 1 -- 172.21.15.119:0/3472608020 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) v1 -- 0x7fafa80c4d70 con 0x7fafa80c8920 2024-09-13T18:57:16.404 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:16.401+0000 7faf9dffb640 1 -- 172.21.15.119:0/3472608020 <== mon.0 v2:172.21.15.119:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v26) v1 ==== 80+0+0 (secure 0 0 0) 0x7fafa80c4d70 con 0x7fafa80c8920 2024-09-13T18:57:16.404 INFO:teuthology.orchestra.run.smithi119.stderr:listed 0 entries 2024-09-13T18:57:16.406 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:16.403+0000 7fafaf8b7640 1 -- 172.21.15.119:0/3472608020 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7faf8c06ac00 msgr2=0x7faf8c06d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:16.406 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:16.403+0000 7fafaf8b7640 1 --2- 172.21.15.119:0/3472608020 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7faf8c06ac00 0x7faf8c06d0c0 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7fafa4006fd0 tx=0x7fafa4008040 comp rx=0 tx=0).stop 2024-09-13T18:57:16.406 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:16.403+0000 7fafaf8b7640 1 -- 172.21.15.119:0/3472608020 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fafa80c8920 msgr2=0x7fafa80c6ff0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:16.407 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:16.403+0000 7fafaf8b7640 1 --2- 172.21.15.119:0/3472608020 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fafa80c8920 0x7fafa80c6ff0 secure :-1 s=READY pgs=323 cs=0 l=1 rev1=1 crypto rx=0x7fafa0007e60 tx=0x7fafa000e4b0 comp rx=0 tx=0).stop 2024-09-13T18:57:16.407 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:16.403+0000 7fafaf8b7640 1 -- 172.21.15.119:0/3472608020 shutdown_connections 2024-09-13T18:57:16.407 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:16.403+0000 7fafaf8b7640 1 --2- 172.21.15.119:0/3472608020 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7faf8c06ac00 0x7faf8c06d0c0 unknown :-1 s=CLOSED pgs=171 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:16.407 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:16.403+0000 7fafaf8b7640 1 --2- 172.21.15.119:0/3472608020 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fafa80c8920 0x7fafa80c6ff0 unknown :-1 s=CLOSED pgs=323 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:16.407 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:16.403+0000 7fafaf8b7640 1 --2- 172.21.15.119:0/3472608020 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fafa8072110 0x7fafa80c3490 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:16.407 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:16.403+0000 7fafaf8b7640 1 --2- 172.21.15.119:0/3472608020 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fafa8071d30 0x7fafa8154fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:16.407 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:16.403+0000 7fafaf8b7640 1 -- 172.21.15.119:0/3472608020 >> 172.21.15.119:0/3472608020 conn(0x7fafa8069ed0 msgr2=0x7fafa80b18b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:57:16.407 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:16.404+0000 7fafaf8b7640 1 -- 172.21.15.119:0/3472608020 shutdown_connections 2024-09-13T18:57:16.407 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:16.404+0000 7fafaf8b7640 1 -- 172.21.15.119:0/3472608020 wait complete. 2024-09-13T18:57:16.417 DEBUG:teuthology.orchestra.run.smithi119:> set -ex 2024-09-13T18:57:16.417 DEBUG:teuthology.orchestra.run.smithi119:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-13T18:57:16.432 DEBUG:teuthology.orchestra.run.smithi119:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T18:57:16.569 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:16.567+0000 7fc067819640 1 Processor -- start 2024-09-13T18:57:16.569 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:16.567+0000 7fc067819640 1 -- start start 2024-09-13T18:57:16.570 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:16.568+0000 7fc067819640 1 --2- >> v2:172.21.15.119:3300/0 conn(0x7fc060072110 0x7fc060070190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:16.570 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:16.568+0000 7fc067819640 1 -- --> v1:172.21.15.119:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fc0600abdf0 con 0x7fc0600c8920 2024-09-13T18:57:16.570 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:16.568+0000 7fc067819640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fc0600b2280 con 0x7fc060071d30 2024-09-13T18:57:16.571 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:16.568+0000 7fc067819640 1 -- --> v2:172.21.15.119:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fc0600ab1e0 con 0x7fc060072110 2024-09-13T18:57:16.571 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:16.568+0000 7fc064db4640 1 --2- >> v2:172.21.15.119:3300/0 conn(0x7fc060072110 0x7fc060070190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:16.571 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:16.568+0000 7fc065db6640 1 --1- >> v1:172.21.15.119:6789/0 conn(0x7fc0600c8920 0x7fc0600ac280 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.119:6789/0 says I am v1:172.21.15.119:45628/0 (socket says 172.21.15.119:45628) 2024-09-13T18:57:16.571 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:16.568+0000 7fc065db6640 1 -- 172.21.15.119:0/2153592259 learned_addr learned my addr 172.21.15.119:0/2153592259 (peer_addr_for_me v1:172.21.15.119:0/0) 2024-09-13T18:57:16.571 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:16.568+0000 7fc064db4640 1 -- 172.21.15.119:0/2153592259 >> v1:172.21.15.145:6789/0 conn(0x7fc060071d30 legacy=0x7fc0600b1b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:16.571 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:16.568+0000 7fc064db4640 1 -- 172.21.15.119:0/2153592259 >> v1:172.21.15.119:6789/0 conn(0x7fc0600c8920 legacy=0x7fc0600ac280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:16.571 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:16.568+0000 7fc064db4640 1 -- 172.21.15.119:0/2153592259 --> v2:172.21.15.119:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc0600ab4c0 con 0x7fc060072110 2024-09-13T18:57:16.572 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:16.569+0000 7fc064db4640 1 --2- 172.21.15.119:0/2153592259 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fc060072110 0x7fc060070190 secure :-1 s=READY pgs=325 cs=0 l=1 rev1=1 crypto rx=0x7fc05c0097a0 tx=0x7fc05c02c440 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b960bc98967b58ec server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:57:16.572 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:16.569+0000 7fc053fff640 1 -- 172.21.15.119:0/2153592259 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc05c031710 con 0x7fc060072110 2024-09-13T18:57:16.572 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:16.569+0000 7fc053fff640 1 -- 172.21.15.119:0/2153592259 <== mon.0 v2:172.21.15.119:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc05c02f050 con 0x7fc060072110 2024-09-13T18:57:16.572 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:16.569+0000 7fc053fff640 1 -- 172.21.15.119:0/2153592259 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc05c031a90 con 0x7fc060072110 2024-09-13T18:57:16.572 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:16.569+0000 7fc067819640 1 -- 172.21.15.119:0/2153592259 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fc060072110 msgr2=0x7fc060070190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:16.572 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:16.569+0000 7fc067819640 1 --2- 172.21.15.119:0/2153592259 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fc060072110 0x7fc060070190 secure :-1 s=READY pgs=325 cs=0 l=1 rev1=1 crypto rx=0x7fc05c0097a0 tx=0x7fc05c02c440 comp rx=0 tx=0).stop 2024-09-13T18:57:16.573 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:16.569+0000 7fc067819640 1 -- 172.21.15.119:0/2153592259 shutdown_connections 2024-09-13T18:57:16.573 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:16.569+0000 7fc067819640 1 --2- 172.21.15.119:0/2153592259 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fc060072110 0x7fc060070190 unknown :-1 s=CLOSED pgs=325 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:16.573 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:16.569+0000 7fc067819640 1 -- 172.21.15.119:0/2153592259 >> 172.21.15.119:0/2153592259 conn(0x7fc060069ed0 msgr2=0x7fc06006a2e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:57:16.573 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:16.569+0000 7fc067819640 1 -- 172.21.15.119:0/2153592259 shutdown_connections 2024-09-13T18:57:16.573 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:16.569+0000 7fc067819640 1 -- 172.21.15.119:0/2153592259 wait complete. 2024-09-13T18:57:16.575 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:16.571+0000 7fc067819640 1 Processor -- start 2024-09-13T18:57:16.575 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:16.571+0000 7fc067819640 1 -- start start 2024-09-13T18:57:16.575 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:16.571+0000 7fc067819640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fc060071d30 0x7fc06015ab40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:16.575 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:16.571+0000 7fc067819640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fc060072110 0x7fc0600c0db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:16.576 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:16.571+0000 7fc067819640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fc0600c8920 0x7fc0600c12f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:16.576 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:16.571+0000 7fc067819640 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc0601f2670 con 0x7fc060071d30 2024-09-13T18:57:16.576 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:16.571+0000 7fc067819640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc0601f2950 con 0x7fc0600c8920 2024-09-13T18:57:16.576 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:16.571+0000 7fc067819640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc0601f2c30 con 0x7fc060072110 2024-09-13T18:57:16.576 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:16.571+0000 7fc0655b5640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fc060071d30 0x7fc06015ab40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:16.576 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:16.571+0000 7fc0655b5640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fc060071d30 0x7fc06015ab40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.119:3300/0 says I am v2:172.21.15.119:44648/0 (socket says 172.21.15.119:44648) 2024-09-13T18:57:16.576 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:16.571+0000 7fc0655b5640 1 -- 172.21.15.119:0/439788575 learned_addr learned my addr 172.21.15.119:0/439788575 (peer_addr_for_me v2:172.21.15.119:0/0) 2024-09-13T18:57:16.576 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:16.572+0000 7fc065db6640 1 --2- 172.21.15.119:0/439788575 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fc0600c8920 0x7fc0600c12f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:16.576 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:16.572+0000 7fc064db4640 1 --2- 172.21.15.119:0/439788575 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fc060072110 0x7fc0600c0db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:16.576 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:16.572+0000 7fc0655b5640 1 -- 172.21.15.119:0/439788575 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fc060072110 msgr2=0x7fc0600c0db0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:16.576 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:16.572+0000 7fc0655b5640 1 --2- 172.21.15.119:0/439788575 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fc060072110 0x7fc0600c0db0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:16.576 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:16.572+0000 7fc0655b5640 1 -- 172.21.15.119:0/439788575 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fc0600c8920 msgr2=0x7fc0600c12f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:16.577 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:16.572+0000 7fc0655b5640 1 --2- 172.21.15.119:0/439788575 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fc0600c8920 0x7fc0600c12f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:16.577 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:16.572+0000 7fc0655b5640 1 -- 172.21.15.119:0/439788575 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc05c009400 con 0x7fc060071d30 2024-09-13T18:57:16.577 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:16.572+0000 7fc064db4640 1 --2- 172.21.15.119:0/439788575 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fc060072110 0x7fc0600c0db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T18:57:16.577 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:16.572+0000 7fc065db6640 1 --2- 172.21.15.119:0/439788575 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fc0600c8920 0x7fc0600c12f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T18:57:16.577 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:16.572+0000 7fc0655b5640 1 --2- 172.21.15.119:0/439788575 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fc060071d30 0x7fc06015ab40 secure :-1 s=READY pgs=326 cs=0 l=1 rev1=1 crypto rx=0x7fc05400c400 tx=0x7fc05400c8c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:57:16.577 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:16.572+0000 7fc051ffb640 1 -- 172.21.15.119:0/439788575 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc0540052d0 con 0x7fc060071d30 2024-09-13T18:57:16.577 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:16.572+0000 7fc051ffb640 1 -- 172.21.15.119:0/439788575 <== mon.0 v2:172.21.15.119:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc054005430 con 0x7fc060071d30 2024-09-13T18:57:16.577 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:16.572+0000 7fc067819640 1 -- 172.21.15.119:0/439788575 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc0601f2f10 con 0x7fc060071d30 2024-09-13T18:57:16.577 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:16.572+0000 7fc051ffb640 1 -- 172.21.15.119:0/439788575 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc054003830 con 0x7fc060071d30 2024-09-13T18:57:16.577 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:16.572+0000 7fc067819640 1 -- 172.21.15.119:0/439788575 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc06015b080 con 0x7fc060071d30 2024-09-13T18:57:16.577 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:16.573+0000 7fc067819640 1 -- 172.21.15.119:0/439788575 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fc0601f3430 con 0x7fc060071d30 2024-09-13T18:57:16.578 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:16.574+0000 7fc051ffb640 1 -- 172.21.15.119:0/439788575 <== mon.0 v2:172.21.15.119:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fc054003990 con 0x7fc060071d30 2024-09-13T18:57:16.578 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:16.574+0000 7fc051ffb640 1 --2- 172.21.15.119:0/439788575 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7fc04406ac00 0x7fc04406d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:16.578 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:16.574+0000 7fc051ffb640 1 -- 172.21.15.119:0/439788575 <== mon.0 v2:172.21.15.119:3300/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 6692+0+0 (secure 0 0 0) 0x7fc054088c20 con 0x7fc060071d30 2024-09-13T18:57:16.578 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:16.574+0000 7fc064db4640 1 --2- 172.21.15.119:0/439788575 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7fc04406ac00 0x7fc04406d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:16.578 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:16.575+0000 7fc064db4640 1 --2- 172.21.15.119:0/439788575 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7fc04406ac00 0x7fc04406d0c0 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7fc05c035000 tx=0x7fc05c008030 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:57:16.581 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:16.578+0000 7fc051ffb640 1 -- 172.21.15.119:0/439788575 <== mon.0 v2:172.21.15.119:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fc054053ab0 con 0x7fc060071d30 2024-09-13T18:57:16.743 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:16.740+0000 7fc067819640 1 -- 172.21.15.119:0/439788575 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7fc060070190 con 0x7fc060071d30 2024-09-13T18:57:16.744 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:16.742+0000 7fc051ffb640 1 -- 172.21.15.119:0/439788575 <== mon.0 v2:172.21.15.119:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v26) v1 ==== 74+0+18831 (secure 0 0 0) 0x7fc054017090 con 0x7fc060071d30 2024-09-13T18:57:16.744 INFO:teuthology.orchestra.run.smithi119.stdout: 2024-09-13T18:57:16.745 INFO:teuthology.orchestra.run.smithi119.stdout:{"epoch":26,"fsid":"b3bca492-3414-44ef-b63c-42eead5ea701","created":"2024-09-13T18:56:10.047760+0000","modified":"2024-09-13T18:57:15.157404+0000","last_up_change":"2024-09-13T18:56:22.096428+0000","last_in_change":"2024-09-13T18:56:12.143228+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T18:56:22.095896+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-13T18:56:31.950108+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-13T18:56:32.998608+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-09-13T18:56:36.052694+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"24","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"09edfd5c-bc57-47d1-a7b7-6d97f0f88db1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6810","nonce":3811853106},{"type":"v1","addr":"172.21.15.119:6813","nonce":3811853106}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6817","nonce":3811853106},{"type":"v1","addr":"172.21.15.119:6820","nonce":3811853106}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6828","nonce":3811853106},{"type":"v1","addr":"172.21.15.119:6830","nonce":3811853106}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6823","nonce":3811853106},{"type":"v1","addr":"172.21.15.119:6825","nonce":3811853106}]},"public_addr":"172.21.15.119:6813/3811853106","cluster_addr":"172.21.15.119:6820/3811853106","heartbeat_back_addr":"172.21.15.119:6830/3811853106","heartbeat_front_addr":"172.21.15.119:6825/3811853106","state":["exists","up"]},{"osd":1,"uuid":"f26f4bd2-3aee-4208-9e62-87f17047d886","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":25,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6809","nonce":1656755168},{"type":"v1","addr":"172.21.15.119:6812","nonce":1656755168}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6815","nonce":1656755168},{"type":"v1","addr":"172.21.15.119:6818","nonce":1656755168}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6829","nonce":1656755168},{"type":"v1","addr":"172.21.15.119:6831","nonce":1656755168}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6822","nonce":1656755168},{"type":"v1","addr":"172.21.15.119:6826","nonce":1656755168}]},"public_addr":"172.21.15.119:6812/1656755168","cluster_addr":"172.21.15.119:6818/1656755168","heartbeat_back_addr":"172.21.15.119:6831/1656755168","heartbeat_front_addr":"172.21.15.119:6826/1656755168","state":["exists","up"]},{"osd":2,"uuid":"1e9d6e0c-51f9-4f4a-bead-0e7edc7dd200","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":25,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6800","nonce":3093354378},{"type":"v1","addr":"172.21.15.119:6801","nonce":3093354378}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6802","nonce":3093354378},{"type":"v1","addr":"172.21.15.119:6803","nonce":3093354378}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6806","nonce":3093354378},{"type":"v1","addr":"172.21.15.119:6807","nonce":3093354378}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6804","nonce":3093354378},{"type":"v1","addr":"172.21.15.119:6805","nonce":3093354378}]},"public_addr":"172.21.15.119:6801/3093354378","cluster_addr":"172.21.15.119:6803/3093354378","heartbeat_back_addr":"172.21.15.119:6807/3093354378","heartbeat_front_addr":"172.21.15.119:6805/3093354378","state":["exists","up"]},{"osd":3,"uuid":"7c289b1f-a555-46e4-b85a-c0f230c9e02a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":25,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6808","nonce":886995937},{"type":"v1","addr":"172.21.15.119:6811","nonce":886995937}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6814","nonce":886995937},{"type":"v1","addr":"172.21.15.119:6816","nonce":886995937}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6824","nonce":886995937},{"type":"v1","addr":"172.21.15.119:6827","nonce":886995937}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6819","nonce":886995937},{"type":"v1","addr":"172.21.15.119:6821","nonce":886995937}]},"public_addr":"172.21.15.119:6811/886995937","cluster_addr":"172.21.15.119:6816/886995937","heartbeat_back_addr":"172.21.15.119:6827/886995937","heartbeat_front_addr":"172.21.15.119:6821/886995937","state":["exists","up"]},{"osd":4,"uuid":"a0a2f75b-5a33-4b69-b834-b8cf5a90ac5f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":25,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6808","nonce":2802887692},{"type":"v1","addr":"172.21.15.145:6809","nonce":2802887692}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6810","nonce":2802887692},{"type":"v1","addr":"172.21.15.145:6811","nonce":2802887692}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6814","nonce":2802887692},{"type":"v1","addr":"172.21.15.145:6815","nonce":2802887692}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6812","nonce":2802887692},{"type":"v1","addr":"172.21.15.145:6813","nonce":2802887692}]},"public_addr":"172.21.15.145:6809/2802887692","cluster_addr":"172.21.15.145:6811/2802887692","heartbeat_back_addr":"172.21.15.145:6815/2802887692","heartbeat_front_addr":"172.21.15.145:6813/2802887692","state":["exists","up"]},{"osd":5,"uuid":"e301c92f-a5af-49da-8384-bef6d48c9982","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6800","nonce":1431235391},{"type":"v1","addr":"172.21.15.145:6801","nonce":1431235391}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6802","nonce":1431235391},{"type":"v1","addr":"172.21.15.145:6803","nonce":1431235391}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6806","nonce":1431235391},{"type":"v1","addr":"172.21.15.145:6807","nonce":1431235391}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6804","nonce":1431235391},{"type":"v1","addr":"172.21.15.145:6805","nonce":1431235391}]},"public_addr":"172.21.15.145:6801/1431235391","cluster_addr":"172.21.15.145:6803/1431235391","heartbeat_back_addr":"172.21.15.145:6807/1431235391","heartbeat_front_addr":"172.21.15.145:6805/1431235391","state":["exists","up"]},{"osd":6,"uuid":"dd2ee71c-4024-4f56-90b1-d362ff9ae8f5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6816","nonce":1755123178},{"type":"v1","addr":"172.21.15.145:6817","nonce":1755123178}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6818","nonce":1755123178},{"type":"v1","addr":"172.21.15.145:6819","nonce":1755123178}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6822","nonce":1755123178},{"type":"v1","addr":"172.21.15.145:6823","nonce":1755123178}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6820","nonce":1755123178},{"type":"v1","addr":"172.21.15.145:6821","nonce":1755123178}]},"public_addr":"172.21.15.145:6817/1755123178","cluster_addr":"172.21.15.145:6819/1755123178","heartbeat_back_addr":"172.21.15.145:6823/1755123178","heartbeat_front_addr":"172.21.15.145:6821/1755123178","state":["exists","up"]},{"osd":7,"uuid":"7412449e-689b-45ee-9ae5-744a8c27f166","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6824","nonce":3012628958},{"type":"v1","addr":"172.21.15.145:6825","nonce":3012628958}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6826","nonce":3012628958},{"type":"v1","addr":"172.21.15.145:6827","nonce":3012628958}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6830","nonce":3012628958},{"type":"v1","addr":"172.21.15.145:6831","nonce":3012628958}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6828","nonce":3012628958},{"type":"v1","addr":"172.21.15.145:6829","nonce":3012628958}]},"public_addr":"172.21.15.145:6825/3012628958","cluster_addr":"172.21.15.145:6827/3012628958","heartbeat_back_addr":"172.21.15.145:6831/3012628958","heartbeat_front_addr":"172.21.15.145:6829/3012628958","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T18:56:17.286635+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T18:56:17.334491+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T18:56:17.297521+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T18:56:17.383716+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T18:56:17.267776+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T18:56:17.312998+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T18:56:17.303008+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T18:56:17.304729+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"3.1f","mappings":[{"from":0,"to":2}]},{"pgid":"3.21","mappings":[{"from":5,"to":1}]},{"pgid":"3.29","mappings":[{"from":3,"to":2}]},{"pgid":"3.2a","mappings":[{"from":5,"to":2}]},{"pgid":"3.3b","mappings":[{"from":7,"to":1}]},{"pgid":"4.2","mappings":[{"from":1,"to":2}]},{"pgid":"4.10","mappings":[{"from":1,"to":2}]},{"pgid":"4.1b","mappings":[{"from":1,"to":2}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T18:57:16.746 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:16.743+0000 7fc067819640 1 -- 172.21.15.119:0/439788575 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7fc04406ac00 msgr2=0x7fc04406d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:16.746 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:16.743+0000 7fc067819640 1 --2- 172.21.15.119:0/439788575 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7fc04406ac00 0x7fc04406d0c0 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7fc05c035000 tx=0x7fc05c008030 comp rx=0 tx=0).stop 2024-09-13T18:57:16.747 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:16.744+0000 7fc067819640 1 -- 172.21.15.119:0/439788575 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fc060071d30 msgr2=0x7fc06015ab40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:16.747 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:16.744+0000 7fc067819640 1 --2- 172.21.15.119:0/439788575 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fc060071d30 0x7fc06015ab40 secure :-1 s=READY pgs=326 cs=0 l=1 rev1=1 crypto rx=0x7fc05400c400 tx=0x7fc05400c8c0 comp rx=0 tx=0).stop 2024-09-13T18:57:16.747 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:16.744+0000 7fc067819640 1 -- 172.21.15.119:0/439788575 shutdown_connections 2024-09-13T18:57:16.747 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:16.744+0000 7fc067819640 1 --2- 172.21.15.119:0/439788575 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7fc04406ac00 0x7fc04406d0c0 unknown :-1 s=CLOSED pgs=172 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:16.747 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:16.744+0000 7fc067819640 1 --2- 172.21.15.119:0/439788575 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fc0600c8920 0x7fc0600c12f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:16.747 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:16.744+0000 7fc067819640 1 --2- 172.21.15.119:0/439788575 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fc060072110 0x7fc0600c0db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:16.747 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:16.744+0000 7fc067819640 1 --2- 172.21.15.119:0/439788575 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fc060071d30 0x7fc06015ab40 unknown :-1 s=CLOSED pgs=326 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:16.747 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:16.744+0000 7fc067819640 1 -- 172.21.15.119:0/439788575 >> 172.21.15.119:0/439788575 conn(0x7fc060069ed0 msgr2=0x7fc0600ce3c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:57:16.747 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:16.744+0000 7fc067819640 1 -- 172.21.15.119:0/439788575 shutdown_connections 2024-09-13T18:57:16.747 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:16.744+0000 7fc067819640 1 -- 172.21.15.119:0/439788575 wait complete. 2024-09-13T18:57:16.757 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-09-13T18:56:22.095896+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '16', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-09-13T18:56:31.950108+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '19', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-09-13T18:56:32.998608+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '20', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.05000000074505806}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.3799999952316284, 'score_stable': 1.3799999952316284, 'optimal_score': 1, 'raw_score_acting': 1.3799999952316284, 'raw_score_stable': 1.3799999952316284, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'cephfs_data_ec', 'create_time': '2024-09-13T18:56:36.052694+0000', 'flags': 5, 'flags_names': 'hashpspool,ec_overwrites', 'type': 3, 'size': 4, 'min_size': 3, 'crush_rule': 1, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '24', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': 'cephfs_data_ec', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 8192, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}}] 2024-09-13T18:57:16.757 DEBUG:teuthology.orchestra.run.smithi119:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-09-13T18:57:16.858 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:16.855+0000 7fcd5ed01640 1 Processor -- start 2024-09-13T18:57:16.858 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:16.855+0000 7fcd5ed01640 1 -- start start 2024-09-13T18:57:16.859 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:16.856+0000 7fcd5ed01640 1 --2- >> v2:172.21.15.119:3300/0 conn(0x7fcd5806b9f0 0x7fcd580989d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:16.859 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:16.856+0000 7fcd5ed01640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7fcd58098f10 0x7fcd580cb510 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:16.859 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:16.856+0000 7fcd5ed01640 1 -- --> v1:172.21.15.119:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fcd580caac0 con 0x7fcd5815c830 2024-09-13T18:57:16.859 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:16.856+0000 7fcd5ed01640 1 -- --> v2:172.21.15.119:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fcd580993a0 con 0x7fcd5806b9f0 2024-09-13T18:57:16.860 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:16.856+0000 7fcd5ed01640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fcd580cb080 con 0x7fcd58098f10 2024-09-13T18:57:16.860 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:16.856+0000 7fcd57fff640 1 --2- >> v2:172.21.15.119:3300/0 conn(0x7fcd5806b9f0 0x7fcd580989d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:16.860 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:16.856+0000 7fcd5ca9d640 1 --1- >> v1:172.21.15.119:6789/0 conn(0x7fcd5815c830 0x7fcd58099590 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.119:6789/0 says I am v1:172.21.15.119:45632/0 (socket says 172.21.15.119:45632) 2024-09-13T18:57:16.860 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:16.856+0000 7fcd5ca9d640 1 -- 172.21.15.119:0/1986876177 learned_addr learned my addr 172.21.15.119:0/1986876177 (peer_addr_for_me v1:172.21.15.119:0/0) 2024-09-13T18:57:16.860 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:16.857+0000 7fcd5d29e640 1 --2- 172.21.15.119:0/1986876177 >> v2:172.21.15.145:3300/0 conn(0x7fcd58098f10 0x7fcd580cb510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:16.860 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:16.857+0000 7fcd57fff640 1 -- 172.21.15.119:0/1986876177 >> v2:172.21.15.145:3300/0 conn(0x7fcd58098f10 msgr2=0x7fcd580cb510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T18:57:16.860 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:16.857+0000 7fcd57fff640 1 --2- 172.21.15.119:0/1986876177 >> v2:172.21.15.145:3300/0 conn(0x7fcd58098f10 0x7fcd580cb510 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:16.860 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:16.857+0000 7fcd57fff640 1 -- 172.21.15.119:0/1986876177 >> v1:172.21.15.119:6789/0 conn(0x7fcd5815c830 legacy=0x7fcd58099590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:16.860 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:16.857+0000 7fcd57fff640 1 -- 172.21.15.119:0/1986876177 --> v2:172.21.15.119:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fcd580b2d40 con 0x7fcd5806b9f0 2024-09-13T18:57:16.861 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:16.857+0000 7fcd57fff640 1 --2- 172.21.15.119:0/1986876177 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fcd5806b9f0 0x7fcd580989d0 secure :-1 s=READY pgs=328 cs=0 l=1 rev1=1 crypto rx=0x7fcd58071810 tx=0x7fcd4c02a1a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f1097a6c06667099 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:57:16.861 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:16.858+0000 7fcd577fe640 1 -- 172.21.15.119:0/1986876177 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcd4c032440 con 0x7fcd5806b9f0 2024-09-13T18:57:16.862 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:16.858+0000 7fcd577fe640 1 -- 172.21.15.119:0/1986876177 <== mon.0 v2:172.21.15.119:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fcd4c0325a0 con 0x7fcd5806b9f0 2024-09-13T18:57:16.862 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:16.858+0000 7fcd577fe640 1 -- 172.21.15.119:0/1986876177 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcd4c032930 con 0x7fcd5806b9f0 2024-09-13T18:57:16.862 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:16.858+0000 7fcd5ed01640 1 -- 172.21.15.119:0/1986876177 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fcd5806b9f0 msgr2=0x7fcd580989d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:16.862 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:16.858+0000 7fcd5ed01640 1 --2- 172.21.15.119:0/1986876177 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fcd5806b9f0 0x7fcd580989d0 secure :-1 s=READY pgs=328 cs=0 l=1 rev1=1 crypto rx=0x7fcd58071810 tx=0x7fcd4c02a1a0 comp rx=0 tx=0).stop 2024-09-13T18:57:16.862 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:16.858+0000 7fcd5ed01640 1 -- 172.21.15.119:0/1986876177 shutdown_connections 2024-09-13T18:57:16.862 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:16.858+0000 7fcd5ed01640 1 --2- 172.21.15.119:0/1986876177 >> v2:172.21.15.145:3300/0 conn(0x7fcd58098f10 0x7fcd580cb510 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:16.862 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:16.858+0000 7fcd5ed01640 1 --2- 172.21.15.119:0/1986876177 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fcd5806b9f0 0x7fcd580989d0 unknown :-1 s=CLOSED pgs=328 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:16.862 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:16.858+0000 7fcd5ed01640 1 -- 172.21.15.119:0/1986876177 >> 172.21.15.119:0/1986876177 conn(0x7fcd580b1f60 msgr2=0x7fcd580b2370 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:57:16.862 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:16.858+0000 7fcd5ed01640 1 -- 172.21.15.119:0/1986876177 shutdown_connections 2024-09-13T18:57:16.862 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:16.858+0000 7fcd5ed01640 1 -- 172.21.15.119:0/1986876177 wait complete. 2024-09-13T18:57:16.862 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:16.859+0000 7fcd5ed01640 1 Processor -- start 2024-09-13T18:57:16.862 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:16.859+0000 7fcd5ed01640 1 -- start start 2024-09-13T18:57:16.864 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:16.860+0000 7fcd5ed01640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fcd58098f10 0x7fcd580c8550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:16.865 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:16.860+0000 7fcd5ed01640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fcd5815c830 0x7fcd581f2b10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:16.865 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:16.860+0000 7fcd5ed01640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fcd5815f760 0x7fcd5815b950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:16.865 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:16.860+0000 7fcd5ed01640 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcd580c7540 con 0x7fcd5815c830 2024-09-13T18:57:16.865 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:16.860+0000 7fcd5ed01640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcd580c80c0 con 0x7fcd58098f10 2024-09-13T18:57:16.865 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:16.860+0000 7fcd5ed01640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fcd580c7790 con 0x7fcd5815f760 2024-09-13T18:57:16.865 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:16.860+0000 7fcd57fff640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fcd5815c830 0x7fcd581f2b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:16.865 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:16.860+0000 7fcd57fff640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fcd5815c830 0x7fcd581f2b10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.119:3300/0 says I am v2:172.21.15.119:44664/0 (socket says 172.21.15.119:44664) 2024-09-13T18:57:16.865 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:16.860+0000 7fcd57fff640 1 -- 172.21.15.119:0/1324793199 learned_addr learned my addr 172.21.15.119:0/1324793199 (peer_addr_for_me v2:172.21.15.119:0/0) 2024-09-13T18:57:16.865 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:16.861+0000 7fcd5ca9d640 1 --2- 172.21.15.119:0/1324793199 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fcd58098f10 0x7fcd580c8550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:16.865 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:16.861+0000 7fcd5d29e640 1 --2- 172.21.15.119:0/1324793199 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fcd5815f760 0x7fcd5815b950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:16.866 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:16.861+0000 7fcd57fff640 1 -- 172.21.15.119:0/1324793199 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fcd5815f760 msgr2=0x7fcd5815b950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:16.866 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:16.861+0000 7fcd57fff640 1 --2- 172.21.15.119:0/1324793199 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fcd5815f760 0x7fcd5815b950 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:16.866 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:16.861+0000 7fcd57fff640 1 -- 172.21.15.119:0/1324793199 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fcd58098f10 msgr2=0x7fcd580c8550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:16.866 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:16.861+0000 7fcd57fff640 1 --2- 172.21.15.119:0/1324793199 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fcd58098f10 0x7fcd580c8550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:16.866 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:16.861+0000 7fcd57fff640 1 -- 172.21.15.119:0/1324793199 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fcd4c009400 con 0x7fcd5815c830 2024-09-13T18:57:16.866 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:16.861+0000 7fcd5ca9d640 1 --2- 172.21.15.119:0/1324793199 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fcd58098f10 0x7fcd580c8550 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T18:57:16.866 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:16.861+0000 7fcd57fff640 1 --2- 172.21.15.119:0/1324793199 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fcd5815c830 0x7fcd581f2b10 secure :-1 s=READY pgs=329 cs=0 l=1 rev1=1 crypto rx=0x7fcd4c009890 tx=0x7fcd4c0046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:57:16.866 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:16.861+0000 7fcd557fa640 1 -- 172.21.15.119:0/1324793199 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcd4c032440 con 0x7fcd5815c830 2024-09-13T18:57:16.866 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:16.861+0000 7fcd557fa640 1 -- 172.21.15.119:0/1324793199 <== mon.0 v2:172.21.15.119:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fcd4c030ba0 con 0x7fcd5815c830 2024-09-13T18:57:16.866 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:16.861+0000 7fcd5ed01640 1 -- 172.21.15.119:0/1324793199 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fcd580c7a70 con 0x7fcd5815c830 2024-09-13T18:57:16.866 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:16.861+0000 7fcd557fa640 1 -- 172.21.15.119:0/1324793199 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcd4c006e10 con 0x7fcd5815c830 2024-09-13T18:57:16.866 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:16.861+0000 7fcd5ed01640 1 -- 172.21.15.119:0/1324793199 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fcd5815be90 con 0x7fcd5815c830 2024-09-13T18:57:16.866 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:16.862+0000 7fcd5ed01640 1 -- 172.21.15.119:0/1324793199 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fcd580c8250 con 0x7fcd5815c830 2024-09-13T18:57:16.867 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:16.862+0000 7fcd557fa640 1 -- 172.21.15.119:0/1324793199 <== mon.0 v2:172.21.15.119:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fcd4c039040 con 0x7fcd5815c830 2024-09-13T18:57:16.867 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:16.863+0000 7fcd557fa640 1 --2- 172.21.15.119:0/1324793199 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7fcd4406ac00 0x7fcd4406d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:16.867 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:16.863+0000 7fcd557fa640 1 -- 172.21.15.119:0/1324793199 <== mon.0 v2:172.21.15.119:3300/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 6692+0+0 (secure 0 0 0) 0x7fcd4c0aa140 con 0x7fcd5815c830 2024-09-13T18:57:16.867 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:16.863+0000 7fcd5ca9d640 1 --2- 172.21.15.119:0/1324793199 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7fcd4406ac00 0x7fcd4406d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:16.867 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:16.863+0000 7fcd5ca9d640 1 --2- 172.21.15.119:0/1324793199 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7fcd4406ac00 0x7fcd4406d0c0 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7fcd48005880 tx=0x7fcd48009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:57:16.870 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:16.867+0000 7fcd557fa640 1 -- 172.21.15.119:0/1324793199 <== mon.0 v2:172.21.15.119:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fcd4c074fd0 con 0x7fcd5815c830 2024-09-13T18:57:17.031 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:17.028+0000 7fcd5ed01640 1 -- 172.21.15.119:0/1324793199 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7fcd580989d0 con 0x7fcd5815c830 2024-09-13T18:57:17.031 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:17.028+0000 7fcd557fa640 1 -- 172.21.15.119:0/1324793199 <== mon.0 v2:172.21.15.119:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v26) v1 ==== 93+0+10 (secure 0 0 0) 0x7fcd4c0785f0 con 0x7fcd5815c830 2024-09-13T18:57:17.031 INFO:teuthology.orchestra.run.smithi119.stdout:pg_num: 1 2024-09-13T18:57:17.033 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:17.030+0000 7fcd5ed01640 1 -- 172.21.15.119:0/1324793199 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7fcd4406ac00 msgr2=0x7fcd4406d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:17.033 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:17.030+0000 7fcd5ed01640 1 --2- 172.21.15.119:0/1324793199 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7fcd4406ac00 0x7fcd4406d0c0 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7fcd48005880 tx=0x7fcd48009040 comp rx=0 tx=0).stop 2024-09-13T18:57:17.034 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:17.030+0000 7fcd5ed01640 1 -- 172.21.15.119:0/1324793199 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fcd5815c830 msgr2=0x7fcd581f2b10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:17.034 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:17.030+0000 7fcd5ed01640 1 --2- 172.21.15.119:0/1324793199 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fcd5815c830 0x7fcd581f2b10 secure :-1 s=READY pgs=329 cs=0 l=1 rev1=1 crypto rx=0x7fcd4c009890 tx=0x7fcd4c0046c0 comp rx=0 tx=0).stop 2024-09-13T18:57:17.034 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:17.030+0000 7fcd5ed01640 1 -- 172.21.15.119:0/1324793199 shutdown_connections 2024-09-13T18:57:17.034 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:17.030+0000 7fcd5ed01640 1 --2- 172.21.15.119:0/1324793199 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7fcd4406ac00 0x7fcd4406d0c0 unknown :-1 s=CLOSED pgs=173 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:17.034 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:17.030+0000 7fcd5ed01640 1 --2- 172.21.15.119:0/1324793199 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fcd5815f760 0x7fcd5815b950 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:17.034 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:17.030+0000 7fcd5ed01640 1 --2- 172.21.15.119:0/1324793199 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fcd5815c830 0x7fcd581f2b10 unknown :-1 s=CLOSED pgs=329 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:17.034 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:17.030+0000 7fcd5ed01640 1 --2- 172.21.15.119:0/1324793199 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fcd58098f10 0x7fcd580c8550 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:17.034 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:17.030+0000 7fcd5ed01640 1 -- 172.21.15.119:0/1324793199 >> 172.21.15.119:0/1324793199 conn(0x7fcd580b1f60 msgr2=0x7fcd5806e310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:57:17.034 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:17.030+0000 7fcd5ed01640 1 -- 172.21.15.119:0/1324793199 shutdown_connections 2024-09-13T18:57:17.034 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:17.031+0000 7fcd5ed01640 1 -- 172.21.15.119:0/1324793199 wait complete. 2024-09-13T18:57:17.044 DEBUG:teuthology.orchestra.run.smithi119:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-09-13T18:57:17.146 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:17.143+0000 7f469da20640 1 Processor -- start 2024-09-13T18:57:17.146 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:17.143+0000 7f469da20640 1 -- start start 2024-09-13T18:57:17.150 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:17.144+0000 7f469da20640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f46980b1370 0x7f46980b3850 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:17.150 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:17.144+0000 7f469da20640 1 -- --> v1:172.21.15.119:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f46980d1f40 con 0x7f46980cd500 2024-09-13T18:57:17.150 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:17.144+0000 7f469da20640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f46980d2190 con 0x7f46980d1650 2024-09-13T18:57:17.150 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:17.144+0000 7f469da20640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f46980ccb20 con 0x7f46980b1370 2024-09-13T18:57:17.150 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:17.144+0000 7f4696ffd640 1 --1- >> v1:172.21.15.119:6789/0 conn(0x7f46980cd500 0x7f46980b18c0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.119:6789/0 says I am v1:172.21.15.119:45642/0 (socket says 172.21.15.119:45642) 2024-09-13T18:57:17.151 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:17.144+0000 7f4696ffd640 1 -- 172.21.15.119:0/4283348776 learned_addr learned my addr 172.21.15.119:0/4283348776 (peer_addr_for_me v1:172.21.15.119:0/0) 2024-09-13T18:57:17.151 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:17.144+0000 7f468ffff640 1 --2- 172.21.15.119:0/4283348776 >> v2:172.21.15.145:3300/0 conn(0x7f46980b1370 0x7f46980b3850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:17.151 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:17.144+0000 7f46967fc640 1 -- 172.21.15.119:0/4283348776 <== mon.0 v1:172.21.15.119:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3737310170 0 0) 0x7f46980d1f40 con 0x7f46980cd500 2024-09-13T18:57:17.151 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:17.144+0000 7f46967fc640 1 -- 172.21.15.119:0/4283348776 --> v1:172.21.15.119:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f4684003520 con 0x7f46980cd500 2024-09-13T18:57:17.151 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:17.144+0000 7f46967fc640 1 -- 172.21.15.119:0/4283348776 <== mon.1 v1:172.21.15.145:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 791353890 0 0) 0x7f46980d2190 con 0x7f46980d1650 2024-09-13T18:57:17.151 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:17.144+0000 7f46967fc640 1 -- 172.21.15.119:0/4283348776 --> v1:172.21.15.145:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f46980d1f40 con 0x7f46980d1650 2024-09-13T18:57:17.151 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:17.144+0000 7f46967fc640 1 -- 172.21.15.119:0/4283348776 <== mon.0 v1:172.21.15.119:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 1702462446 0 0) 0x7f4684003520 con 0x7f46980cd500 2024-09-13T18:57:17.151 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:17.144+0000 7f46967fc640 1 -- 172.21.15.119:0/4283348776 >> v2:172.21.15.145:3300/0 conn(0x7f46980b1370 msgr2=0x7f46980b3850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T18:57:17.151 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:17.144+0000 7f46967fc640 1 --2- 172.21.15.119:0/4283348776 >> v2:172.21.15.145:3300/0 conn(0x7f46980b1370 0x7f46980b3850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:17.151 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:17.144+0000 7f46967fc640 1 -- 172.21.15.119:0/4283348776 >> v1:172.21.15.145:6789/0 conn(0x7f46980d1650 legacy=0x7f46980b1fd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:17.151 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:17.144+0000 7f46967fc640 1 -- 172.21.15.119:0/4283348776 --> v1:172.21.15.119:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f46980cce00 con 0x7f46980cd500 2024-09-13T18:57:17.151 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:17.144+0000 7f46967fc640 1 -- 172.21.15.119:0/4283348776 <== mon.0 v1:172.21.15.119:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 337823224 0 0) 0x7f4688001670 con 0x7f46980cd500 2024-09-13T18:57:17.152 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:17.144+0000 7f46967fc640 1 -- 172.21.15.119:0/4283348776 >> v1:172.21.15.119:6789/0 conn(0x7f46980cd500 legacy=0x7f46980b18c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:17.152 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:17.144+0000 7f46967fc640 1 --2- 172.21.15.119:0/4283348776 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f4684003b00 0x7f4684003f00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:17.152 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:17.144+0000 7f46967fc640 1 --2- 172.21.15.119:0/4283348776 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f46840047c0 0x7f4684004c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:17.152 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:17.144+0000 7f46967fc640 1 --2- 172.21.15.119:0/4283348776 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f4684005180 0x7f468400b980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:17.152 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:17.144+0000 7f46967fc640 1 -- 172.21.15.119:0/4283348776 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f46980ccb20 con 0x7f4684005180 2024-09-13T18:57:17.152 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:17.144+0000 7f46967fc640 1 -- 172.21.15.119:0/4283348776 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f468400c000 con 0x7f46840047c0 2024-09-13T18:57:17.152 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:17.144+0000 7f46967fc640 1 -- 172.21.15.119:0/4283348776 --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f468400c1c0 con 0x7f4684003b00 2024-09-13T18:57:17.152 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:17.145+0000 7f46977fe640 1 --2- 172.21.15.119:0/4283348776 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f4684005180 0x7f468400b980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:17.153 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:17.145+0000 7f4696ffd640 1 --2- 172.21.15.119:0/4283348776 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f4684003b00 0x7f4684003f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:17.153 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:17.145+0000 7f468ffff640 1 --2- 172.21.15.119:0/4283348776 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f46840047c0 0x7f4684004c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:17.153 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:17.145+0000 7f46977fe640 1 -- 172.21.15.119:0/4283348776 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f4684003b00 msgr2=0x7f4684003f00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T18:57:17.153 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:17.145+0000 7f46977fe640 1 --2- 172.21.15.119:0/4283348776 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f4684003b00 0x7f4684003f00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:17.153 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:17.145+0000 7f46977fe640 1 -- 172.21.15.119:0/4283348776 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f46840047c0 msgr2=0x7f4684004c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T18:57:17.153 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:17.145+0000 7f46977fe640 1 --2- 172.21.15.119:0/4283348776 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f46840047c0 0x7f4684004c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:17.153 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:17.145+0000 7f46977fe640 1 -- 172.21.15.119:0/4283348776 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4684003520 con 0x7f4684005180 2024-09-13T18:57:17.153 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:17.145+0000 7f46977fe640 1 -- 172.21.15.119:0/4283348776 reap_dead start 2024-09-13T18:57:17.153 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:17.146+0000 7f46977fe640 1 --2- 172.21.15.119:0/4283348776 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f4684005180 0x7f468400b980 secure :-1 s=READY pgs=331 cs=0 l=1 rev1=1 crypto rx=0x7f4690001fa0 tx=0x7f46840057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b9be55f49703c1e4 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:57:17.153 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:17.146+0000 7f46967fc640 1 -- 172.21.15.119:0/4283348776 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4690003b70 con 0x7f4684005180 2024-09-13T18:57:17.153 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:17.146+0000 7f46967fc640 1 -- 172.21.15.119:0/4283348776 <== mon.0 v2:172.21.15.119:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f469002d050 con 0x7f4684005180 2024-09-13T18:57:17.153 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:17.146+0000 7f46967fc640 1 -- 172.21.15.119:0/4283348776 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f46900050d0 con 0x7f4684005180 2024-09-13T18:57:17.153 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:17.146+0000 7f469da20640 1 -- 172.21.15.119:0/4283348776 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f4684005180 msgr2=0x7f468400b980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:17.154 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:17.146+0000 7f469da20640 1 --2- 172.21.15.119:0/4283348776 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f4684005180 0x7f468400b980 secure :-1 s=READY pgs=331 cs=0 l=1 rev1=1 crypto rx=0x7f4690001fa0 tx=0x7f46840057f0 comp rx=0 tx=0).stop 2024-09-13T18:57:17.154 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:17.146+0000 7f469da20640 1 -- 172.21.15.119:0/4283348776 shutdown_connections 2024-09-13T18:57:17.154 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:17.146+0000 7f469da20640 1 --2- 172.21.15.119:0/4283348776 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f4684005180 0x7f468400b980 unknown :-1 s=CLOSED pgs=331 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:17.154 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:17.146+0000 7f469da20640 1 -- 172.21.15.119:0/4283348776 >> 172.21.15.119:0/4283348776 conn(0x7f4698089f60 msgr2=0x7f46980d24d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:57:17.154 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:17.146+0000 7f469da20640 1 -- 172.21.15.119:0/4283348776 shutdown_connections 2024-09-13T18:57:17.154 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:17.146+0000 7f469da20640 1 -- 172.21.15.119:0/4283348776 wait complete. 2024-09-13T18:57:17.154 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:17.147+0000 7f469da20640 1 Processor -- start 2024-09-13T18:57:17.154 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:17.147+0000 7f469da20640 1 -- start start 2024-09-13T18:57:17.158 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:17.148+0000 7f469da20640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f4684005180 0x7f4698146130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:17.158 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:17.148+0000 7f469da20640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f46980c95a0 0x7f469806bec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:17.158 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:17.148+0000 7f469da20640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f4698148c90 0x7f4698149110 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:17.158 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:17.148+0000 7f469da20640 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4698149650 con 0x7f4698148c90 2024-09-13T18:57:17.158 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:17.148+0000 7f469da20640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4698146750 con 0x7f4684005180 2024-09-13T18:57:17.158 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:17.148+0000 7f469da20640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f46981f5cb0 con 0x7f46980c95a0 2024-09-13T18:57:17.158 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:17.148+0000 7f46977fe640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f4698148c90 0x7f4698149110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:17.159 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:17.148+0000 7f46977fe640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f4698148c90 0x7f4698149110 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.119:3300/0 says I am v2:172.21.15.119:44674/0 (socket says 172.21.15.119:44674) 2024-09-13T18:57:17.159 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:17.148+0000 7f46977fe640 1 -- 172.21.15.119:0/1350984914 learned_addr learned my addr 172.21.15.119:0/1350984914 (peer_addr_for_me v2:172.21.15.119:0/0) 2024-09-13T18:57:17.159 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:17.149+0000 7f468ffff640 1 --2- 172.21.15.119:0/1350984914 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f46980c95a0 0x7f469806bec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:17.159 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:17.149+0000 7f46977fe640 1 -- 172.21.15.119:0/1350984914 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f46980c95a0 msgr2=0x7f469806bec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:17.159 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:17.149+0000 7f4696ffd640 1 --2- 172.21.15.119:0/1350984914 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f4684005180 0x7f4698146130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:17.159 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:17.149+0000 7f46977fe640 1 --2- 172.21.15.119:0/1350984914 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f46980c95a0 0x7f469806bec0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:17.159 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:17.149+0000 7f46977fe640 1 -- 172.21.15.119:0/1350984914 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f4684005180 msgr2=0x7f4698146130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:17.159 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:17.149+0000 7f46977fe640 1 --2- 172.21.15.119:0/1350984914 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f4684005180 0x7f4698146130 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:17.159 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:17.149+0000 7f46977fe640 1 -- 172.21.15.119:0/1350984914 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f46980c89d0 con 0x7f4698148c90 2024-09-13T18:57:17.159 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:17.149+0000 7f46977fe640 1 --2- 172.21.15.119:0/1350984914 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f4698148c90 0x7f4698149110 secure :-1 s=READY pgs=332 cs=0 l=1 rev1=1 crypto rx=0x7f46900012e0 tx=0x7f4690001650 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:57:17.159 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:17.149+0000 7f4694ff9640 1 -- 172.21.15.119:0/1350984914 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f469003f070 con 0x7f4698148c90 2024-09-13T18:57:17.159 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:17.149+0000 7f4694ff9640 1 -- 172.21.15.119:0/1350984914 <== mon.0 v2:172.21.15.119:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f46900050d0 con 0x7f4698148c90 2024-09-13T18:57:17.159 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:17.149+0000 7f469da20640 1 -- 172.21.15.119:0/1350984914 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f46981f6a30 con 0x7f4698148c90 2024-09-13T18:57:17.159 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:17.149+0000 7f4694ff9640 1 -- 172.21.15.119:0/1350984914 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4690005280 con 0x7f4698148c90 2024-09-13T18:57:17.160 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:17.149+0000 7f469da20640 1 -- 172.21.15.119:0/1350984914 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f46981f6230 con 0x7f4698148c90 2024-09-13T18:57:17.160 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:17.150+0000 7f469da20640 1 -- 172.21.15.119:0/1350984914 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f46980d2190 con 0x7f4698148c90 2024-09-13T18:57:17.160 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:17.150+0000 7f4694ff9640 1 -- 172.21.15.119:0/1350984914 <== mon.0 v2:172.21.15.119:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f46900053e0 con 0x7f4698148c90 2024-09-13T18:57:17.160 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:17.151+0000 7f4694ff9640 1 --2- 172.21.15.119:0/1350984914 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f467806ac30 0x7f467806d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:17.160 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:17.151+0000 7f4694ff9640 1 -- 172.21.15.119:0/1350984914 <== mon.0 v2:172.21.15.119:3300/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 6692+0+0 (secure 0 0 0) 0x7f46900a90d0 con 0x7f4698148c90 2024-09-13T18:57:17.160 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:17.151+0000 7f4696ffd640 1 --2- 172.21.15.119:0/1350984914 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f467806ac30 0x7f467806d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:17.160 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:17.151+0000 7f4696ffd640 1 --2- 172.21.15.119:0/1350984914 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f467806ac30 0x7f467806d0f0 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7f4688001050 tx=0x7f4688009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:57:17.161 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:17.155+0000 7f4694ff9640 1 -- 172.21.15.119:0/1350984914 <== mon.0 v2:172.21.15.119:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f4690073f60 con 0x7f4698148c90 2024-09-13T18:57:17.321 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:17.318+0000 7f469da20640 1 -- 172.21.15.119:0/1350984914 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7f46980d2190 con 0x7f4698148c90 2024-09-13T18:57:17.321 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:17.318+0000 7f4694ff9640 1 -- 172.21.15.119:0/1350984914 <== mon.0 v2:172.21.15.119:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v26) v1 ==== 104+0+11 (secure 0 0 0) 0x7f4690077580 con 0x7f4698148c90 2024-09-13T18:57:17.321 INFO:teuthology.orchestra.run.smithi119.stdout:pg_num: 32 2024-09-13T18:57:17.323 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:17.320+0000 7f469da20640 1 -- 172.21.15.119:0/1350984914 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f467806ac30 msgr2=0x7f467806d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:17.323 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:17.320+0000 7f469da20640 1 --2- 172.21.15.119:0/1350984914 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f467806ac30 0x7f467806d0f0 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7f4688001050 tx=0x7f4688009040 comp rx=0 tx=0).stop 2024-09-13T18:57:17.323 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:17.320+0000 7f469da20640 1 -- 172.21.15.119:0/1350984914 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f4698148c90 msgr2=0x7f4698149110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:17.323 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:17.320+0000 7f469da20640 1 --2- 172.21.15.119:0/1350984914 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f4698148c90 0x7f4698149110 secure :-1 s=READY pgs=332 cs=0 l=1 rev1=1 crypto rx=0x7f46900012e0 tx=0x7f4690001650 comp rx=0 tx=0).stop 2024-09-13T18:57:17.323 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:17.320+0000 7f469da20640 1 -- 172.21.15.119:0/1350984914 shutdown_connections 2024-09-13T18:57:17.323 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:17.320+0000 7f469da20640 1 --2- 172.21.15.119:0/1350984914 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f467806ac30 0x7f467806d0f0 unknown :-1 s=CLOSED pgs=174 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:17.324 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:17.320+0000 7f469da20640 1 --2- 172.21.15.119:0/1350984914 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f4698148c90 0x7f4698149110 unknown :-1 s=CLOSED pgs=332 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:17.324 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:17.320+0000 7f469da20640 1 --2- 172.21.15.119:0/1350984914 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f46980c95a0 0x7f469806bec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:17.324 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:17.320+0000 7f469da20640 1 --2- 172.21.15.119:0/1350984914 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f4684005180 0x7f4698146130 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:17.324 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:17.320+0000 7f469da20640 1 -- 172.21.15.119:0/1350984914 >> 172.21.15.119:0/1350984914 conn(0x7f4698089f60 msgr2=0x7f469806b0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:57:17.324 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:17.320+0000 7f469da20640 1 -- 172.21.15.119:0/1350984914 shutdown_connections 2024-09-13T18:57:17.324 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:17.320+0000 7f469da20640 1 -- 172.21.15.119:0/1350984914 wait complete. 2024-09-13T18:57:17.334 DEBUG:teuthology.orchestra.run.smithi119:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-09-13T18:57:17.434 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:17.431+0000 7fe5e1595640 1 Processor -- start 2024-09-13T18:57:17.434 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:17.431+0000 7fe5e1595640 1 -- start start 2024-09-13T18:57:17.438 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:17.432+0000 7fe5e1595640 1 --2- >> v2:172.21.15.119:3300/0 conn(0x7fe5dc06aa70 0x7fe5dc06ba60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:17.438 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:17.432+0000 7fe5e1595640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7fe5dc069ed0 0x7fe5dc06a320 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:17.438 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:17.432+0000 7fe5e1595640 1 -- --> v1:172.21.15.119:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fe5dc06a860 con 0x7fe5dc15a480 2024-09-13T18:57:17.439 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:17.432+0000 7fe5e1595640 1 -- --> v2:172.21.15.119:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fe5dc0ccd20 con 0x7fe5dc06aa70 2024-09-13T18:57:17.439 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:17.432+0000 7fe5e1595640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fe5dc0d0210 con 0x7fe5dc069ed0 2024-09-13T18:57:17.439 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:17.432+0000 7fe5d27fc640 1 --2- >> v2:172.21.15.119:3300/0 conn(0x7fe5dc06aa70 0x7fe5dc06ba60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:17.439 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:17.432+0000 7fe5daffd640 1 --1- >> v1:172.21.15.119:6789/0 conn(0x7fe5dc15a480 0x7fe5dc0cc610 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.119:6789/0 says I am v1:172.21.15.119:45654/0 (socket says 172.21.15.119:45654) 2024-09-13T18:57:17.439 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:17.432+0000 7fe5daffd640 1 -- 172.21.15.119:0/1736182492 learned_addr learned my addr 172.21.15.119:0/1736182492 (peer_addr_for_me v1:172.21.15.119:0/0) 2024-09-13T18:57:17.439 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:17.433+0000 7fe5db7fe640 1 --2- 172.21.15.119:0/1736182492 >> v2:172.21.15.145:3300/0 conn(0x7fe5dc069ed0 0x7fe5dc06a320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:17.440 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:17.433+0000 7fe5d27fc640 1 -- 172.21.15.119:0/1736182492 >> v2:172.21.15.145:3300/0 conn(0x7fe5dc069ed0 msgr2=0x7fe5dc06a320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T18:57:17.440 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:17.433+0000 7fe5d27fc640 1 --2- 172.21.15.119:0/1736182492 >> v2:172.21.15.145:3300/0 conn(0x7fe5dc069ed0 0x7fe5dc06a320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:17.440 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:17.433+0000 7fe5d27fc640 1 -- 172.21.15.119:0/1736182492 >> v1:172.21.15.119:6789/0 conn(0x7fe5dc15a480 legacy=0x7fe5dc0cc610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:17.440 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:17.433+0000 7fe5d27fc640 1 -- 172.21.15.119:0/1736182492 --> v2:172.21.15.119:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe5dc0cc180 con 0x7fe5dc06aa70 2024-09-13T18:57:17.440 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:17.433+0000 7fe5da7fc640 1 -- 172.21.15.119:0/1736182492 <== mon.0 v1:172.21.15.119:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 4262254299 0 0) 0x7fe5cc001110 con 0x7fe5dc15a480 2024-09-13T18:57:17.441 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:17.433+0000 7fe5db7fe640 1 --2- 172.21.15.119:0/1736182492 >> v2:172.21.15.145:3300/0 conn(0x7fe5dc069ed0 0x7fe5dc06a320 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T18:57:17.441 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:17.433+0000 7fe5d27fc640 1 --2- 172.21.15.119:0/1736182492 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fe5dc06aa70 0x7fe5dc06ba60 secure :-1 s=READY pgs=334 cs=0 l=1 rev1=1 crypto rx=0x7fe5dc0cb7a0 tx=0x7fe5c402a110 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c18d49e23fa9585a server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:57:17.441 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:17.433+0000 7fe5da7fc640 1 -- 172.21.15.119:0/1736182492 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe5c402ae60 con 0x7fe5dc06aa70 2024-09-13T18:57:17.441 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:17.433+0000 7fe5da7fc640 1 -- 172.21.15.119:0/1736182492 <== mon.0 v2:172.21.15.119:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe5c4032440 con 0x7fe5dc06aa70 2024-09-13T18:57:17.441 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:17.433+0000 7fe5da7fc640 1 -- 172.21.15.119:0/1736182492 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe5c40327d0 con 0x7fe5dc06aa70 2024-09-13T18:57:17.441 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:17.434+0000 7fe5e1595640 1 -- 172.21.15.119:0/1736182492 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fe5dc06aa70 msgr2=0x7fe5dc06ba60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:17.442 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:17.434+0000 7fe5e1595640 1 --2- 172.21.15.119:0/1736182492 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fe5dc06aa70 0x7fe5dc06ba60 secure :-1 s=READY pgs=334 cs=0 l=1 rev1=1 crypto rx=0x7fe5dc0cb7a0 tx=0x7fe5c402a110 comp rx=0 tx=0).stop 2024-09-13T18:57:17.442 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:17.434+0000 7fe5e1595640 1 -- 172.21.15.119:0/1736182492 shutdown_connections 2024-09-13T18:57:17.442 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:17.434+0000 7fe5e1595640 1 --2- 172.21.15.119:0/1736182492 >> v2:172.21.15.145:3300/0 conn(0x7fe5dc069ed0 0x7fe5dc06a320 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:17.442 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:17.434+0000 7fe5e1595640 1 --2- 172.21.15.119:0/1736182492 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fe5dc06aa70 0x7fe5dc06ba60 unknown :-1 s=CLOSED pgs=334 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:17.442 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:17.434+0000 7fe5e1595640 1 -- 172.21.15.119:0/1736182492 >> 172.21.15.119:0/1736182492 conn(0x7fe5dc0717e0 msgr2=0x7fe5dc0989d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:57:17.443 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:17.434+0000 7fe5e1595640 1 -- 172.21.15.119:0/1736182492 shutdown_connections 2024-09-13T18:57:17.443 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:17.434+0000 7fe5e1595640 1 -- 172.21.15.119:0/1736182492 wait complete. 2024-09-13T18:57:17.443 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:17.435+0000 7fe5e1595640 1 Processor -- start 2024-09-13T18:57:17.443 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:17.436+0000 7fe5e1595640 1 -- start start 2024-09-13T18:57:17.448 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:17.436+0000 7fe5e1595640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fe5dc069ed0 0x7fe5dc150ea0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:17.448 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:17.436+0000 7fe5e1595640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fe5dc06aa70 0x7fe5dc0b3780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:17.449 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:17.436+0000 7fe5e1595640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fe5dc15a480 0x7fe5dc15bf80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:17.449 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:17.436+0000 7fe5e1595640 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe5dc0ca1f0 con 0x7fe5dc15a480 2024-09-13T18:57:17.449 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:17.436+0000 7fe5e1595640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe5dc0c95e0 con 0x7fe5dc069ed0 2024-09-13T18:57:17.449 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:17.436+0000 7fe5e1595640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe5dc0c98c0 con 0x7fe5dc06aa70 2024-09-13T18:57:17.449 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:17.436+0000 7fe5db7fe640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fe5dc15a480 0x7fe5dc15bf80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:17.450 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:17.436+0000 7fe5db7fe640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fe5dc15a480 0x7fe5dc15bf80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.119:3300/0 says I am v2:172.21.15.119:44696/0 (socket says 172.21.15.119:44696) 2024-09-13T18:57:17.450 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:17.436+0000 7fe5db7fe640 1 -- 172.21.15.119:0/1601647122 learned_addr learned my addr 172.21.15.119:0/1601647122 (peer_addr_for_me v2:172.21.15.119:0/0) 2024-09-13T18:57:17.450 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:17.437+0000 7fe5daffd640 1 --2- 172.21.15.119:0/1601647122 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fe5dc069ed0 0x7fe5dc150ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:17.450 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:17.437+0000 7fe5d27fc640 1 --2- 172.21.15.119:0/1601647122 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fe5dc06aa70 0x7fe5dc0b3780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:17.450 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:17.437+0000 7fe5db7fe640 1 -- 172.21.15.119:0/1601647122 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fe5dc06aa70 msgr2=0x7fe5dc0b3780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:17.450 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:17.437+0000 7fe5db7fe640 1 --2- 172.21.15.119:0/1601647122 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fe5dc06aa70 0x7fe5dc0b3780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:17.451 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:17.437+0000 7fe5db7fe640 1 -- 172.21.15.119:0/1601647122 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fe5dc069ed0 msgr2=0x7fe5dc150ea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:17.451 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:17.437+0000 7fe5db7fe640 1 --2- 172.21.15.119:0/1601647122 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fe5dc069ed0 0x7fe5dc150ea0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:17.451 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:17.437+0000 7fe5db7fe640 1 -- 172.21.15.119:0/1601647122 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe5c4009400 con 0x7fe5dc15a480 2024-09-13T18:57:17.451 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:17.437+0000 7fe5db7fe640 1 --2- 172.21.15.119:0/1601647122 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fe5dc15a480 0x7fe5dc15bf80 secure :-1 s=READY pgs=335 cs=0 l=1 rev1=1 crypto rx=0x7fe5d400cd50 tx=0x7fe5d400a650 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:57:17.451 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:17.437+0000 7fe5d3fff640 1 -- 172.21.15.119:0/1601647122 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe5d400f680 con 0x7fe5dc15a480 2024-09-13T18:57:17.451 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:17.437+0000 7fe5d3fff640 1 -- 172.21.15.119:0/1601647122 <== mon.0 v2:172.21.15.119:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe5d400f800 con 0x7fe5dc15a480 2024-09-13T18:57:17.452 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:17.437+0000 7fe5e1595640 1 -- 172.21.15.119:0/1601647122 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe5dc0c9ba0 con 0x7fe5dc15a480 2024-09-13T18:57:17.452 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:17.437+0000 7fe5d3fff640 1 -- 172.21.15.119:0/1601647122 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe5d400fbb0 con 0x7fe5dc15a480 2024-09-13T18:57:17.452 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:17.437+0000 7fe5e1595640 1 -- 172.21.15.119:0/1601647122 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe5dc0b3cc0 con 0x7fe5dc15a480 2024-09-13T18:57:17.452 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:17.438+0000 7fe5e1595640 1 -- 172.21.15.119:0/1601647122 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fe5dc06c090 con 0x7fe5dc15a480 2024-09-13T18:57:17.452 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:17.438+0000 7fe5d3fff640 1 -- 172.21.15.119:0/1601647122 <== mon.0 v2:172.21.15.119:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fe5d400b040 con 0x7fe5dc15a480 2024-09-13T18:57:17.453 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:17.439+0000 7fe5d3fff640 1 --2- 172.21.15.119:0/1601647122 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7fe5bc06ac00 0x7fe5bc06d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:17.453 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:17.439+0000 7fe5d3fff640 1 -- 172.21.15.119:0/1601647122 <== mon.0 v2:172.21.15.119:3300/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 6692+0+0 (secure 0 0 0) 0x7fe5d408a240 con 0x7fe5dc15a480 2024-09-13T18:57:17.453 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:17.439+0000 7fe5daffd640 1 --2- 172.21.15.119:0/1601647122 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7fe5bc06ac00 0x7fe5bc06d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:17.453 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:17.439+0000 7fe5daffd640 1 --2- 172.21.15.119:0/1601647122 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7fe5bc06ac00 0x7fe5bc06d0c0 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7fe5cc000f60 tx=0x7fe5cc0079b0 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:57:17.453 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:17.443+0000 7fe5d3fff640 1 -- 172.21.15.119:0/1601647122 <== mon.0 v2:172.21.15.119:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fe5d4054fb0 con 0x7fe5dc15a480 2024-09-13T18:57:17.605 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:17.602+0000 7fe5e1595640 1 -- 172.21.15.119:0/1601647122 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7fe5dc15a860 con 0x7fe5dc15a480 2024-09-13T18:57:17.605 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:17.603+0000 7fe5d3fff640 1 -- 172.21.15.119:0/1601647122 <== mon.0 v2:172.21.15.119:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v26) v1 ==== 100+0+11 (secure 0 0 0) 0x7fe5d40585d0 con 0x7fe5dc15a480 2024-09-13T18:57:17.605 INFO:teuthology.orchestra.run.smithi119.stdout:pg_num: 64 2024-09-13T18:57:17.607 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:17.605+0000 7fe5e1595640 1 -- 172.21.15.119:0/1601647122 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7fe5bc06ac00 msgr2=0x7fe5bc06d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:17.608 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:17.605+0000 7fe5e1595640 1 --2- 172.21.15.119:0/1601647122 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7fe5bc06ac00 0x7fe5bc06d0c0 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7fe5cc000f60 tx=0x7fe5cc0079b0 comp rx=0 tx=0).stop 2024-09-13T18:57:17.608 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:17.605+0000 7fe5e1595640 1 -- 172.21.15.119:0/1601647122 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fe5dc15a480 msgr2=0x7fe5dc15bf80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:17.608 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:17.605+0000 7fe5e1595640 1 --2- 172.21.15.119:0/1601647122 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fe5dc15a480 0x7fe5dc15bf80 secure :-1 s=READY pgs=335 cs=0 l=1 rev1=1 crypto rx=0x7fe5d400cd50 tx=0x7fe5d400a650 comp rx=0 tx=0).stop 2024-09-13T18:57:17.608 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:17.605+0000 7fe5e1595640 1 -- 172.21.15.119:0/1601647122 shutdown_connections 2024-09-13T18:57:17.608 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:17.605+0000 7fe5e1595640 1 --2- 172.21.15.119:0/1601647122 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7fe5bc06ac00 0x7fe5bc06d0c0 unknown :-1 s=CLOSED pgs=175 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:17.608 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:17.605+0000 7fe5e1595640 1 --2- 172.21.15.119:0/1601647122 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fe5dc15a480 0x7fe5dc15bf80 unknown :-1 s=CLOSED pgs=335 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:17.608 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:17.605+0000 7fe5e1595640 1 --2- 172.21.15.119:0/1601647122 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fe5dc06aa70 0x7fe5dc0b3780 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:17.608 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:17.605+0000 7fe5e1595640 1 --2- 172.21.15.119:0/1601647122 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fe5dc069ed0 0x7fe5dc150ea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:17.608 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:17.605+0000 7fe5e1595640 1 -- 172.21.15.119:0/1601647122 >> 172.21.15.119:0/1601647122 conn(0x7fe5dc0717e0 msgr2=0x7fe5dc1578b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:57:17.608 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:17.605+0000 7fe5e1595640 1 -- 172.21.15.119:0/1601647122 shutdown_connections 2024-09-13T18:57:17.608 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:17.605+0000 7fe5e1595640 1 -- 172.21.15.119:0/1601647122 wait complete. 2024-09-13T18:57:17.618 DEBUG:teuthology.orchestra.run.smithi119:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data_ec pg_num 2024-09-13T18:57:17.723 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:17.716+0000 7f10292d0640 1 Processor -- start 2024-09-13T18:57:17.723 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:17.716+0000 7f10292d0640 1 -- start start 2024-09-13T18:57:17.723 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:17.717+0000 7f10292d0640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f10240d1650 0x7f10240b3850 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:17.723 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:17.717+0000 7f10292d0640 1 -- --> v1:172.21.15.119:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f10240d1f40 con 0x7f10240b1370 2024-09-13T18:57:17.723 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:17.717+0000 7f10292d0640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f10240d2190 con 0x7f10240cd500 2024-09-13T18:57:17.723 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:17.717+0000 7f10292d0640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f10240ccb20 con 0x7f10240d1650 2024-09-13T18:57:17.723 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:17.717+0000 7f101a7fc640 1 --1- >> v1:172.21.15.119:6789/0 conn(0x7f10240b1370 0x7f10240b1fd0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.119:6789/0 says I am v1:172.21.15.119:45668/0 (socket says 172.21.15.119:45668) 2024-09-13T18:57:17.723 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:17.717+0000 7f101a7fc640 1 -- 172.21.15.119:0/1176839842 learned_addr learned my addr 172.21.15.119:0/1176839842 (peer_addr_for_me v1:172.21.15.119:0/0) 2024-09-13T18:57:17.723 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:17.717+0000 7f10237fe640 1 --2- 172.21.15.119:0/1176839842 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f10240d1650 0x7f10240b3850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:17.724 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:17.717+0000 7f10227fc640 1 -- 172.21.15.119:0/1176839842 <== mon.0 v1:172.21.15.119:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1478597557 0 0) 0x7f10240d1f40 con 0x7f10240b1370 2024-09-13T18:57:17.724 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:17.717+0000 7f10227fc640 1 -- 172.21.15.119:0/1176839842 --> v1:172.21.15.119:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f1010003520 con 0x7f10240b1370 2024-09-13T18:57:17.724 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:17.718+0000 7f10227fc640 1 -- 172.21.15.119:0/1176839842 <== mon.0 v1:172.21.15.119:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 2372221424 0 0) 0x7f1010003520 con 0x7f10240b1370 2024-09-13T18:57:17.724 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:17.718+0000 7f10227fc640 1 -- 172.21.15.119:0/1176839842 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f10240d1650 msgr2=0x7f10240b3850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T18:57:17.724 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:17.718+0000 7f10227fc640 1 --2- 172.21.15.119:0/1176839842 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f10240d1650 0x7f10240b3850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:17.724 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:17.718+0000 7f10227fc640 1 -- 172.21.15.119:0/1176839842 >> v1:172.21.15.145:6789/0 conn(0x7f10240cd500 legacy=0x7f10240b18c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:17.724 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:17.718+0000 7f10227fc640 1 -- 172.21.15.119:0/1176839842 --> v1:172.21.15.119:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f10240cce00 con 0x7f10240b1370 2024-09-13T18:57:17.724 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:17.718+0000 7f10227fc640 1 -- 172.21.15.119:0/1176839842 <== mon.0 v1:172.21.15.119:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 337823224 0 0) 0x7f100c001670 con 0x7f10240b1370 2024-09-13T18:57:17.724 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:17.718+0000 7f10227fc640 1 -- 172.21.15.119:0/1176839842 >> v1:172.21.15.119:6789/0 conn(0x7f10240b1370 legacy=0x7f10240b1fd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:17.724 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:17.718+0000 7f10227fc640 1 --2- 172.21.15.119:0/1176839842 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f10100039a0 0x7f1010003d80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:17.724 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:17.718+0000 7f10227fc640 1 --2- 172.21.15.119:0/1176839842 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f10240d1650 0x7f10100047c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:17.724 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:17.718+0000 7f10227fc640 1 --2- 172.21.15.119:0/1176839842 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f1010004d00 0x7f1010005180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:17.724 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:17.718+0000 7f10227fc640 1 -- 172.21.15.119:0/1176839842 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f10240ccb20 con 0x7f10100039a0 2024-09-13T18:57:17.725 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:17.718+0000 7f10227fc640 1 -- 172.21.15.119:0/1176839842 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f101000ba30 con 0x7f1010004d00 2024-09-13T18:57:17.725 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:17.718+0000 7f10227fc640 1 -- 172.21.15.119:0/1176839842 --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f101000bbf0 con 0x7f10240d1650 2024-09-13T18:57:17.725 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:17.718+0000 7f1022ffd640 1 --2- 172.21.15.119:0/1176839842 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f10100039a0 0x7f1010003d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:17.725 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:17.718+0000 7f10237fe640 1 --2- 172.21.15.119:0/1176839842 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f1010004d00 0x7f1010005180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:17.725 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:17.718+0000 7f101a7fc640 1 --2- 172.21.15.119:0/1176839842 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f10240d1650 0x7f10100047c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:17.725 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:17.718+0000 7f1022ffd640 1 -- 172.21.15.119:0/1176839842 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f10240d1650 msgr2=0x7f10100047c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T18:57:17.725 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:17.718+0000 7f1022ffd640 1 --2- 172.21.15.119:0/1176839842 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f10240d1650 0x7f10100047c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:17.725 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:17.718+0000 7f1022ffd640 1 -- 172.21.15.119:0/1176839842 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f1010004d00 msgr2=0x7f1010005180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T18:57:17.726 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:17.718+0000 7f1022ffd640 1 --2- 172.21.15.119:0/1176839842 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f1010004d00 0x7f1010005180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:17.726 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:17.718+0000 7f1022ffd640 1 -- 172.21.15.119:0/1176839842 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1010003520 con 0x7f10100039a0 2024-09-13T18:57:17.726 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:17.718+0000 7f101a7fc640 1 --2- 172.21.15.119:0/1176839842 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f10240d1650 0x7f10100047c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T18:57:17.726 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:17.719+0000 7f1022ffd640 1 --2- 172.21.15.119:0/1176839842 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f10100039a0 0x7f1010003d80 secure :-1 s=READY pgs=337 cs=0 l=1 rev1=1 crypto rx=0x7f1014001910 tx=0x7f10100057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8a2ac66153e3544e server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:57:17.726 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:17.719+0000 7f10227fc640 1 -- 172.21.15.119:0/1176839842 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f101402ac60 con 0x7f10100039a0 2024-09-13T18:57:17.726 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:17.719+0000 7f10227fc640 1 -- 172.21.15.119:0/1176839842 <== mon.0 v2:172.21.15.119:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f101402adc0 con 0x7f10100039a0 2024-09-13T18:57:17.726 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:17.719+0000 7f10227fc640 1 -- 172.21.15.119:0/1176839842 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1014032660 con 0x7f10100039a0 2024-09-13T18:57:17.726 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:17.719+0000 7f10292d0640 1 -- 172.21.15.119:0/1176839842 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f10100039a0 msgr2=0x7f1010003d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:17.726 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:17.719+0000 7f10292d0640 1 --2- 172.21.15.119:0/1176839842 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f10100039a0 0x7f1010003d80 secure :-1 s=READY pgs=337 cs=0 l=1 rev1=1 crypto rx=0x7f1014001910 tx=0x7f10100057f0 comp rx=0 tx=0).stop 2024-09-13T18:57:17.726 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:17.719+0000 7f10237fe640 1 -- 172.21.15.119:0/1176839842 reap_dead start 2024-09-13T18:57:17.726 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:17.719+0000 7f10292d0640 1 -- 172.21.15.119:0/1176839842 shutdown_connections 2024-09-13T18:57:17.726 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:17.719+0000 7f10292d0640 1 -- 172.21.15.119:0/1176839842 >> 172.21.15.119:0/1176839842 conn(0x7f1024089f60 msgr2=0x7f10240d24d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:57:17.726 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:17.719+0000 7f10292d0640 1 -- 172.21.15.119:0/1176839842 shutdown_connections 2024-09-13T18:57:17.727 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:17.719+0000 7f10292d0640 1 -- 172.21.15.119:0/1176839842 wait complete. 2024-09-13T18:57:17.727 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:17.721+0000 7f10292d0640 1 Processor -- start 2024-09-13T18:57:17.729 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:17.721+0000 7f10292d0640 1 -- start start 2024-09-13T18:57:17.729 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:17.721+0000 7f10292d0640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f10100039a0 0x7f10240cf710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:17.729 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:17.721+0000 7f10292d0640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f10240cbe20 0x7f1024159f80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:17.729 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:17.721+0000 7f10292d0640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f10240b7c20 0x7f10240b5c80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:17.729 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:17.721+0000 7f10292d0640 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f10240b80a0 con 0x7f10100039a0 2024-09-13T18:57:17.729 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:17.721+0000 7f10292d0640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f10240cfd30 con 0x7f10240b7c20 2024-09-13T18:57:17.729 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:17.721+0000 7f10292d0640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f10240cb060 con 0x7f10240cbe20 2024-09-13T18:57:17.730 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:17.722+0000 7f1022ffd640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f10100039a0 0x7f10240cf710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:17.730 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:17.722+0000 7f1022ffd640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f10100039a0 0x7f10240cf710 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.119:3300/0 says I am v2:172.21.15.119:44718/0 (socket says 172.21.15.119:44718) 2024-09-13T18:57:17.730 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:17.722+0000 7f1022ffd640 1 -- 172.21.15.119:0/2643029835 learned_addr learned my addr 172.21.15.119:0/2643029835 (peer_addr_for_me v2:172.21.15.119:0/0) 2024-09-13T18:57:17.730 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:17.722+0000 7f10237fe640 1 --2- 172.21.15.119:0/2643029835 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f10240b7c20 0x7f10240b5c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:17.730 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:17.722+0000 7f101a7fc640 1 --2- 172.21.15.119:0/2643029835 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f10240cbe20 0x7f1024159f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:17.730 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:17.722+0000 7f1022ffd640 1 -- 172.21.15.119:0/2643029835 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f10240cbe20 msgr2=0x7f1024159f80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:17.730 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:17.722+0000 7f1022ffd640 1 --2- 172.21.15.119:0/2643029835 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f10240cbe20 0x7f1024159f80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:17.730 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:17.722+0000 7f1022ffd640 1 -- 172.21.15.119:0/2643029835 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f10240b7c20 msgr2=0x7f10240b5c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:17.730 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:17.722+0000 7f1022ffd640 1 --2- 172.21.15.119:0/2643029835 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f10240b7c20 0x7f10240b5c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:17.730 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:17.722+0000 7f1022ffd640 1 -- 172.21.15.119:0/2643029835 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f10240cb340 con 0x7f10100039a0 2024-09-13T18:57:17.730 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:17.722+0000 7f10237fe640 1 --2- 172.21.15.119:0/2643029835 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f10240b7c20 0x7f10240b5c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T18:57:17.730 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:17.722+0000 7f101a7fc640 1 --2- 172.21.15.119:0/2643029835 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f10240cbe20 0x7f1024159f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T18:57:17.730 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:17.722+0000 7f1022ffd640 1 --2- 172.21.15.119:0/2643029835 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f10100039a0 0x7f10240cf710 secure :-1 s=READY pgs=338 cs=0 l=1 rev1=1 crypto rx=0x7f1014035040 tx=0x7f10140012b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:57:17.730 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:17.722+0000 7f101bfff640 1 -- 172.21.15.119:0/2643029835 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f10140054e0 con 0x7f10100039a0 2024-09-13T18:57:17.731 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:17.722+0000 7f101bfff640 1 -- 172.21.15.119:0/2643029835 <== mon.0 v2:172.21.15.119:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1014007040 con 0x7f10100039a0 2024-09-13T18:57:17.731 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:17.722+0000 7f10292d0640 1 -- 172.21.15.119:0/2643029835 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f10240b80a0 con 0x7f10100039a0 2024-09-13T18:57:17.731 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:17.722+0000 7f101bfff640 1 -- 172.21.15.119:0/2643029835 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f10140073b0 con 0x7f10100039a0 2024-09-13T18:57:17.731 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:17.722+0000 7f10292d0640 1 -- 172.21.15.119:0/2643029835 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f10240cb900 con 0x7f10100039a0 2024-09-13T18:57:17.731 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:17.723+0000 7f10292d0640 1 -- 172.21.15.119:0/2643029835 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f10240cb1a0 con 0x7f10100039a0 2024-09-13T18:57:17.731 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:17.724+0000 7f101bfff640 1 -- 172.21.15.119:0/2643029835 <== mon.0 v2:172.21.15.119:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f1014039040 con 0x7f10100039a0 2024-09-13T18:57:17.731 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:17.724+0000 7f101bfff640 1 --2- 172.21.15.119:0/2643029835 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f100406ac30 0x7f100406d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:17.731 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:17.724+0000 7f101bfff640 1 -- 172.21.15.119:0/2643029835 <== mon.0 v2:172.21.15.119:3300/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 6692+0+0 (secure 0 0 0) 0x7f10140a98a0 con 0x7f10100039a0 2024-09-13T18:57:17.731 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:17.724+0000 7f101a7fc640 1 --2- 172.21.15.119:0/2643029835 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f100406ac30 0x7f100406d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:17.731 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:17.725+0000 7f101a7fc640 1 --2- 172.21.15.119:0/2643029835 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f100406ac30 0x7f100406d0f0 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7f100c000f60 tx=0x7f100c001ba0 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:57:17.732 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:17.728+0000 7f101bfff640 1 -- 172.21.15.119:0/2643029835 <== mon.0 v2:172.21.15.119:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f10240cb1a0 con 0x7f10100039a0 2024-09-13T18:57:17.893 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:17.890+0000 7f10292d0640 1 -- 172.21.15.119:0/2643029835 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"} v 0) v1 -- 0x7f10240cb1a0 con 0x7f10100039a0 2024-09-13T18:57:17.893 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:17.890+0000 7f101bfff640 1 -- 172.21.15.119:0/2643029835 <== mon.0 v2:172.21.15.119:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]=0 v26) v1 ==== 103+0+11 (secure 0 0 0) 0x7f10240cb1a0 con 0x7f10100039a0 2024-09-13T18:57:17.893 INFO:teuthology.orchestra.run.smithi119.stdout:pg_num: 32 2024-09-13T18:57:17.895 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:17.892+0000 7f10292d0640 1 -- 172.21.15.119:0/2643029835 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f100406ac30 msgr2=0x7f100406d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:17.895 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:17.892+0000 7f10292d0640 1 --2- 172.21.15.119:0/2643029835 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f100406ac30 0x7f100406d0f0 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7f100c000f60 tx=0x7f100c001ba0 comp rx=0 tx=0).stop 2024-09-13T18:57:17.895 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:17.892+0000 7f10292d0640 1 -- 172.21.15.119:0/2643029835 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f10100039a0 msgr2=0x7f10240cf710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:17.895 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:17.892+0000 7f10292d0640 1 --2- 172.21.15.119:0/2643029835 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f10100039a0 0x7f10240cf710 secure :-1 s=READY pgs=338 cs=0 l=1 rev1=1 crypto rx=0x7f1014035040 tx=0x7f10140012b0 comp rx=0 tx=0).stop 2024-09-13T18:57:17.896 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:17.892+0000 7f10292d0640 1 -- 172.21.15.119:0/2643029835 shutdown_connections 2024-09-13T18:57:17.896 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:17.892+0000 7f10292d0640 1 --2- 172.21.15.119:0/2643029835 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f100406ac30 0x7f100406d0f0 unknown :-1 s=CLOSED pgs=176 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:17.896 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:17.892+0000 7f10292d0640 1 --2- 172.21.15.119:0/2643029835 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f10240b7c20 0x7f10240b5c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:17.896 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:17.892+0000 7f10292d0640 1 --2- 172.21.15.119:0/2643029835 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f10240cbe20 0x7f1024159f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:17.896 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:17.892+0000 7f10292d0640 1 --2- 172.21.15.119:0/2643029835 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f10100039a0 0x7f10240cf710 unknown :-1 s=CLOSED pgs=338 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:17.896 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:17.892+0000 7f10292d0640 1 -- 172.21.15.119:0/2643029835 >> 172.21.15.119:0/2643029835 conn(0x7f1024089f60 msgr2=0x7f102415cd40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:57:17.897 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:17.892+0000 7f10292d0640 1 -- 172.21.15.119:0/2643029835 shutdown_connections 2024-09-13T18:57:17.897 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:17.892+0000 7f10292d0640 1 -- 172.21.15.119:0/2643029835 wait complete. 2024-09-13T18:57:17.907 DEBUG:teuthology.orchestra.run.smithi119:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-13T18:57:18.006 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:18.003+0000 7fcfd68a3640 1 Processor -- start 2024-09-13T18:57:18.006 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:18.003+0000 7fcfd68a3640 1 -- start start 2024-09-13T18:57:18.009 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:18.004+0000 7fcfd68a3640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fcfd0072110 0x7fcfd0070190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:18.009 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:18.004+0000 7fcfd68a3640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7fcfd00c8920 0x7fcfd00c8dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:18.009 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:18.004+0000 7fcfd68a3640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fcfd00abdf0 con 0x7fcfd0071d30 2024-09-13T18:57:18.009 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:18.004+0000 7fcfd68a3640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fcfd00c9310 con 0x7fcfd00c8920 2024-09-13T18:57:18.009 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:18.004+0000 7fcfd68a3640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fcfd00b2280 con 0x7fcfd0072110 2024-09-13T18:57:18.009 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:18.004+0000 7fcfc7fff640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fcfd0072110 0x7fcfd0070190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:18.009 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:18.004+0000 7fcfd4e40640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7fcfd00c8920 0x7fcfd00c8dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:18.010 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:18.004+0000 7fcfc7fff640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fcfd0072110 0x7fcfd0070190 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.145:3301/0 says I am v2:172.21.15.119:49638/0 (socket says 172.21.15.119:49638) 2024-09-13T18:57:18.010 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:18.004+0000 7fcfd4e40640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7fcfd00c8920 0x7fcfd00c8dd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.145:3300/0 says I am v2:172.21.15.119:48730/0 (socket says 172.21.15.119:48730) 2024-09-13T18:57:18.010 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:18.004+0000 7fcfcffff640 1 --1- >> v1:172.21.15.145:6789/0 conn(0x7fcfd0071d30 0x7fcfd00b1b70 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.145:6789/0 says I am v1:172.21.15.119:45040/0 (socket says 172.21.15.119:45040) 2024-09-13T18:57:18.010 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:18.004+0000 7fcfc7fff640 1 -- 172.21.15.119:0/677248560 learned_addr learned my addr 172.21.15.119:0/677248560 (peer_addr_for_me v2:172.21.15.119:0/0) 2024-09-13T18:57:18.010 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:18.004+0000 7fcfd4e40640 1 -- 172.21.15.119:0/677248560 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fcfd0072110 msgr2=0x7fcfd0070190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T18:57:18.010 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:18.004+0000 7fcfd4e40640 1 --2- 172.21.15.119:0/677248560 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fcfd0072110 0x7fcfd0070190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:18.010 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:18.004+0000 7fcfd4e40640 1 -- 172.21.15.119:0/677248560 >> v1:172.21.15.145:6789/0 conn(0x7fcfd0071d30 legacy=0x7fcfd00b1b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:18.010 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:18.004+0000 7fcfd4e40640 1 -- 172.21.15.119:0/677248560 --> v2:172.21.15.145:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fcfd00ab1e0 con 0x7fcfd00c8920 2024-09-13T18:57:18.010 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:18.005+0000 7fcfd4e40640 1 --2- 172.21.15.119:0/677248560 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fcfd00c8920 0x7fcfd00c8dd0 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7fcfc8009dc0 tx=0x7fcfc802a680 comp rx=0 tx=0).ready entity=mon.1 client_cookie=79aecdff9ff35110 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:57:18.010 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:18.005+0000 7fcfcf7fe640 1 -- 172.21.15.119:0/677248560 <== mon.1 v2:172.21.15.145:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcfc8007740 con 0x7fcfd00c8920 2024-09-13T18:57:18.010 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:18.005+0000 7fcfcf7fe640 1 -- 172.21.15.119:0/677248560 <== mon.1 v2:172.21.15.145:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fcfc802d050 con 0x7fcfd00c8920 2024-09-13T18:57:18.010 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:18.005+0000 7fcfcf7fe640 1 -- 172.21.15.119:0/677248560 <== mon.1 v2:172.21.15.145:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcfc8007ac0 con 0x7fcfd00c8920 2024-09-13T18:57:18.010 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:18.006+0000 7fcfd68a3640 1 -- 172.21.15.119:0/677248560 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fcfd00c8920 msgr2=0x7fcfd00c8dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:18.010 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:18.006+0000 7fcfd68a3640 1 --2- 172.21.15.119:0/677248560 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fcfd00c8920 0x7fcfd00c8dd0 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7fcfc8009dc0 tx=0x7fcfc802a680 comp rx=0 tx=0).stop 2024-09-13T18:57:18.011 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:18.006+0000 7fcfd68a3640 1 -- 172.21.15.119:0/677248560 shutdown_connections 2024-09-13T18:57:18.011 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:18.006+0000 7fcfd68a3640 1 --2- 172.21.15.119:0/677248560 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fcfd00c8920 0x7fcfd00c8dd0 unknown :-1 s=CLOSED pgs=146 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:18.011 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:18.006+0000 7fcfd68a3640 1 --2- 172.21.15.119:0/677248560 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fcfd0072110 0x7fcfd0070190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:18.011 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:18.006+0000 7fcfd68a3640 1 -- 172.21.15.119:0/677248560 >> 172.21.15.119:0/677248560 conn(0x7fcfd0069ed0 msgr2=0x7fcfd006a2e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:57:18.011 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:18.006+0000 7fcfd68a3640 1 -- 172.21.15.119:0/677248560 shutdown_connections 2024-09-13T18:57:18.011 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:18.006+0000 7fcfd68a3640 1 -- 172.21.15.119:0/677248560 wait complete. 2024-09-13T18:57:18.014 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:18.007+0000 7fcfd68a3640 1 Processor -- start 2024-09-13T18:57:18.014 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:18.007+0000 7fcfd68a3640 1 -- start start 2024-09-13T18:57:18.014 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:18.008+0000 7fcfd68a3640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fcfd0071d30 0x7fcfd014e3a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:18.014 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:18.008+0000 7fcfd68a3640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fcfd0072110 0x7fcfd01523c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:18.015 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:18.008+0000 7fcfd68a3640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fcfd00c8920 0x7fcfd0098250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:18.015 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:18.008+0000 7fcfd68a3640 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcfd014d300 con 0x7fcfd00c8920 2024-09-13T18:57:18.015 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:18.008+0000 7fcfd68a3640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcfd014d5e0 con 0x7fcfd0071d30 2024-09-13T18:57:18.015 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:18.008+0000 7fcfd68a3640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fcfd014d8c0 con 0x7fcfd0072110 2024-09-13T18:57:18.015 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:18.008+0000 7fcfd4e40640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fcfd00c8920 0x7fcfd0098250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:18.015 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:18.008+0000 7fcfd4e40640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fcfd00c8920 0x7fcfd0098250 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.119:3300/0 says I am v2:172.21.15.119:44728/0 (socket says 172.21.15.119:44728) 2024-09-13T18:57:18.015 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:18.008+0000 7fcfd4e40640 1 -- 172.21.15.119:0/775372963 learned_addr learned my addr 172.21.15.119:0/775372963 (peer_addr_for_me v2:172.21.15.119:0/0) 2024-09-13T18:57:18.015 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:18.008+0000 7fcfcffff640 1 --2- 172.21.15.119:0/775372963 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fcfd0071d30 0x7fcfd014e3a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:18.015 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:18.008+0000 7fcfc7fff640 1 --2- 172.21.15.119:0/775372963 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fcfd0072110 0x7fcfd01523c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:18.015 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:18.008+0000 7fcfd4e40640 1 -- 172.21.15.119:0/775372963 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fcfd0072110 msgr2=0x7fcfd01523c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:18.015 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:18.008+0000 7fcfd4e40640 1 --2- 172.21.15.119:0/775372963 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fcfd0072110 0x7fcfd01523c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:18.015 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:18.008+0000 7fcfd4e40640 1 -- 172.21.15.119:0/775372963 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fcfd0071d30 msgr2=0x7fcfd014e3a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:18.015 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:18.008+0000 7fcfd4e40640 1 --2- 172.21.15.119:0/775372963 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fcfd0071d30 0x7fcfd014e3a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:18.015 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:18.008+0000 7fcfd4e40640 1 -- 172.21.15.119:0/775372963 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fcfc8009a70 con 0x7fcfd00c8920 2024-09-13T18:57:18.016 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:18.008+0000 7fcfcffff640 1 --2- 172.21.15.119:0/775372963 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fcfd0071d30 0x7fcfd014e3a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T18:57:18.016 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:18.008+0000 7fcfd4e40640 1 --2- 172.21.15.119:0/775372963 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fcfd00c8920 0x7fcfd0098250 secure :-1 s=READY pgs=339 cs=0 l=1 rev1=1 crypto rx=0x7fcfc8009ee0 tx=0x7fcfc8004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:57:18.016 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:18.009+0000 7fcfcd7fa640 1 -- 172.21.15.119:0/775372963 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcfc803e070 con 0x7fcfd00c8920 2024-09-13T18:57:18.016 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:18.009+0000 7fcfcd7fa640 1 -- 172.21.15.119:0/775372963 <== mon.0 v2:172.21.15.119:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fcfc80396d0 con 0x7fcfd00c8920 2024-09-13T18:57:18.016 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:18.009+0000 7fcfd68a3640 1 -- 172.21.15.119:0/775372963 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fcfd014dba0 con 0x7fcfd00c8920 2024-09-13T18:57:18.016 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:18.009+0000 7fcfcd7fa640 1 -- 172.21.15.119:0/775372963 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcfc8039a60 con 0x7fcfd00c8920 2024-09-13T18:57:18.016 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:18.009+0000 7fcfd68a3640 1 -- 172.21.15.119:0/775372963 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fcfd0098790 con 0x7fcfd00c8920 2024-09-13T18:57:18.017 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:18.010+0000 7fcfd68a3640 1 -- 172.21.15.119:0/775372963 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fcfd014e0c0 con 0x7fcfd00c8920 2024-09-13T18:57:18.017 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:18.010+0000 7fcfcd7fa640 1 -- 172.21.15.119:0/775372963 <== mon.0 v2:172.21.15.119:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fcfc8039bc0 con 0x7fcfd00c8920 2024-09-13T18:57:18.017 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:18.011+0000 7fcfcd7fa640 1 --2- 172.21.15.119:0/775372963 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7fcfb006ac00 0x7fcfb006d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:18.017 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:18.011+0000 7fcfcffff640 1 --2- 172.21.15.119:0/775372963 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7fcfb006ac00 0x7fcfb006d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:18.017 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:18.011+0000 7fcfcd7fa640 1 -- 172.21.15.119:0/775372963 <== mon.0 v2:172.21.15.119:3300/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 6692+0+0 (secure 0 0 0) 0x7fcfc80ac410 con 0x7fcfd00c8920 2024-09-13T18:57:18.017 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:18.011+0000 7fcfcffff640 1 --2- 172.21.15.119:0/775372963 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7fcfb006ac00 0x7fcfb006d0c0 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7fcfc0007fd0 tx=0x7fcfc0007d40 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:57:18.018 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:18.015+0000 7fcfcd7fa640 1 -- 172.21.15.119:0/775372963 <== mon.0 v2:172.21.15.119:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fcfd014e0c0 con 0x7fcfd00c8920 2024-09-13T18:57:18.193 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:18.190+0000 7fcfd68a3640 1 -- 172.21.15.119:0/775372963 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) v1 -- 0x7fcfd014e0c0 con 0x7fcfd00c8920 2024-09-13T18:57:18.193 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:18.190+0000 7fcfcd7fa640 1 -- 172.21.15.119:0/775372963 <== mon.0 v2:172.21.15.119:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v26) v1 ==== 80+0+0 (secure 0 0 0) 0x7fcfd014e0c0 con 0x7fcfd00c8920 2024-09-13T18:57:18.193 INFO:teuthology.orchestra.run.smithi119.stderr:listed 0 entries 2024-09-13T18:57:18.195 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:18.192+0000 7fcfd68a3640 1 -- 172.21.15.119:0/775372963 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7fcfb006ac00 msgr2=0x7fcfb006d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:18.195 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:18.192+0000 7fcfd68a3640 1 --2- 172.21.15.119:0/775372963 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7fcfb006ac00 0x7fcfb006d0c0 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7fcfc0007fd0 tx=0x7fcfc0007d40 comp rx=0 tx=0).stop 2024-09-13T18:57:18.195 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:18.192+0000 7fcfd68a3640 1 -- 172.21.15.119:0/775372963 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fcfd00c8920 msgr2=0x7fcfd0098250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:18.195 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:18.192+0000 7fcfd68a3640 1 --2- 172.21.15.119:0/775372963 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fcfd00c8920 0x7fcfd0098250 secure :-1 s=READY pgs=339 cs=0 l=1 rev1=1 crypto rx=0x7fcfc8009ee0 tx=0x7fcfc8004a40 comp rx=0 tx=0).stop 2024-09-13T18:57:18.195 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:18.192+0000 7fcfd68a3640 1 -- 172.21.15.119:0/775372963 shutdown_connections 2024-09-13T18:57:18.196 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:18.192+0000 7fcfd68a3640 1 --2- 172.21.15.119:0/775372963 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7fcfb006ac00 0x7fcfb006d0c0 unknown :-1 s=CLOSED pgs=177 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:18.196 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:18.192+0000 7fcfd68a3640 1 --2- 172.21.15.119:0/775372963 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fcfd00c8920 0x7fcfd0098250 unknown :-1 s=CLOSED pgs=339 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:18.196 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:18.192+0000 7fcfd68a3640 1 --2- 172.21.15.119:0/775372963 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fcfd0072110 0x7fcfd01523c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:18.196 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:18.192+0000 7fcfd68a3640 1 --2- 172.21.15.119:0/775372963 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fcfd0071d30 0x7fcfd014e3a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:18.196 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:18.192+0000 7fcfd68a3640 1 -- 172.21.15.119:0/775372963 >> 172.21.15.119:0/775372963 conn(0x7fcfd0069ed0 msgr2=0x7fcfd00af140 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:57:18.196 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:18.193+0000 7fcfd68a3640 1 -- 172.21.15.119:0/775372963 shutdown_connections 2024-09-13T18:57:18.196 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:18.193+0000 7fcfd68a3640 1 -- 172.21.15.119:0/775372963 wait complete. 2024-09-13T18:57:18.206 INFO:tasks.cephfs.fuse_mount:Running fusermount -u on ubuntu@smithi119.front.sepia.ceph.com... 2024-09-13T18:57:18.207 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T18:57:18.207 DEBUG:teuthology.orchestra.run.smithi119:> sudo fusermount -u /home/ubuntu/cephtest/mnt.0 2024-09-13T18:57:18.231 INFO:teuthology.orchestra.run:waiting for 300 2024-09-13T18:57:18.232 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi119.front.sepia.ceph.com 2024-09-13T18:57:18.232 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T18:57:18.232 DEBUG:teuthology.orchestra.run.smithi119:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.0) 2024-09-13T18:57:18.288 DEBUG:teuthology.orchestra.run.smithi145:> set -ex 2024-09-13T18:57:18.288 DEBUG:teuthology.orchestra.run.smithi145:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-13T18:57:18.307 DEBUG:teuthology.orchestra.run.smithi145:> set -ex 2024-09-13T18:57:18.307 DEBUG:teuthology.orchestra.run.smithi145:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-13T18:57:18.367 DEBUG:teuthology.orchestra.run.smithi119:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T18:57:18.465 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:18.463+0000 7fb55e061640 1 Processor -- start 2024-09-13T18:57:18.466 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:18.463+0000 7fb55e061640 1 -- start start 2024-09-13T18:57:18.467 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:18.463+0000 7fb55e061640 1 --2- >> v2:172.21.15.119:3300/0 conn(0x7fb5580d0bf0 0x7fb5580cef50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:18.467 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:18.464+0000 7fb55e061640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7fb5580ca930 0x7fb5580cadc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:18.467 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:18.464+0000 7fb55e061640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fb55815ab90 0x7fb55815afa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:18.467 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:18.464+0000 7fb55e061640 1 -- --> v2:172.21.15.119:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fb5580ceb30 con 0x7fb5580d0bf0 2024-09-13T18:57:18.467 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:18.464+0000 7fb55e061640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fb5580cb300 con 0x7fb5580ca930 2024-09-13T18:57:18.467 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:18.464+0000 7fb55e061640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb5580cdeb0 con 0x7fb55815ab90 2024-09-13T18:57:18.467 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:18.464+0000 7fb5577fe640 1 --2- >> v2:172.21.15.119:3300/0 conn(0x7fb5580d0bf0 0x7fb5580cef50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:18.467 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:18.464+0000 7fb5577fe640 1 --2- >> v2:172.21.15.119:3300/0 conn(0x7fb5580d0bf0 0x7fb5580cef50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.119:3300/0 says I am v2:172.21.15.119:44744/0 (socket says 172.21.15.119:44744) 2024-09-13T18:57:18.467 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:18.464+0000 7fb5577fe640 1 -- 172.21.15.119:0/1928777862 learned_addr learned my addr 172.21.15.119:0/1928777862 (peer_addr_for_me v2:172.21.15.119:0/0) 2024-09-13T18:57:18.467 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:18.464+0000 7fb557fff640 1 --2- 172.21.15.119:0/1928777862 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fb55815ab90 0x7fb55815afa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:18.467 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:18.464+0000 7fb556ffd640 1 --2- 172.21.15.119:0/1928777862 >> v2:172.21.15.145:3300/0 conn(0x7fb5580ca930 0x7fb5580cadc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:18.468 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:18.464+0000 7fb5577fe640 1 -- 172.21.15.119:0/1928777862 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fb55815ab90 msgr2=0x7fb55815afa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T18:57:18.468 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:18.464+0000 7fb5577fe640 1 --2- 172.21.15.119:0/1928777862 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fb55815ab90 0x7fb55815afa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:18.468 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:18.464+0000 7fb5577fe640 1 -- 172.21.15.119:0/1928777862 >> v2:172.21.15.145:3300/0 conn(0x7fb5580ca930 msgr2=0x7fb5580cadc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T18:57:18.468 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:18.464+0000 7fb5577fe640 1 --2- 172.21.15.119:0/1928777862 >> v2:172.21.15.145:3300/0 conn(0x7fb5580ca930 0x7fb5580cadc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:18.468 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:18.464+0000 7fb5577fe640 1 -- 172.21.15.119:0/1928777862 --> v2:172.21.15.119:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb5580ce190 con 0x7fb5580d0bf0 2024-09-13T18:57:18.469 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:18.465+0000 7fb5577fe640 1 --2- 172.21.15.119:0/1928777862 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fb5580d0bf0 0x7fb5580cef50 secure :-1 s=READY pgs=340 cs=0 l=1 rev1=1 crypto rx=0x7fb5580ca8c0 tx=0x7fb54802a180 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e6c1334f911e4250 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:57:18.469 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:18.465+0000 7fb5567fc640 1 -- 172.21.15.119:0/1928777862 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb54802ae90 con 0x7fb5580d0bf0 2024-09-13T18:57:18.469 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:18.465+0000 7fb5567fc640 1 -- 172.21.15.119:0/1928777862 <== mon.0 v2:172.21.15.119:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb548032440 con 0x7fb5580d0bf0 2024-09-13T18:57:18.469 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:18.465+0000 7fb5567fc640 1 -- 172.21.15.119:0/1928777862 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb5480327d0 con 0x7fb5580d0bf0 2024-09-13T18:57:18.469 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:18.465+0000 7fb55e061640 1 -- 172.21.15.119:0/1928777862 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fb5580d0bf0 msgr2=0x7fb5580cef50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:18.469 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:18.465+0000 7fb55e061640 1 --2- 172.21.15.119:0/1928777862 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fb5580d0bf0 0x7fb5580cef50 secure :-1 s=READY pgs=340 cs=0 l=1 rev1=1 crypto rx=0x7fb5580ca8c0 tx=0x7fb54802a180 comp rx=0 tx=0).stop 2024-09-13T18:57:18.470 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:18.466+0000 7fb55e061640 1 -- 172.21.15.119:0/1928777862 shutdown_connections 2024-09-13T18:57:18.470 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:18.466+0000 7fb55e061640 1 --2- 172.21.15.119:0/1928777862 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fb55815ab90 0x7fb55815afa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:18.470 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:18.466+0000 7fb55e061640 1 --2- 172.21.15.119:0/1928777862 >> v2:172.21.15.145:3300/0 conn(0x7fb5580ca930 0x7fb5580cadc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:18.470 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:18.466+0000 7fb55e061640 1 --2- 172.21.15.119:0/1928777862 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fb5580d0bf0 0x7fb5580cef50 unknown :-1 s=CLOSED pgs=340 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:18.470 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:18.466+0000 7fb55e061640 1 -- 172.21.15.119:0/1928777862 >> 172.21.15.119:0/1928777862 conn(0x7fb558069ed0 msgr2=0x7fb55806a2e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:57:18.470 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:18.466+0000 7fb55e061640 1 -- 172.21.15.119:0/1928777862 shutdown_connections 2024-09-13T18:57:18.470 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:18.466+0000 7fb55e061640 1 -- 172.21.15.119:0/1928777862 wait complete. 2024-09-13T18:57:18.470 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:18.467+0000 7fb55e061640 1 Processor -- start 2024-09-13T18:57:18.470 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:18.467+0000 7fb55e061640 1 -- start start 2024-09-13T18:57:18.472 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:18.468+0000 7fb55e061640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb5580ca930 0x7fb55806c570 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:18.473 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:18.468+0000 7fb55e061640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fb5580d0bf0 0x7fb5580ca1a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:18.473 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:18.468+0000 7fb55e061640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fb55815ab90 0x7fb5580ad5a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:18.473 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:18.468+0000 7fb55e061640 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb55806c150 con 0x7fb55815ab90 2024-09-13T18:57:18.473 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:18.468+0000 7fb55e061640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb5580c7e40 con 0x7fb5580ca930 2024-09-13T18:57:18.473 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:18.468+0000 7fb55e061640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb5580abc30 con 0x7fb5580d0bf0 2024-09-13T18:57:18.473 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:18.468+0000 7fb557fff640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fb55815ab90 0x7fb5580ad5a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:18.473 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:18.468+0000 7fb557fff640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fb55815ab90 0x7fb5580ad5a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.119:3300/0 says I am v2:172.21.15.119:44746/0 (socket says 172.21.15.119:44746) 2024-09-13T18:57:18.473 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:18.468+0000 7fb557fff640 1 -- 172.21.15.119:0/3275079010 learned_addr learned my addr 172.21.15.119:0/3275079010 (peer_addr_for_me v2:172.21.15.119:0/0) 2024-09-13T18:57:18.473 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:18.468+0000 7fb556ffd640 1 --2- 172.21.15.119:0/3275079010 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fb5580d0bf0 0x7fb5580ca1a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:18.473 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:18.468+0000 7fb5577fe640 1 --2- 172.21.15.119:0/3275079010 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb5580ca930 0x7fb55806c570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:18.473 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:18.468+0000 7fb557fff640 1 -- 172.21.15.119:0/3275079010 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fb5580d0bf0 msgr2=0x7fb5580ca1a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:18.473 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:18.468+0000 7fb557fff640 1 --2- 172.21.15.119:0/3275079010 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fb5580d0bf0 0x7fb5580ca1a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:18.473 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:18.468+0000 7fb557fff640 1 -- 172.21.15.119:0/3275079010 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb5580ca930 msgr2=0x7fb55806c570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:18.474 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:18.468+0000 7fb557fff640 1 --2- 172.21.15.119:0/3275079010 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb5580ca930 0x7fb55806c570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:18.474 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:18.468+0000 7fb557fff640 1 -- 172.21.15.119:0/3275079010 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb5480094d0 con 0x7fb55815ab90 2024-09-13T18:57:18.474 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:18.468+0000 7fb557fff640 1 --2- 172.21.15.119:0/3275079010 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fb55815ab90 0x7fb5580ad5a0 secure :-1 s=READY pgs=341 cs=0 l=1 rev1=1 crypto rx=0x7fb550007e40 tx=0x7fb55000e4b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:57:18.474 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:18.468+0000 7fb53ffff640 1 -- 172.21.15.119:0/3275079010 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb550014620 con 0x7fb55815ab90 2024-09-13T18:57:18.474 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:18.468+0000 7fb53ffff640 1 -- 172.21.15.119:0/3275079010 <== mon.0 v2:172.21.15.119:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb55000ee90 con 0x7fb55815ab90 2024-09-13T18:57:18.474 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:18.468+0000 7fb55e061640 1 -- 172.21.15.119:0/3275079010 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb5580abf10 con 0x7fb55815ab90 2024-09-13T18:57:18.474 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:18.468+0000 7fb53ffff640 1 -- 172.21.15.119:0/3275079010 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb5500149e0 con 0x7fb55815ab90 2024-09-13T18:57:18.474 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:18.468+0000 7fb55e061640 1 -- 172.21.15.119:0/3275079010 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb55806bd70 con 0x7fb55815ab90 2024-09-13T18:57:18.474 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:18.469+0000 7fb55e061640 1 -- 172.21.15.119:0/3275079010 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fb55806c290 con 0x7fb55815ab90 2024-09-13T18:57:18.474 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:18.470+0000 7fb53ffff640 1 -- 172.21.15.119:0/3275079010 <== mon.0 v2:172.21.15.119:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fb550014b40 con 0x7fb55815ab90 2024-09-13T18:57:18.474 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:18.470+0000 7fb53ffff640 1 --2- 172.21.15.119:0/3275079010 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7fb54406ac00 0x7fb54406d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:18.474 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:18.470+0000 7fb53ffff640 1 -- 172.21.15.119:0/3275079010 <== mon.0 v2:172.21.15.119:3300/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 6692+0+0 (secure 0 0 0) 0x7fb550089fc0 con 0x7fb55815ab90 2024-09-13T18:57:18.474 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:18.470+0000 7fb5577fe640 1 --2- 172.21.15.119:0/3275079010 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7fb54406ac00 0x7fb54406d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:18.475 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:18.471+0000 7fb5577fe640 1 --2- 172.21.15.119:0/3275079010 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7fb54406ac00 0x7fb54406d0c0 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7fb548034000 tx=0x7fb54802e000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:57:18.477 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:18.474+0000 7fb53ffff640 1 -- 172.21.15.119:0/3275079010 <== mon.0 v2:172.21.15.119:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fb5500bd9c0 con 0x7fb55815ab90 2024-09-13T18:57:18.642 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:18.639+0000 7fb55e061640 1 -- 172.21.15.119:0/3275079010 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7fb5580cadc0 con 0x7fb55815ab90 2024-09-13T18:57:18.642 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:18.640+0000 7fb53ffff640 1 -- 172.21.15.119:0/3275079010 <== mon.0 v2:172.21.15.119:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v26) v1 ==== 74+0+18831 (secure 0 0 0) 0x7fb55806c290 con 0x7fb55815ab90 2024-09-13T18:57:18.643 INFO:teuthology.orchestra.run.smithi119.stdout: 2024-09-13T18:57:18.643 INFO:teuthology.orchestra.run.smithi119.stdout:{"epoch":26,"fsid":"b3bca492-3414-44ef-b63c-42eead5ea701","created":"2024-09-13T18:56:10.047760+0000","modified":"2024-09-13T18:57:15.157404+0000","last_up_change":"2024-09-13T18:56:22.096428+0000","last_in_change":"2024-09-13T18:56:12.143228+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T18:56:22.095896+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-13T18:56:31.950108+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-13T18:56:32.998608+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-09-13T18:56:36.052694+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"24","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"09edfd5c-bc57-47d1-a7b7-6d97f0f88db1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6810","nonce":3811853106},{"type":"v1","addr":"172.21.15.119:6813","nonce":3811853106}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6817","nonce":3811853106},{"type":"v1","addr":"172.21.15.119:6820","nonce":3811853106}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6828","nonce":3811853106},{"type":"v1","addr":"172.21.15.119:6830","nonce":3811853106}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6823","nonce":3811853106},{"type":"v1","addr":"172.21.15.119:6825","nonce":3811853106}]},"public_addr":"172.21.15.119:6813/3811853106","cluster_addr":"172.21.15.119:6820/3811853106","heartbeat_back_addr":"172.21.15.119:6830/3811853106","heartbeat_front_addr":"172.21.15.119:6825/3811853106","state":["exists","up"]},{"osd":1,"uuid":"f26f4bd2-3aee-4208-9e62-87f17047d886","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":25,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6809","nonce":1656755168},{"type":"v1","addr":"172.21.15.119:6812","nonce":1656755168}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6815","nonce":1656755168},{"type":"v1","addr":"172.21.15.119:6818","nonce":1656755168}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6829","nonce":1656755168},{"type":"v1","addr":"172.21.15.119:6831","nonce":1656755168}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6822","nonce":1656755168},{"type":"v1","addr":"172.21.15.119:6826","nonce":1656755168}]},"public_addr":"172.21.15.119:6812/1656755168","cluster_addr":"172.21.15.119:6818/1656755168","heartbeat_back_addr":"172.21.15.119:6831/1656755168","heartbeat_front_addr":"172.21.15.119:6826/1656755168","state":["exists","up"]},{"osd":2,"uuid":"1e9d6e0c-51f9-4f4a-bead-0e7edc7dd200","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":25,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6800","nonce":3093354378},{"type":"v1","addr":"172.21.15.119:6801","nonce":3093354378}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6802","nonce":3093354378},{"type":"v1","addr":"172.21.15.119:6803","nonce":3093354378}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6806","nonce":3093354378},{"type":"v1","addr":"172.21.15.119:6807","nonce":3093354378}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6804","nonce":3093354378},{"type":"v1","addr":"172.21.15.119:6805","nonce":3093354378}]},"public_addr":"172.21.15.119:6801/3093354378","cluster_addr":"172.21.15.119:6803/3093354378","heartbeat_back_addr":"172.21.15.119:6807/3093354378","heartbeat_front_addr":"172.21.15.119:6805/3093354378","state":["exists","up"]},{"osd":3,"uuid":"7c289b1f-a555-46e4-b85a-c0f230c9e02a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":25,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6808","nonce":886995937},{"type":"v1","addr":"172.21.15.119:6811","nonce":886995937}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6814","nonce":886995937},{"type":"v1","addr":"172.21.15.119:6816","nonce":886995937}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6824","nonce":886995937},{"type":"v1","addr":"172.21.15.119:6827","nonce":886995937}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6819","nonce":886995937},{"type":"v1","addr":"172.21.15.119:6821","nonce":886995937}]},"public_addr":"172.21.15.119:6811/886995937","cluster_addr":"172.21.15.119:6816/886995937","heartbeat_back_addr":"172.21.15.119:6827/886995937","heartbeat_front_addr":"172.21.15.119:6821/886995937","state":["exists","up"]},{"osd":4,"uuid":"a0a2f75b-5a33-4b69-b834-b8cf5a90ac5f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":25,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6808","nonce":2802887692},{"type":"v1","addr":"172.21.15.145:6809","nonce":2802887692}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6810","nonce":2802887692},{"type":"v1","addr":"172.21.15.145:6811","nonce":2802887692}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6814","nonce":2802887692},{"type":"v1","addr":"172.21.15.145:6815","nonce":2802887692}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6812","nonce":2802887692},{"type":"v1","addr":"172.21.15.145:6813","nonce":2802887692}]},"public_addr":"172.21.15.145:6809/2802887692","cluster_addr":"172.21.15.145:6811/2802887692","heartbeat_back_addr":"172.21.15.145:6815/2802887692","heartbeat_front_addr":"172.21.15.145:6813/2802887692","state":["exists","up"]},{"osd":5,"uuid":"e301c92f-a5af-49da-8384-bef6d48c9982","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6800","nonce":1431235391},{"type":"v1","addr":"172.21.15.145:6801","nonce":1431235391}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6802","nonce":1431235391},{"type":"v1","addr":"172.21.15.145:6803","nonce":1431235391}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6806","nonce":1431235391},{"type":"v1","addr":"172.21.15.145:6807","nonce":1431235391}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6804","nonce":1431235391},{"type":"v1","addr":"172.21.15.145:6805","nonce":1431235391}]},"public_addr":"172.21.15.145:6801/1431235391","cluster_addr":"172.21.15.145:6803/1431235391","heartbeat_back_addr":"172.21.15.145:6807/1431235391","heartbeat_front_addr":"172.21.15.145:6805/1431235391","state":["exists","up"]},{"osd":6,"uuid":"dd2ee71c-4024-4f56-90b1-d362ff9ae8f5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6816","nonce":1755123178},{"type":"v1","addr":"172.21.15.145:6817","nonce":1755123178}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6818","nonce":1755123178},{"type":"v1","addr":"172.21.15.145:6819","nonce":1755123178}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6822","nonce":1755123178},{"type":"v1","addr":"172.21.15.145:6823","nonce":1755123178}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6820","nonce":1755123178},{"type":"v1","addr":"172.21.15.145:6821","nonce":1755123178}]},"public_addr":"172.21.15.145:6817/1755123178","cluster_addr":"172.21.15.145:6819/1755123178","heartbeat_back_addr":"172.21.15.145:6823/1755123178","heartbeat_front_addr":"172.21.15.145:6821/1755123178","state":["exists","up"]},{"osd":7,"uuid":"7412449e-689b-45ee-9ae5-744a8c27f166","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6824","nonce":3012628958},{"type":"v1","addr":"172.21.15.145:6825","nonce":3012628958}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6826","nonce":3012628958},{"type":"v1","addr":"172.21.15.145:6827","nonce":3012628958}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6830","nonce":3012628958},{"type":"v1","addr":"172.21.15.145:6831","nonce":3012628958}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6828","nonce":3012628958},{"type":"v1","addr":"172.21.15.145:6829","nonce":3012628958}]},"public_addr":"172.21.15.145:6825/3012628958","cluster_addr":"172.21.15.145:6827/3012628958","heartbeat_back_addr":"172.21.15.145:6831/3012628958","heartbeat_front_addr":"172.21.15.145:6829/3012628958","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T18:56:17.286635+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T18:56:17.334491+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T18:56:17.297521+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T18:56:17.383716+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T18:56:17.267776+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T18:56:17.312998+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T18:56:17.303008+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T18:56:17.304729+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"3.1f","mappings":[{"from":0,"to":2}]},{"pgid":"3.21","mappings":[{"from":5,"to":1}]},{"pgid":"3.29","mappings":[{"from":3,"to":2}]},{"pgid":"3.2a","mappings":[{"from":5,"to":2}]},{"pgid":"3.3b","mappings":[{"from":7,"to":1}]},{"pgid":"4.2","mappings":[{"from":1,"to":2}]},{"pgid":"4.10","mappings":[{"from":1,"to":2}]},{"pgid":"4.1b","mappings":[{"from":1,"to":2}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T18:57:18.645 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:18.642+0000 7fb55e061640 1 -- 172.21.15.119:0/3275079010 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7fb54406ac00 msgr2=0x7fb54406d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:18.645 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:18.642+0000 7fb55e061640 1 --2- 172.21.15.119:0/3275079010 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7fb54406ac00 0x7fb54406d0c0 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7fb548034000 tx=0x7fb54802e000 comp rx=0 tx=0).stop 2024-09-13T18:57:18.645 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:18.642+0000 7fb55e061640 1 -- 172.21.15.119:0/3275079010 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fb55815ab90 msgr2=0x7fb5580ad5a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:18.645 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:18.642+0000 7fb55e061640 1 --2- 172.21.15.119:0/3275079010 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fb55815ab90 0x7fb5580ad5a0 secure :-1 s=READY pgs=341 cs=0 l=1 rev1=1 crypto rx=0x7fb550007e40 tx=0x7fb55000e4b0 comp rx=0 tx=0).stop 2024-09-13T18:57:18.645 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:18.642+0000 7fb55e061640 1 -- 172.21.15.119:0/3275079010 shutdown_connections 2024-09-13T18:57:18.645 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:18.642+0000 7fb55e061640 1 --2- 172.21.15.119:0/3275079010 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7fb54406ac00 0x7fb54406d0c0 unknown :-1 s=CLOSED pgs=178 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:18.645 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:18.642+0000 7fb55e061640 1 --2- 172.21.15.119:0/3275079010 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fb55815ab90 0x7fb5580ad5a0 unknown :-1 s=CLOSED pgs=341 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:18.645 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:18.642+0000 7fb55e061640 1 --2- 172.21.15.119:0/3275079010 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fb5580d0bf0 0x7fb5580ca1a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:18.645 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:18.642+0000 7fb55e061640 1 --2- 172.21.15.119:0/3275079010 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb5580ca930 0x7fb55806c570 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:18.645 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:18.642+0000 7fb55e061640 1 -- 172.21.15.119:0/3275079010 >> 172.21.15.119:0/3275079010 conn(0x7fb558069ed0 msgr2=0x7fb5580b0d30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:57:18.646 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:18.642+0000 7fb55e061640 1 -- 172.21.15.119:0/3275079010 shutdown_connections 2024-09-13T18:57:18.646 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:18.642+0000 7fb55e061640 1 -- 172.21.15.119:0/3275079010 wait complete. 2024-09-13T18:57:18.656 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-09-13T18:56:22.095896+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '16', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-09-13T18:56:31.950108+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '19', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-09-13T18:56:32.998608+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '20', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.05000000074505806}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.3799999952316284, 'score_stable': 1.3799999952316284, 'optimal_score': 1, 'raw_score_acting': 1.3799999952316284, 'raw_score_stable': 1.3799999952316284, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'cephfs_data_ec', 'create_time': '2024-09-13T18:56:36.052694+0000', 'flags': 5, 'flags_names': 'hashpspool,ec_overwrites', 'type': 3, 'size': 4, 'min_size': 3, 'crush_rule': 1, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '24', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': 'cephfs_data_ec', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 8192, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}}] 2024-09-13T18:57:18.657 DEBUG:teuthology.orchestra.run.smithi119:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-09-13T18:57:18.758 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:18.755+0000 7f722413a640 1 Processor -- start 2024-09-13T18:57:18.758 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:18.755+0000 7f722413a640 1 -- start start 2024-09-13T18:57:18.761 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:18.756+0000 7f722413a640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f721c0b20a0 0x7f721c0ce4f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:18.761 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:18.756+0000 7f722413a640 1 --2- >> v2:172.21.15.119:3300/0 conn(0x7f721c0cea30 0x7f721c0ab9e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:18.761 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:18.756+0000 7f722413a640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f721c0cee60 con 0x7f721c15a3b0 2024-09-13T18:57:18.761 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:18.756+0000 7f722413a640 1 -- --> v2:172.21.15.119:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f721c15a790 con 0x7f721c0cea30 2024-09-13T18:57:18.761 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:18.756+0000 7f722413a640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f721c0b2680 con 0x7f721c0b20a0 2024-09-13T18:57:18.761 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:18.756+0000 7f72226d7640 1 --2- >> v2:172.21.15.119:3300/0 conn(0x7f721c0cea30 0x7f721c0ab9e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:18.762 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:18.756+0000 7f72226d7640 1 --2- >> v2:172.21.15.119:3300/0 conn(0x7f721c0cea30 0x7f721c0ab9e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.119:3300/0 says I am v2:172.21.15.119:44752/0 (socket says 172.21.15.119:44752) 2024-09-13T18:57:18.762 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:18.756+0000 7f72226d7640 1 -- 172.21.15.119:0/2478000376 learned_addr learned my addr 172.21.15.119:0/2478000376 (peer_addr_for_me v2:172.21.15.119:0/0) 2024-09-13T18:57:18.762 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:18.756+0000 7f72216d5640 1 --2- 172.21.15.119:0/2478000376 >> v2:172.21.15.145:3300/0 conn(0x7f721c0b20a0 0x7f721c0ce4f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:18.762 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:18.757+0000 7f72226d7640 1 -- 172.21.15.119:0/2478000376 >> v2:172.21.15.145:3300/0 conn(0x7f721c0b20a0 msgr2=0x7f721c0ce4f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T18:57:18.762 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:18.757+0000 7f72226d7640 1 --2- 172.21.15.119:0/2478000376 >> v2:172.21.15.145:3300/0 conn(0x7f721c0b20a0 0x7f721c0ce4f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:18.762 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:18.757+0000 7f72226d7640 1 -- 172.21.15.119:0/2478000376 >> v1:172.21.15.145:6789/0 conn(0x7f721c15a3b0 legacy=0x7f721c0b1720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:18.762 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:18.757+0000 7f72226d7640 1 -- 172.21.15.119:0/2478000376 --> v2:172.21.15.119:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f721c0b2960 con 0x7f721c0cea30 2024-09-13T18:57:18.762 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:18.757+0000 7f72226d7640 1 --2- 172.21.15.119:0/2478000376 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f721c0cea30 0x7f721c0ab9e0 secure :-1 s=READY pgs=342 cs=0 l=1 rev1=1 crypto rx=0x7f721c06c5b0 tx=0x7f721402a730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8f4a0cb24fe9619f server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:57:18.762 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:18.757+0000 7f7220ed4640 1 -- 172.21.15.119:0/2478000376 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7214031600 con 0x7f721c0cea30 2024-09-13T18:57:18.762 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:18.757+0000 7f7220ed4640 1 -- 172.21.15.119:0/2478000376 <== mon.0 v2:172.21.15.119:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f721402d050 con 0x7f721c0cea30 2024-09-13T18:57:18.762 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:18.757+0000 7f7220ed4640 1 -- 172.21.15.119:0/2478000376 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7214031980 con 0x7f721c0cea30 2024-09-13T18:57:18.762 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:18.758+0000 7f722413a640 1 -- 172.21.15.119:0/2478000376 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f721c0cea30 msgr2=0x7f721c0ab9e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:18.762 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:18.758+0000 7f722413a640 1 --2- 172.21.15.119:0/2478000376 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f721c0cea30 0x7f721c0ab9e0 secure :-1 s=READY pgs=342 cs=0 l=1 rev1=1 crypto rx=0x7f721c06c5b0 tx=0x7f721402a730 comp rx=0 tx=0).stop 2024-09-13T18:57:18.763 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:18.758+0000 7f722413a640 1 -- 172.21.15.119:0/2478000376 shutdown_connections 2024-09-13T18:57:18.763 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:18.758+0000 7f722413a640 1 --2- 172.21.15.119:0/2478000376 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f721c0cea30 0x7f721c0ab9e0 unknown :-1 s=CLOSED pgs=342 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:18.763 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:18.758+0000 7f722413a640 1 --2- 172.21.15.119:0/2478000376 >> v2:172.21.15.145:3300/0 conn(0x7f721c0b20a0 0x7f721c0ce4f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:18.763 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:18.758+0000 7f722413a640 1 -- 172.21.15.119:0/2478000376 >> 172.21.15.119:0/2478000376 conn(0x7f721c06a0b0 msgr2=0x7f721c06a4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:57:18.763 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:18.758+0000 7f722413a640 1 -- 172.21.15.119:0/2478000376 shutdown_connections 2024-09-13T18:57:18.763 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:18.758+0000 7f722413a640 1 -- 172.21.15.119:0/2478000376 wait complete. 2024-09-13T18:57:18.766 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:18.759+0000 7f722413a640 1 Processor -- start 2024-09-13T18:57:18.766 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:18.759+0000 7f722413a640 1 -- start start 2024-09-13T18:57:18.766 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:18.760+0000 7f722413a640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f721c0b20a0 0x7f721c0c4630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:18.766 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:18.760+0000 7f722413a640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f721c0cea30 0x7f721c0afe60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:18.766 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:18.760+0000 7f722413a640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f721c15a3b0 0x7f721c0b03a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:18.766 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:18.760+0000 7f722413a640 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f721c0c4fa0 con 0x7f721c0b20a0 2024-09-13T18:57:18.766 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:18.760+0000 7f722413a640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f721c0b0c30 con 0x7f721c0cea30 2024-09-13T18:57:18.766 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:18.760+0000 7f722413a640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f721c0c4cc0 con 0x7f721c15a3b0 2024-09-13T18:57:18.767 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:18.760+0000 7f7221ed6640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f721c0b20a0 0x7f721c0c4630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:18.767 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:18.760+0000 7f7221ed6640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f721c0b20a0 0x7f721c0c4630 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.119:3300/0 says I am v2:172.21.15.119:44760/0 (socket says 172.21.15.119:44760) 2024-09-13T18:57:18.767 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:18.760+0000 7f7221ed6640 1 -- 172.21.15.119:0/895948062 learned_addr learned my addr 172.21.15.119:0/895948062 (peer_addr_for_me v2:172.21.15.119:0/0) 2024-09-13T18:57:18.767 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:18.760+0000 7f72226d7640 1 --2- 172.21.15.119:0/895948062 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f721c15a3b0 0x7f721c0b03a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:18.767 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:18.760+0000 7f72216d5640 1 --2- 172.21.15.119:0/895948062 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f721c0cea30 0x7f721c0afe60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:18.767 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:18.760+0000 7f7221ed6640 1 -- 172.21.15.119:0/895948062 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f721c15a3b0 msgr2=0x7f721c0b03a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:18.767 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:18.760+0000 7f7221ed6640 1 --2- 172.21.15.119:0/895948062 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f721c15a3b0 0x7f721c0b03a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:18.767 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:18.760+0000 7f7221ed6640 1 -- 172.21.15.119:0/895948062 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f721c0cea30 msgr2=0x7f721c0afe60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:18.767 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:18.760+0000 7f7221ed6640 1 --2- 172.21.15.119:0/895948062 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f721c0cea30 0x7f721c0afe60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:18.767 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:18.760+0000 7f7221ed6640 1 -- 172.21.15.119:0/895948062 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7214009b30 con 0x7f721c0b20a0 2024-09-13T18:57:18.767 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:18.760+0000 7f7221ed6640 1 --2- 172.21.15.119:0/895948062 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f721c0b20a0 0x7f721c0c4630 secure :-1 s=READY pgs=343 cs=0 l=1 rev1=1 crypto rx=0x7f721800c390 tx=0x7f721800c850 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:57:18.767 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:18.761+0000 7f72127fc640 1 -- 172.21.15.119:0/895948062 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f72180052d0 con 0x7f721c0b20a0 2024-09-13T18:57:18.768 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:18.761+0000 7f72127fc640 1 -- 172.21.15.119:0/895948062 <== mon.0 v2:172.21.15.119:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7218005430 con 0x7f721c0b20a0 2024-09-13T18:57:18.768 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:18.761+0000 7f722413a640 1 -- 172.21.15.119:0/895948062 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f721c0c5520 con 0x7f721c0b20a0 2024-09-13T18:57:18.768 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:18.761+0000 7f72127fc640 1 -- 172.21.15.119:0/895948062 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7218003830 con 0x7f721c0b20a0 2024-09-13T18:57:18.768 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:18.761+0000 7f722413a640 1 -- 172.21.15.119:0/895948062 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f721c0c5ae0 con 0x7f721c0b20a0 2024-09-13T18:57:18.768 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:18.762+0000 7f722413a640 1 -- 172.21.15.119:0/895948062 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f721c0c5360 con 0x7f721c0b20a0 2024-09-13T18:57:18.768 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:18.762+0000 7f72127fc640 1 -- 172.21.15.119:0/895948062 <== mon.0 v2:172.21.15.119:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f7218003990 con 0x7f721c0b20a0 2024-09-13T18:57:18.769 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:18.762+0000 7f72127fc640 1 --2- 172.21.15.119:0/895948062 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f720006ac00 0x7f720006d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:18.769 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:18.762+0000 7f72127fc640 1 -- 172.21.15.119:0/895948062 <== mon.0 v2:172.21.15.119:3300/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 6692+0+0 (secure 0 0 0) 0x7f7218088cb0 con 0x7f721c0b20a0 2024-09-13T18:57:18.769 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:18.762+0000 7f72216d5640 1 --2- 172.21.15.119:0/895948062 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f720006ac00 0x7f720006d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:18.769 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:18.763+0000 7f72216d5640 1 --2- 172.21.15.119:0/895948062 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f720006ac00 0x7f720006d0c0 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7f721c09c6a0 tx=0x7f720c008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:57:18.770 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:18.767+0000 7f72127fc640 1 -- 172.21.15.119:0/895948062 <== mon.0 v2:172.21.15.119:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f7218053ab0 con 0x7f721c0b20a0 2024-09-13T18:57:18.929 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:18.927+0000 7f722413a640 1 -- 172.21.15.119:0/895948062 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f721c0ce4f0 con 0x7f721c0b20a0 2024-09-13T18:57:18.930 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:18.927+0000 7f72127fc640 1 -- 172.21.15.119:0/895948062 <== mon.0 v2:172.21.15.119:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v26) v1 ==== 93+0+10 (secure 0 0 0) 0x7f72180170a0 con 0x7f721c0b20a0 2024-09-13T18:57:18.930 INFO:teuthology.orchestra.run.smithi119.stdout:pg_num: 1 2024-09-13T18:57:18.933 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:18.930+0000 7f722413a640 1 -- 172.21.15.119:0/895948062 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f720006ac00 msgr2=0x7f720006d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:18.933 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:18.930+0000 7f722413a640 1 --2- 172.21.15.119:0/895948062 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f720006ac00 0x7f720006d0c0 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7f721c09c6a0 tx=0x7f720c008040 comp rx=0 tx=0).stop 2024-09-13T18:57:18.933 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:18.930+0000 7f722413a640 1 -- 172.21.15.119:0/895948062 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f721c0b20a0 msgr2=0x7f721c0c4630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:18.933 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:18.930+0000 7f722413a640 1 --2- 172.21.15.119:0/895948062 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f721c0b20a0 0x7f721c0c4630 secure :-1 s=READY pgs=343 cs=0 l=1 rev1=1 crypto rx=0x7f721800c390 tx=0x7f721800c850 comp rx=0 tx=0).stop 2024-09-13T18:57:18.933 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:18.930+0000 7f722413a640 1 -- 172.21.15.119:0/895948062 shutdown_connections 2024-09-13T18:57:18.933 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:18.930+0000 7f722413a640 1 --2- 172.21.15.119:0/895948062 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f720006ac00 0x7f720006d0c0 unknown :-1 s=CLOSED pgs=179 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:18.933 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:18.930+0000 7f722413a640 1 --2- 172.21.15.119:0/895948062 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f721c15a3b0 0x7f721c0b03a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:18.933 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:18.930+0000 7f722413a640 1 --2- 172.21.15.119:0/895948062 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f721c0cea30 0x7f721c0afe60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:18.933 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:18.930+0000 7f722413a640 1 --2- 172.21.15.119:0/895948062 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f721c0b20a0 0x7f721c0c4630 unknown :-1 s=CLOSED pgs=343 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:18.933 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:18.930+0000 7f722413a640 1 -- 172.21.15.119:0/895948062 >> 172.21.15.119:0/895948062 conn(0x7f721c06a0b0 msgr2=0x7f721c0ca2f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:57:18.934 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:18.930+0000 7f722413a640 1 -- 172.21.15.119:0/895948062 shutdown_connections 2024-09-13T18:57:18.934 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:18.930+0000 7f722413a640 1 -- 172.21.15.119:0/895948062 wait complete. 2024-09-13T18:57:18.943 DEBUG:teuthology.orchestra.run.smithi119:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-09-13T18:57:19.044 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:19.042+0000 7f6eda887640 1 Processor -- start 2024-09-13T18:57:19.045 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:19.042+0000 7f6eda887640 1 -- start start 2024-09-13T18:57:19.052 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:19.042+0000 7f6eda887640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f6ed415c500 0x7f6ed40d2050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:19.052 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:19.042+0000 7f6eda887640 1 --2- >> v2:172.21.15.119:3300/0 conn(0x7f6ed40cdff0 0x7f6ed40d0000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:19.052 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:19.042+0000 7f6eda887640 1 -- --> v1:172.21.15.119:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f6ed40cd450 con 0x7f6ed40d2590 2024-09-13T18:57:19.053 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:19.042+0000 7f6eda887640 1 -- --> v2:172.21.15.119:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f6ed40d29f0 con 0x7f6ed40cdff0 2024-09-13T18:57:19.053 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:19.042+0000 7f6eda887640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f6ed40d0cf0 con 0x7f6ed415c500 2024-09-13T18:57:19.053 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:19.043+0000 7f6ed8e24640 1 --2- >> v2:172.21.15.119:3300/0 conn(0x7f6ed40cdff0 0x7f6ed40d0000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:19.053 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:19.043+0000 7f6ed37fe640 1 --1- >> v1:172.21.15.119:6789/0 conn(0x7f6ed40d2590 0x7f6ed40cd8e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.119:6789/0 says I am v1:172.21.15.119:45678/0 (socket says 172.21.15.119:45678) 2024-09-13T18:57:19.053 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:19.043+0000 7f6ed37fe640 1 -- 172.21.15.119:0/682924258 learned_addr learned my addr 172.21.15.119:0/682924258 (peer_addr_for_me v1:172.21.15.119:0/0) 2024-09-13T18:57:19.053 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:19.043+0000 7f6ed8e24640 1 -- 172.21.15.119:0/682924258 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f6ed415c500 msgr2=0x7f6ed40d2050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T18:57:19.053 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:19.043+0000 7f6ed3fff640 1 --2- 172.21.15.119:0/682924258 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f6ed415c500 0x7f6ed40d2050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:19.054 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:19.043+0000 7f6ed2ffd640 1 -- 172.21.15.119:0/682924258 <== mon.0 v1:172.21.15.119:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3405699373 0 0) 0x7f6ed40cd450 con 0x7f6ed40d2590 2024-09-13T18:57:19.054 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:19.043+0000 7f6ed8e24640 1 --2- 172.21.15.119:0/682924258 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f6ed415c500 0x7f6ed40d2050 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:19.054 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:19.043+0000 7f6ed8e24640 1 -- 172.21.15.119:0/682924258 >> v1:172.21.15.119:6789/0 conn(0x7f6ed40d2590 legacy=0x7f6ed40cd8e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:19.054 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:19.043+0000 7f6ed8e24640 1 -- 172.21.15.119:0/682924258 --> v2:172.21.15.119:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6ed40d0fd0 con 0x7f6ed40cdff0 2024-09-13T18:57:19.054 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:19.044+0000 7f6ed8e24640 1 --2- 172.21.15.119:0/682924258 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f6ed40cdff0 0x7f6ed40d0000 secure :-1 s=READY pgs=345 cs=0 l=1 rev1=1 crypto rx=0x7f6ecc009d90 tx=0x7f6ecc02a5d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fe4828216d689526 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:57:19.054 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:19.044+0000 7f6ed2ffd640 1 -- 172.21.15.119:0/682924258 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6ecc031600 con 0x7f6ed40cdff0 2024-09-13T18:57:19.054 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:19.044+0000 7f6ed2ffd640 1 -- 172.21.15.119:0/682924258 <== mon.0 v2:172.21.15.119:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6ecc02d050 con 0x7f6ed40cdff0 2024-09-13T18:57:19.054 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:19.044+0000 7f6ed2ffd640 1 -- 172.21.15.119:0/682924258 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6ecc031980 con 0x7f6ed40cdff0 2024-09-13T18:57:19.054 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:19.044+0000 7f6eda887640 1 -- 172.21.15.119:0/682924258 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f6ed40cdff0 msgr2=0x7f6ed40d0000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:19.054 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:19.044+0000 7f6eda887640 1 --2- 172.21.15.119:0/682924258 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f6ed40cdff0 0x7f6ed40d0000 secure :-1 s=READY pgs=345 cs=0 l=1 rev1=1 crypto rx=0x7f6ecc009d90 tx=0x7f6ecc02a5d0 comp rx=0 tx=0).stop 2024-09-13T18:57:19.054 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:19.044+0000 7f6eda887640 1 -- 172.21.15.119:0/682924258 shutdown_connections 2024-09-13T18:57:19.054 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:19.044+0000 7f6eda887640 1 --2- 172.21.15.119:0/682924258 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f6ed40cdff0 0x7f6ed40d0000 unknown :-1 s=CLOSED pgs=345 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:19.055 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:19.044+0000 7f6eda887640 1 --2- 172.21.15.119:0/682924258 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f6ed415c500 0x7f6ed40d2050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:19.055 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:19.044+0000 7f6eda887640 1 -- 172.21.15.119:0/682924258 >> 172.21.15.119:0/682924258 conn(0x7f6ed4089f60 msgr2=0x7f6ed409b830 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:57:19.055 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:19.044+0000 7f6eda887640 1 -- 172.21.15.119:0/682924258 shutdown_connections 2024-09-13T18:57:19.055 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:19.044+0000 7f6eda887640 1 -- 172.21.15.119:0/682924258 wait complete. 2024-09-13T18:57:19.055 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:19.046+0000 7f6eda887640 1 Processor -- start 2024-09-13T18:57:19.055 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:19.046+0000 7f6eda887640 1 -- start start 2024-09-13T18:57:19.055 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:19.046+0000 7f6eda887640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6ed40cdff0 0x7f6ed40c9770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:19.055 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:19.046+0000 7f6eda887640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f6ed40d2590 0x7f6ed41544d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:19.055 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:19.046+0000 7f6eda887640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f6ed415c500 0x7f6ed4154a10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:19.055 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:19.046+0000 7f6eda887640 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6ed4154f50 con 0x7f6ed40d2590 2024-09-13T18:57:19.055 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:19.046+0000 7f6eda887640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6ed40b6490 con 0x7f6ed40cdff0 2024-09-13T18:57:19.055 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:19.046+0000 7f6eda887640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f6ed40b6770 con 0x7f6ed415c500 2024-09-13T18:57:19.055 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:19.047+0000 7f6ed37fe640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f6ed40d2590 0x7f6ed41544d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:19.055 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:19.047+0000 7f6ed37fe640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f6ed40d2590 0x7f6ed41544d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.119:3300/0 says I am v2:172.21.15.119:44774/0 (socket says 172.21.15.119:44774) 2024-09-13T18:57:19.056 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:19.047+0000 7f6ed37fe640 1 -- 172.21.15.119:0/907138956 learned_addr learned my addr 172.21.15.119:0/907138956 (peer_addr_for_me v2:172.21.15.119:0/0) 2024-09-13T18:57:19.056 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:19.047+0000 7f6ed37fe640 1 -- 172.21.15.119:0/907138956 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f6ed415c500 msgr2=0x7f6ed4154a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:19.056 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:19.047+0000 7f6ed37fe640 1 --2- 172.21.15.119:0/907138956 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f6ed415c500 0x7f6ed4154a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:19.056 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:19.047+0000 7f6ed37fe640 1 -- 172.21.15.119:0/907138956 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6ed40cdff0 msgr2=0x7f6ed40c9770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:19.056 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:19.047+0000 7f6ed37fe640 1 --2- 172.21.15.119:0/907138956 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6ed40cdff0 0x7f6ed40c9770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:19.056 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:19.047+0000 7f6ed37fe640 1 -- 172.21.15.119:0/907138956 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6ecc009a70 con 0x7f6ed40d2590 2024-09-13T18:57:19.056 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:19.047+0000 7f6ed37fe640 1 --2- 172.21.15.119:0/907138956 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f6ed40d2590 0x7f6ed41544d0 secure :-1 s=READY pgs=346 cs=0 l=1 rev1=1 crypto rx=0x7f6ec800c4b0 tx=0x7f6ec800c970 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:57:19.056 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:19.047+0000 7f6ed0ff9640 1 -- 172.21.15.119:0/907138956 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6ec80074e0 con 0x7f6ed40d2590 2024-09-13T18:57:19.056 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:19.047+0000 7f6ed0ff9640 1 -- 172.21.15.119:0/907138956 <== mon.0 v2:172.21.15.119:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6ec8007660 con 0x7f6ed40d2590 2024-09-13T18:57:19.056 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:19.047+0000 7f6ed0ff9640 1 -- 172.21.15.119:0/907138956 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6ec8004a20 con 0x7f6ed40d2590 2024-09-13T18:57:19.056 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:19.047+0000 7f6eda887640 1 -- 172.21.15.119:0/907138956 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f6ed40b6a50 con 0x7f6ed40d2590 2024-09-13T18:57:19.056 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:19.047+0000 7f6eda887640 1 -- 172.21.15.119:0/907138956 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f6ed40b7010 con 0x7f6ed40d2590 2024-09-13T18:57:19.056 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:19.048+0000 7f6eda887640 1 -- 172.21.15.119:0/907138956 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f6ed40d0920 con 0x7f6ed40d2590 2024-09-13T18:57:19.057 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:19.049+0000 7f6ed0ff9640 1 -- 172.21.15.119:0/907138956 <== mon.0 v2:172.21.15.119:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f6ec8004b80 con 0x7f6ed40d2590 2024-09-13T18:57:19.057 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:19.049+0000 7f6ed0ff9640 1 --2- 172.21.15.119:0/907138956 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f6ec006ac00 0x7f6ec006d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:19.057 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:19.049+0000 7f6ed0ff9640 1 -- 172.21.15.119:0/907138956 <== mon.0 v2:172.21.15.119:3300/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 6692+0+0 (secure 0 0 0) 0x7f6ec80888f0 con 0x7f6ed40d2590 2024-09-13T18:57:19.057 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:19.049+0000 7f6ed3fff640 1 --2- 172.21.15.119:0/907138956 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f6ec006ac00 0x7f6ec006d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:19.057 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:19.049+0000 7f6ed3fff640 1 --2- 172.21.15.119:0/907138956 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f6ec006ac00 0x7f6ec006d0c0 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7f6ec400a810 tx=0x7f6ec4008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:57:19.057 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:19.053+0000 7f6ed0ff9640 1 -- 172.21.15.119:0/907138956 <== mon.0 v2:172.21.15.119:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f6ec80537b0 con 0x7f6ed40d2590 2024-09-13T18:57:19.217 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:19.214+0000 7f6eda887640 1 -- 172.21.15.119:0/907138956 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7f6ed406b160 con 0x7f6ed40d2590 2024-09-13T18:57:19.217 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:19.214+0000 7f6ed0ff9640 1 -- 172.21.15.119:0/907138956 <== mon.0 v2:172.21.15.119:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v26) v1 ==== 104+0+11 (secure 0 0 0) 0x7f6ec8018020 con 0x7f6ed40d2590 2024-09-13T18:57:19.217 INFO:teuthology.orchestra.run.smithi119.stdout:pg_num: 32 2024-09-13T18:57:19.219 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:19.216+0000 7f6eda887640 1 -- 172.21.15.119:0/907138956 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f6ec006ac00 msgr2=0x7f6ec006d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:19.219 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:19.216+0000 7f6eda887640 1 --2- 172.21.15.119:0/907138956 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f6ec006ac00 0x7f6ec006d0c0 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7f6ec400a810 tx=0x7f6ec4008040 comp rx=0 tx=0).stop 2024-09-13T18:57:19.219 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:19.216+0000 7f6eda887640 1 -- 172.21.15.119:0/907138956 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f6ed40d2590 msgr2=0x7f6ed41544d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:19.219 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:19.216+0000 7f6eda887640 1 --2- 172.21.15.119:0/907138956 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f6ed40d2590 0x7f6ed41544d0 secure :-1 s=READY pgs=346 cs=0 l=1 rev1=1 crypto rx=0x7f6ec800c4b0 tx=0x7f6ec800c970 comp rx=0 tx=0).stop 2024-09-13T18:57:19.219 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:19.216+0000 7f6eda887640 1 -- 172.21.15.119:0/907138956 shutdown_connections 2024-09-13T18:57:19.219 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:19.216+0000 7f6eda887640 1 --2- 172.21.15.119:0/907138956 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f6ec006ac00 0x7f6ec006d0c0 unknown :-1 s=CLOSED pgs=180 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:19.220 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:19.216+0000 7f6eda887640 1 --2- 172.21.15.119:0/907138956 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f6ed415c500 0x7f6ed4154a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:19.220 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:19.216+0000 7f6eda887640 1 --2- 172.21.15.119:0/907138956 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f6ed40d2590 0x7f6ed41544d0 unknown :-1 s=CLOSED pgs=346 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:19.220 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:19.216+0000 7f6eda887640 1 --2- 172.21.15.119:0/907138956 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6ed40cdff0 0x7f6ed40c9770 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:19.220 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:19.216+0000 7f6eda887640 1 -- 172.21.15.119:0/907138956 >> 172.21.15.119:0/907138956 conn(0x7f6ed4089f60 msgr2=0x7f6ed40d1bc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:57:19.220 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:19.216+0000 7f6eda887640 1 -- 172.21.15.119:0/907138956 shutdown_connections 2024-09-13T18:57:19.220 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:19.216+0000 7f6eda887640 1 -- 172.21.15.119:0/907138956 wait complete. 2024-09-13T18:57:19.230 DEBUG:teuthology.orchestra.run.smithi119:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-09-13T18:57:19.331 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:19.328+0000 7f15daa27640 1 Processor -- start 2024-09-13T18:57:19.331 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:19.328+0000 7f15daa27640 1 -- start start 2024-09-13T18:57:19.333 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:19.329+0000 7f15daa27640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f15d415a3b0 0x7f15d40b20a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:19.333 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:19.329+0000 7f15daa27640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f15d40b1720 0x7f15d40ce4f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:19.333 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:19.329+0000 7f15daa27640 1 --2- >> v2:172.21.15.119:3300/0 conn(0x7f15d40cea30 0x7f15d406c640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:19.333 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:19.329+0000 7f15daa27640 1 -- --> v2:172.21.15.119:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f15d40ceec0 con 0x7f15d40cea30 2024-09-13T18:57:19.333 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:19.329+0000 7f15daa27640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f15d415a790 con 0x7f15d415a3b0 2024-09-13T18:57:19.333 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:19.329+0000 7f15daa27640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f15d40b2680 con 0x7f15d40b1720 2024-09-13T18:57:19.333 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:19.329+0000 7f15d8fc4640 1 --2- >> v2:172.21.15.119:3300/0 conn(0x7f15d40cea30 0x7f15d406c640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:19.333 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:19.329+0000 7f15d8fc4640 1 --2- >> v2:172.21.15.119:3300/0 conn(0x7f15d40cea30 0x7f15d406c640 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.119:3300/0 says I am v2:172.21.15.119:44782/0 (socket says 172.21.15.119:44782) 2024-09-13T18:57:19.333 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:19.329+0000 7f15d8fc4640 1 -- 172.21.15.119:0/3691965744 learned_addr learned my addr 172.21.15.119:0/3691965744 (peer_addr_for_me v2:172.21.15.119:0/0) 2024-09-13T18:57:19.333 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:19.329+0000 7f15d37fe640 1 --2- 172.21.15.119:0/3691965744 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f15d40b1720 0x7f15d40ce4f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:19.334 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:19.329+0000 7f15d3fff640 1 --2- 172.21.15.119:0/3691965744 >> v2:172.21.15.145:3300/0 conn(0x7f15d415a3b0 0x7f15d40b20a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:19.334 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:19.329+0000 7f15d8fc4640 1 -- 172.21.15.119:0/3691965744 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f15d40b1720 msgr2=0x7f15d40ce4f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T18:57:19.334 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:19.329+0000 7f15d8fc4640 1 --2- 172.21.15.119:0/3691965744 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f15d40b1720 0x7f15d40ce4f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:19.334 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:19.329+0000 7f15d8fc4640 1 -- 172.21.15.119:0/3691965744 >> v2:172.21.15.145:3300/0 conn(0x7f15d415a3b0 msgr2=0x7f15d40b20a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T18:57:19.334 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:19.329+0000 7f15d8fc4640 1 --2- 172.21.15.119:0/3691965744 >> v2:172.21.15.145:3300/0 conn(0x7f15d415a3b0 0x7f15d40b20a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:19.334 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:19.329+0000 7f15d8fc4640 1 -- 172.21.15.119:0/3691965744 --> v2:172.21.15.119:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f15d40b2960 con 0x7f15d40cea30 2024-09-13T18:57:19.334 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:19.329+0000 7f15d37fe640 1 --2- 172.21.15.119:0/3691965744 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f15d40b1720 0x7f15d40ce4f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T18:57:19.334 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:19.330+0000 7f15d8fc4640 1 --2- 172.21.15.119:0/3691965744 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f15d40cea30 0x7f15d406c640 secure :-1 s=READY pgs=347 cs=0 l=1 rev1=1 crypto rx=0x7f15d40cbd70 tx=0x7f15cc02a6a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=66ee6075bc45b44a server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:57:19.334 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:19.330+0000 7f15d2ffd640 1 -- 172.21.15.119:0/3691965744 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f15cc031600 con 0x7f15d40cea30 2024-09-13T18:57:19.334 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:19.330+0000 7f15d2ffd640 1 -- 172.21.15.119:0/3691965744 <== mon.0 v2:172.21.15.119:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f15cc02d050 con 0x7f15d40cea30 2024-09-13T18:57:19.334 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:19.330+0000 7f15d2ffd640 1 -- 172.21.15.119:0/3691965744 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f15cc031980 con 0x7f15d40cea30 2024-09-13T18:57:19.337 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:19.331+0000 7f15daa27640 1 -- 172.21.15.119:0/3691965744 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f15d40cea30 msgr2=0x7f15d406c640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:19.337 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:19.331+0000 7f15daa27640 1 --2- 172.21.15.119:0/3691965744 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f15d40cea30 0x7f15d406c640 secure :-1 s=READY pgs=347 cs=0 l=1 rev1=1 crypto rx=0x7f15d40cbd70 tx=0x7f15cc02a6a0 comp rx=0 tx=0).stop 2024-09-13T18:57:19.337 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:19.331+0000 7f15daa27640 1 -- 172.21.15.119:0/3691965744 shutdown_connections 2024-09-13T18:57:19.337 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:19.331+0000 7f15daa27640 1 --2- 172.21.15.119:0/3691965744 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f15d40cea30 0x7f15d406c640 unknown :-1 s=CLOSED pgs=347 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:19.337 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:19.331+0000 7f15daa27640 1 --2- 172.21.15.119:0/3691965744 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f15d40b1720 0x7f15d40ce4f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:19.337 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:19.331+0000 7f15daa27640 1 --2- 172.21.15.119:0/3691965744 >> v2:172.21.15.145:3300/0 conn(0x7f15d415a3b0 0x7f15d40b20a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:19.337 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:19.331+0000 7f15daa27640 1 -- 172.21.15.119:0/3691965744 >> 172.21.15.119:0/3691965744 conn(0x7f15d406a0b0 msgr2=0x7f15d406a4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:57:19.337 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:19.331+0000 7f15daa27640 1 -- 172.21.15.119:0/3691965744 shutdown_connections 2024-09-13T18:57:19.338 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:19.331+0000 7f15daa27640 1 -- 172.21.15.119:0/3691965744 wait complete. 2024-09-13T18:57:19.338 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:19.332+0000 7f15daa27640 1 Processor -- start 2024-09-13T18:57:19.338 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:19.332+0000 7f15daa27640 1 -- start start 2024-09-13T18:57:19.338 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:19.333+0000 7f15daa27640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f15d40b1720 0x7f15d4097920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:19.338 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:19.333+0000 7f15daa27640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f15d40cea30 0x7f15d40c3e50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:19.338 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:19.333+0000 7f15daa27640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f15d415a3b0 0x7f15d40c4390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:19.338 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:19.333+0000 7f15daa27640 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f15d40c80d0 con 0x7f15d40b1720 2024-09-13T18:57:19.338 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:19.333+0000 7f15daa27640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f15d40c5380 con 0x7f15d40cea30 2024-09-13T18:57:19.338 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:19.333+0000 7f15daa27640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f15d4097e60 con 0x7f15d415a3b0 2024-09-13T18:57:19.338 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:19.333+0000 7f15d3fff640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f15d40b1720 0x7f15d4097920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:19.338 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:19.333+0000 7f15d3fff640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f15d40b1720 0x7f15d4097920 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.119:3300/0 says I am v2:172.21.15.119:44786/0 (socket says 172.21.15.119:44786) 2024-09-13T18:57:19.338 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:19.333+0000 7f15d3fff640 1 -- 172.21.15.119:0/513051687 learned_addr learned my addr 172.21.15.119:0/513051687 (peer_addr_for_me v2:172.21.15.119:0/0) 2024-09-13T18:57:19.338 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:19.333+0000 7f15d8fc4640 1 --2- 172.21.15.119:0/513051687 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f15d415a3b0 0x7f15d40c4390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:19.339 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:19.333+0000 7f15d37fe640 1 --2- 172.21.15.119:0/513051687 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f15d40cea30 0x7f15d40c3e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:19.339 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:19.333+0000 7f15d3fff640 1 -- 172.21.15.119:0/513051687 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f15d415a3b0 msgr2=0x7f15d40c4390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:19.339 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:19.333+0000 7f15d3fff640 1 --2- 172.21.15.119:0/513051687 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f15d415a3b0 0x7f15d40c4390 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:19.339 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:19.333+0000 7f15d3fff640 1 -- 172.21.15.119:0/513051687 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f15d40cea30 msgr2=0x7f15d40c3e50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:19.339 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:19.333+0000 7f15d3fff640 1 --2- 172.21.15.119:0/513051687 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f15d40cea30 0x7f15d40c3e50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:19.339 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:19.333+0000 7f15d3fff640 1 -- 172.21.15.119:0/513051687 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f15cc009b30 con 0x7f15d40b1720 2024-09-13T18:57:19.339 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:19.333+0000 7f15d37fe640 1 --2- 172.21.15.119:0/513051687 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f15d40cea30 0x7f15d40c3e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T18:57:19.339 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:19.334+0000 7f15d3fff640 1 --2- 172.21.15.119:0/513051687 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f15d40b1720 0x7f15d4097920 secure :-1 s=READY pgs=348 cs=0 l=1 rev1=1 crypto rx=0x7f15c400d830 tx=0x7f15c400dcf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:57:19.339 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:19.334+0000 7f15d0ff9640 1 -- 172.21.15.119:0/513051687 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f15c400b6c0 con 0x7f15d40b1720 2024-09-13T18:57:19.339 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:19.334+0000 7f15d0ff9640 1 -- 172.21.15.119:0/513051687 <== mon.0 v2:172.21.15.119:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f15c400b820 con 0x7f15d40b1720 2024-09-13T18:57:19.339 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:19.334+0000 7f15daa27640 1 -- 172.21.15.119:0/513051687 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f15d40b0750 con 0x7f15d40b1720 2024-09-13T18:57:19.339 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:19.334+0000 7f15d0ff9640 1 -- 172.21.15.119:0/513051687 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f15c400bbb0 con 0x7f15d40b1720 2024-09-13T18:57:19.340 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:19.334+0000 7f15daa27640 1 -- 172.21.15.119:0/513051687 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f15d40c55d0 con 0x7f15d40b1720 2024-09-13T18:57:19.340 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:19.335+0000 7f15daa27640 1 -- 172.21.15.119:0/513051687 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f15d406eb30 con 0x7f15d40b1720 2024-09-13T18:57:19.340 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:19.335+0000 7f15d0ff9640 1 -- 172.21.15.119:0/513051687 <== mon.0 v2:172.21.15.119:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f15c401e460 con 0x7f15d40b1720 2024-09-13T18:57:19.340 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:19.336+0000 7f15d0ff9640 1 --2- 172.21.15.119:0/513051687 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f15c006ac00 0x7f15c006d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:19.341 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:19.336+0000 7f15d37fe640 1 --2- 172.21.15.119:0/513051687 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f15c006ac00 0x7f15c006d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:19.341 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:19.336+0000 7f15d0ff9640 1 -- 172.21.15.119:0/513051687 <== mon.0 v2:172.21.15.119:3300/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 6692+0+0 (secure 0 0 0) 0x7f15c4089dc0 con 0x7f15d40b1720 2024-09-13T18:57:19.341 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:19.336+0000 7f15d37fe640 1 --2- 172.21.15.119:0/513051687 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f15c006ac00 0x7f15c006d0c0 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7f15d41530e0 tx=0x7f15c8008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:57:19.342 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:19.340+0000 7f15d0ff9640 1 -- 172.21.15.119:0/513051687 <== mon.0 v2:172.21.15.119:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f15c4054bc0 con 0x7f15d40b1720 2024-09-13T18:57:19.504 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:19.501+0000 7f15daa27640 1 -- 172.21.15.119:0/513051687 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7f15d40ce4f0 con 0x7f15d40b1720 2024-09-13T18:57:19.504 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:19.501+0000 7f15d0ff9640 1 -- 172.21.15.119:0/513051687 <== mon.0 v2:172.21.15.119:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v26) v1 ==== 100+0+11 (secure 0 0 0) 0x7f15c40581e0 con 0x7f15d40b1720 2024-09-13T18:57:19.504 INFO:teuthology.orchestra.run.smithi119.stdout:pg_num: 64 2024-09-13T18:57:19.508 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:19.503+0000 7f15daa27640 1 -- 172.21.15.119:0/513051687 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f15c006ac00 msgr2=0x7f15c006d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:19.508 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:19.503+0000 7f15daa27640 1 --2- 172.21.15.119:0/513051687 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f15c006ac00 0x7f15c006d0c0 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7f15d41530e0 tx=0x7f15c8008040 comp rx=0 tx=0).stop 2024-09-13T18:57:19.508 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:19.503+0000 7f15daa27640 1 -- 172.21.15.119:0/513051687 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f15d40b1720 msgr2=0x7f15d4097920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:19.508 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:19.503+0000 7f15daa27640 1 --2- 172.21.15.119:0/513051687 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f15d40b1720 0x7f15d4097920 secure :-1 s=READY pgs=348 cs=0 l=1 rev1=1 crypto rx=0x7f15c400d830 tx=0x7f15c400dcf0 comp rx=0 tx=0).stop 2024-09-13T18:57:19.508 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:19.503+0000 7f15daa27640 1 -- 172.21.15.119:0/513051687 shutdown_connections 2024-09-13T18:57:19.508 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:19.503+0000 7f15daa27640 1 --2- 172.21.15.119:0/513051687 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f15c006ac00 0x7f15c006d0c0 unknown :-1 s=CLOSED pgs=181 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:19.508 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:19.503+0000 7f15daa27640 1 --2- 172.21.15.119:0/513051687 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f15d415a3b0 0x7f15d40c4390 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:19.508 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:19.503+0000 7f15daa27640 1 --2- 172.21.15.119:0/513051687 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f15d40cea30 0x7f15d40c3e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:19.509 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:19.503+0000 7f15daa27640 1 --2- 172.21.15.119:0/513051687 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f15d40b1720 0x7f15d4097920 unknown :-1 s=CLOSED pgs=348 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:19.509 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:19.503+0000 7f15daa27640 1 -- 172.21.15.119:0/513051687 >> 172.21.15.119:0/513051687 conn(0x7f15d406a0b0 msgr2=0x7f15d415c6c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:57:19.509 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:19.503+0000 7f15daa27640 1 -- 172.21.15.119:0/513051687 shutdown_connections 2024-09-13T18:57:19.509 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:19.503+0000 7f15daa27640 1 -- 172.21.15.119:0/513051687 wait complete. 2024-09-13T18:57:19.517 DEBUG:teuthology.orchestra.run.smithi119:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data_ec pg_num 2024-09-13T18:57:19.616 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:19.614+0000 7f9819220640 1 Processor -- start 2024-09-13T18:57:19.616 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:19.614+0000 7f9819220640 1 -- start start 2024-09-13T18:57:19.621 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:19.614+0000 7f9819220640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f9814159310 0x7f98140ad400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:19.621 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:19.614+0000 7f9819220640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f98140ce4f0 0x7f98140ce940 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:19.621 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:19.614+0000 7f9819220640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f98140ccbe0 con 0x7f98140b2b40 2024-09-13T18:57:19.621 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:19.614+0000 7f9819220640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f98140ad940 con 0x7f98140ce4f0 2024-09-13T18:57:19.621 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:19.614+0000 7f9819220640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f98140cee80 con 0x7f9814159310 2024-09-13T18:57:19.621 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:19.615+0000 7f9812d9d640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f9814159310 0x7f98140ad400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:19.621 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:19.615+0000 7f981359e640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f98140ce4f0 0x7f98140ce940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:19.621 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:19.615+0000 7f9812d9d640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f9814159310 0x7f98140ad400 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.145:3301/0 says I am v2:172.21.15.119:49700/0 (socket says 172.21.15.119:49700) 2024-09-13T18:57:19.622 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:19.615+0000 7f9812d9d640 1 -- 172.21.15.119:0/545657231 learned_addr learned my addr 172.21.15.119:0/545657231 (peer_addr_for_me v2:172.21.15.119:0/0) 2024-09-13T18:57:19.622 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:19.615+0000 7f9812d9d640 1 -- 172.21.15.119:0/545657231 >> v2:172.21.15.145:3300/0 conn(0x7f98140ce4f0 msgr2=0x7f98140ce940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T18:57:19.622 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:19.615+0000 7f9812d9d640 1 --2- 172.21.15.119:0/545657231 >> v2:172.21.15.145:3300/0 conn(0x7f98140ce4f0 0x7f98140ce940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:19.622 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:19.615+0000 7f9812d9d640 1 -- 172.21.15.119:0/545657231 >> v1:172.21.15.145:6789/0 conn(0x7f98140b2b40 legacy=0x7f98140ab140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:19.622 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:19.615+0000 7f9812d9d640 1 -- 172.21.15.119:0/545657231 --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f98140b1810 con 0x7f9814159310 2024-09-13T18:57:19.622 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:19.616+0000 7f9812d9d640 1 --2- 172.21.15.119:0/545657231 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f9814159310 0x7f98140ad400 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7f9804009870 tx=0x7f980402a1c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=72fb0194ae5f309c server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:57:19.622 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:19.616+0000 7f9811d9b640 1 -- 172.21.15.119:0/545657231 <== mon.2 v2:172.21.15.145:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9804032440 con 0x7f9814159310 2024-09-13T18:57:19.622 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:19.616+0000 7f9811d9b640 1 -- 172.21.15.119:0/545657231 <== mon.2 v2:172.21.15.145:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f98040325a0 con 0x7f9814159310 2024-09-13T18:57:19.622 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:19.616+0000 7f9811d9b640 1 -- 172.21.15.119:0/545657231 <== mon.2 v2:172.21.15.145:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9804032930 con 0x7f9814159310 2024-09-13T18:57:19.623 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:19.617+0000 7f9819220640 1 -- 172.21.15.119:0/545657231 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f9814159310 msgr2=0x7f98140ad400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:19.623 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:19.617+0000 7f9819220640 1 --2- 172.21.15.119:0/545657231 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f9814159310 0x7f98140ad400 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7f9804009870 tx=0x7f980402a1c0 comp rx=0 tx=0).stop 2024-09-13T18:57:19.623 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:19.617+0000 7f9819220640 1 -- 172.21.15.119:0/545657231 shutdown_connections 2024-09-13T18:57:19.623 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:19.617+0000 7f9819220640 1 --2- 172.21.15.119:0/545657231 >> v2:172.21.15.145:3300/0 conn(0x7f98140ce4f0 0x7f98140ce940 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:19.623 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:19.617+0000 7f9819220640 1 --2- 172.21.15.119:0/545657231 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f9814159310 0x7f98140ad400 unknown :-1 s=CLOSED pgs=41 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:19.623 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:19.617+0000 7f9819220640 1 -- 172.21.15.119:0/545657231 >> 172.21.15.119:0/545657231 conn(0x7f981406a0b0 msgr2=0x7f981406a4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:57:19.623 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:19.617+0000 7f9819220640 1 -- 172.21.15.119:0/545657231 shutdown_connections 2024-09-13T18:57:19.623 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:19.617+0000 7f9819220640 1 -- 172.21.15.119:0/545657231 wait complete. 2024-09-13T18:57:19.623 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:19.618+0000 7f9819220640 1 Processor -- start 2024-09-13T18:57:19.623 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:19.618+0000 7f9819220640 1 -- start start 2024-09-13T18:57:19.627 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:19.619+0000 7f9819220640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f98140b2b40 0x7f98141e0f20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:19.627 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:19.619+0000 7f9819220640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f98140ce4f0 0x7f98141e3260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:19.627 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:19.619+0000 7f9819220640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f9814159310 0x7f9814150f90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:19.627 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:19.619+0000 7f9819220640 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f98141e2dd0 con 0x7f9814159310 2024-09-13T18:57:19.627 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:19.619+0000 7f9819220640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f98141e21c0 con 0x7f98140b2b40 2024-09-13T18:57:19.628 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:19.619+0000 7f9819220640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f98141e24a0 con 0x7f98140ce4f0 2024-09-13T18:57:19.628 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:19.619+0000 7f981359e640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f9814159310 0x7f9814150f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:19.628 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:19.619+0000 7f981359e640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f9814159310 0x7f9814150f90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.119:3300/0 says I am v2:172.21.15.119:44792/0 (socket says 172.21.15.119:44792) 2024-09-13T18:57:19.628 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:19.619+0000 7f981359e640 1 -- 172.21.15.119:0/2752540294 learned_addr learned my addr 172.21.15.119:0/2752540294 (peer_addr_for_me v2:172.21.15.119:0/0) 2024-09-13T18:57:19.628 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:19.619+0000 7f9812d9d640 1 --2- 172.21.15.119:0/2752540294 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f98140b2b40 0x7f98141e0f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:19.628 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:19.619+0000 7f981259c640 1 --2- 172.21.15.119:0/2752540294 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f98140ce4f0 0x7f98141e3260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:19.629 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:19.619+0000 7f981359e640 1 -- 172.21.15.119:0/2752540294 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f98140ce4f0 msgr2=0x7f98141e3260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:19.629 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:19.619+0000 7f981359e640 1 --2- 172.21.15.119:0/2752540294 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f98140ce4f0 0x7f98141e3260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:19.629 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:19.619+0000 7f981359e640 1 -- 172.21.15.119:0/2752540294 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f98140b2b40 msgr2=0x7f98141e0f20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:19.629 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:19.619+0000 7f981359e640 1 --2- 172.21.15.119:0/2752540294 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f98140b2b40 0x7f98141e0f20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:19.629 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:19.619+0000 7f981359e640 1 -- 172.21.15.119:0/2752540294 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f98040094d0 con 0x7f9814159310 2024-09-13T18:57:19.629 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:19.620+0000 7f981359e640 1 --2- 172.21.15.119:0/2752540294 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f9814159310 0x7f9814150f90 secure :-1 s=READY pgs=349 cs=0 l=1 rev1=1 crypto rx=0x7f980c00efc0 tx=0x7f980c00c490 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:57:19.630 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:19.620+0000 7f97fb7fe640 1 -- 172.21.15.119:0/2752540294 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f980c012430 con 0x7f9814159310 2024-09-13T18:57:19.630 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:19.620+0000 7f97fb7fe640 1 -- 172.21.15.119:0/2752540294 <== mon.0 v2:172.21.15.119:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f980c00f040 con 0x7f9814159310 2024-09-13T18:57:19.630 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:19.620+0000 7f9819220640 1 -- 172.21.15.119:0/2752540294 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f98141e2780 con 0x7f9814159310 2024-09-13T18:57:19.630 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:19.620+0000 7f97fb7fe640 1 -- 172.21.15.119:0/2752540294 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f980c0127d0 con 0x7f9814159310 2024-09-13T18:57:19.630 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:19.620+0000 7f9819220640 1 -- 172.21.15.119:0/2752540294 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f98141e1460 con 0x7f9814159310 2024-09-13T18:57:19.630 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:19.621+0000 7f9819220640 1 -- 172.21.15.119:0/2752540294 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f98141e2f40 con 0x7f9814159310 2024-09-13T18:57:19.631 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:19.621+0000 7f97fb7fe640 1 -- 172.21.15.119:0/2752540294 <== mon.0 v2:172.21.15.119:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f980c012930 con 0x7f9814159310 2024-09-13T18:57:19.631 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:19.622+0000 7f97fb7fe640 1 --2- 172.21.15.119:0/2752540294 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f980006ac00 0x7f980006d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:19.631 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:19.622+0000 7f9812d9d640 1 --2- 172.21.15.119:0/2752540294 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f980006ac00 0x7f980006d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:19.631 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:19.622+0000 7f97fb7fe640 1 -- 172.21.15.119:0/2752540294 <== mon.0 v2:172.21.15.119:3300/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 6692+0+0 (secure 0 0 0) 0x7f980c016070 con 0x7f9814159310 2024-09-13T18:57:19.631 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:19.622+0000 7f9812d9d640 1 --2- 172.21.15.119:0/2752540294 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f980006ac00 0x7f980006d0c0 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7f9804034000 tx=0x7f980402e000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:57:19.632 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:19.626+0000 7f97fb7fe640 1 -- 172.21.15.119:0/2752540294 <== mon.0 v2:172.21.15.119:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f980c0570e0 con 0x7f9814159310 2024-09-13T18:57:19.791 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:19.788+0000 7f9819220640 1 -- 172.21.15.119:0/2752540294 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"} v 0) v1 -- 0x7f981406dfa0 con 0x7f9814159310 2024-09-13T18:57:19.792 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:19.789+0000 7f97fb7fe640 1 -- 172.21.15.119:0/2752540294 <== mon.0 v2:172.21.15.119:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]=0 v26) v1 ==== 103+0+11 (secure 0 0 0) 0x7f980c05a700 con 0x7f9814159310 2024-09-13T18:57:19.792 INFO:teuthology.orchestra.run.smithi119.stdout:pg_num: 32 2024-09-13T18:57:19.794 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:19.791+0000 7f9819220640 1 -- 172.21.15.119:0/2752540294 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f980006ac00 msgr2=0x7f980006d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:19.794 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:19.791+0000 7f9819220640 1 --2- 172.21.15.119:0/2752540294 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f980006ac00 0x7f980006d0c0 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7f9804034000 tx=0x7f980402e000 comp rx=0 tx=0).stop 2024-09-13T18:57:19.795 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:19.791+0000 7f9819220640 1 -- 172.21.15.119:0/2752540294 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f9814159310 msgr2=0x7f9814150f90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:19.795 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:19.791+0000 7f9819220640 1 --2- 172.21.15.119:0/2752540294 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f9814159310 0x7f9814150f90 secure :-1 s=READY pgs=349 cs=0 l=1 rev1=1 crypto rx=0x7f980c00efc0 tx=0x7f980c00c490 comp rx=0 tx=0).stop 2024-09-13T18:57:19.795 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:19.791+0000 7f9819220640 1 -- 172.21.15.119:0/2752540294 shutdown_connections 2024-09-13T18:57:19.795 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:19.791+0000 7f9819220640 1 --2- 172.21.15.119:0/2752540294 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f980006ac00 0x7f980006d0c0 unknown :-1 s=CLOSED pgs=182 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:19.795 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:19.791+0000 7f9819220640 1 --2- 172.21.15.119:0/2752540294 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f9814159310 0x7f9814150f90 unknown :-1 s=CLOSED pgs=349 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:19.796 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:19.791+0000 7f9819220640 1 --2- 172.21.15.119:0/2752540294 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f98140ce4f0 0x7f98141e3260 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:19.796 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:19.791+0000 7f9819220640 1 --2- 172.21.15.119:0/2752540294 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f98140b2b40 0x7f98141e0f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:19.796 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:19.791+0000 7f9819220640 1 -- 172.21.15.119:0/2752540294 >> 172.21.15.119:0/2752540294 conn(0x7f981406a0b0 msgr2=0x7f98140ad100 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:57:19.796 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:19.791+0000 7f9819220640 1 -- 172.21.15.119:0/2752540294 shutdown_connections 2024-09-13T18:57:19.797 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:19.791+0000 7f9819220640 1 -- 172.21.15.119:0/2752540294 wait complete. 2024-09-13T18:57:19.805 DEBUG:teuthology.orchestra.run.smithi119:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-13T18:57:19.905 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:19.902+0000 7f5562dbc640 1 Processor -- start 2024-09-13T18:57:19.905 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:19.902+0000 7f5562dbc640 1 -- start start 2024-09-13T18:57:19.909 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:19.903+0000 7f5562dbc640 1 --2- >> v2:172.21.15.119:3300/0 conn(0x7f555c072110 0x7f555c070190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:19.909 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:19.903+0000 7f5562dbc640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f555c0c8920 0x7f555c0c8dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:19.909 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:19.903+0000 7f5562dbc640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f555c0abdf0 con 0x7f555c071d30 2024-09-13T18:57:19.909 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:19.903+0000 7f5562dbc640 1 -- --> v2:172.21.15.119:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f555c0c9310 con 0x7f555c072110 2024-09-13T18:57:19.910 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:19.903+0000 7f5562dbc640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f555c0b2280 con 0x7f555c0c8920 2024-09-13T18:57:19.910 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:19.903+0000 7f5553fff640 1 --2- >> v2:172.21.15.119:3300/0 conn(0x7f555c072110 0x7f555c070190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:19.910 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:19.903+0000 7f5553fff640 1 --2- >> v2:172.21.15.119:3300/0 conn(0x7f555c072110 0x7f555c070190 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.119:3300/0 says I am v2:172.21.15.119:44798/0 (socket says 172.21.15.119:44798) 2024-09-13T18:57:19.910 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:19.903+0000 7f5553fff640 1 -- 172.21.15.119:0/67059213 learned_addr learned my addr 172.21.15.119:0/67059213 (peer_addr_for_me v2:172.21.15.119:0/0) 2024-09-13T18:57:19.910 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:19.903+0000 7f5561359640 1 --2- 172.21.15.119:0/67059213 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f555c0c8920 0x7f555c0c8dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:19.910 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:19.903+0000 7f5553fff640 1 -- 172.21.15.119:0/67059213 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f555c0c8920 msgr2=0x7f555c0c8dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T18:57:19.911 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:19.903+0000 7f5553fff640 1 --2- 172.21.15.119:0/67059213 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f555c0c8920 0x7f555c0c8dd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:19.911 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:19.903+0000 7f5553fff640 1 -- 172.21.15.119:0/67059213 >> v1:172.21.15.145:6789/0 conn(0x7f555c071d30 legacy=0x7f555c0b1b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T18:57:19.911 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:19.903+0000 7f5553fff640 1 -- 172.21.15.119:0/67059213 --> v2:172.21.15.119:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f555c0ab1e0 con 0x7f555c072110 2024-09-13T18:57:19.911 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:19.904+0000 7f5553fff640 1 --2- 172.21.15.119:0/67059213 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f555c072110 0x7f555c070190 secure :-1 s=READY pgs=350 cs=0 l=1 rev1=1 crypto rx=0x7f554c009870 tx=0x7f554c02a210 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1f9d3edf9aa12ed5 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:57:19.911 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:19.904+0000 7f55537fe640 1 -- 172.21.15.119:0/67059213 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f554c032440 con 0x7f555c072110 2024-09-13T18:57:19.911 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:19.904+0000 7f55537fe640 1 -- 172.21.15.119:0/67059213 <== mon.0 v2:172.21.15.119:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f554c0325a0 con 0x7f555c072110 2024-09-13T18:57:19.912 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:19.904+0000 7f55537fe640 1 -- 172.21.15.119:0/67059213 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f554c032930 con 0x7f555c072110 2024-09-13T18:57:19.912 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:19.905+0000 7f5562dbc640 1 -- 172.21.15.119:0/67059213 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f555c072110 msgr2=0x7f555c070190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:19.912 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:19.905+0000 7f5562dbc640 1 --2- 172.21.15.119:0/67059213 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f555c072110 0x7f555c070190 secure :-1 s=READY pgs=350 cs=0 l=1 rev1=1 crypto rx=0x7f554c009870 tx=0x7f554c02a210 comp rx=0 tx=0).stop 2024-09-13T18:57:19.912 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:19.905+0000 7f5562dbc640 1 -- 172.21.15.119:0/67059213 shutdown_connections 2024-09-13T18:57:19.912 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:19.905+0000 7f5562dbc640 1 --2- 172.21.15.119:0/67059213 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f555c0c8920 0x7f555c0c8dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:19.912 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:19.905+0000 7f5562dbc640 1 --2- 172.21.15.119:0/67059213 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f555c072110 0x7f555c070190 unknown :-1 s=CLOSED pgs=350 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:19.912 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:19.905+0000 7f5562dbc640 1 -- 172.21.15.119:0/67059213 >> 172.21.15.119:0/67059213 conn(0x7f555c069ed0 msgr2=0x7f555c06a2e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:57:19.912 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:19.905+0000 7f5562dbc640 1 -- 172.21.15.119:0/67059213 shutdown_connections 2024-09-13T18:57:19.912 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:19.905+0000 7f5562dbc640 1 -- 172.21.15.119:0/67059213 wait complete. 2024-09-13T18:57:19.913 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:19.906+0000 7f5562dbc640 1 Processor -- start 2024-09-13T18:57:19.913 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:19.906+0000 7f5562dbc640 1 -- start start 2024-09-13T18:57:19.915 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:19.907+0000 7f5562dbc640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f555c071d30 0x7f555c0c1a80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:19.915 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:19.907+0000 7f5562dbc640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f555c072110 0x7f555c154250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:19.915 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:19.907+0000 7f5562dbc640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f555c0c8920 0x7f555c1e3c60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:19.915 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:19.907+0000 7f5562dbc640 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f555c15a3e0 con 0x7f555c071d30 2024-09-13T18:57:19.916 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:19.907+0000 7f5562dbc640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f555c0c1fc0 con 0x7f555c072110 2024-09-13T18:57:19.916 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:19.907+0000 7f5562dbc640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f555c154fd0 con 0x7f555c0c8920 2024-09-13T18:57:19.916 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:19.907+0000 7f5560b58640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f555c071d30 0x7f555c0c1a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:19.916 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:19.907+0000 7f5560b58640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f555c071d30 0x7f555c0c1a80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.119:3300/0 says I am v2:172.21.15.119:44804/0 (socket says 172.21.15.119:44804) 2024-09-13T18:57:19.916 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:19.907+0000 7f5560b58640 1 -- 172.21.15.119:0/1842839669 learned_addr learned my addr 172.21.15.119:0/1842839669 (peer_addr_for_me v2:172.21.15.119:0/0) 2024-09-13T18:57:19.916 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:19.907+0000 7f5561359640 1 --2- 172.21.15.119:0/1842839669 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f555c0c8920 0x7f555c1e3c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:19.916 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:19.907+0000 7f5553fff640 1 --2- 172.21.15.119:0/1842839669 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f555c072110 0x7f555c154250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:19.916 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:19.907+0000 7f5560b58640 1 -- 172.21.15.119:0/1842839669 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f555c0c8920 msgr2=0x7f555c1e3c60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:19.917 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:19.907+0000 7f5560b58640 1 --2- 172.21.15.119:0/1842839669 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f555c0c8920 0x7f555c1e3c60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:19.917 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:19.907+0000 7f5560b58640 1 -- 172.21.15.119:0/1842839669 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f555c072110 msgr2=0x7f555c154250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:19.917 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:19.907+0000 7f5560b58640 1 --2- 172.21.15.119:0/1842839669 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f555c072110 0x7f555c154250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:19.917 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:19.907+0000 7f5560b58640 1 -- 172.21.15.119:0/1842839669 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f554c0094d0 con 0x7f555c071d30 2024-09-13T18:57:19.917 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:19.908+0000 7f5560b58640 1 --2- 172.21.15.119:0/1842839669 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f555c071d30 0x7f555c0c1a80 secure :-1 s=READY pgs=351 cs=0 l=1 rev1=1 crypto rx=0x7f555800c460 tx=0x7f555800c920 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:57:19.917 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:19.908+0000 7f55517fa640 1 -- 172.21.15.119:0/1842839669 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5558012830 con 0x7f555c071d30 2024-09-13T18:57:19.917 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:19.908+0000 7f55517fa640 1 -- 172.21.15.119:0/1842839669 <== mon.0 v2:172.21.15.119:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f55580129d0 con 0x7f555c071d30 2024-09-13T18:57:19.917 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:19.908+0000 7f55517fa640 1 -- 172.21.15.119:0/1842839669 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5558012d80 con 0x7f555c071d30 2024-09-13T18:57:19.917 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:19.908+0000 7f5562dbc640 1 -- 172.21.15.119:0/1842839669 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f555c159e20 con 0x7f555c071d30 2024-09-13T18:57:19.918 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:19.908+0000 7f5562dbc640 1 -- 172.21.15.119:0/1842839669 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f555c155270 con 0x7f555c071d30 2024-09-13T18:57:19.918 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:19.909+0000 7f5562dbc640 1 -- 172.21.15.119:0/1842839669 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f555c154e30 con 0x7f555c071d30 2024-09-13T18:57:19.918 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:19.909+0000 7f55517fa640 1 -- 172.21.15.119:0/1842839669 <== mon.0 v2:172.21.15.119:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f555801b400 con 0x7f555c071d30 2024-09-13T18:57:19.918 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:19.910+0000 7f55517fa640 1 --2- 172.21.15.119:0/1842839669 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f554806ac00 0x7f554806d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:19.918 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:19.910+0000 7f55517fa640 1 -- 172.21.15.119:0/1842839669 <== mon.0 v2:172.21.15.119:3300/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 6692+0+0 (secure 0 0 0) 0x7f5558089990 con 0x7f555c071d30 2024-09-13T18:57:19.918 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:19.910+0000 7f5553fff640 1 --2- 172.21.15.119:0/1842839669 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f554806ac00 0x7f554806d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:19.918 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:19.910+0000 7f5553fff640 1 --2- 172.21.15.119:0/1842839669 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f554806ac00 0x7f554806d0c0 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7f554c034000 tx=0x7f554c02e000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:57:19.920 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:19.914+0000 7f55517fa640 1 -- 172.21.15.119:0/1842839669 <== mon.0 v2:172.21.15.119:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f555c154e30 con 0x7f555c071d30 2024-09-13T18:57:20.091 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:20.089+0000 7f5562dbc640 1 -- 172.21.15.119:0/1842839669 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) v1 -- 0x7f555c154e30 con 0x7f555c071d30 2024-09-13T18:57:20.092 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:20.089+0000 7f55517fa640 1 -- 172.21.15.119:0/1842839669 <== mon.0 v2:172.21.15.119:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v26) v1 ==== 80+0+0 (secure 0 0 0) 0x7f555c154e30 con 0x7f555c071d30 2024-09-13T18:57:20.092 INFO:teuthology.orchestra.run.smithi119.stderr:listed 0 entries 2024-09-13T18:57:20.094 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:20.091+0000 7f5562dbc640 1 -- 172.21.15.119:0/1842839669 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f554806ac00 msgr2=0x7f554806d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:20.094 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:20.091+0000 7f5562dbc640 1 --2- 172.21.15.119:0/1842839669 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f554806ac00 0x7f554806d0c0 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7f554c034000 tx=0x7f554c02e000 comp rx=0 tx=0).stop 2024-09-13T18:57:20.094 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:20.091+0000 7f5562dbc640 1 -- 172.21.15.119:0/1842839669 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f555c071d30 msgr2=0x7f555c0c1a80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:20.094 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:20.091+0000 7f5562dbc640 1 --2- 172.21.15.119:0/1842839669 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f555c071d30 0x7f555c0c1a80 secure :-1 s=READY pgs=351 cs=0 l=1 rev1=1 crypto rx=0x7f555800c460 tx=0x7f555800c920 comp rx=0 tx=0).stop 2024-09-13T18:57:20.094 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:20.091+0000 7f5562dbc640 1 -- 172.21.15.119:0/1842839669 shutdown_connections 2024-09-13T18:57:20.094 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:20.091+0000 7f5562dbc640 1 --2- 172.21.15.119:0/1842839669 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f554806ac00 0x7f554806d0c0 unknown :-1 s=CLOSED pgs=183 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:20.094 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:20.091+0000 7f5562dbc640 1 --2- 172.21.15.119:0/1842839669 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f555c0c8920 0x7f555c1e3c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:20.094 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:20.091+0000 7f5562dbc640 1 --2- 172.21.15.119:0/1842839669 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f555c072110 0x7f555c154250 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:20.094 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:20.091+0000 7f5562dbc640 1 --2- 172.21.15.119:0/1842839669 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f555c071d30 0x7f555c0c1a80 unknown :-1 s=CLOSED pgs=351 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:20.094 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:20.091+0000 7f5562dbc640 1 -- 172.21.15.119:0/1842839669 >> 172.21.15.119:0/1842839669 conn(0x7f555c069ed0 msgr2=0x7f555c06c570 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:57:20.095 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:20.091+0000 7f5562dbc640 1 -- 172.21.15.119:0/1842839669 shutdown_connections 2024-09-13T18:57:20.095 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:20.091+0000 7f5562dbc640 1 -- 172.21.15.119:0/1842839669 wait complete. 2024-09-13T18:57:20.105 DEBUG:teuthology.orchestra.run.smithi145:> set -ex 2024-09-13T18:57:20.105 DEBUG:teuthology.orchestra.run.smithi145:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-13T18:57:20.125 DEBUG:teuthology.orchestra.run.smithi119:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T18:57:20.222 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:20.220+0000 7f21e3ed7640 1 Processor -- start 2024-09-13T18:57:20.222 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:20.220+0000 7f21e3ed7640 1 -- start start 2024-09-13T18:57:20.224 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:20.221+0000 7f21e3ed7640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f21dc071d30 0x7f21dc070190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:20.224 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:20.221+0000 7f21e3ed7640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f21dc0c8920 0x7f21dc0c8dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:20.224 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:20.221+0000 7f21e3ed7640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f21dc0abdf0 con 0x7f21dc072110 2024-09-13T18:57:20.224 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:20.221+0000 7f21e3ed7640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f21dc0c9310 con 0x7f21dc071d30 2024-09-13T18:57:20.224 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:20.221+0000 7f21e3ed7640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f21dc0b2280 con 0x7f21dc0c8920 2024-09-13T18:57:20.224 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:20.221+0000 7f21e2474640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f21dc0c8920 0x7f21dc0c8dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:20.224 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:20.221+0000 7f21e1472640 1 --1- >> v1:172.21.15.145:6789/0 conn(0x7f21dc072110 0x7f21dc0b1b70 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.145:6789/0 says I am v1:172.21.15.119:45080/0 (socket says 172.21.15.119:45080) 2024-09-13T18:57:20.225 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:20.221+0000 7f21e1472640 1 -- 172.21.15.119:0/3915606185 learned_addr learned my addr 172.21.15.119:0/3915606185 (peer_addr_for_me v1:172.21.15.119:0/0) 2024-09-13T18:57:20.225 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:20.221+0000 7f21e1c73640 1 --2- 172.21.15.119:0/3915606185 >> v2:172.21.15.145:3300/0 conn(0x7f21dc071d30 0x7f21dc070190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:20.225 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:20.221+0000 7f21e2474640 1 -- 172.21.15.119:0/3915606185 >> v2:172.21.15.145:3300/0 conn(0x7f21dc071d30 msgr2=0x7f21dc070190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T18:57:20.225 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:20.221+0000 7f21e2474640 1 --2- 172.21.15.119:0/3915606185 >> v2:172.21.15.145:3300/0 conn(0x7f21dc071d30 0x7f21dc070190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:20.225 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:20.221+0000 7f21e2474640 1 -- 172.21.15.119:0/3915606185 >> v1:172.21.15.145:6789/0 conn(0x7f21dc072110 legacy=0x7f21dc0b1b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:20.225 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:20.221+0000 7f21e2474640 1 -- 172.21.15.119:0/3915606185 --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f21dc0ab1e0 con 0x7f21dc0c8920 2024-09-13T18:57:20.230 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:20.222+0000 7f21e2474640 1 --2- 172.21.15.119:0/3915606185 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f21dc0c8920 0x7f21dc0c8dd0 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7f21d4009d90 tx=0x7f21d402a660 comp rx=0 tx=0).ready entity=mon.2 client_cookie=4881e1a86c05c52e server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:57:20.231 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:20.222+0000 7f21e0c71640 1 -- 172.21.15.119:0/3915606185 <== mon.2 v2:172.21.15.145:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f21d4007740 con 0x7f21dc0c8920 2024-09-13T18:57:20.231 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:20.222+0000 7f21e0c71640 1 -- 172.21.15.119:0/3915606185 <== mon.2 v2:172.21.15.145:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f21d402d050 con 0x7f21dc0c8920 2024-09-13T18:57:20.231 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:20.222+0000 7f21e0c71640 1 -- 172.21.15.119:0/3915606185 <== mon.2 v2:172.21.15.145:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f21d4007ac0 con 0x7f21dc0c8920 2024-09-13T18:57:20.231 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:20.223+0000 7f21e3ed7640 1 -- 172.21.15.119:0/3915606185 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f21dc0c8920 msgr2=0x7f21dc0c8dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:20.231 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:20.223+0000 7f21e3ed7640 1 --2- 172.21.15.119:0/3915606185 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f21dc0c8920 0x7f21dc0c8dd0 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7f21d4009d90 tx=0x7f21d402a660 comp rx=0 tx=0).stop 2024-09-13T18:57:20.231 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:20.223+0000 7f21e3ed7640 1 -- 172.21.15.119:0/3915606185 shutdown_connections 2024-09-13T18:57:20.231 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:20.223+0000 7f21e3ed7640 1 --2- 172.21.15.119:0/3915606185 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f21dc0c8920 0x7f21dc0c8dd0 unknown :-1 s=CLOSED pgs=42 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:20.232 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:20.223+0000 7f21e3ed7640 1 --2- 172.21.15.119:0/3915606185 >> v2:172.21.15.145:3300/0 conn(0x7f21dc071d30 0x7f21dc070190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:20.232 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:20.223+0000 7f21e3ed7640 1 -- 172.21.15.119:0/3915606185 >> 172.21.15.119:0/3915606185 conn(0x7f21dc069ed0 msgr2=0x7f21dc06a2e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:57:20.232 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:20.223+0000 7f21e3ed7640 1 -- 172.21.15.119:0/3915606185 shutdown_connections 2024-09-13T18:57:20.232 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:20.223+0000 7f21e3ed7640 1 -- 172.21.15.119:0/3915606185 wait complete. 2024-09-13T18:57:20.232 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:20.224+0000 7f21e3ed7640 1 Processor -- start 2024-09-13T18:57:20.232 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:20.224+0000 7f21e3ed7640 1 -- start start 2024-09-13T18:57:20.232 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:20.225+0000 7f21e3ed7640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f21dc071d30 0x7f21dc155530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:20.232 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:20.225+0000 7f21e3ed7640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f21dc072110 0x7f21dc156df0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:20.232 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:20.225+0000 7f21e3ed7640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f21dc0c8920 0x7f21dc159e20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:20.232 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:20.225+0000 7f21e3ed7640 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f21dc15a360 con 0x7f21dc072110 2024-09-13T18:57:20.232 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:20.225+0000 7f21e3ed7640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f21dc157460 con 0x7f21dc071d30 2024-09-13T18:57:20.232 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:20.225+0000 7f21e3ed7640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f21dc157740 con 0x7f21dc0c8920 2024-09-13T18:57:20.232 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:20.225+0000 7f21e1472640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f21dc072110 0x7f21dc156df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:20.233 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:20.225+0000 7f21e1472640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f21dc072110 0x7f21dc156df0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.119:3300/0 says I am v2:172.21.15.119:44808/0 (socket says 172.21.15.119:44808) 2024-09-13T18:57:20.233 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:20.225+0000 7f21e1472640 1 -- 172.21.15.119:0/1538785047 learned_addr learned my addr 172.21.15.119:0/1538785047 (peer_addr_for_me v2:172.21.15.119:0/0) 2024-09-13T18:57:20.233 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:20.225+0000 7f21e1c73640 1 --2- 172.21.15.119:0/1538785047 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f21dc071d30 0x7f21dc155530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:20.233 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:20.225+0000 7f21e2474640 1 --2- 172.21.15.119:0/1538785047 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f21dc0c8920 0x7f21dc159e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:20.233 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:20.225+0000 7f21e1472640 1 -- 172.21.15.119:0/1538785047 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f21dc0c8920 msgr2=0x7f21dc159e20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:20.233 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:20.225+0000 7f21e1472640 1 --2- 172.21.15.119:0/1538785047 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f21dc0c8920 0x7f21dc159e20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:20.233 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:20.225+0000 7f21e1472640 1 -- 172.21.15.119:0/1538785047 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f21dc071d30 msgr2=0x7f21dc155530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:20.233 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:20.225+0000 7f21e1472640 1 --2- 172.21.15.119:0/1538785047 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f21dc071d30 0x7f21dc155530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:20.233 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:20.225+0000 7f21e1472640 1 -- 172.21.15.119:0/1538785047 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f21d4009a70 con 0x7f21dc072110 2024-09-13T18:57:20.234 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:20.225+0000 7f21e2474640 1 --2- 172.21.15.119:0/1538785047 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f21dc0c8920 0x7f21dc159e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T18:57:20.234 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:20.225+0000 7f21e1472640 1 --2- 172.21.15.119:0/1538785047 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f21dc072110 0x7f21dc156df0 secure :-1 s=READY pgs=352 cs=0 l=1 rev1=1 crypto rx=0x7f21d800c400 tx=0x7f21d800c8c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:57:20.234 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:20.225+0000 7f21d27fc640 1 -- 172.21.15.119:0/1538785047 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f21d8005ce0 con 0x7f21dc072110 2024-09-13T18:57:20.234 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:20.226+0000 7f21d27fc640 1 -- 172.21.15.119:0/1538785047 <== mon.0 v2:172.21.15.119:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f21d8005e40 con 0x7f21dc072110 2024-09-13T18:57:20.234 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:20.226+0000 7f21e3ed7640 1 -- 172.21.15.119:0/1538785047 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f21dc157a20 con 0x7f21dc072110 2024-09-13T18:57:20.234 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:20.226+0000 7f21d27fc640 1 -- 172.21.15.119:0/1538785047 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f21d80072d0 con 0x7f21dc072110 2024-09-13T18:57:20.234 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:20.226+0000 7f21e3ed7640 1 -- 172.21.15.119:0/1538785047 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f21dc0c75b0 con 0x7f21dc072110 2024-09-13T18:57:20.234 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:20.227+0000 7f21e3ed7640 1 -- 172.21.15.119:0/1538785047 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f21dc070190 con 0x7f21dc072110 2024-09-13T18:57:20.234 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:20.227+0000 7f21d27fc640 1 -- 172.21.15.119:0/1538785047 <== mon.0 v2:172.21.15.119:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f21d80074f0 con 0x7f21dc072110 2024-09-13T18:57:20.234 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:20.227+0000 7f21d27fc640 1 --2- 172.21.15.119:0/1538785047 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f21c006ac00 0x7f21c006d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:20.234 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:20.228+0000 7f21d27fc640 1 -- 172.21.15.119:0/1538785047 <== mon.0 v2:172.21.15.119:3300/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 6692+0+0 (secure 0 0 0) 0x7f21d8088c10 con 0x7f21dc072110 2024-09-13T18:57:20.234 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:20.228+0000 7f21e1c73640 1 --2- 172.21.15.119:0/1538785047 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f21c006ac00 0x7f21c006d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:20.234 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:20.228+0000 7f21e1c73640 1 --2- 172.21.15.119:0/1538785047 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f21c006ac00 0x7f21c006d0c0 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7f21cc009b40 tx=0x7f21cc009190 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:57:20.235 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:20.232+0000 7f21d27fc640 1 -- 172.21.15.119:0/1538785047 <== mon.0 v2:172.21.15.119:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f21d8053b50 con 0x7f21dc072110 2024-09-13T18:57:20.398 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:20.395+0000 7f21e3ed7640 1 -- 172.21.15.119:0/1538785047 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f21dc15cb20 con 0x7f21dc072110 2024-09-13T18:57:20.399 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:20.396+0000 7f21d27fc640 1 -- 172.21.15.119:0/1538785047 <== mon.0 v2:172.21.15.119:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v26) v1 ==== 74+0+18831 (secure 0 0 0) 0x7f21d8017020 con 0x7f21dc072110 2024-09-13T18:57:20.399 INFO:teuthology.orchestra.run.smithi119.stdout: 2024-09-13T18:57:20.399 INFO:teuthology.orchestra.run.smithi119.stdout:{"epoch":26,"fsid":"b3bca492-3414-44ef-b63c-42eead5ea701","created":"2024-09-13T18:56:10.047760+0000","modified":"2024-09-13T18:57:15.157404+0000","last_up_change":"2024-09-13T18:56:22.096428+0000","last_in_change":"2024-09-13T18:56:12.143228+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T18:56:22.095896+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-13T18:56:31.950108+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-13T18:56:32.998608+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-09-13T18:56:36.052694+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"24","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"09edfd5c-bc57-47d1-a7b7-6d97f0f88db1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6810","nonce":3811853106},{"type":"v1","addr":"172.21.15.119:6813","nonce":3811853106}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6817","nonce":3811853106},{"type":"v1","addr":"172.21.15.119:6820","nonce":3811853106}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6828","nonce":3811853106},{"type":"v1","addr":"172.21.15.119:6830","nonce":3811853106}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6823","nonce":3811853106},{"type":"v1","addr":"172.21.15.119:6825","nonce":3811853106}]},"public_addr":"172.21.15.119:6813/3811853106","cluster_addr":"172.21.15.119:6820/3811853106","heartbeat_back_addr":"172.21.15.119:6830/3811853106","heartbeat_front_addr":"172.21.15.119:6825/3811853106","state":["exists","up"]},{"osd":1,"uuid":"f26f4bd2-3aee-4208-9e62-87f17047d886","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":25,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6809","nonce":1656755168},{"type":"v1","addr":"172.21.15.119:6812","nonce":1656755168}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6815","nonce":1656755168},{"type":"v1","addr":"172.21.15.119:6818","nonce":1656755168}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6829","nonce":1656755168},{"type":"v1","addr":"172.21.15.119:6831","nonce":1656755168}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6822","nonce":1656755168},{"type":"v1","addr":"172.21.15.119:6826","nonce":1656755168}]},"public_addr":"172.21.15.119:6812/1656755168","cluster_addr":"172.21.15.119:6818/1656755168","heartbeat_back_addr":"172.21.15.119:6831/1656755168","heartbeat_front_addr":"172.21.15.119:6826/1656755168","state":["exists","up"]},{"osd":2,"uuid":"1e9d6e0c-51f9-4f4a-bead-0e7edc7dd200","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":25,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6800","nonce":3093354378},{"type":"v1","addr":"172.21.15.119:6801","nonce":3093354378}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6802","nonce":3093354378},{"type":"v1","addr":"172.21.15.119:6803","nonce":3093354378}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6806","nonce":3093354378},{"type":"v1","addr":"172.21.15.119:6807","nonce":3093354378}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6804","nonce":3093354378},{"type":"v1","addr":"172.21.15.119:6805","nonce":3093354378}]},"public_addr":"172.21.15.119:6801/3093354378","cluster_addr":"172.21.15.119:6803/3093354378","heartbeat_back_addr":"172.21.15.119:6807/3093354378","heartbeat_front_addr":"172.21.15.119:6805/3093354378","state":["exists","up"]},{"osd":3,"uuid":"7c289b1f-a555-46e4-b85a-c0f230c9e02a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":25,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6808","nonce":886995937},{"type":"v1","addr":"172.21.15.119:6811","nonce":886995937}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6814","nonce":886995937},{"type":"v1","addr":"172.21.15.119:6816","nonce":886995937}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6824","nonce":886995937},{"type":"v1","addr":"172.21.15.119:6827","nonce":886995937}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6819","nonce":886995937},{"type":"v1","addr":"172.21.15.119:6821","nonce":886995937}]},"public_addr":"172.21.15.119:6811/886995937","cluster_addr":"172.21.15.119:6816/886995937","heartbeat_back_addr":"172.21.15.119:6827/886995937","heartbeat_front_addr":"172.21.15.119:6821/886995937","state":["exists","up"]},{"osd":4,"uuid":"a0a2f75b-5a33-4b69-b834-b8cf5a90ac5f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":25,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6808","nonce":2802887692},{"type":"v1","addr":"172.21.15.145:6809","nonce":2802887692}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6810","nonce":2802887692},{"type":"v1","addr":"172.21.15.145:6811","nonce":2802887692}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6814","nonce":2802887692},{"type":"v1","addr":"172.21.15.145:6815","nonce":2802887692}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6812","nonce":2802887692},{"type":"v1","addr":"172.21.15.145:6813","nonce":2802887692}]},"public_addr":"172.21.15.145:6809/2802887692","cluster_addr":"172.21.15.145:6811/2802887692","heartbeat_back_addr":"172.21.15.145:6815/2802887692","heartbeat_front_addr":"172.21.15.145:6813/2802887692","state":["exists","up"]},{"osd":5,"uuid":"e301c92f-a5af-49da-8384-bef6d48c9982","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6800","nonce":1431235391},{"type":"v1","addr":"172.21.15.145:6801","nonce":1431235391}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6802","nonce":1431235391},{"type":"v1","addr":"172.21.15.145:6803","nonce":1431235391}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6806","nonce":1431235391},{"type":"v1","addr":"172.21.15.145:6807","nonce":1431235391}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6804","nonce":1431235391},{"type":"v1","addr":"172.21.15.145:6805","nonce":1431235391}]},"public_addr":"172.21.15.145:6801/1431235391","cluster_addr":"172.21.15.145:6803/1431235391","heartbeat_back_addr":"172.21.15.145:6807/1431235391","heartbeat_front_addr":"172.21.15.145:6805/1431235391","state":["exists","up"]},{"osd":6,"uuid":"dd2ee71c-4024-4f56-90b1-d362ff9ae8f5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6816","nonce":1755123178},{"type":"v1","addr":"172.21.15.145:6817","nonce":1755123178}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6818","nonce":1755123178},{"type":"v1","addr":"172.21.15.145:6819","nonce":1755123178}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6822","nonce":1755123178},{"type":"v1","addr":"172.21.15.145:6823","nonce":1755123178}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6820","nonce":1755123178},{"type":"v1","addr":"172.21.15.145:6821","nonce":1755123178}]},"public_addr":"172.21.15.145:6817/1755123178","cluster_addr":"172.21.15.145:6819/1755123178","heartbeat_back_addr":"172.21.15.145:6823/1755123178","heartbeat_front_addr":"172.21.15.145:6821/1755123178","state":["exists","up"]},{"osd":7,"uuid":"7412449e-689b-45ee-9ae5-744a8c27f166","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6824","nonce":3012628958},{"type":"v1","addr":"172.21.15.145:6825","nonce":3012628958}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6826","nonce":3012628958},{"type":"v1","addr":"172.21.15.145:6827","nonce":3012628958}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6830","nonce":3012628958},{"type":"v1","addr":"172.21.15.145:6831","nonce":3012628958}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6828","nonce":3012628958},{"type":"v1","addr":"172.21.15.145:6829","nonce":3012628958}]},"public_addr":"172.21.15.145:6825/3012628958","cluster_addr":"172.21.15.145:6827/3012628958","heartbeat_back_addr":"172.21.15.145:6831/3012628958","heartbeat_front_addr":"172.21.15.145:6829/3012628958","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T18:56:17.286635+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T18:56:17.334491+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T18:56:17.297521+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T18:56:17.383716+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T18:56:17.267776+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T18:56:17.312998+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T18:56:17.303008+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T18:56:17.304729+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"3.1f","mappings":[{"from":0,"to":2}]},{"pgid":"3.21","mappings":[{"from":5,"to":1}]},{"pgid":"3.29","mappings":[{"from":3,"to":2}]},{"pgid":"3.2a","mappings":[{"from":5,"to":2}]},{"pgid":"3.3b","mappings":[{"from":7,"to":1}]},{"pgid":"4.2","mappings":[{"from":1,"to":2}]},{"pgid":"4.10","mappings":[{"from":1,"to":2}]},{"pgid":"4.1b","mappings":[{"from":1,"to":2}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T18:57:20.401 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:20.398+0000 7f21e3ed7640 1 -- 172.21.15.119:0/1538785047 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f21c006ac00 msgr2=0x7f21c006d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:20.401 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:20.398+0000 7f21e3ed7640 1 --2- 172.21.15.119:0/1538785047 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f21c006ac00 0x7f21c006d0c0 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7f21cc009b40 tx=0x7f21cc009190 comp rx=0 tx=0).stop 2024-09-13T18:57:20.401 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:20.398+0000 7f21e3ed7640 1 -- 172.21.15.119:0/1538785047 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f21dc072110 msgr2=0x7f21dc156df0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:20.401 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:20.398+0000 7f21e3ed7640 1 --2- 172.21.15.119:0/1538785047 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f21dc072110 0x7f21dc156df0 secure :-1 s=READY pgs=352 cs=0 l=1 rev1=1 crypto rx=0x7f21d800c400 tx=0x7f21d800c8c0 comp rx=0 tx=0).stop 2024-09-13T18:57:20.401 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:20.398+0000 7f21e3ed7640 1 -- 172.21.15.119:0/1538785047 shutdown_connections 2024-09-13T18:57:20.401 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:20.398+0000 7f21e3ed7640 1 --2- 172.21.15.119:0/1538785047 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f21c006ac00 0x7f21c006d0c0 unknown :-1 s=CLOSED pgs=184 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:20.401 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:20.398+0000 7f21e3ed7640 1 --2- 172.21.15.119:0/1538785047 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f21dc0c8920 0x7f21dc159e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:20.401 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:20.398+0000 7f21e3ed7640 1 --2- 172.21.15.119:0/1538785047 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f21dc072110 0x7f21dc156df0 unknown :-1 s=CLOSED pgs=352 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:20.401 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:20.398+0000 7f21e3ed7640 1 --2- 172.21.15.119:0/1538785047 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f21dc071d30 0x7f21dc155530 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:20.402 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:20.398+0000 7f21e3ed7640 1 -- 172.21.15.119:0/1538785047 >> 172.21.15.119:0/1538785047 conn(0x7f21dc069ed0 msgr2=0x7f21dc0ac180 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:57:20.402 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:20.398+0000 7f21e3ed7640 1 -- 172.21.15.119:0/1538785047 shutdown_connections 2024-09-13T18:57:20.402 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:20.398+0000 7f21e3ed7640 1 -- 172.21.15.119:0/1538785047 wait complete. 2024-09-13T18:57:20.411 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-09-13T18:56:22.095896+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '16', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-09-13T18:56:31.950108+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '19', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-09-13T18:56:32.998608+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '20', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.05000000074505806}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.3799999952316284, 'score_stable': 1.3799999952316284, 'optimal_score': 1, 'raw_score_acting': 1.3799999952316284, 'raw_score_stable': 1.3799999952316284, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'cephfs_data_ec', 'create_time': '2024-09-13T18:56:36.052694+0000', 'flags': 5, 'flags_names': 'hashpspool,ec_overwrites', 'type': 3, 'size': 4, 'min_size': 3, 'crush_rule': 1, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '24', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': 'cephfs_data_ec', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 8192, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}}] 2024-09-13T18:57:20.412 DEBUG:teuthology.orchestra.run.smithi119:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-09-13T18:57:20.513 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:20.510+0000 7f435bbb5640 1 Processor -- start 2024-09-13T18:57:20.513 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:20.510+0000 7f435bbb5640 1 -- start start 2024-09-13T18:57:20.514 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:20.511+0000 7f435bbb5640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f4354159310 0x7f43540ad400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:20.515 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:20.511+0000 7f435bbb5640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f43540b2b40 0x7f43540ab140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:20.515 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:20.511+0000 7f435bbb5640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f43540ccbe0 con 0x7f43540ab680 2024-09-13T18:57:20.515 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:20.511+0000 7f435bbb5640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f43540ad940 con 0x7f4354159310 2024-09-13T18:57:20.515 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:20.511+0000 7f435bbb5640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f43540b1810 con 0x7f43540b2b40 2024-09-13T18:57:20.515 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:20.511+0000 7f4359150640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f43540b2b40 0x7f43540ab140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:20.515 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:20.511+0000 7f435a152640 1 --1- >> v1:172.21.15.145:6789/0 conn(0x7f43540ab680 0x7f43540ce4f0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.145:6789/0 says I am v1:172.21.15.119:45088/0 (socket says 172.21.15.119:45088) 2024-09-13T18:57:20.515 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:20.511+0000 7f4359951640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f4354159310 0x7f43540ad400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:20.515 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:20.511+0000 7f435a152640 1 -- 172.21.15.119:0/1696932099 learned_addr learned my addr 172.21.15.119:0/1696932099 (peer_addr_for_me v1:172.21.15.119:0/0) 2024-09-13T18:57:20.516 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:20.512+0000 7f435894f640 1 -- 172.21.15.119:0/1696932099 <== mon.1 v1:172.21.15.145:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1512910812 0 0) 0x7f43540ccbe0 con 0x7f43540ab680 2024-09-13T18:57:20.516 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:20.512+0000 7f435894f640 1 -- 172.21.15.119:0/1696932099 --> v1:172.21.15.145:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f4340003520 con 0x7f43540ab680 2024-09-13T18:57:20.516 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:20.512+0000 7f4359150640 1 -- 172.21.15.119:0/1696932099 >> v2:172.21.15.145:3300/0 conn(0x7f4354159310 msgr2=0x7f43540ad400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T18:57:20.516 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:20.512+0000 7f4359150640 1 --2- 172.21.15.119:0/1696932099 >> v2:172.21.15.145:3300/0 conn(0x7f4354159310 0x7f43540ad400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:20.516 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:20.512+0000 7f4359150640 1 -- 172.21.15.119:0/1696932099 >> v1:172.21.15.145:6789/0 conn(0x7f43540ab680 legacy=0x7f43540ce4f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:20.516 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:20.512+0000 7f4359150640 1 -- 172.21.15.119:0/1696932099 --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f435406d9e0 con 0x7f43540b2b40 2024-09-13T18:57:20.516 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:20.512+0000 7f4359951640 1 --2- 172.21.15.119:0/1696932099 >> v2:172.21.15.145:3300/0 conn(0x7f4354159310 0x7f43540ad400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T18:57:20.519 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:20.513+0000 7f4359150640 1 --2- 172.21.15.119:0/1696932099 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f43540b2b40 0x7f43540ab140 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7f43440097a0 tx=0x7f434402a100 comp rx=0 tx=0).ready entity=mon.2 client_cookie=60dbaef06a070cf8 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:57:20.519 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:20.513+0000 7f435894f640 1 -- 172.21.15.119:0/1696932099 <== mon.2 v2:172.21.15.145:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f434402ae50 con 0x7f43540b2b40 2024-09-13T18:57:20.519 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:20.513+0000 7f435894f640 1 -- 172.21.15.119:0/1696932099 <== mon.2 v2:172.21.15.145:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4344032440 con 0x7f43540b2b40 2024-09-13T18:57:20.519 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:20.513+0000 7f435894f640 1 -- 172.21.15.119:0/1696932099 <== mon.2 v2:172.21.15.145:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f43440327d0 con 0x7f43540b2b40 2024-09-13T18:57:20.519 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:20.513+0000 7f435bbb5640 1 -- 172.21.15.119:0/1696932099 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f43540b2b40 msgr2=0x7f43540ab140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:20.520 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:20.513+0000 7f435bbb5640 1 --2- 172.21.15.119:0/1696932099 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f43540b2b40 0x7f43540ab140 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7f43440097a0 tx=0x7f434402a100 comp rx=0 tx=0).stop 2024-09-13T18:57:20.520 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:20.513+0000 7f435bbb5640 1 -- 172.21.15.119:0/1696932099 shutdown_connections 2024-09-13T18:57:20.520 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:20.513+0000 7f435bbb5640 1 --2- 172.21.15.119:0/1696932099 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f43540b2b40 0x7f43540ab140 unknown :-1 s=CLOSED pgs=43 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:20.520 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:20.513+0000 7f435bbb5640 1 --2- 172.21.15.119:0/1696932099 >> v2:172.21.15.145:3300/0 conn(0x7f4354159310 0x7f43540ad400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:20.520 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:20.513+0000 7f435bbb5640 1 -- 172.21.15.119:0/1696932099 >> 172.21.15.119:0/1696932099 conn(0x7f435406a0b0 msgr2=0x7f435406a4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:57:20.520 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:20.513+0000 7f435bbb5640 1 -- 172.21.15.119:0/1696932099 shutdown_connections 2024-09-13T18:57:20.520 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:20.513+0000 7f435bbb5640 1 -- 172.21.15.119:0/1696932099 wait complete. 2024-09-13T18:57:20.520 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:20.515+0000 7f435bbb5640 1 Processor -- start 2024-09-13T18:57:20.520 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:20.515+0000 7f435bbb5640 1 -- start start 2024-09-13T18:57:20.520 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:20.515+0000 7f435bbb5640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f43540ab680 0x7f4354151fb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:20.520 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:20.515+0000 7f435bbb5640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f43540b2b40 0x7f43541549d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:20.521 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:20.515+0000 7f435bbb5640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f4354159310 0x7f43541efaf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:20.521 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:20.515+0000 7f435bbb5640 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f435409b040 con 0x7f43540b2b40 2024-09-13T18:57:20.521 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:20.515+0000 7f435bbb5640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f43541f0030 con 0x7f4354159310 2024-09-13T18:57:20.521 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:20.515+0000 7f435bbb5640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f435409a710 con 0x7f43540ab680 2024-09-13T18:57:20.521 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:20.515+0000 7f4359150640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f43540b2b40 0x7f43541549d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:20.521 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:20.515+0000 7f4359150640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f43540b2b40 0x7f43541549d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.119:3300/0 says I am v2:172.21.15.119:44814/0 (socket says 172.21.15.119:44814) 2024-09-13T18:57:20.521 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:20.515+0000 7f4359150640 1 -- 172.21.15.119:0/3269162 learned_addr learned my addr 172.21.15.119:0/3269162 (peer_addr_for_me v2:172.21.15.119:0/0) 2024-09-13T18:57:20.521 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:20.516+0000 7f4359951640 1 --2- 172.21.15.119:0/3269162 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f43540ab680 0x7f4354151fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:20.521 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:20.516+0000 7f435a152640 1 --2- 172.21.15.119:0/3269162 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f4354159310 0x7f43541efaf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:20.521 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:20.516+0000 7f4359150640 1 -- 172.21.15.119:0/3269162 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f43540ab680 msgr2=0x7f4354151fb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:20.521 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:20.516+0000 7f4359150640 1 --2- 172.21.15.119:0/3269162 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f43540ab680 0x7f4354151fb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:20.521 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:20.516+0000 7f4359150640 1 -- 172.21.15.119:0/3269162 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f4354159310 msgr2=0x7f43541efaf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:20.521 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:20.516+0000 7f4359150640 1 --2- 172.21.15.119:0/3269162 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f4354159310 0x7f43541efaf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:20.522 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:20.516+0000 7f4359150640 1 -- 172.21.15.119:0/3269162 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4350009400 con 0x7f43540b2b40 2024-09-13T18:57:20.522 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:20.516+0000 7f4359150640 1 --2- 172.21.15.119:0/3269162 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f43540b2b40 0x7f43541549d0 secure :-1 s=READY pgs=353 cs=0 l=1 rev1=1 crypto rx=0x7f4344035040 tx=0x7f43440046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:57:20.522 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:20.516+0000 7f434a7fc640 1 -- 172.21.15.119:0/3269162 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f434403d710 con 0x7f43540b2b40 2024-09-13T18:57:20.522 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:20.516+0000 7f434a7fc640 1 -- 172.21.15.119:0/3269162 <== mon.0 v2:172.21.15.119:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f434403d890 con 0x7f43540b2b40 2024-09-13T18:57:20.522 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:20.516+0000 7f435bbb5640 1 -- 172.21.15.119:0/3269162 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f4344009400 con 0x7f43540b2b40 2024-09-13T18:57:20.522 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:20.516+0000 7f434a7fc640 1 -- 172.21.15.119:0/3269162 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f434403dc40 con 0x7f43540b2b40 2024-09-13T18:57:20.522 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:20.516+0000 7f435bbb5640 1 -- 172.21.15.119:0/3269162 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f435409acd0 con 0x7f43540b2b40 2024-09-13T18:57:20.523 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:20.517+0000 7f435bbb5640 1 -- 172.21.15.119:0/3269162 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f435409b1f0 con 0x7f43540b2b40 2024-09-13T18:57:20.523 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:20.518+0000 7f434a7fc640 1 -- 172.21.15.119:0/3269162 <== mon.0 v2:172.21.15.119:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f4344039040 con 0x7f43540b2b40 2024-09-13T18:57:20.523 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:20.518+0000 7f434a7fc640 1 --2- 172.21.15.119:0/3269162 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f433806ac00 0x7f433806d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:20.523 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:20.518+0000 7f434a7fc640 1 -- 172.21.15.119:0/3269162 <== mon.0 v2:172.21.15.119:3300/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 6692+0+0 (secure 0 0 0) 0x7f43440a9df0 con 0x7f43540b2b40 2024-09-13T18:57:20.523 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:20.518+0000 7f4359951640 1 --2- 172.21.15.119:0/3269162 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f433806ac00 0x7f433806d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:20.523 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:20.518+0000 7f4359951640 1 --2- 172.21.15.119:0/3269162 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f433806ac00 0x7f433806d0c0 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7f4350009c30 tx=0x7f4350009190 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:57:20.524 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:20.522+0000 7f434a7fc640 1 -- 172.21.15.119:0/3269162 <== mon.0 v2:172.21.15.119:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f435409b1f0 con 0x7f43540b2b40 2024-09-13T18:57:20.686 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:20.683+0000 7f435bbb5640 1 -- 172.21.15.119:0/3269162 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f43540ab140 con 0x7f43540b2b40 2024-09-13T18:57:20.686 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:20.684+0000 7f434a7fc640 1 -- 172.21.15.119:0/3269162 <== mon.0 v2:172.21.15.119:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v26) v1 ==== 93+0+10 (secure 0 0 0) 0x7f4344074dc0 con 0x7f43540b2b40 2024-09-13T18:57:20.686 INFO:teuthology.orchestra.run.smithi119.stdout:pg_num: 1 2024-09-13T18:57:20.688 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:20.685+0000 7f435bbb5640 1 -- 172.21.15.119:0/3269162 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f433806ac00 msgr2=0x7f433806d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:20.688 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:20.685+0000 7f435bbb5640 1 --2- 172.21.15.119:0/3269162 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f433806ac00 0x7f433806d0c0 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7f4350009c30 tx=0x7f4350009190 comp rx=0 tx=0).stop 2024-09-13T18:57:20.688 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:20.685+0000 7f435bbb5640 1 -- 172.21.15.119:0/3269162 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f43540b2b40 msgr2=0x7f43541549d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:20.688 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:20.685+0000 7f435bbb5640 1 --2- 172.21.15.119:0/3269162 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f43540b2b40 0x7f43541549d0 secure :-1 s=READY pgs=353 cs=0 l=1 rev1=1 crypto rx=0x7f4344035040 tx=0x7f43440046c0 comp rx=0 tx=0).stop 2024-09-13T18:57:20.688 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:20.685+0000 7f435bbb5640 1 -- 172.21.15.119:0/3269162 shutdown_connections 2024-09-13T18:57:20.689 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:20.685+0000 7f435bbb5640 1 --2- 172.21.15.119:0/3269162 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f433806ac00 0x7f433806d0c0 unknown :-1 s=CLOSED pgs=185 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:20.689 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:20.685+0000 7f435bbb5640 1 --2- 172.21.15.119:0/3269162 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f4354159310 0x7f43541efaf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:20.689 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:20.685+0000 7f435bbb5640 1 --2- 172.21.15.119:0/3269162 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f43540b2b40 0x7f43541549d0 unknown :-1 s=CLOSED pgs=353 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:20.689 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:20.685+0000 7f435bbb5640 1 --2- 172.21.15.119:0/3269162 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f43540ab680 0x7f4354151fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:20.689 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:20.685+0000 7f435bbb5640 1 -- 172.21.15.119:0/3269162 >> 172.21.15.119:0/3269162 conn(0x7f435406a0b0 msgr2=0x7f435406a490 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:57:20.689 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:20.686+0000 7f435bbb5640 1 -- 172.21.15.119:0/3269162 shutdown_connections 2024-09-13T18:57:20.689 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:20.686+0000 7f435bbb5640 1 -- 172.21.15.119:0/3269162 wait complete. 2024-09-13T18:57:20.699 DEBUG:teuthology.orchestra.run.smithi119:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-09-13T18:57:20.799 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:20.796+0000 7f1d8be0f640 1 Processor -- start 2024-09-13T18:57:20.799 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:20.796+0000 7f1d8be0f640 1 -- start start 2024-09-13T18:57:20.800 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:20.797+0000 7f1d8be0f640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f1d8415a3b0 0x7f1d840b20a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:20.800 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:20.797+0000 7f1d8be0f640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f1d840b1720 0x7f1d840ce4f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:20.801 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:20.797+0000 7f1d8be0f640 1 -- --> v1:172.21.15.119:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f1d8415a790 con 0x7f1d840cea30 2024-09-13T18:57:20.801 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:20.797+0000 7f1d8be0f640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f1d840ceec0 con 0x7f1d8415a3b0 2024-09-13T18:57:20.801 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:20.797+0000 7f1d8be0f640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f1d840b2680 con 0x7f1d840b1720 2024-09-13T18:57:20.801 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:20.797+0000 7f1d8a3ac640 1 --1- >> v1:172.21.15.119:6789/0 conn(0x7f1d840cea30 0x7f1d8406c640 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.119:6789/0 says I am v1:172.21.15.119:45694/0 (socket says 172.21.15.119:45694) 2024-09-13T18:57:20.801 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:20.797+0000 7f1d8a3ac640 1 -- 172.21.15.119:0/4154125125 learned_addr learned my addr 172.21.15.119:0/4154125125 (peer_addr_for_me v1:172.21.15.119:0/0) 2024-09-13T18:57:20.801 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:20.797+0000 7f1d893aa640 1 --2- 172.21.15.119:0/4154125125 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f1d840b1720 0x7f1d840ce4f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:20.801 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:20.797+0000 7f1d89bab640 1 --2- 172.21.15.119:0/4154125125 >> v2:172.21.15.145:3300/0 conn(0x7f1d8415a3b0 0x7f1d840b20a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:20.801 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:20.797+0000 7f1d88ba9640 1 -- 172.21.15.119:0/4154125125 <== mon.0 v1:172.21.15.119:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1215895852 0 0) 0x7f1d8415a790 con 0x7f1d840cea30 2024-09-13T18:57:20.801 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:20.798+0000 7f1d88ba9640 1 -- 172.21.15.119:0/4154125125 --> v1:172.21.15.119:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f1d70003520 con 0x7f1d840cea30 2024-09-13T18:57:20.801 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:20.798+0000 7f1d88ba9640 1 -- 172.21.15.119:0/4154125125 <== mon.0 v1:172.21.15.119:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 3499895422 0 0) 0x7f1d70003520 con 0x7f1d840cea30 2024-09-13T18:57:20.801 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:20.798+0000 7f1d893aa640 1 -- 172.21.15.119:0/4154125125 >> v2:172.21.15.145:3300/0 conn(0x7f1d8415a3b0 msgr2=0x7f1d840b20a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T18:57:20.801 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:20.798+0000 7f1d893aa640 1 --2- 172.21.15.119:0/4154125125 >> v2:172.21.15.145:3300/0 conn(0x7f1d8415a3b0 0x7f1d840b20a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:20.801 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:20.798+0000 7f1d893aa640 1 -- 172.21.15.119:0/4154125125 >> v1:172.21.15.119:6789/0 conn(0x7f1d840cea30 legacy=0x7f1d8406c640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:20.802 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:20.798+0000 7f1d893aa640 1 -- 172.21.15.119:0/4154125125 --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1d840b2960 con 0x7f1d840b1720 2024-09-13T18:57:20.803 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:20.798+0000 7f1d893aa640 1 --2- 172.21.15.119:0/4154125125 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f1d840b1720 0x7f1d840ce4f0 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7f1d740097a0 tx=0x7f1d7402a110 comp rx=0 tx=0).ready entity=mon.2 client_cookie=b636d63f3b7f34f4 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:57:20.803 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:20.799+0000 7f1d88ba9640 1 -- 172.21.15.119:0/4154125125 <== mon.2 v2:172.21.15.145:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1d7c0019f0 con 0x7f1d840b1720 2024-09-13T18:57:20.803 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:20.799+0000 7f1d88ba9640 1 -- 172.21.15.119:0/4154125125 <== mon.2 v2:172.21.15.145:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1d7402aba0 con 0x7f1d840b1720 2024-09-13T18:57:20.803 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:20.799+0000 7f1d88ba9640 1 -- 172.21.15.119:0/4154125125 <== mon.2 v2:172.21.15.145:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1d74032440 con 0x7f1d840b1720 2024-09-13T18:57:20.803 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:20.799+0000 7f1d8be0f640 1 -- 172.21.15.119:0/4154125125 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f1d840b1720 msgr2=0x7f1d840ce4f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:20.803 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:20.799+0000 7f1d8be0f640 1 --2- 172.21.15.119:0/4154125125 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f1d840b1720 0x7f1d840ce4f0 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7f1d740097a0 tx=0x7f1d7402a110 comp rx=0 tx=0).stop 2024-09-13T18:57:20.803 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:20.799+0000 7f1d8be0f640 1 -- 172.21.15.119:0/4154125125 shutdown_connections 2024-09-13T18:57:20.803 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:20.799+0000 7f1d8be0f640 1 --2- 172.21.15.119:0/4154125125 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f1d840b1720 0x7f1d840ce4f0 unknown :-1 s=CLOSED pgs=44 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:20.804 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:20.799+0000 7f1d8be0f640 1 --2- 172.21.15.119:0/4154125125 >> v2:172.21.15.145:3300/0 conn(0x7f1d8415a3b0 0x7f1d840b20a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:20.804 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:20.799+0000 7f1d8be0f640 1 -- 172.21.15.119:0/4154125125 >> 172.21.15.119:0/4154125125 conn(0x7f1d8406a0b0 msgr2=0x7f1d8406a4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:57:20.804 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:20.799+0000 7f1d8be0f640 1 -- 172.21.15.119:0/4154125125 shutdown_connections 2024-09-13T18:57:20.804 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:20.799+0000 7f1d8be0f640 1 -- 172.21.15.119:0/4154125125 wait complete. 2024-09-13T18:57:20.804 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:20.800+0000 7f1d8be0f640 1 Processor -- start 2024-09-13T18:57:20.804 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:20.801+0000 7f1d8be0f640 1 -- start start 2024-09-13T18:57:20.806 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:20.801+0000 7f1d8be0f640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f1d840b1720 0x7f1d840ac8a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:20.806 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:20.801+0000 7f1d8be0f640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f1d840cea30 0x7f1d841ef160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:20.807 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:20.801+0000 7f1d8be0f640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f1d8415a3b0 0x7f1d8415cba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:20.807 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:20.801+0000 7f1d8be0f640 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1d840c41b0 con 0x7f1d840cea30 2024-09-13T18:57:20.807 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:20.801+0000 7f1d8be0f640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1d840c4490 con 0x7f1d8415a3b0 2024-09-13T18:57:20.807 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:20.801+0000 7f1d8be0f640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f1d840c4770 con 0x7f1d840b1720 2024-09-13T18:57:20.807 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:20.801+0000 7f1d893aa640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f1d840cea30 0x7f1d841ef160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:20.807 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:20.801+0000 7f1d893aa640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f1d840cea30 0x7f1d841ef160 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.119:3300/0 says I am v2:172.21.15.119:44824/0 (socket says 172.21.15.119:44824) 2024-09-13T18:57:20.807 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:20.801+0000 7f1d893aa640 1 -- 172.21.15.119:0/911440436 learned_addr learned my addr 172.21.15.119:0/911440436 (peer_addr_for_me v2:172.21.15.119:0/0) 2024-09-13T18:57:20.807 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:20.802+0000 7f1d8a3ac640 1 --2- 172.21.15.119:0/911440436 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f1d8415a3b0 0x7f1d8415cba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:20.807 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:20.802+0000 7f1d89bab640 1 --2- 172.21.15.119:0/911440436 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f1d840b1720 0x7f1d840ac8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:20.807 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:20.802+0000 7f1d893aa640 1 -- 172.21.15.119:0/911440436 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f1d840b1720 msgr2=0x7f1d840ac8a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:20.807 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:20.802+0000 7f1d893aa640 1 --2- 172.21.15.119:0/911440436 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f1d840b1720 0x7f1d840ac8a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:20.807 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:20.802+0000 7f1d893aa640 1 -- 172.21.15.119:0/911440436 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f1d8415a3b0 msgr2=0x7f1d8415cba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:20.807 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:20.802+0000 7f1d893aa640 1 --2- 172.21.15.119:0/911440436 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f1d8415a3b0 0x7f1d8415cba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:20.808 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:20.802+0000 7f1d893aa640 1 -- 172.21.15.119:0/911440436 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1d74009400 con 0x7f1d840cea30 2024-09-13T18:57:20.808 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:20.802+0000 7f1d89bab640 1 --2- 172.21.15.119:0/911440436 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f1d840b1720 0x7f1d840ac8a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T18:57:20.808 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:20.802+0000 7f1d893aa640 1 --2- 172.21.15.119:0/911440436 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f1d840cea30 0x7f1d841ef160 secure :-1 s=READY pgs=355 cs=0 l=1 rev1=1 crypto rx=0x7f1d740098c0 tx=0x7f1d740046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:57:20.808 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:20.802+0000 7f1d7a7fc640 1 -- 172.21.15.119:0/911440436 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1d7403c820 con 0x7f1d840cea30 2024-09-13T18:57:20.808 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:20.802+0000 7f1d7a7fc640 1 -- 172.21.15.119:0/911440436 <== mon.0 v2:172.21.15.119:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1d7403c980 con 0x7f1d840cea30 2024-09-13T18:57:20.808 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:20.802+0000 7f1d8be0f640 1 -- 172.21.15.119:0/911440436 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f1d840c4a50 con 0x7f1d840cea30 2024-09-13T18:57:20.808 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:20.802+0000 7f1d7a7fc640 1 -- 172.21.15.119:0/911440436 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1d7403ccf0 con 0x7f1d840cea30 2024-09-13T18:57:20.808 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:20.802+0000 7f1d8be0f640 1 -- 172.21.15.119:0/911440436 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f1d8414e640 con 0x7f1d840cea30 2024-09-13T18:57:20.808 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:20.803+0000 7f1d8be0f640 1 -- 172.21.15.119:0/911440436 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f1d8415a9d0 con 0x7f1d840cea30 2024-09-13T18:57:20.808 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:20.803+0000 7f1d7a7fc640 1 -- 172.21.15.119:0/911440436 <== mon.0 v2:172.21.15.119:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f1d74039050 con 0x7f1d840cea30 2024-09-13T18:57:20.808 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:20.804+0000 7f1d7a7fc640 1 --2- 172.21.15.119:0/911440436 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f1d6806ac30 0x7f1d6806d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:20.808 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:20.804+0000 7f1d7a7fc640 1 -- 172.21.15.119:0/911440436 <== mon.0 v2:172.21.15.119:3300/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 6692+0+0 (secure 0 0 0) 0x7f1d740aa050 con 0x7f1d840cea30 2024-09-13T18:57:20.808 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:20.804+0000 7f1d89bab640 1 --2- 172.21.15.119:0/911440436 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f1d6806ac30 0x7f1d6806d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:20.809 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:20.804+0000 7f1d89bab640 1 --2- 172.21.15.119:0/911440436 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f1d6806ac30 0x7f1d6806d0f0 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7f1d80009ac0 tx=0x7f1d80008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:57:20.810 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:20.808+0000 7f1d7a7fc640 1 -- 172.21.15.119:0/911440436 <== mon.0 v2:172.21.15.119:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f1d8415a9d0 con 0x7f1d840cea30 2024-09-13T18:57:20.971 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:20.968+0000 7f1d8be0f640 1 -- 172.21.15.119:0/911440436 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7f1d8415a9d0 con 0x7f1d840cea30 2024-09-13T18:57:20.971 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:20.968+0000 7f1d7a7fc640 1 -- 172.21.15.119:0/911440436 <== mon.0 v2:172.21.15.119:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v26) v1 ==== 104+0+11 (secure 0 0 0) 0x7f1d74037020 con 0x7f1d840cea30 2024-09-13T18:57:20.971 INFO:teuthology.orchestra.run.smithi119.stdout:pg_num: 32 2024-09-13T18:57:20.973 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:20.970+0000 7f1d8be0f640 1 -- 172.21.15.119:0/911440436 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f1d6806ac30 msgr2=0x7f1d6806d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:20.973 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:20.970+0000 7f1d8be0f640 1 --2- 172.21.15.119:0/911440436 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f1d6806ac30 0x7f1d6806d0f0 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7f1d80009ac0 tx=0x7f1d80008040 comp rx=0 tx=0).stop 2024-09-13T18:57:20.973 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:20.970+0000 7f1d8be0f640 1 -- 172.21.15.119:0/911440436 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f1d840cea30 msgr2=0x7f1d841ef160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:20.973 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:20.970+0000 7f1d8be0f640 1 --2- 172.21.15.119:0/911440436 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f1d840cea30 0x7f1d841ef160 secure :-1 s=READY pgs=355 cs=0 l=1 rev1=1 crypto rx=0x7f1d740098c0 tx=0x7f1d740046c0 comp rx=0 tx=0).stop 2024-09-13T18:57:20.973 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:20.970+0000 7f1d8be0f640 1 -- 172.21.15.119:0/911440436 shutdown_connections 2024-09-13T18:57:20.973 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:20.970+0000 7f1d8be0f640 1 --2- 172.21.15.119:0/911440436 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f1d6806ac30 0x7f1d6806d0f0 unknown :-1 s=CLOSED pgs=186 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:20.973 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:20.970+0000 7f1d8be0f640 1 --2- 172.21.15.119:0/911440436 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f1d8415a3b0 0x7f1d8415cba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:20.974 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:20.970+0000 7f1d8be0f640 1 --2- 172.21.15.119:0/911440436 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f1d840cea30 0x7f1d841ef160 unknown :-1 s=CLOSED pgs=355 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:20.974 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:20.970+0000 7f1d8be0f640 1 --2- 172.21.15.119:0/911440436 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f1d840b1720 0x7f1d840ac8a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:20.974 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:20.970+0000 7f1d8be0f640 1 -- 172.21.15.119:0/911440436 >> 172.21.15.119:0/911440436 conn(0x7f1d8406a0b0 msgr2=0x7f1d840701d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:57:20.974 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:20.970+0000 7f1d8be0f640 1 -- 172.21.15.119:0/911440436 shutdown_connections 2024-09-13T18:57:20.974 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:20.970+0000 7f1d8be0f640 1 -- 172.21.15.119:0/911440436 wait complete. 2024-09-13T18:57:20.984 DEBUG:teuthology.orchestra.run.smithi119:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-09-13T18:57:21.084 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:21.081+0000 7f88763ae640 1 Processor -- start 2024-09-13T18:57:21.084 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:21.081+0000 7f88763ae640 1 -- start start 2024-09-13T18:57:21.088 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:21.082+0000 7f88763ae640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f88700cdff0 0x7f887006c390 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:21.088 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:21.082+0000 7f88763ae640 1 -- --> v1:172.21.15.119:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f88700cd450 con 0x7f887015c500 2024-09-13T18:57:21.088 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:21.082+0000 7f88763ae640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f88700d0cf0 con 0x7f88700d2760 2024-09-13T18:57:21.088 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:21.082+0000 7f88763ae640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f88700d0fd0 con 0x7f88700cdff0 2024-09-13T18:57:21.088 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:21.082+0000 7f886ffff640 1 --1- >> v1:172.21.15.119:6789/0 conn(0x7f887015c500 0x7f88700d2050 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.119:6789/0 says I am v1:172.21.15.119:45698/0 (socket says 172.21.15.119:45698) 2024-09-13T18:57:21.088 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:21.082+0000 7f886ffff640 1 -- 172.21.15.119:0/4155568015 learned_addr learned my addr 172.21.15.119:0/4155568015 (peer_addr_for_me v1:172.21.15.119:0/0) 2024-09-13T18:57:21.088 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:21.083+0000 7f886effd640 1 -- 172.21.15.119:0/4155568015 <== mon.0 v1:172.21.15.119:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2304091522 0 0) 0x7f88700cd450 con 0x7f887015c500 2024-09-13T18:57:21.088 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:21.083+0000 7f886effd640 1 -- 172.21.15.119:0/4155568015 --> v1:172.21.15.119:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f8858003520 con 0x7f887015c500 2024-09-13T18:57:21.088 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:21.083+0000 7f887494b640 1 --2- 172.21.15.119:0/4155568015 >> v2:172.21.15.145:3300/0 conn(0x7f88700cdff0 0x7f887006c390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:21.089 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:21.083+0000 7f886effd640 1 -- 172.21.15.119:0/4155568015 <== mon.0 v1:172.21.15.119:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 2435827335 0 0) 0x7f8858003520 con 0x7f887015c500 2024-09-13T18:57:21.089 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:21.083+0000 7f886effd640 1 -- 172.21.15.119:0/4155568015 >> v2:172.21.15.145:3300/0 conn(0x7f88700cdff0 msgr2=0x7f887006c390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T18:57:21.089 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:21.083+0000 7f886effd640 1 --2- 172.21.15.119:0/4155568015 >> v2:172.21.15.145:3300/0 conn(0x7f88700cdff0 0x7f887006c390 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:21.089 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:21.083+0000 7f886effd640 1 -- 172.21.15.119:0/4155568015 >> v1:172.21.15.145:6789/0 conn(0x7f88700d2760 legacy=0x7f88700cd8e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:21.089 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:21.083+0000 7f886effd640 1 -- 172.21.15.119:0/4155568015 --> v1:172.21.15.119:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f88700cd0e0 con 0x7f887015c500 2024-09-13T18:57:21.089 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:21.083+0000 7f886effd640 1 -- 172.21.15.119:0/4155568015 <== mon.0 v1:172.21.15.119:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 337823224 0 0) 0x7f8860001670 con 0x7f887015c500 2024-09-13T18:57:21.089 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:21.083+0000 7f886effd640 1 -- 172.21.15.119:0/4155568015 >> v1:172.21.15.119:6789/0 conn(0x7f887015c500 legacy=0x7f88700d2050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:21.089 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:21.083+0000 7f886effd640 1 --2- 172.21.15.119:0/4155568015 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f8858003970 0x7f8858003d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:21.089 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:21.083+0000 7f886effd640 1 --2- 172.21.15.119:0/4155568015 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f88580047c0 0x7f8858004c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:21.089 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:21.083+0000 7f886effd640 1 --2- 172.21.15.119:0/4155568015 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f8858005180 0x7f885800b980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:21.089 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:21.083+0000 7f886effd640 1 -- 172.21.15.119:0/4155568015 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f88700d0fd0 con 0x7f8858005180 2024-09-13T18:57:21.089 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:21.083+0000 7f886effd640 1 -- 172.21.15.119:0/4155568015 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f885800c0d0 con 0x7f8858003970 2024-09-13T18:57:21.089 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:21.083+0000 7f886effd640 1 -- 172.21.15.119:0/4155568015 --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f885800c290 con 0x7f88580047c0 2024-09-13T18:57:21.089 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:21.083+0000 7f887494b640 1 --2- 172.21.15.119:0/4155568015 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f8858005180 0x7f885800b980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:21.090 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:21.083+0000 7f886ffff640 1 --2- 172.21.15.119:0/4155568015 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f8858003970 0x7f8858003d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:21.090 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:21.083+0000 7f886f7fe640 1 --2- 172.21.15.119:0/4155568015 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f88580047c0 0x7f8858004c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:21.090 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:21.083+0000 7f887494b640 1 -- 172.21.15.119:0/4155568015 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f88580047c0 msgr2=0x7f8858004c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T18:57:21.090 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:21.083+0000 7f887494b640 1 --2- 172.21.15.119:0/4155568015 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f88580047c0 0x7f8858004c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:21.090 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:21.083+0000 7f887494b640 1 -- 172.21.15.119:0/4155568015 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f8858003970 msgr2=0x7f8858003d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T18:57:21.090 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:21.083+0000 7f887494b640 1 --2- 172.21.15.119:0/4155568015 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f8858003970 0x7f8858003d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:21.090 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:21.083+0000 7f887494b640 1 -- 172.21.15.119:0/4155568015 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8858003520 con 0x7f8858005180 2024-09-13T18:57:21.090 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:21.084+0000 7f887494b640 1 -- 172.21.15.119:0/4155568015 reap_dead start 2024-09-13T18:57:21.090 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:21.084+0000 7f887494b640 1 --2- 172.21.15.119:0/4155568015 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f8858005180 0x7f885800b980 secure :-1 s=READY pgs=357 cs=0 l=1 rev1=1 crypto rx=0x7f8868007360 tx=0x7f88580057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=30537cc330fa8e3c server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:57:21.090 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:21.084+0000 7f886effd640 1 -- 172.21.15.119:0/4155568015 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8868003b90 con 0x7f8858005180 2024-09-13T18:57:21.090 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:21.084+0000 7f886effd640 1 -- 172.21.15.119:0/4155568015 <== mon.0 v2:172.21.15.119:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f8868003d30 con 0x7f8858005180 2024-09-13T18:57:21.090 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:21.084+0000 7f886effd640 1 -- 172.21.15.119:0/4155568015 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8868003ea0 con 0x7f8858005180 2024-09-13T18:57:21.090 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:21.085+0000 7f88763ae640 1 -- 172.21.15.119:0/4155568015 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f8858005180 msgr2=0x7f885800b980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:21.091 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:21.085+0000 7f88763ae640 1 --2- 172.21.15.119:0/4155568015 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f8858005180 0x7f885800b980 secure :-1 s=READY pgs=357 cs=0 l=1 rev1=1 crypto rx=0x7f8868007360 tx=0x7f88580057f0 comp rx=0 tx=0).stop 2024-09-13T18:57:21.091 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:21.085+0000 7f88763ae640 1 -- 172.21.15.119:0/4155568015 shutdown_connections 2024-09-13T18:57:21.091 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:21.085+0000 7f88763ae640 1 --2- 172.21.15.119:0/4155568015 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f8858005180 0x7f885800b980 unknown :-1 s=CLOSED pgs=357 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:21.091 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:21.085+0000 7f88763ae640 1 -- 172.21.15.119:0/4155568015 >> 172.21.15.119:0/4155568015 conn(0x7f8870089f60 msgr2=0x7f887009b830 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:57:21.091 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:21.085+0000 7f88763ae640 1 -- 172.21.15.119:0/4155568015 shutdown_connections 2024-09-13T18:57:21.091 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:21.085+0000 7f88763ae640 1 -- 172.21.15.119:0/4155568015 wait complete. 2024-09-13T18:57:21.094 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:21.086+0000 7f88763ae640 1 Processor -- start 2024-09-13T18:57:21.094 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:21.086+0000 7f88763ae640 1 -- start start 2024-09-13T18:57:21.094 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:21.087+0000 7f88763ae640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f8858005180 0x7f88700cbef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:21.094 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:21.087+0000 7f88763ae640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f88701f5410 0x7f88700b2a90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:21.094 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:21.087+0000 7f88763ae640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f88700b2fd0 0x7f88701f34c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:21.095 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:21.087+0000 7f88763ae640 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f88700b3450 con 0x7f88701f5410 2024-09-13T18:57:21.095 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:21.087+0000 7f88763ae640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f88701f2fe0 con 0x7f8858005180 2024-09-13T18:57:21.095 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:21.087+0000 7f88763ae640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f88701f5980 con 0x7f88700b2fd0 2024-09-13T18:57:21.095 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:21.087+0000 7f886f7fe640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f88701f5410 0x7f88700b2a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:21.095 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:21.087+0000 7f886f7fe640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f88701f5410 0x7f88700b2a90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.119:3300/0 says I am v2:172.21.15.119:44848/0 (socket says 172.21.15.119:44848) 2024-09-13T18:57:21.095 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:21.087+0000 7f886f7fe640 1 -- 172.21.15.119:0/3410660198 learned_addr learned my addr 172.21.15.119:0/3410660198 (peer_addr_for_me v2:172.21.15.119:0/0) 2024-09-13T18:57:21.095 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:21.087+0000 7f886ffff640 1 --2- 172.21.15.119:0/3410660198 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f8858005180 0x7f88700cbef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:21.095 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:21.087+0000 7f887494b640 1 --2- 172.21.15.119:0/3410660198 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f88700b2fd0 0x7f88701f34c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:21.095 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:21.087+0000 7f886f7fe640 1 -- 172.21.15.119:0/3410660198 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f88700b2fd0 msgr2=0x7f88701f34c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:21.095 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:21.087+0000 7f886f7fe640 1 --2- 172.21.15.119:0/3410660198 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f88700b2fd0 0x7f88701f34c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:21.095 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:21.087+0000 7f886f7fe640 1 -- 172.21.15.119:0/3410660198 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f8858005180 msgr2=0x7f88700cbef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:21.095 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:21.087+0000 7f886f7fe640 1 --2- 172.21.15.119:0/3410660198 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f8858005180 0x7f88700cbef0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:21.095 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:21.087+0000 7f886f7fe640 1 -- 172.21.15.119:0/3410660198 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f88701f5c60 con 0x7f88701f5410 2024-09-13T18:57:21.096 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:21.087+0000 7f887494b640 1 --2- 172.21.15.119:0/3410660198 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f88700b2fd0 0x7f88701f34c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T18:57:21.096 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:21.087+0000 7f886ffff640 1 --2- 172.21.15.119:0/3410660198 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f8858005180 0x7f88700cbef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T18:57:21.096 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:21.087+0000 7f886f7fe640 1 --2- 172.21.15.119:0/3410660198 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f88701f5410 0x7f88700b2a90 secure :-1 s=READY pgs=358 cs=0 l=1 rev1=1 crypto rx=0x7f886400f5f0 tx=0x7f886400fab0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:57:21.096 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:21.087+0000 7f886cff9640 1 -- 172.21.15.119:0/3410660198 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f88640052e0 con 0x7f88701f5410 2024-09-13T18:57:21.096 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:21.088+0000 7f886cff9640 1 -- 172.21.15.119:0/3410660198 <== mon.0 v2:172.21.15.119:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f8864005440 con 0x7f88701f5410 2024-09-13T18:57:21.096 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:21.088+0000 7f886cff9640 1 -- 172.21.15.119:0/3410660198 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8864003810 con 0x7f88701f5410 2024-09-13T18:57:21.096 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:21.088+0000 7f88763ae640 1 -- 172.21.15.119:0/3410660198 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f88701f5f40 con 0x7f88701f5410 2024-09-13T18:57:21.096 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:21.088+0000 7f88763ae640 1 -- 172.21.15.119:0/3410660198 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f88700cc430 con 0x7f88701f5410 2024-09-13T18:57:21.096 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:21.088+0000 7f88763ae640 1 -- 172.21.15.119:0/3410660198 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f88700cdd90 con 0x7f88701f5410 2024-09-13T18:57:21.096 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:21.089+0000 7f886cff9640 1 -- 172.21.15.119:0/3410660198 <== mon.0 v2:172.21.15.119:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f8864003970 con 0x7f88701f5410 2024-09-13T18:57:21.096 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:21.089+0000 7f886cff9640 1 --2- 172.21.15.119:0/3410660198 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f885c06ac30 0x7f885c06d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:21.096 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:21.089+0000 7f886cff9640 1 -- 172.21.15.119:0/3410660198 <== mon.0 v2:172.21.15.119:3300/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 6692+0+0 (secure 0 0 0) 0x7f8864089610 con 0x7f88701f5410 2024-09-13T18:57:21.096 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:21.089+0000 7f886ffff640 1 --2- 172.21.15.119:0/3410660198 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f885c06ac30 0x7f885c06d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:21.097 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:21.090+0000 7f886ffff640 1 --2- 172.21.15.119:0/3410660198 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f885c06ac30 0x7f885c06d0f0 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7f8860007c60 tx=0x7f8860009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:57:21.097 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:21.094+0000 7f886cff9640 1 -- 172.21.15.119:0/3410660198 <== mon.0 v2:172.21.15.119:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f8864054410 con 0x7f88701f5410 2024-09-13T18:57:21.257 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:21.254+0000 7f88763ae640 1 -- 172.21.15.119:0/3410660198 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7f887006b160 con 0x7f88701f5410 2024-09-13T18:57:21.257 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:21.255+0000 7f886cff9640 1 -- 172.21.15.119:0/3410660198 <== mon.0 v2:172.21.15.119:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v26) v1 ==== 100+0+11 (secure 0 0 0) 0x7f8864057a30 con 0x7f88701f5410 2024-09-13T18:57:21.258 INFO:teuthology.orchestra.run.smithi119.stdout:pg_num: 64 2024-09-13T18:57:21.259 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:21.257+0000 7f88763ae640 1 -- 172.21.15.119:0/3410660198 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f885c06ac30 msgr2=0x7f885c06d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:21.260 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:21.257+0000 7f88763ae640 1 --2- 172.21.15.119:0/3410660198 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f885c06ac30 0x7f885c06d0f0 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7f8860007c60 tx=0x7f8860009040 comp rx=0 tx=0).stop 2024-09-13T18:57:21.260 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:21.257+0000 7f88763ae640 1 -- 172.21.15.119:0/3410660198 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f88701f5410 msgr2=0x7f88700b2a90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:21.260 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:21.257+0000 7f88763ae640 1 --2- 172.21.15.119:0/3410660198 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f88701f5410 0x7f88700b2a90 secure :-1 s=READY pgs=358 cs=0 l=1 rev1=1 crypto rx=0x7f886400f5f0 tx=0x7f886400fab0 comp rx=0 tx=0).stop 2024-09-13T18:57:21.260 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:21.257+0000 7f88763ae640 1 -- 172.21.15.119:0/3410660198 shutdown_connections 2024-09-13T18:57:21.260 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:21.257+0000 7f88763ae640 1 --2- 172.21.15.119:0/3410660198 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f885c06ac30 0x7f885c06d0f0 unknown :-1 s=CLOSED pgs=187 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:21.260 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:21.257+0000 7f88763ae640 1 --2- 172.21.15.119:0/3410660198 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f88700b2fd0 0x7f88701f34c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:21.260 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:21.257+0000 7f88763ae640 1 --2- 172.21.15.119:0/3410660198 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f88701f5410 0x7f88700b2a90 unknown :-1 s=CLOSED pgs=358 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:21.260 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:21.257+0000 7f88763ae640 1 --2- 172.21.15.119:0/3410660198 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f8858005180 0x7f88700cbef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:21.260 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:21.257+0000 7f88763ae640 1 -- 172.21.15.119:0/3410660198 >> 172.21.15.119:0/3410660198 conn(0x7f8870089f60 msgr2=0x7f887006c720 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:57:21.260 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:21.257+0000 7f88763ae640 1 -- 172.21.15.119:0/3410660198 shutdown_connections 2024-09-13T18:57:21.260 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:21.257+0000 7f88763ae640 1 -- 172.21.15.119:0/3410660198 wait complete. 2024-09-13T18:57:21.270 DEBUG:teuthology.orchestra.run.smithi119:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data_ec pg_num 2024-09-13T18:57:21.371 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:21.369+0000 7f818878a640 1 Processor -- start 2024-09-13T18:57:21.372 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:21.369+0000 7f818878a640 1 -- start start 2024-09-13T18:57:21.373 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:21.370+0000 7f818878a640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f818015c830 0x7f8180099590 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:21.373 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:21.370+0000 7f818878a640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f818006b9f0 0x7f81800989d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:21.373 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:21.370+0000 7f818878a640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f81800caac0 con 0x7f8180098f10 2024-09-13T18:57:21.373 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:21.370+0000 7f818878a640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f81800993c0 con 0x7f818006b9f0 2024-09-13T18:57:21.373 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:21.370+0000 7f818878a640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f81800cb080 con 0x7f818015c830 2024-09-13T18:57:21.373 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:21.370+0000 7f8186526640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f818015c830 0x7f8180099590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:21.373 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:21.370+0000 7f8185d25640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f818006b9f0 0x7f81800989d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:21.373 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:21.370+0000 7f8186526640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f818015c830 0x7f8180099590 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.145:3301/0 says I am v2:172.21.15.119:49810/0 (socket says 172.21.15.119:49810) 2024-09-13T18:57:21.373 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:21.370+0000 7f8186526640 1 -- 172.21.15.119:0/190469043 learned_addr learned my addr 172.21.15.119:0/190469043 (peer_addr_for_me v2:172.21.15.119:0/0) 2024-09-13T18:57:21.373 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:21.370+0000 7f8186d27640 1 --1- 172.21.15.119:0/190469043 >> v1:172.21.15.145:6789/0 conn(0x7f8180098f10 0x7f81800ce600 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.145:6789/0 says I am v1:172.21.15.119:45104/0 (socket says 172.21.15.119:45104) 2024-09-13T18:57:21.373 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:21.370+0000 7f8186526640 1 -- 172.21.15.119:0/190469043 >> v2:172.21.15.145:3300/0 conn(0x7f818006b9f0 msgr2=0x7f81800989d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T18:57:21.374 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:21.370+0000 7f8186526640 1 --2- 172.21.15.119:0/190469043 >> v2:172.21.15.145:3300/0 conn(0x7f818006b9f0 0x7f81800989d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:21.374 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:21.370+0000 7f8186526640 1 -- 172.21.15.119:0/190469043 >> v1:172.21.15.145:6789/0 conn(0x7f8180098f10 legacy=0x7f81800ce600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:21.374 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:21.370+0000 7f8186526640 1 -- 172.21.15.119:0/190469043 --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f81800b2d40 con 0x7f818015c830 2024-09-13T18:57:21.375 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:21.371+0000 7f8186526640 1 --2- 172.21.15.119:0/190469043 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f818015c830 0x7f8180099590 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7f817c009870 tx=0x7f817c02a270 comp rx=0 tx=0).ready entity=mon.2 client_cookie=704a52ac7dcbe6ca server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:57:21.375 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:21.371+0000 7f8185524640 1 -- 172.21.15.119:0/190469043 <== mon.2 v2:172.21.15.145:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f817c032440 con 0x7f818015c830 2024-09-13T18:57:21.375 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:21.371+0000 7f8185524640 1 -- 172.21.15.119:0/190469043 <== mon.2 v2:172.21.15.145:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f817c0325a0 con 0x7f818015c830 2024-09-13T18:57:21.375 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:21.371+0000 7f8185524640 1 -- 172.21.15.119:0/190469043 <== mon.2 v2:172.21.15.145:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f817c032930 con 0x7f818015c830 2024-09-13T18:57:21.375 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:21.372+0000 7f818878a640 1 -- 172.21.15.119:0/190469043 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f818015c830 msgr2=0x7f8180099590 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:21.375 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:21.372+0000 7f818878a640 1 --2- 172.21.15.119:0/190469043 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f818015c830 0x7f8180099590 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7f817c009870 tx=0x7f817c02a270 comp rx=0 tx=0).stop 2024-09-13T18:57:21.375 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:21.372+0000 7f818878a640 1 -- 172.21.15.119:0/190469043 shutdown_connections 2024-09-13T18:57:21.375 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:21.372+0000 7f818878a640 1 --2- 172.21.15.119:0/190469043 >> v2:172.21.15.145:3300/0 conn(0x7f818006b9f0 0x7f81800989d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:21.375 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:21.372+0000 7f818878a640 1 --2- 172.21.15.119:0/190469043 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f818015c830 0x7f8180099590 unknown :-1 s=CLOSED pgs=45 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:21.375 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:21.372+0000 7f818878a640 1 -- 172.21.15.119:0/190469043 >> 172.21.15.119:0/190469043 conn(0x7f81800b1f60 msgr2=0x7f81800b2370 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:57:21.376 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:21.372+0000 7f818878a640 1 -- 172.21.15.119:0/190469043 shutdown_connections 2024-09-13T18:57:21.376 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:21.372+0000 7f818878a640 1 -- 172.21.15.119:0/190469043 wait complete. 2024-09-13T18:57:21.378 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:21.373+0000 7f818878a640 1 Processor -- start 2024-09-13T18:57:21.378 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:21.373+0000 7f818878a640 1 -- start start 2024-09-13T18:57:21.378 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:21.374+0000 7f818878a640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f8180098f10 0x7f81800aeaa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:21.378 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:21.374+0000 7f818878a640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f818015c830 0x7f81800ca2e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:21.378 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:21.374+0000 7f818878a640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f81801f5f90 0x7f81801507e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:21.378 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:21.374+0000 7f818878a640 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f81800aefe0 con 0x7f818015c830 2024-09-13T18:57:21.378 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:21.374+0000 7f818878a640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f818015dfa0 con 0x7f8180098f10 2024-09-13T18:57:21.378 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:21.374+0000 7f818878a640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f818015e280 con 0x7f81801f5f90 2024-09-13T18:57:21.378 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:21.374+0000 7f8185d25640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f818015c830 0x7f81800ca2e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:21.379 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:21.374+0000 7f8185d25640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f818015c830 0x7f81800ca2e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.119:3300/0 says I am v2:172.21.15.119:44856/0 (socket says 172.21.15.119:44856) 2024-09-13T18:57:21.379 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:21.374+0000 7f8185d25640 1 -- 172.21.15.119:0/2299015913 learned_addr learned my addr 172.21.15.119:0/2299015913 (peer_addr_for_me v2:172.21.15.119:0/0) 2024-09-13T18:57:21.379 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:21.374+0000 7f8186526640 1 --2- 172.21.15.119:0/2299015913 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f8180098f10 0x7f81800aeaa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:21.379 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:21.374+0000 7f8186d27640 1 --2- 172.21.15.119:0/2299015913 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f81801f5f90 0x7f81801507e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:21.379 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:21.374+0000 7f8185d25640 1 -- 172.21.15.119:0/2299015913 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f81801f5f90 msgr2=0x7f81801507e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:21.379 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:21.374+0000 7f8185d25640 1 --2- 172.21.15.119:0/2299015913 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f81801f5f90 0x7f81801507e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:21.379 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:21.374+0000 7f8185d25640 1 -- 172.21.15.119:0/2299015913 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f8180098f10 msgr2=0x7f81800aeaa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:21.379 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:21.374+0000 7f8185d25640 1 --2- 172.21.15.119:0/2299015913 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f8180098f10 0x7f81800aeaa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:21.379 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:21.374+0000 7f8185d25640 1 -- 172.21.15.119:0/2299015913 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f817c0094d0 con 0x7f818015c830 2024-09-13T18:57:21.379 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:21.374+0000 7f8186526640 1 --2- 172.21.15.119:0/2299015913 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f8180098f10 0x7f81800aeaa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T18:57:21.379 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:21.374+0000 7f8185d25640 1 --2- 172.21.15.119:0/2299015913 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f818015c830 0x7f81800ca2e0 secure :-1 s=READY pgs=359 cs=0 l=1 rev1=1 crypto rx=0x7f817000e8b0 tx=0x7f817000ed70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:57:21.379 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:21.374+0000 7f8176ffd640 1 -- 172.21.15.119:0/2299015913 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8170009610 con 0x7f818015c830 2024-09-13T18:57:21.379 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:21.374+0000 7f8176ffd640 1 -- 172.21.15.119:0/2299015913 <== mon.0 v2:172.21.15.119:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f817000c940 con 0x7f818015c830 2024-09-13T18:57:21.379 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:21.374+0000 7f818878a640 1 -- 172.21.15.119:0/2299015913 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f818015e560 con 0x7f818015c830 2024-09-13T18:57:21.380 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:21.374+0000 7f8176ffd640 1 -- 172.21.15.119:0/2299015913 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f817000ccf0 con 0x7f818015c830 2024-09-13T18:57:21.380 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:21.374+0000 7f818878a640 1 -- 172.21.15.119:0/2299015913 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f818015eb20 con 0x7f818015c830 2024-09-13T18:57:21.380 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:21.375+0000 7f818878a640 1 -- 172.21.15.119:0/2299015913 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f818015cc10 con 0x7f818015c830 2024-09-13T18:57:21.380 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:21.376+0000 7f8176ffd640 1 -- 172.21.15.119:0/2299015913 <== mon.0 v2:172.21.15.119:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f8170013470 con 0x7f818015c830 2024-09-13T18:57:21.381 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:21.376+0000 7f8176ffd640 1 --2- 172.21.15.119:0/2299015913 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f816406ac00 0x7f816406d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:21.381 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:21.376+0000 7f8176ffd640 1 -- 172.21.15.119:0/2299015913 <== mon.0 v2:172.21.15.119:3300/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 6692+0+0 (secure 0 0 0) 0x7f81700897f0 con 0x7f818015c830 2024-09-13T18:57:21.381 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:21.376+0000 7f8186526640 1 --2- 172.21.15.119:0/2299015913 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f816406ac00 0x7f816406d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:21.381 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:21.377+0000 7f8186526640 1 --2- 172.21.15.119:0/2299015913 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f816406ac00 0x7f816406d0c0 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7f817c034000 tx=0x7f817c02e000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:57:21.383 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:21.380+0000 7f8176ffd640 1 -- 172.21.15.119:0/2299015913 <== mon.0 v2:172.21.15.119:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f8170054730 con 0x7f818015c830 2024-09-13T18:57:21.541 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:21.539+0000 7f818878a640 1 -- 172.21.15.119:0/2299015913 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"} v 0) v1 -- 0x7f81800cc610 con 0x7f818015c830 2024-09-13T18:57:21.542 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:21.539+0000 7f8176ffd640 1 -- 172.21.15.119:0/2299015913 <== mon.0 v2:172.21.15.119:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]=0 v26) v1 ==== 103+0+11 (secure 0 0 0) 0x7f8170057d50 con 0x7f818015c830 2024-09-13T18:57:21.542 INFO:teuthology.orchestra.run.smithi119.stdout:pg_num: 32 2024-09-13T18:57:21.544 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:21.541+0000 7f818878a640 1 -- 172.21.15.119:0/2299015913 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f816406ac00 msgr2=0x7f816406d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:21.544 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:21.541+0000 7f818878a640 1 --2- 172.21.15.119:0/2299015913 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f816406ac00 0x7f816406d0c0 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7f817c034000 tx=0x7f817c02e000 comp rx=0 tx=0).stop 2024-09-13T18:57:21.544 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:21.541+0000 7f818878a640 1 -- 172.21.15.119:0/2299015913 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f818015c830 msgr2=0x7f81800ca2e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:21.544 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:21.541+0000 7f818878a640 1 --2- 172.21.15.119:0/2299015913 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f818015c830 0x7f81800ca2e0 secure :-1 s=READY pgs=359 cs=0 l=1 rev1=1 crypto rx=0x7f817000e8b0 tx=0x7f817000ed70 comp rx=0 tx=0).stop 2024-09-13T18:57:21.544 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:21.541+0000 7f818878a640 1 -- 172.21.15.119:0/2299015913 shutdown_connections 2024-09-13T18:57:21.544 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:21.541+0000 7f818878a640 1 --2- 172.21.15.119:0/2299015913 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f816406ac00 0x7f816406d0c0 unknown :-1 s=CLOSED pgs=188 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:21.544 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:21.541+0000 7f818878a640 1 --2- 172.21.15.119:0/2299015913 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f81801f5f90 0x7f81801507e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:21.544 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:21.541+0000 7f818878a640 1 --2- 172.21.15.119:0/2299015913 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f818015c830 0x7f81800ca2e0 unknown :-1 s=CLOSED pgs=359 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:21.544 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:21.541+0000 7f818878a640 1 --2- 172.21.15.119:0/2299015913 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f8180098f10 0x7f81800aeaa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:21.544 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:21.541+0000 7f818878a640 1 -- 172.21.15.119:0/2299015913 >> 172.21.15.119:0/2299015913 conn(0x7f81800b1f60 msgr2=0x7f81800b2340 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:57:21.544 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:21.541+0000 7f818878a640 1 -- 172.21.15.119:0/2299015913 shutdown_connections 2024-09-13T18:57:21.544 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:21.541+0000 7f818878a640 1 -- 172.21.15.119:0/2299015913 wait complete. 2024-09-13T18:57:21.555 DEBUG:teuthology.orchestra.run.smithi119:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-13T18:57:21.653 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:21.651+0000 7f90315a0640 1 Processor -- start 2024-09-13T18:57:21.653 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:21.651+0000 7f90315a0640 1 -- start start 2024-09-13T18:57:21.663 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:21.651+0000 7f90315a0640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f902c098c40 0x7f902c15e210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:21.663 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:21.651+0000 7f90315a0640 1 -- --> v1:172.21.15.119:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f902c0afd30 con 0x7f902c099710 2024-09-13T18:57:21.663 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:21.651+0000 7f90315a0640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f902c0cbbe0 con 0x7f902c0b2b50 2024-09-13T18:57:21.663 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:21.651+0000 7f90315a0640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f902c0cbe80 con 0x7f902c098c40 2024-09-13T18:57:21.663 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:21.652+0000 7f9030d9f640 1 --1- >> v1:172.21.15.119:6789/0 conn(0x7f902c099710 0x7f902c0b01c0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.119:6789/0 says I am v1:172.21.15.119:45710/0 (socket says 172.21.15.119:45710) 2024-09-13T18:57:21.664 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:21.652+0000 7f9030d9f640 1 -- 172.21.15.119:0/914327232 learned_addr learned my addr 172.21.15.119:0/914327232 (peer_addr_for_me v1:172.21.15.119:0/0) 2024-09-13T18:57:21.664 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:21.652+0000 7f902bfff640 1 --2- 172.21.15.119:0/914327232 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f902c098c40 0x7f902c15e210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:21.664 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:21.652+0000 7f902b7fe640 1 -- 172.21.15.119:0/914327232 <== mon.0 v1:172.21.15.119:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1529204187 0 0) 0x7f902c0afd30 con 0x7f902c099710 2024-09-13T18:57:21.664 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:21.652+0000 7f902b7fe640 1 -- 172.21.15.119:0/914327232 --> v1:172.21.15.119:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f9018003520 con 0x7f902c099710 2024-09-13T18:57:21.664 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:21.652+0000 7f902b7fe640 1 -- 172.21.15.119:0/914327232 <== mon.0 v1:172.21.15.119:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 4258024286 0 0) 0x7f9018003520 con 0x7f902c099710 2024-09-13T18:57:21.664 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:21.652+0000 7f902b7fe640 1 -- 172.21.15.119:0/914327232 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f902c098c40 msgr2=0x7f902c15e210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T18:57:21.664 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:21.652+0000 7f902b7fe640 1 --2- 172.21.15.119:0/914327232 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f902c098c40 0x7f902c15e210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:21.665 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:21.652+0000 7f902b7fe640 1 -- 172.21.15.119:0/914327232 >> v1:172.21.15.145:6789/0 conn(0x7f902c0b2b50 legacy=0x7f902c15e750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:21.665 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:21.652+0000 7f902b7fe640 1 -- 172.21.15.119:0/914327232 --> v1:172.21.15.119:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f902c0cc160 con 0x7f902c099710 2024-09-13T18:57:21.665 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:21.652+0000 7f902b7fe640 1 -- 172.21.15.119:0/914327232 <== mon.0 v1:172.21.15.119:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 337823224 0 0) 0x7f90240019f0 con 0x7f902c099710 2024-09-13T18:57:21.665 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:21.652+0000 7f902b7fe640 1 -- 172.21.15.119:0/914327232 >> v1:172.21.15.119:6789/0 conn(0x7f902c099710 legacy=0x7f902c0b01c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:21.665 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:21.652+0000 7f902b7fe640 1 --2- 172.21.15.119:0/914327232 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f90180039a0 0x7f9018003dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:21.665 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:21.652+0000 7f902b7fe640 1 --2- 172.21.15.119:0/914327232 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f90180047c0 0x7f9018004c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:21.665 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:21.652+0000 7f902b7fe640 1 --2- 172.21.15.119:0/914327232 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f902c098c40 0x7f90180051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:21.665 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:21.652+0000 7f902b7fe640 1 -- 172.21.15.119:0/914327232 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f902c0cbe80 con 0x7f90180039a0 2024-09-13T18:57:21.666 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:21.652+0000 7f902b7fe640 1 -- 172.21.15.119:0/914327232 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f901800bab0 con 0x7f90180047c0 2024-09-13T18:57:21.666 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:21.652+0000 7f902b7fe640 1 -- 172.21.15.119:0/914327232 --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f901800bc70 con 0x7f902c098c40 2024-09-13T18:57:21.666 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:21.652+0000 7f902bfff640 1 --2- 172.21.15.119:0/914327232 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f90180039a0 0x7f9018003dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:21.666 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:21.652+0000 7f9023fff640 1 --2- 172.21.15.119:0/914327232 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f90180047c0 0x7f9018004c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:21.666 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:21.652+0000 7f9030d9f640 1 --2- 172.21.15.119:0/914327232 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f902c098c40 0x7f90180051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:21.666 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:21.652+0000 7f902bfff640 1 -- 172.21.15.119:0/914327232 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f902c098c40 msgr2=0x7f90180051c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T18:57:21.666 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:21.652+0000 7f902bfff640 1 --2- 172.21.15.119:0/914327232 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f902c098c40 0x7f90180051c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:21.666 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:21.652+0000 7f902bfff640 1 -- 172.21.15.119:0/914327232 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f90180047c0 msgr2=0x7f9018004c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T18:57:21.666 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:21.652+0000 7f902bfff640 1 --2- 172.21.15.119:0/914327232 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f90180047c0 0x7f9018004c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:21.667 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:21.652+0000 7f902bfff640 1 -- 172.21.15.119:0/914327232 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9018003520 con 0x7f90180039a0 2024-09-13T18:57:21.667 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:21.653+0000 7f902bfff640 1 --2- 172.21.15.119:0/914327232 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f90180039a0 0x7f9018003dc0 secure :-1 s=READY pgs=361 cs=0 l=1 rev1=1 crypto rx=0x7f901c009ac0 tx=0x7f90180057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1381d870954a77ae server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:57:21.667 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:21.653+0000 7f902b7fe640 1 -- 172.21.15.119:0/914327232 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f901c031400 con 0x7f90180039a0 2024-09-13T18:57:21.667 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:21.653+0000 7f902b7fe640 1 -- 172.21.15.119:0/914327232 <== mon.0 v2:172.21.15.119:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f901c02d050 con 0x7f90180039a0 2024-09-13T18:57:21.667 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:21.653+0000 7f902b7fe640 1 -- 172.21.15.119:0/914327232 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f901c031780 con 0x7f90180039a0 2024-09-13T18:57:21.667 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:21.654+0000 7f90315a0640 1 -- 172.21.15.119:0/914327232 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f90180039a0 msgr2=0x7f9018003dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:21.667 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:21.654+0000 7f90315a0640 1 --2- 172.21.15.119:0/914327232 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f90180039a0 0x7f9018003dc0 secure :-1 s=READY pgs=361 cs=0 l=1 rev1=1 crypto rx=0x7f901c009ac0 tx=0x7f90180057f0 comp rx=0 tx=0).stop 2024-09-13T18:57:21.667 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:21.654+0000 7f9030d9f640 1 -- 172.21.15.119:0/914327232 reap_dead start 2024-09-13T18:57:21.667 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:21.654+0000 7f90315a0640 1 -- 172.21.15.119:0/914327232 shutdown_connections 2024-09-13T18:57:21.668 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:21.654+0000 7f90315a0640 1 -- 172.21.15.119:0/914327232 >> 172.21.15.119:0/914327232 conn(0x7f902c0b1e20 msgr2=0x7f902c0b2230 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:57:21.668 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:21.654+0000 7f90315a0640 1 -- 172.21.15.119:0/914327232 shutdown_connections 2024-09-13T18:57:21.668 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:21.654+0000 7f90315a0640 1 -- 172.21.15.119:0/914327232 wait complete. 2024-09-13T18:57:21.668 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:21.655+0000 7f90315a0640 1 Processor -- start 2024-09-13T18:57:21.668 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:21.655+0000 7f90315a0640 1 -- start start 2024-09-13T18:57:21.668 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:21.656+0000 7f90315a0640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f90180039a0 0x7f902c0b4290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:21.668 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:21.656+0000 7f90315a0640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f902c1527f0 0x7f902c159640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:21.668 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:21.656+0000 7f90315a0640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f902c156da0 0x7f902c15b160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:21.668 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:21.656+0000 7f90315a0640 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f902c157220 con 0x7f902c156da0 2024-09-13T18:57:21.668 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:21.656+0000 7f90315a0640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f902c0b3300 con 0x7f902c1527f0 2024-09-13T18:57:21.668 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:21.656+0000 7f90315a0640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f902c0b35e0 con 0x7f90180039a0 2024-09-13T18:57:21.669 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:21.656+0000 7f9030d9f640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f902c156da0 0x7f902c15b160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:21.669 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:21.656+0000 7f9030d9f640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f902c156da0 0x7f902c15b160 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.119:3300/0 says I am v2:172.21.15.119:44874/0 (socket says 172.21.15.119:44874) 2024-09-13T18:57:21.669 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:21.656+0000 7f9030d9f640 1 -- 172.21.15.119:0/4137352737 learned_addr learned my addr 172.21.15.119:0/4137352737 (peer_addr_for_me v2:172.21.15.119:0/0) 2024-09-13T18:57:21.669 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:21.656+0000 7f902bfff640 1 --2- 172.21.15.119:0/4137352737 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f90180039a0 0x7f902c0b4290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:21.669 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:21.656+0000 7f9023fff640 1 --2- 172.21.15.119:0/4137352737 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f902c1527f0 0x7f902c159640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:21.669 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:21.656+0000 7f9030d9f640 1 -- 172.21.15.119:0/4137352737 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f90180039a0 msgr2=0x7f902c0b4290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:21.669 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:21.656+0000 7f9030d9f640 1 --2- 172.21.15.119:0/4137352737 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f90180039a0 0x7f902c0b4290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:21.669 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:21.656+0000 7f9030d9f640 1 -- 172.21.15.119:0/4137352737 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f902c1527f0 msgr2=0x7f902c159640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:21.669 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:21.656+0000 7f9030d9f640 1 --2- 172.21.15.119:0/4137352737 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f902c1527f0 0x7f902c159640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:21.669 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:21.656+0000 7f9030d9f640 1 -- 172.21.15.119:0/4137352737 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f902c0b38c0 con 0x7f902c156da0 2024-09-13T18:57:21.669 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:21.656+0000 7f902bfff640 1 --2- 172.21.15.119:0/4137352737 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f90180039a0 0x7f902c0b4290 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T18:57:21.669 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:21.656+0000 7f9030d9f640 1 --2- 172.21.15.119:0/4137352737 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f902c156da0 0x7f902c15b160 secure :-1 s=READY pgs=362 cs=0 l=1 rev1=1 crypto rx=0x7f902c0af8f0 tx=0x7f902400e530 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:57:21.669 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:21.656+0000 7f90297fa640 1 -- 172.21.15.119:0/4137352737 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f902400ec10 con 0x7f902c156da0 2024-09-13T18:57:21.670 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:21.656+0000 7f90297fa640 1 -- 172.21.15.119:0/4137352737 <== mon.0 v2:172.21.15.119:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f902400ed70 con 0x7f902c156da0 2024-09-13T18:57:21.670 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:21.656+0000 7f90315a0640 1 -- 172.21.15.119:0/4137352737 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f902c0b3ba0 con 0x7f902c156da0 2024-09-13T18:57:21.670 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:21.656+0000 7f90297fa640 1 -- 172.21.15.119:0/4137352737 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f902400eee0 con 0x7f902c156da0 2024-09-13T18:57:21.670 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:21.656+0000 7f90315a0640 1 -- 172.21.15.119:0/4137352737 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f902c15b6a0 con 0x7f902c156da0 2024-09-13T18:57:21.670 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:21.658+0000 7f90315a0640 1 -- 172.21.15.119:0/4137352737 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f902c099020 con 0x7f902c156da0 2024-09-13T18:57:21.670 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:21.658+0000 7f90297fa640 1 -- 172.21.15.119:0/4137352737 <== mon.0 v2:172.21.15.119:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f9024013640 con 0x7f902c156da0 2024-09-13T18:57:21.670 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:21.658+0000 7f90297fa640 1 --2- 172.21.15.119:0/4137352737 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f900c06ac00 0x7f900c06d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:21.670 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:21.658+0000 7f90297fa640 1 -- 172.21.15.119:0/4137352737 <== mon.0 v2:172.21.15.119:3300/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 6692+0+0 (secure 0 0 0) 0x7f9024089b80 con 0x7f902c156da0 2024-09-13T18:57:21.670 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:21.658+0000 7f902bfff640 1 --2- 172.21.15.119:0/4137352737 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f900c06ac00 0x7f900c06d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:21.671 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:21.659+0000 7f902bfff640 1 --2- 172.21.15.119:0/4137352737 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f900c06ac00 0x7f900c06d0c0 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7f901c033000 tx=0x7f901c008030 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:57:21.671 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:21.663+0000 7f90297fa640 1 -- 172.21.15.119:0/4137352737 <== mon.0 v2:172.21.15.119:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f9024054a10 con 0x7f902c156da0 2024-09-13T18:57:21.841 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:21.838+0000 7f90315a0640 1 -- 172.21.15.119:0/4137352737 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) v1 -- 0x7f902c0b40c0 con 0x7f902c156da0 2024-09-13T18:57:21.841 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:21.838+0000 7f90297fa640 1 -- 172.21.15.119:0/4137352737 <== mon.0 v2:172.21.15.119:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v26) v1 ==== 80+0+0 (secure 0 0 0) 0x7f9024058030 con 0x7f902c156da0 2024-09-13T18:57:21.841 INFO:teuthology.orchestra.run.smithi119.stderr:listed 0 entries 2024-09-13T18:57:21.843 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:21.840+0000 7f90315a0640 1 -- 172.21.15.119:0/4137352737 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f900c06ac00 msgr2=0x7f900c06d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:21.844 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:21.840+0000 7f90315a0640 1 --2- 172.21.15.119:0/4137352737 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f900c06ac00 0x7f900c06d0c0 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7f901c033000 tx=0x7f901c008030 comp rx=0 tx=0).stop 2024-09-13T18:57:21.844 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:21.840+0000 7f90315a0640 1 -- 172.21.15.119:0/4137352737 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f902c156da0 msgr2=0x7f902c15b160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:21.844 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:21.840+0000 7f90315a0640 1 --2- 172.21.15.119:0/4137352737 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f902c156da0 0x7f902c15b160 secure :-1 s=READY pgs=362 cs=0 l=1 rev1=1 crypto rx=0x7f902c0af8f0 tx=0x7f902400e530 comp rx=0 tx=0).stop 2024-09-13T18:57:21.844 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:21.840+0000 7f90315a0640 1 -- 172.21.15.119:0/4137352737 shutdown_connections 2024-09-13T18:57:21.844 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:21.840+0000 7f90315a0640 1 --2- 172.21.15.119:0/4137352737 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f900c06ac00 0x7f900c06d0c0 unknown :-1 s=CLOSED pgs=189 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:21.844 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:21.840+0000 7f90315a0640 1 --2- 172.21.15.119:0/4137352737 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f902c156da0 0x7f902c15b160 unknown :-1 s=CLOSED pgs=362 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:21.844 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:21.840+0000 7f90315a0640 1 --2- 172.21.15.119:0/4137352737 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f902c1527f0 0x7f902c159640 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:21.844 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:21.840+0000 7f90315a0640 1 --2- 172.21.15.119:0/4137352737 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f90180039a0 0x7f902c0b4290 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:21.844 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:21.840+0000 7f90315a0640 1 -- 172.21.15.119:0/4137352737 >> 172.21.15.119:0/4137352737 conn(0x7f902c0b1e20 msgr2=0x7f902c0b2230 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:57:21.844 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:21.840+0000 7f90315a0640 1 -- 172.21.15.119:0/4137352737 shutdown_connections 2024-09-13T18:57:21.844 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:21.840+0000 7f90315a0640 1 -- 172.21.15.119:0/4137352737 wait complete. 2024-09-13T18:57:21.854 INFO:tasks.cephfs.fuse_mount:Running fusermount -u on ubuntu@smithi145.front.sepia.ceph.com... 2024-09-13T18:57:21.854 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T18:57:21.854 DEBUG:teuthology.orchestra.run.smithi145:> sudo fusermount -u /home/ubuntu/cephtest/mnt.1 2024-09-13T18:57:21.885 INFO:teuthology.orchestra.run:waiting for 300 2024-09-13T18:57:21.885 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi145.front.sepia.ceph.com 2024-09-13T18:57:21.885 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T18:57:21.886 DEBUG:teuthology.orchestra.run.smithi145:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.1) 2024-09-13T18:57:21.948 DEBUG:teuthology.orchestra.run.smithi119:> set -ex 2024-09-13T18:57:21.948 DEBUG:teuthology.orchestra.run.smithi119:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-13T18:57:21.966 DEBUG:teuthology.orchestra.run.smithi119:> set -ex 2024-09-13T18:57:21.966 DEBUG:teuthology.orchestra.run.smithi119:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-13T18:57:22.022 DEBUG:teuthology.orchestra.run.smithi119:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T18:57:22.160 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:22.158+0000 7fb499e32640 1 Processor -- start 2024-09-13T18:57:22.161 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:22.158+0000 7fb499e32640 1 -- start start 2024-09-13T18:57:22.164 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:22.159+0000 7fb499e32640 1 --2- >> v2:172.21.15.119:3300/0 conn(0x7fb49406b5f0 0x7fb4940abae0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:22.164 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:22.159+0000 7fb499e32640 1 -- --> v1:172.21.15.119:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fb494066090 con 0x7fb49415c280 2024-09-13T18:57:22.165 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:22.159+0000 7fb499e32640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fb4940ac6f0 con 0x7fb49415c660 2024-09-13T18:57:22.165 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:22.159+0000 7fb499e32640 1 -- --> v2:172.21.15.119:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fb4940ac9d0 con 0x7fb49406b5f0 2024-09-13T18:57:22.165 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:22.159+0000 7fb492ffd640 1 --2- >> v2:172.21.15.119:3300/0 conn(0x7fb49406b5f0 0x7fb4940abae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:22.165 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:22.159+0000 7fb4937fe640 1 --1- >> v1:172.21.15.119:6789/0 conn(0x7fb49415c280 0x7fb49406aee0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.119:6789/0 says I am v1:172.21.15.119:45718/0 (socket says 172.21.15.119:45718) 2024-09-13T18:57:22.165 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:22.159+0000 7fb4937fe640 1 -- 172.21.15.119:0/3847775561 learned_addr learned my addr 172.21.15.119:0/3847775561 (peer_addr_for_me v1:172.21.15.119:0/0) 2024-09-13T18:57:22.165 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:22.159+0000 7fb492ffd640 1 -- 172.21.15.119:0/3847775561 >> v1:172.21.15.145:6789/0 conn(0x7fb49415c660 legacy=0x7fb4940b1f00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T18:57:22.165 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:22.159+0000 7fb492ffd640 1 -- 172.21.15.119:0/3847775561 >> v1:172.21.15.119:6789/0 conn(0x7fb49415c280 legacy=0x7fb49406aee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:22.166 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:22.159+0000 7fb4927fc640 1 -- 172.21.15.119:0/3847775561 <== mon.0 v1:172.21.15.119:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3482198341 0 0) 0x7fb494066090 con 0x7fb49415c280 2024-09-13T18:57:22.166 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:22.159+0000 7fb492ffd640 1 -- 172.21.15.119:0/3847775561 --> v2:172.21.15.119:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb4940accb0 con 0x7fb49406b5f0 2024-09-13T18:57:22.166 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:22.160+0000 7fb492ffd640 1 --2- 172.21.15.119:0/3847775561 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fb49406b5f0 0x7fb4940abae0 secure :-1 s=READY pgs=364 cs=0 l=1 rev1=1 crypto rx=0x7fb4880097a0 tx=0x7fb48802a1e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4d406f7ecdaf8d8d server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:57:22.166 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:22.160+0000 7fb4927fc640 1 -- 172.21.15.119:0/3847775561 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb488032440 con 0x7fb49406b5f0 2024-09-13T18:57:22.166 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:22.160+0000 7fb4927fc640 1 -- 172.21.15.119:0/3847775561 <== mon.0 v2:172.21.15.119:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb4880325a0 con 0x7fb49406b5f0 2024-09-13T18:57:22.166 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:22.160+0000 7fb4927fc640 1 -- 172.21.15.119:0/3847775561 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb488032930 con 0x7fb49406b5f0 2024-09-13T18:57:22.166 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:22.160+0000 7fb499e32640 1 -- 172.21.15.119:0/3847775561 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fb49406b5f0 msgr2=0x7fb4940abae0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:22.166 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:22.160+0000 7fb499e32640 1 --2- 172.21.15.119:0/3847775561 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fb49406b5f0 0x7fb4940abae0 secure :-1 s=READY pgs=364 cs=0 l=1 rev1=1 crypto rx=0x7fb4880097a0 tx=0x7fb48802a1e0 comp rx=0 tx=0).stop 2024-09-13T18:57:22.167 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:22.161+0000 7fb499e32640 1 -- 172.21.15.119:0/3847775561 shutdown_connections 2024-09-13T18:57:22.167 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:22.161+0000 7fb499e32640 1 --2- 172.21.15.119:0/3847775561 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fb49406b5f0 0x7fb4940abae0 unknown :-1 s=CLOSED pgs=364 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:22.167 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:22.161+0000 7fb499e32640 1 -- 172.21.15.119:0/3847775561 >> 172.21.15.119:0/3847775561 conn(0x7fb4940709f0 msgr2=0x7fb494070e00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:57:22.167 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:22.161+0000 7fb499e32640 1 -- 172.21.15.119:0/3847775561 shutdown_connections 2024-09-13T18:57:22.167 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:22.161+0000 7fb499e32640 1 -- 172.21.15.119:0/3847775561 wait complete. 2024-09-13T18:57:22.167 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:22.162+0000 7fb499e32640 1 Processor -- start 2024-09-13T18:57:22.167 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:22.162+0000 7fb499e32640 1 -- start start 2024-09-13T18:57:22.172 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:22.163+0000 7fb499e32640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb49406b5f0 0x7fb494143d60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:22.172 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:22.163+0000 7fb499e32640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fb49415c280 0x7fb4941436d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:22.172 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:22.163+0000 7fb499e32640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fb49415c660 0x7fb494155560 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:22.172 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:22.163+0000 7fb499e32640 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb494154f50 con 0x7fb49415c660 2024-09-13T18:57:22.172 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:22.163+0000 7fb499e32640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb494155aa0 con 0x7fb49406b5f0 2024-09-13T18:57:22.172 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:22.163+0000 7fb499e32640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb494156820 con 0x7fb49415c280 2024-09-13T18:57:22.173 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:22.163+0000 7fb493fff640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fb49415c660 0x7fb494155560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:22.173 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:22.163+0000 7fb493fff640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fb49415c660 0x7fb494155560 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.119:3300/0 says I am v2:172.21.15.119:44892/0 (socket says 172.21.15.119:44892) 2024-09-13T18:57:22.173 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:22.163+0000 7fb493fff640 1 -- 172.21.15.119:0/4278580027 learned_addr learned my addr 172.21.15.119:0/4278580027 (peer_addr_for_me v2:172.21.15.119:0/0) 2024-09-13T18:57:22.173 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:22.163+0000 7fb4937fe640 1 --2- 172.21.15.119:0/4278580027 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb49406b5f0 0x7fb494143d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:22.173 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:22.163+0000 7fb493fff640 1 -- 172.21.15.119:0/4278580027 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fb49415c280 msgr2=0x7fb4941436d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:22.173 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:22.163+0000 7fb493fff640 1 --2- 172.21.15.119:0/4278580027 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fb49415c280 0x7fb4941436d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:22.173 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:22.163+0000 7fb493fff640 1 -- 172.21.15.119:0/4278580027 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb49406b5f0 msgr2=0x7fb494143d60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:22.173 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:22.163+0000 7fb493fff640 1 --2- 172.21.15.119:0/4278580027 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb49406b5f0 0x7fb494143d60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:22.173 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:22.163+0000 7fb493fff640 1 -- 172.21.15.119:0/4278580027 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb488009400 con 0x7fb49415c660 2024-09-13T18:57:22.173 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:22.163+0000 7fb4937fe640 1 --2- 172.21.15.119:0/4278580027 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb49406b5f0 0x7fb494143d60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T18:57:22.173 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:22.163+0000 7fb493fff640 1 --2- 172.21.15.119:0/4278580027 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fb49415c660 0x7fb494155560 secure :-1 s=READY pgs=365 cs=0 l=1 rev1=1 crypto rx=0x7fb48c00b970 tx=0x7fb48c00be30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:57:22.173 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:22.163+0000 7fb47bfff640 1 -- 172.21.15.119:0/4278580027 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb48c00cb40 con 0x7fb49415c660 2024-09-13T18:57:22.173 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:22.163+0000 7fb47bfff640 1 -- 172.21.15.119:0/4278580027 <== mon.0 v2:172.21.15.119:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb48c00cca0 con 0x7fb49415c660 2024-09-13T18:57:22.173 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:22.163+0000 7fb47bfff640 1 -- 172.21.15.119:0/4278580027 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb48c014680 con 0x7fb49415c660 2024-09-13T18:57:22.174 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:22.163+0000 7fb499e32640 1 -- 172.21.15.119:0/4278580027 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb494156b00 con 0x7fb49415c660 2024-09-13T18:57:22.174 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:22.163+0000 7fb499e32640 1 -- 172.21.15.119:0/4278580027 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb4941570c0 con 0x7fb49415c660 2024-09-13T18:57:22.174 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:22.164+0000 7fb499e32640 1 -- 172.21.15.119:0/4278580027 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fb49406af70 con 0x7fb49415c660 2024-09-13T18:57:22.174 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:22.165+0000 7fb47bfff640 1 -- 172.21.15.119:0/4278580027 <== mon.0 v2:172.21.15.119:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fb48c01d3b0 con 0x7fb49415c660 2024-09-13T18:57:22.174 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:22.165+0000 7fb47bfff640 1 --2- 172.21.15.119:0/4278580027 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7fb48006ac00 0x7fb48006d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:22.174 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:22.165+0000 7fb47bfff640 1 -- 172.21.15.119:0/4278580027 <== mon.0 v2:172.21.15.119:3300/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 6692+0+0 (secure 0 0 0) 0x7fb48c089520 con 0x7fb49415c660 2024-09-13T18:57:22.174 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:22.165+0000 7fb4937fe640 1 --2- 172.21.15.119:0/4278580027 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7fb48006ac00 0x7fb48006d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:22.174 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:22.166+0000 7fb4937fe640 1 --2- 172.21.15.119:0/4278580027 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7fb48006ac00 0x7fb48006d0c0 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7fb484000f60 tx=0x7fb484009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:57:22.174 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:22.170+0000 7fb47bfff640 1 -- 172.21.15.119:0/4278580027 <== mon.0 v2:172.21.15.119:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fb48c0543b0 con 0x7fb49415c660 2024-09-13T18:57:22.336 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:22.334+0000 7fb499e32640 1 -- 172.21.15.119:0/4278580027 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7fb4940abae0 con 0x7fb49415c660 2024-09-13T18:57:22.337 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:22.335+0000 7fb47bfff640 1 -- 172.21.15.119:0/4278580027 <== mon.0 v2:172.21.15.119:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v26) v1 ==== 74+0+18831 (secure 0 0 0) 0x7fb48c0579d0 con 0x7fb49415c660 2024-09-13T18:57:22.338 INFO:teuthology.orchestra.run.smithi119.stdout: 2024-09-13T18:57:22.338 INFO:teuthology.orchestra.run.smithi119.stdout:{"epoch":26,"fsid":"b3bca492-3414-44ef-b63c-42eead5ea701","created":"2024-09-13T18:56:10.047760+0000","modified":"2024-09-13T18:57:15.157404+0000","last_up_change":"2024-09-13T18:56:22.096428+0000","last_in_change":"2024-09-13T18:56:12.143228+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T18:56:22.095896+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-13T18:56:31.950108+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-13T18:56:32.998608+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-09-13T18:56:36.052694+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"24","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"09edfd5c-bc57-47d1-a7b7-6d97f0f88db1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6810","nonce":3811853106},{"type":"v1","addr":"172.21.15.119:6813","nonce":3811853106}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6817","nonce":3811853106},{"type":"v1","addr":"172.21.15.119:6820","nonce":3811853106}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6828","nonce":3811853106},{"type":"v1","addr":"172.21.15.119:6830","nonce":3811853106}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6823","nonce":3811853106},{"type":"v1","addr":"172.21.15.119:6825","nonce":3811853106}]},"public_addr":"172.21.15.119:6813/3811853106","cluster_addr":"172.21.15.119:6820/3811853106","heartbeat_back_addr":"172.21.15.119:6830/3811853106","heartbeat_front_addr":"172.21.15.119:6825/3811853106","state":["exists","up"]},{"osd":1,"uuid":"f26f4bd2-3aee-4208-9e62-87f17047d886","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":25,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6809","nonce":1656755168},{"type":"v1","addr":"172.21.15.119:6812","nonce":1656755168}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6815","nonce":1656755168},{"type":"v1","addr":"172.21.15.119:6818","nonce":1656755168}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6829","nonce":1656755168},{"type":"v1","addr":"172.21.15.119:6831","nonce":1656755168}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6822","nonce":1656755168},{"type":"v1","addr":"172.21.15.119:6826","nonce":1656755168}]},"public_addr":"172.21.15.119:6812/1656755168","cluster_addr":"172.21.15.119:6818/1656755168","heartbeat_back_addr":"172.21.15.119:6831/1656755168","heartbeat_front_addr":"172.21.15.119:6826/1656755168","state":["exists","up"]},{"osd":2,"uuid":"1e9d6e0c-51f9-4f4a-bead-0e7edc7dd200","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":25,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6800","nonce":3093354378},{"type":"v1","addr":"172.21.15.119:6801","nonce":3093354378}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6802","nonce":3093354378},{"type":"v1","addr":"172.21.15.119:6803","nonce":3093354378}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6806","nonce":3093354378},{"type":"v1","addr":"172.21.15.119:6807","nonce":3093354378}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6804","nonce":3093354378},{"type":"v1","addr":"172.21.15.119:6805","nonce":3093354378}]},"public_addr":"172.21.15.119:6801/3093354378","cluster_addr":"172.21.15.119:6803/3093354378","heartbeat_back_addr":"172.21.15.119:6807/3093354378","heartbeat_front_addr":"172.21.15.119:6805/3093354378","state":["exists","up"]},{"osd":3,"uuid":"7c289b1f-a555-46e4-b85a-c0f230c9e02a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":25,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6808","nonce":886995937},{"type":"v1","addr":"172.21.15.119:6811","nonce":886995937}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6814","nonce":886995937},{"type":"v1","addr":"172.21.15.119:6816","nonce":886995937}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6824","nonce":886995937},{"type":"v1","addr":"172.21.15.119:6827","nonce":886995937}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6819","nonce":886995937},{"type":"v1","addr":"172.21.15.119:6821","nonce":886995937}]},"public_addr":"172.21.15.119:6811/886995937","cluster_addr":"172.21.15.119:6816/886995937","heartbeat_back_addr":"172.21.15.119:6827/886995937","heartbeat_front_addr":"172.21.15.119:6821/886995937","state":["exists","up"]},{"osd":4,"uuid":"a0a2f75b-5a33-4b69-b834-b8cf5a90ac5f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":25,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6808","nonce":2802887692},{"type":"v1","addr":"172.21.15.145:6809","nonce":2802887692}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6810","nonce":2802887692},{"type":"v1","addr":"172.21.15.145:6811","nonce":2802887692}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6814","nonce":2802887692},{"type":"v1","addr":"172.21.15.145:6815","nonce":2802887692}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6812","nonce":2802887692},{"type":"v1","addr":"172.21.15.145:6813","nonce":2802887692}]},"public_addr":"172.21.15.145:6809/2802887692","cluster_addr":"172.21.15.145:6811/2802887692","heartbeat_back_addr":"172.21.15.145:6815/2802887692","heartbeat_front_addr":"172.21.15.145:6813/2802887692","state":["exists","up"]},{"osd":5,"uuid":"e301c92f-a5af-49da-8384-bef6d48c9982","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6800","nonce":1431235391},{"type":"v1","addr":"172.21.15.145:6801","nonce":1431235391}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6802","nonce":1431235391},{"type":"v1","addr":"172.21.15.145:6803","nonce":1431235391}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6806","nonce":1431235391},{"type":"v1","addr":"172.21.15.145:6807","nonce":1431235391}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6804","nonce":1431235391},{"type":"v1","addr":"172.21.15.145:6805","nonce":1431235391}]},"public_addr":"172.21.15.145:6801/1431235391","cluster_addr":"172.21.15.145:6803/1431235391","heartbeat_back_addr":"172.21.15.145:6807/1431235391","heartbeat_front_addr":"172.21.15.145:6805/1431235391","state":["exists","up"]},{"osd":6,"uuid":"dd2ee71c-4024-4f56-90b1-d362ff9ae8f5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6816","nonce":1755123178},{"type":"v1","addr":"172.21.15.145:6817","nonce":1755123178}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6818","nonce":1755123178},{"type":"v1","addr":"172.21.15.145:6819","nonce":1755123178}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6822","nonce":1755123178},{"type":"v1","addr":"172.21.15.145:6823","nonce":1755123178}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6820","nonce":1755123178},{"type":"v1","addr":"172.21.15.145:6821","nonce":1755123178}]},"public_addr":"172.21.15.145:6817/1755123178","cluster_addr":"172.21.15.145:6819/1755123178","heartbeat_back_addr":"172.21.15.145:6823/1755123178","heartbeat_front_addr":"172.21.15.145:6821/1755123178","state":["exists","up"]},{"osd":7,"uuid":"7412449e-689b-45ee-9ae5-744a8c27f166","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6824","nonce":3012628958},{"type":"v1","addr":"172.21.15.145:6825","nonce":3012628958}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6826","nonce":3012628958},{"type":"v1","addr":"172.21.15.145:6827","nonce":3012628958}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6830","nonce":3012628958},{"type":"v1","addr":"172.21.15.145:6831","nonce":3012628958}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6828","nonce":3012628958},{"type":"v1","addr":"172.21.15.145:6829","nonce":3012628958}]},"public_addr":"172.21.15.145:6825/3012628958","cluster_addr":"172.21.15.145:6827/3012628958","heartbeat_back_addr":"172.21.15.145:6831/3012628958","heartbeat_front_addr":"172.21.15.145:6829/3012628958","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T18:56:17.286635+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T18:56:17.334491+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T18:56:17.297521+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T18:56:17.383716+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T18:56:17.267776+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T18:56:17.312998+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T18:56:17.303008+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T18:56:17.304729+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"3.1f","mappings":[{"from":0,"to":2}]},{"pgid":"3.21","mappings":[{"from":5,"to":1}]},{"pgid":"3.29","mappings":[{"from":3,"to":2}]},{"pgid":"3.2a","mappings":[{"from":5,"to":2}]},{"pgid":"3.3b","mappings":[{"from":7,"to":1}]},{"pgid":"4.2","mappings":[{"from":1,"to":2}]},{"pgid":"4.10","mappings":[{"from":1,"to":2}]},{"pgid":"4.1b","mappings":[{"from":1,"to":2}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T18:57:22.340 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:22.337+0000 7fb499e32640 1 -- 172.21.15.119:0/4278580027 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7fb48006ac00 msgr2=0x7fb48006d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:22.340 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:22.337+0000 7fb499e32640 1 --2- 172.21.15.119:0/4278580027 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7fb48006ac00 0x7fb48006d0c0 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7fb484000f60 tx=0x7fb484009040 comp rx=0 tx=0).stop 2024-09-13T18:57:22.340 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:22.337+0000 7fb499e32640 1 -- 172.21.15.119:0/4278580027 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fb49415c660 msgr2=0x7fb494155560 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:22.340 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:22.337+0000 7fb499e32640 1 --2- 172.21.15.119:0/4278580027 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fb49415c660 0x7fb494155560 secure :-1 s=READY pgs=365 cs=0 l=1 rev1=1 crypto rx=0x7fb48c00b970 tx=0x7fb48c00be30 comp rx=0 tx=0).stop 2024-09-13T18:57:22.340 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:22.337+0000 7fb499e32640 1 -- 172.21.15.119:0/4278580027 shutdown_connections 2024-09-13T18:57:22.340 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:22.337+0000 7fb499e32640 1 --2- 172.21.15.119:0/4278580027 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7fb48006ac00 0x7fb48006d0c0 unknown :-1 s=CLOSED pgs=190 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:22.340 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:22.337+0000 7fb499e32640 1 --2- 172.21.15.119:0/4278580027 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fb49415c660 0x7fb494155560 unknown :-1 s=CLOSED pgs=365 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:22.340 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:22.337+0000 7fb499e32640 1 --2- 172.21.15.119:0/4278580027 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fb49415c280 0x7fb4941436d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:22.341 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:22.337+0000 7fb499e32640 1 --2- 172.21.15.119:0/4278580027 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb49406b5f0 0x7fb494143d60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:22.341 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:22.337+0000 7fb499e32640 1 -- 172.21.15.119:0/4278580027 >> 172.21.15.119:0/4278580027 conn(0x7fb4940709f0 msgr2=0x7fb49406e0e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:57:22.341 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:22.337+0000 7fb499e32640 1 -- 172.21.15.119:0/4278580027 shutdown_connections 2024-09-13T18:57:22.341 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:22.337+0000 7fb499e32640 1 -- 172.21.15.119:0/4278580027 wait complete. 2024-09-13T18:57:22.350 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-09-13T18:56:22.095896+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '16', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-09-13T18:56:31.950108+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '19', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-09-13T18:56:32.998608+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '20', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.05000000074505806}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.3799999952316284, 'score_stable': 1.3799999952316284, 'optimal_score': 1, 'raw_score_acting': 1.3799999952316284, 'raw_score_stable': 1.3799999952316284, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'cephfs_data_ec', 'create_time': '2024-09-13T18:56:36.052694+0000', 'flags': 5, 'flags_names': 'hashpspool,ec_overwrites', 'type': 3, 'size': 4, 'min_size': 3, 'crush_rule': 1, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '24', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': 'cephfs_data_ec', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 8192, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}}] 2024-09-13T18:57:22.351 DEBUG:teuthology.orchestra.run.smithi119:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-09-13T18:57:22.451 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:22.448+0000 7fbc6f3bc640 1 Processor -- start 2024-09-13T18:57:22.451 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:22.448+0000 7fbc6f3bc640 1 -- start start 2024-09-13T18:57:22.452 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:22.449+0000 7fbc6f3bc640 1 --2- >> v2:172.21.15.119:3300/0 conn(0x7fbc68158b00 0x7fbc6806c190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:22.452 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:22.449+0000 7fbc6f3bc640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7fbc6806c6d0 0x7fbc68070b10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:22.453 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:22.449+0000 7fbc6f3bc640 1 -- --> v1:172.21.15.119:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fbc680b2d10 con 0x7fbc68071050 2024-09-13T18:57:22.453 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:22.449+0000 7fbc6f3bc640 1 -- --> v2:172.21.15.119:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fbc6806cb60 con 0x7fbc68158b00 2024-09-13T18:57:22.453 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:22.449+0000 7fbc6f3bc640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fbc680b2ff0 con 0x7fbc6806c6d0 2024-09-13T18:57:22.453 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:22.449+0000 7fbc6d158640 1 --2- >> v2:172.21.15.119:3300/0 conn(0x7fbc68158b00 0x7fbc6806c190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:22.453 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:22.449+0000 7fbc6d959640 1 --1- >> v1:172.21.15.119:6789/0 conn(0x7fbc68071050 0x7fbc680714a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.119:6789/0 says I am v1:172.21.15.119:45734/0 (socket says 172.21.15.119:45734) 2024-09-13T18:57:22.453 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:22.449+0000 7fbc6d959640 1 -- 172.21.15.119:0/2396198249 learned_addr learned my addr 172.21.15.119:0/2396198249 (peer_addr_for_me v1:172.21.15.119:0/0) 2024-09-13T18:57:22.453 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:22.450+0000 7fbc6c957640 1 --2- 172.21.15.119:0/2396198249 >> v2:172.21.15.145:3300/0 conn(0x7fbc6806c6d0 0x7fbc68070b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:22.453 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:22.450+0000 7fbc6d158640 1 -- 172.21.15.119:0/2396198249 >> v2:172.21.15.145:3300/0 conn(0x7fbc6806c6d0 msgr2=0x7fbc68070b10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T18:57:22.453 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:22.450+0000 7fbc6d158640 1 --2- 172.21.15.119:0/2396198249 >> v2:172.21.15.145:3300/0 conn(0x7fbc6806c6d0 0x7fbc68070b10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:22.453 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:22.450+0000 7fbc6d158640 1 -- 172.21.15.119:0/2396198249 >> v1:172.21.15.119:6789/0 conn(0x7fbc68071050 legacy=0x7fbc680714a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:22.453 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:22.450+0000 7fbc5ffff640 1 -- 172.21.15.119:0/2396198249 <== mon.0 v1:172.21.15.119:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 4243291846 0 0) 0x7fbc680b2d10 con 0x7fbc68071050 2024-09-13T18:57:22.453 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:22.450+0000 7fbc6d158640 1 -- 172.21.15.119:0/2396198249 --> v2:172.21.15.119:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fbc68070310 con 0x7fbc68158b00 2024-09-13T18:57:22.455 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:22.450+0000 7fbc6d158640 1 --2- 172.21.15.119:0/2396198249 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fbc68158b00 0x7fbc6806c190 secure :-1 s=READY pgs=367 cs=0 l=1 rev1=1 crypto rx=0x7fbc68070140 tx=0x7fbc6402a1a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1a2be7c0084899ff server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:57:22.455 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:22.450+0000 7fbc5ffff640 1 -- 172.21.15.119:0/2396198249 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbc64032440 con 0x7fbc68158b00 2024-09-13T18:57:22.455 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:22.450+0000 7fbc5ffff640 1 -- 172.21.15.119:0/2396198249 <== mon.0 v2:172.21.15.119:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fbc640325a0 con 0x7fbc68158b00 2024-09-13T18:57:22.455 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:22.451+0000 7fbc5ffff640 1 -- 172.21.15.119:0/2396198249 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbc64032930 con 0x7fbc68158b00 2024-09-13T18:57:22.455 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:22.451+0000 7fbc6f3bc640 1 -- 172.21.15.119:0/2396198249 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fbc68158b00 msgr2=0x7fbc6806c190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:22.456 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:22.451+0000 7fbc6f3bc640 1 --2- 172.21.15.119:0/2396198249 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fbc68158b00 0x7fbc6806c190 secure :-1 s=READY pgs=367 cs=0 l=1 rev1=1 crypto rx=0x7fbc68070140 tx=0x7fbc6402a1a0 comp rx=0 tx=0).stop 2024-09-13T18:57:22.456 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:22.451+0000 7fbc6f3bc640 1 -- 172.21.15.119:0/2396198249 shutdown_connections 2024-09-13T18:57:22.456 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:22.451+0000 7fbc6f3bc640 1 --2- 172.21.15.119:0/2396198249 >> v2:172.21.15.145:3300/0 conn(0x7fbc6806c6d0 0x7fbc68070b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:22.456 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:22.451+0000 7fbc6f3bc640 1 --2- 172.21.15.119:0/2396198249 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fbc68158b00 0x7fbc6806c190 unknown :-1 s=CLOSED pgs=367 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:22.456 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:22.451+0000 7fbc6f3bc640 1 -- 172.21.15.119:0/2396198249 >> 172.21.15.119:0/2396198249 conn(0x7fbc6806a0b0 msgr2=0x7fbc6806a4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:57:22.456 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:22.451+0000 7fbc6f3bc640 1 -- 172.21.15.119:0/2396198249 shutdown_connections 2024-09-13T18:57:22.456 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:22.451+0000 7fbc6f3bc640 1 -- 172.21.15.119:0/2396198249 wait complete. 2024-09-13T18:57:22.456 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:22.452+0000 7fbc6f3bc640 1 Processor -- start 2024-09-13T18:57:22.456 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:22.452+0000 7fbc6f3bc640 1 -- start start 2024-09-13T18:57:22.461 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:22.453+0000 7fbc6f3bc640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fbc6806c6d0 0x7fbc681ef820 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:22.461 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:22.453+0000 7fbc6f3bc640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fbc68071050 0x7fbc6809b560 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:22.461 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:22.453+0000 7fbc6f3bc640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fbc68158b00 0x7fbc68099f10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:22.461 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:22.453+0000 7fbc6f3bc640 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbc68153070 con 0x7fbc6806c6d0 2024-09-13T18:57:22.461 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:22.453+0000 7fbc6f3bc640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbc680cb5f0 con 0x7fbc68158b00 2024-09-13T18:57:22.462 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:22.453+0000 7fbc6f3bc640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fbc681efd60 con 0x7fbc68071050 2024-09-13T18:57:22.462 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:22.453+0000 7fbc6d158640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fbc6806c6d0 0x7fbc681ef820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:22.462 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:22.453+0000 7fbc6d158640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fbc6806c6d0 0x7fbc681ef820 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.119:3300/0 says I am v2:172.21.15.119:44898/0 (socket says 172.21.15.119:44898) 2024-09-13T18:57:22.462 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:22.453+0000 7fbc6d158640 1 -- 172.21.15.119:0/1183623344 learned_addr learned my addr 172.21.15.119:0/1183623344 (peer_addr_for_me v2:172.21.15.119:0/0) 2024-09-13T18:57:22.462 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:22.453+0000 7fbc6d959640 1 --2- 172.21.15.119:0/1183623344 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fbc68158b00 0x7fbc68099f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:22.462 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:22.453+0000 7fbc6c957640 1 --2- 172.21.15.119:0/1183623344 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fbc68071050 0x7fbc6809b560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:22.463 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:22.453+0000 7fbc6d158640 1 -- 172.21.15.119:0/1183623344 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fbc68071050 msgr2=0x7fbc6809b560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:22.463 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:22.453+0000 7fbc6d158640 1 --2- 172.21.15.119:0/1183623344 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fbc68071050 0x7fbc6809b560 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:22.463 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:22.453+0000 7fbc6d158640 1 -- 172.21.15.119:0/1183623344 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fbc68158b00 msgr2=0x7fbc68099f10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:22.463 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:22.453+0000 7fbc6d158640 1 --2- 172.21.15.119:0/1183623344 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fbc68158b00 0x7fbc68099f10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:22.463 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:22.453+0000 7fbc6d158640 1 -- 172.21.15.119:0/1183623344 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fbc64009400 con 0x7fbc6806c6d0 2024-09-13T18:57:22.464 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:22.454+0000 7fbc6d158640 1 --2- 172.21.15.119:0/1183623344 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fbc6806c6d0 0x7fbc681ef820 secure :-1 s=READY pgs=368 cs=0 l=1 rev1=1 crypto rx=0x7fbc64000c00 tx=0x7fbc640046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:57:22.464 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:22.454+0000 7fbc5dffb640 1 -- 172.21.15.119:0/1183623344 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbc64004230 con 0x7fbc6806c6d0 2024-09-13T18:57:22.464 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:22.454+0000 7fbc5dffb640 1 -- 172.21.15.119:0/1183623344 <== mon.0 v2:172.21.15.119:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fbc640043b0 con 0x7fbc6806c6d0 2024-09-13T18:57:22.464 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:22.454+0000 7fbc6f3bc640 1 -- 172.21.15.119:0/1183623344 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fbc680cbb70 con 0x7fbc6806c6d0 2024-09-13T18:57:22.464 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:22.454+0000 7fbc5dffb640 1 -- 172.21.15.119:0/1183623344 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbc64004520 con 0x7fbc6806c6d0 2024-09-13T18:57:22.464 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:22.454+0000 7fbc6f3bc640 1 -- 172.21.15.119:0/1183623344 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fbc680cb800 con 0x7fbc6806c6d0 2024-09-13T18:57:22.465 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:22.455+0000 7fbc6f3bc640 1 -- 172.21.15.119:0/1183623344 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fbc68070b10 con 0x7fbc6806c6d0 2024-09-13T18:57:22.465 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:22.455+0000 7fbc5dffb640 1 -- 172.21.15.119:0/1183623344 <== mon.0 v2:172.21.15.119:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fbc64039050 con 0x7fbc6806c6d0 2024-09-13T18:57:22.465 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:22.456+0000 7fbc5dffb640 1 --2- 172.21.15.119:0/1183623344 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7fbc4c06ac00 0x7fbc4c06d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:22.465 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:22.456+0000 7fbc5dffb640 1 -- 172.21.15.119:0/1183623344 <== mon.0 v2:172.21.15.119:3300/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 6692+0+0 (secure 0 0 0) 0x7fbc640aa100 con 0x7fbc6806c6d0 2024-09-13T18:57:22.465 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:22.456+0000 7fbc6c957640 1 --2- 172.21.15.119:0/1183623344 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7fbc4c06ac00 0x7fbc4c06d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:22.466 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:22.456+0000 7fbc6c957640 1 --2- 172.21.15.119:0/1183623344 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7fbc4c06ac00 0x7fbc4c06d0c0 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7fbc680b19d0 tx=0x7fbc58008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:57:22.466 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:22.460+0000 7fbc5dffb640 1 -- 172.21.15.119:0/1183623344 <== mon.0 v2:172.21.15.119:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fbc64074f00 con 0x7fbc6806c6d0 2024-09-13T18:57:22.622 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:22.619+0000 7fbc6f3bc640 1 -- 172.21.15.119:0/1183623344 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7fbc6806b150 con 0x7fbc6806c6d0 2024-09-13T18:57:22.623 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:22.619+0000 7fbc5dffb640 1 -- 172.21.15.119:0/1183623344 <== mon.0 v2:172.21.15.119:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v26) v1 ==== 93+0+10 (secure 0 0 0) 0x7fbc640370a0 con 0x7fbc6806c6d0 2024-09-13T18:57:22.623 INFO:teuthology.orchestra.run.smithi119.stdout:pg_num: 1 2024-09-13T18:57:22.625 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:22.621+0000 7fbc6f3bc640 1 -- 172.21.15.119:0/1183623344 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7fbc4c06ac00 msgr2=0x7fbc4c06d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:22.625 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:22.621+0000 7fbc6f3bc640 1 --2- 172.21.15.119:0/1183623344 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7fbc4c06ac00 0x7fbc4c06d0c0 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7fbc680b19d0 tx=0x7fbc58008040 comp rx=0 tx=0).stop 2024-09-13T18:57:22.625 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:22.621+0000 7fbc6f3bc640 1 -- 172.21.15.119:0/1183623344 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fbc6806c6d0 msgr2=0x7fbc681ef820 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:22.625 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:22.621+0000 7fbc6f3bc640 1 --2- 172.21.15.119:0/1183623344 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fbc6806c6d0 0x7fbc681ef820 secure :-1 s=READY pgs=368 cs=0 l=1 rev1=1 crypto rx=0x7fbc64000c00 tx=0x7fbc640046c0 comp rx=0 tx=0).stop 2024-09-13T18:57:22.625 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:22.621+0000 7fbc6f3bc640 1 -- 172.21.15.119:0/1183623344 shutdown_connections 2024-09-13T18:57:22.625 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:22.621+0000 7fbc6f3bc640 1 --2- 172.21.15.119:0/1183623344 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7fbc4c06ac00 0x7fbc4c06d0c0 unknown :-1 s=CLOSED pgs=191 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:22.625 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:22.621+0000 7fbc6f3bc640 1 --2- 172.21.15.119:0/1183623344 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fbc68158b00 0x7fbc68099f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:22.625 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:22.621+0000 7fbc6f3bc640 1 --2- 172.21.15.119:0/1183623344 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fbc68071050 0x7fbc6809b560 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:22.625 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:22.621+0000 7fbc6f3bc640 1 --2- 172.21.15.119:0/1183623344 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fbc6806c6d0 0x7fbc681ef820 unknown :-1 s=CLOSED pgs=368 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:22.625 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:22.621+0000 7fbc6f3bc640 1 -- 172.21.15.119:0/1183623344 >> 172.21.15.119:0/1183623344 conn(0x7fbc6806a0b0 msgr2=0x7fbc680aca80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:57:22.625 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:22.621+0000 7fbc6f3bc640 1 -- 172.21.15.119:0/1183623344 shutdown_connections 2024-09-13T18:57:22.626 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:22.621+0000 7fbc6f3bc640 1 -- 172.21.15.119:0/1183623344 wait complete. 2024-09-13T18:57:22.635 DEBUG:teuthology.orchestra.run.smithi119:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-09-13T18:57:22.737 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:22.733+0000 7f4456c96640 1 Processor -- start 2024-09-13T18:57:22.737 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:22.733+0000 7f4456c96640 1 -- start start 2024-09-13T18:57:22.739 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:22.734+0000 7f4456c96640 1 --2- >> v2:172.21.15.119:3300/0 conn(0x7f4450159310 0x7f44500ad400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:22.740 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:22.734+0000 7f4456c96640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f44500b2b40 0x7f44500ab140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:22.740 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:22.734+0000 7f4456c96640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f44500ab680 0x7f44500ce4f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:22.740 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:22.734+0000 7f4456c96640 1 -- --> v2:172.21.15.119:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f44500ad940 con 0x7f4450159310 2024-09-13T18:57:22.740 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:22.734+0000 7f4456c96640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f44500ccbe0 con 0x7f44500b2b40 2024-09-13T18:57:22.740 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:22.734+0000 7f4456c96640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f44500b1810 con 0x7f44500ab680 2024-09-13T18:57:22.740 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:22.734+0000 7f4454a32640 1 --2- >> v2:172.21.15.119:3300/0 conn(0x7f4450159310 0x7f44500ad400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:22.740 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:22.734+0000 7f4454a32640 1 --2- >> v2:172.21.15.119:3300/0 conn(0x7f4450159310 0x7f44500ad400 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.119:3300/0 says I am v2:172.21.15.119:44910/0 (socket says 172.21.15.119:44910) 2024-09-13T18:57:22.740 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:22.734+0000 7f4454a32640 1 -- 172.21.15.119:0/3802688665 learned_addr learned my addr 172.21.15.119:0/3802688665 (peer_addr_for_me v2:172.21.15.119:0/0) 2024-09-13T18:57:22.740 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:22.734+0000 7f4455233640 1 --2- 172.21.15.119:0/3802688665 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f44500ab680 0x7f44500ce4f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:22.740 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:22.734+0000 7f444ffff640 1 --2- 172.21.15.119:0/3802688665 >> v2:172.21.15.145:3300/0 conn(0x7f44500b2b40 0x7f44500ab140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:22.740 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:22.734+0000 7f4454a32640 1 -- 172.21.15.119:0/3802688665 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f44500ab680 msgr2=0x7f44500ce4f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T18:57:22.741 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:22.734+0000 7f4454a32640 1 --2- 172.21.15.119:0/3802688665 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f44500ab680 0x7f44500ce4f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:22.741 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:22.734+0000 7f4454a32640 1 -- 172.21.15.119:0/3802688665 >> v2:172.21.15.145:3300/0 conn(0x7f44500b2b40 msgr2=0x7f44500ab140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T18:57:22.741 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:22.734+0000 7f4454a32640 1 --2- 172.21.15.119:0/3802688665 >> v2:172.21.15.145:3300/0 conn(0x7f44500b2b40 0x7f44500ab140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:22.741 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:22.734+0000 7f4454a32640 1 -- 172.21.15.119:0/3802688665 --> v2:172.21.15.119:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f445006d9e0 con 0x7f4450159310 2024-09-13T18:57:22.741 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:22.734+0000 7f444ffff640 1 --2- 172.21.15.119:0/3802688665 >> v2:172.21.15.145:3300/0 conn(0x7f44500b2b40 0x7f44500ab140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T18:57:22.741 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:22.735+0000 7f4454a32640 1 --2- 172.21.15.119:0/3802688665 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f4450159310 0x7f44500ad400 secure :-1 s=READY pgs=369 cs=0 l=1 rev1=1 crypto rx=0x7f44500b16a0 tx=0x7f444002a140 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a65c3e5b4a954f23 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:57:22.741 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:22.735+0000 7f444f7fe640 1 -- 172.21.15.119:0/3802688665 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f444002ae90 con 0x7f4450159310 2024-09-13T18:57:22.741 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:22.735+0000 7f444f7fe640 1 -- 172.21.15.119:0/3802688665 <== mon.0 v2:172.21.15.119:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4440032440 con 0x7f4450159310 2024-09-13T18:57:22.741 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:22.735+0000 7f444f7fe640 1 -- 172.21.15.119:0/3802688665 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f44400327d0 con 0x7f4450159310 2024-09-13T18:57:22.741 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:22.736+0000 7f4456c96640 1 -- 172.21.15.119:0/3802688665 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f4450159310 msgr2=0x7f44500ad400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:22.741 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:22.736+0000 7f4456c96640 1 --2- 172.21.15.119:0/3802688665 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f4450159310 0x7f44500ad400 secure :-1 s=READY pgs=369 cs=0 l=1 rev1=1 crypto rx=0x7f44500b16a0 tx=0x7f444002a140 comp rx=0 tx=0).stop 2024-09-13T18:57:22.741 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:22.736+0000 7f4456c96640 1 -- 172.21.15.119:0/3802688665 shutdown_connections 2024-09-13T18:57:22.742 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:22.736+0000 7f4456c96640 1 --2- 172.21.15.119:0/3802688665 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f44500ab680 0x7f44500ce4f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:22.742 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:22.736+0000 7f4456c96640 1 --2- 172.21.15.119:0/3802688665 >> v2:172.21.15.145:3300/0 conn(0x7f44500b2b40 0x7f44500ab140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:22.742 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:22.736+0000 7f4456c96640 1 --2- 172.21.15.119:0/3802688665 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f4450159310 0x7f44500ad400 unknown :-1 s=CLOSED pgs=369 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:22.742 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:22.736+0000 7f4456c96640 1 -- 172.21.15.119:0/3802688665 >> 172.21.15.119:0/3802688665 conn(0x7f445006a0b0 msgr2=0x7f445006a4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:57:22.742 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:22.736+0000 7f4456c96640 1 -- 172.21.15.119:0/3802688665 shutdown_connections 2024-09-13T18:57:22.742 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:22.736+0000 7f4456c96640 1 -- 172.21.15.119:0/3802688665 wait complete. 2024-09-13T18:57:22.745 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:22.737+0000 7f4456c96640 1 Processor -- start 2024-09-13T18:57:22.745 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:22.737+0000 7f4456c96640 1 -- start start 2024-09-13T18:57:22.745 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:22.738+0000 7f4456c96640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f44500ab680 0x7f44500c3ef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:22.745 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:22.738+0000 7f4456c96640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f44500b2b40 0x7f4450153890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:22.745 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:22.738+0000 7f4456c96640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f4450159310 0x7f44500acab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:22.745 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:22.738+0000 7f4456c96640 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4450150ce0 con 0x7f44500b2b40 2024-09-13T18:57:22.745 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:22.738+0000 7f4456c96640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4450154350 con 0x7f4450159310 2024-09-13T18:57:22.745 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:22.738+0000 7f4456c96640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f4450150f30 con 0x7f44500ab680 2024-09-13T18:57:22.745 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:22.738+0000 7f444ffff640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f44500b2b40 0x7f4450153890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:22.745 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:22.738+0000 7f444ffff640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f44500b2b40 0x7f4450153890 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.119:3300/0 says I am v2:172.21.15.119:44924/0 (socket says 172.21.15.119:44924) 2024-09-13T18:57:22.745 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:22.738+0000 7f444ffff640 1 -- 172.21.15.119:0/3464035498 learned_addr learned my addr 172.21.15.119:0/3464035498 (peer_addr_for_me v2:172.21.15.119:0/0) 2024-09-13T18:57:22.746 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:22.738+0000 7f4455233640 1 --2- 172.21.15.119:0/3464035498 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f4450159310 0x7f44500acab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:22.746 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:22.738+0000 7f4454a32640 1 --2- 172.21.15.119:0/3464035498 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f44500ab680 0x7f44500c3ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:22.746 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:22.738+0000 7f444ffff640 1 -- 172.21.15.119:0/3464035498 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f44500ab680 msgr2=0x7f44500c3ef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:22.746 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:22.738+0000 7f444ffff640 1 --2- 172.21.15.119:0/3464035498 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f44500ab680 0x7f44500c3ef0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:22.746 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:22.738+0000 7f444ffff640 1 -- 172.21.15.119:0/3464035498 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f4450159310 msgr2=0x7f44500acab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:22.746 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:22.738+0000 7f444ffff640 1 --2- 172.21.15.119:0/3464035498 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f4450159310 0x7f44500acab0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:22.746 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:22.738+0000 7f444ffff640 1 -- 172.21.15.119:0/3464035498 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f44400094d0 con 0x7f44500b2b40 2024-09-13T18:57:22.746 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:22.738+0000 7f4455233640 1 --2- 172.21.15.119:0/3464035498 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f4450159310 0x7f44500acab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T18:57:22.746 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:22.738+0000 7f444ffff640 1 --2- 172.21.15.119:0/3464035498 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f44500b2b40 0x7f4450153890 secure :-1 s=READY pgs=370 cs=0 l=1 rev1=1 crypto rx=0x7f444400e730 tx=0x7f444400ebf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:57:22.746 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:22.739+0000 7f444d7fa640 1 -- 172.21.15.119:0/3464035498 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4444004230 con 0x7f44500b2b40 2024-09-13T18:57:22.746 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:22.739+0000 7f444d7fa640 1 -- 172.21.15.119:0/3464035498 <== mon.0 v2:172.21.15.119:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4444004390 con 0x7f44500b2b40 2024-09-13T18:57:22.746 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:22.739+0000 7f444d7fa640 1 -- 172.21.15.119:0/3464035498 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f444400c8f0 con 0x7f44500b2b40 2024-09-13T18:57:22.746 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:22.739+0000 7f4456c96640 1 -- 172.21.15.119:0/3464035498 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f4450151210 con 0x7f44500b2b40 2024-09-13T18:57:22.747 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:22.739+0000 7f4456c96640 1 -- 172.21.15.119:0/3464035498 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f44500c4430 con 0x7f44500b2b40 2024-09-13T18:57:22.747 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:22.740+0000 7f4456c96640 1 -- 172.21.15.119:0/3464035498 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f44500cee10 con 0x7f44500b2b40 2024-09-13T18:57:22.747 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:22.740+0000 7f444d7fa640 1 -- 172.21.15.119:0/3464035498 <== mon.0 v2:172.21.15.119:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f444400ca50 con 0x7f44500b2b40 2024-09-13T18:57:22.747 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:22.741+0000 7f444d7fa640 1 --2- 172.21.15.119:0/3464035498 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f443c06ac30 0x7f443c06d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:22.747 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:22.741+0000 7f444d7fa640 1 -- 172.21.15.119:0/3464035498 <== mon.0 v2:172.21.15.119:3300/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 6692+0+0 (secure 0 0 0) 0x7f4444089310 con 0x7f44500b2b40 2024-09-13T18:57:22.747 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:22.741+0000 7f4454a32640 1 --2- 172.21.15.119:0/3464035498 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f443c06ac30 0x7f443c06d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:22.747 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:22.741+0000 7f4454a32640 1 --2- 172.21.15.119:0/3464035498 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f443c06ac30 0x7f443c06d0f0 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7f4440034000 tx=0x7f444002e000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:57:22.748 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:22.745+0000 7f444d7fa640 1 -- 172.21.15.119:0/3464035498 <== mon.0 v2:172.21.15.119:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f4444054110 con 0x7f44500b2b40 2024-09-13T18:57:22.909 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:22.905+0000 7f4456c96640 1 -- 172.21.15.119:0/3464035498 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7f445006e4b0 con 0x7f44500b2b40 2024-09-13T18:57:22.909 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:22.905+0000 7f444d7fa640 1 -- 172.21.15.119:0/3464035498 <== mon.0 v2:172.21.15.119:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v26) v1 ==== 104+0+11 (secure 0 0 0) 0x7f4444057730 con 0x7f44500b2b40 2024-09-13T18:57:22.909 INFO:teuthology.orchestra.run.smithi119.stdout:pg_num: 32 2024-09-13T18:57:22.911 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:22.907+0000 7f4456c96640 1 -- 172.21.15.119:0/3464035498 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f443c06ac30 msgr2=0x7f443c06d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:22.911 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:22.907+0000 7f4456c96640 1 --2- 172.21.15.119:0/3464035498 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f443c06ac30 0x7f443c06d0f0 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7f4440034000 tx=0x7f444002e000 comp rx=0 tx=0).stop 2024-09-13T18:57:22.911 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:22.907+0000 7f4456c96640 1 -- 172.21.15.119:0/3464035498 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f44500b2b40 msgr2=0x7f4450153890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:22.911 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:22.907+0000 7f4456c96640 1 --2- 172.21.15.119:0/3464035498 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f44500b2b40 0x7f4450153890 secure :-1 s=READY pgs=370 cs=0 l=1 rev1=1 crypto rx=0x7f444400e730 tx=0x7f444400ebf0 comp rx=0 tx=0).stop 2024-09-13T18:57:22.911 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:22.907+0000 7f4456c96640 1 -- 172.21.15.119:0/3464035498 shutdown_connections 2024-09-13T18:57:22.911 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:22.907+0000 7f4456c96640 1 --2- 172.21.15.119:0/3464035498 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f443c06ac30 0x7f443c06d0f0 unknown :-1 s=CLOSED pgs=192 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:22.911 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:22.907+0000 7f4456c96640 1 --2- 172.21.15.119:0/3464035498 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f4450159310 0x7f44500acab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:22.912 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:22.907+0000 7f4456c96640 1 --2- 172.21.15.119:0/3464035498 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f44500b2b40 0x7f4450153890 unknown :-1 s=CLOSED pgs=370 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:22.912 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:22.907+0000 7f4456c96640 1 --2- 172.21.15.119:0/3464035498 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f44500ab680 0x7f44500c3ef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:22.912 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:22.907+0000 7f4456c96640 1 -- 172.21.15.119:0/3464035498 >> 172.21.15.119:0/3464035498 conn(0x7f445006a0b0 msgr2=0x7f44500cb3d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:57:22.912 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:22.907+0000 7f4456c96640 1 -- 172.21.15.119:0/3464035498 shutdown_connections 2024-09-13T18:57:22.912 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:22.907+0000 7f4456c96640 1 -- 172.21.15.119:0/3464035498 wait complete. 2024-09-13T18:57:22.922 DEBUG:teuthology.orchestra.run.smithi119:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-09-13T18:57:23.022 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:23.018+0000 7f6672545640 1 Processor -- start 2024-09-13T18:57:23.022 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:23.019+0000 7f6672545640 1 -- start start 2024-09-13T18:57:23.024 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:23.019+0000 7f6672545640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f666c15c500 0x7f666c0d2050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:23.024 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:23.019+0000 7f6672545640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f666c0cdff0 0x7f666c0d0000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:23.024 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:23.019+0000 7f6672545640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f666c0cd450 con 0x7f666c0d2590 2024-09-13T18:57:23.024 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:23.019+0000 7f6672545640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f666c0d29f0 con 0x7f666c0cdff0 2024-09-13T18:57:23.024 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:23.019+0000 7f6672545640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f666c0d0cf0 con 0x7f666c15c500 2024-09-13T18:57:23.024 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:23.020+0000 7f6670ae2640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f666c0cdff0 0x7f666c0d0000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:23.024 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:23.020+0000 7f6670ae2640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f666c0cdff0 0x7f666c0d0000 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.145:3300/0 says I am v2:172.21.15.119:48986/0 (socket says 172.21.15.119:48986) 2024-09-13T18:57:23.024 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:23.020+0000 7f6663fff640 1 --1- >> v1:172.21.15.145:6789/0 conn(0x7f666c0d2590 0x7f666c0cd8e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.145:6789/0 says I am v1:172.21.15.119:45116/0 (socket says 172.21.15.119:45116) 2024-09-13T18:57:23.024 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:23.020+0000 7f6670ae2640 1 -- 172.21.15.119:0/958861498 learned_addr learned my addr 172.21.15.119:0/958861498 (peer_addr_for_me v2:172.21.15.119:0/0) 2024-09-13T18:57:23.024 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:23.020+0000 7f666bfff640 1 --2- 172.21.15.119:0/958861498 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f666c15c500 0x7f666c0d2050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:23.025 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:23.020+0000 7f6670ae2640 1 -- 172.21.15.119:0/958861498 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f666c15c500 msgr2=0x7f666c0d2050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T18:57:23.025 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:23.020+0000 7f6670ae2640 1 --2- 172.21.15.119:0/958861498 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f666c15c500 0x7f666c0d2050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:23.025 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:23.020+0000 7f6670ae2640 1 -- 172.21.15.119:0/958861498 >> v1:172.21.15.145:6789/0 conn(0x7f666c0d2590 legacy=0x7f666c0cd8e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:23.025 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:23.020+0000 7f6670ae2640 1 -- 172.21.15.119:0/958861498 --> v2:172.21.15.145:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f666c0d0fd0 con 0x7f666c0cdff0 2024-09-13T18:57:23.025 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:23.020+0000 7f666bfff640 1 --2- 172.21.15.119:0/958861498 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f666c15c500 0x7f666c0d2050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T18:57:23.026 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:23.021+0000 7f6670ae2640 1 --2- 172.21.15.119:0/958861498 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f666c0cdff0 0x7f666c0d0000 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7f6664009e50 tx=0x7f666402a680 comp rx=0 tx=0).ready entity=mon.1 client_cookie=3e99a375b70f659f server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:57:23.026 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:23.021+0000 7f666b7fe640 1 -- 172.21.15.119:0/958861498 <== mon.1 v2:172.21.15.145:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f666402aea0 con 0x7f666c0cdff0 2024-09-13T18:57:23.026 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:23.021+0000 7f666b7fe640 1 -- 172.21.15.119:0/958861498 <== mon.1 v2:172.21.15.145:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f666402d050 con 0x7f666c0cdff0 2024-09-13T18:57:23.026 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:23.021+0000 7f666b7fe640 1 -- 172.21.15.119:0/958861498 <== mon.1 v2:172.21.15.145:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6664031820 con 0x7f666c0cdff0 2024-09-13T18:57:23.027 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:23.022+0000 7f6672545640 1 -- 172.21.15.119:0/958861498 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f666c0cdff0 msgr2=0x7f666c0d0000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:23.027 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:23.022+0000 7f6672545640 1 --2- 172.21.15.119:0/958861498 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f666c0cdff0 0x7f666c0d0000 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7f6664009e50 tx=0x7f666402a680 comp rx=0 tx=0).stop 2024-09-13T18:57:23.027 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:23.022+0000 7f6672545640 1 -- 172.21.15.119:0/958861498 shutdown_connections 2024-09-13T18:57:23.027 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:23.022+0000 7f6672545640 1 --2- 172.21.15.119:0/958861498 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f666c0cdff0 0x7f666c0d0000 unknown :-1 s=CLOSED pgs=157 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:23.027 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:23.022+0000 7f6672545640 1 --2- 172.21.15.119:0/958861498 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f666c15c500 0x7f666c0d2050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:23.027 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:23.022+0000 7f6672545640 1 -- 172.21.15.119:0/958861498 >> 172.21.15.119:0/958861498 conn(0x7f666c089f60 msgr2=0x7f666c09b830 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:57:23.027 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:23.022+0000 7f6672545640 1 -- 172.21.15.119:0/958861498 shutdown_connections 2024-09-13T18:57:23.027 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:23.022+0000 7f6672545640 1 -- 172.21.15.119:0/958861498 wait complete. 2024-09-13T18:57:23.027 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:23.023+0000 7f6672545640 1 Processor -- start 2024-09-13T18:57:23.027 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:23.023+0000 7f6672545640 1 -- start start 2024-09-13T18:57:23.030 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:23.023+0000 7f6672545640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f666c0cdff0 0x7f666c156c70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:23.030 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:23.023+0000 7f6672545640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f666c0d2590 0x7f666c0ceab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:23.030 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:23.023+0000 7f6672545640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f666c15c500 0x7f666c0ceff0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:23.030 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:23.023+0000 7f6672545640 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f666c0cb300 con 0x7f666c0d2590 2024-09-13T18:57:23.030 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:23.024+0000 7f6672545640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f666c149e00 con 0x7f666c15c500 2024-09-13T18:57:23.030 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:23.024+0000 7f6672545640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f666c0cbe60 con 0x7f666c0cdff0 2024-09-13T18:57:23.031 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:23.024+0000 7f6663fff640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f666c0d2590 0x7f666c0ceab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:23.031 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:23.024+0000 7f6663fff640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f666c0d2590 0x7f666c0ceab0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.119:3300/0 says I am v2:172.21.15.119:44938/0 (socket says 172.21.15.119:44938) 2024-09-13T18:57:23.031 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:23.024+0000 7f6663fff640 1 -- 172.21.15.119:0/1192817830 learned_addr learned my addr 172.21.15.119:0/1192817830 (peer_addr_for_me v2:172.21.15.119:0/0) 2024-09-13T18:57:23.031 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:23.024+0000 7f666bfff640 1 --2- 172.21.15.119:0/1192817830 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f666c0cdff0 0x7f666c156c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:23.031 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:23.024+0000 7f6670ae2640 1 --2- 172.21.15.119:0/1192817830 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f666c15c500 0x7f666c0ceff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:23.031 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:23.024+0000 7f6663fff640 1 -- 172.21.15.119:0/1192817830 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f666c0cdff0 msgr2=0x7f666c156c70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:23.031 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:23.024+0000 7f6663fff640 1 --2- 172.21.15.119:0/1192817830 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f666c0cdff0 0x7f666c156c70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:23.031 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:23.024+0000 7f6663fff640 1 -- 172.21.15.119:0/1192817830 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f666c15c500 msgr2=0x7f666c0ceff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:23.031 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:23.024+0000 7f6663fff640 1 --2- 172.21.15.119:0/1192817830 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f666c15c500 0x7f666c0ceff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:23.031 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:23.024+0000 7f6663fff640 1 -- 172.21.15.119:0/1192817830 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f665c009400 con 0x7f666c0d2590 2024-09-13T18:57:23.031 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:23.024+0000 7f6663fff640 1 --2- 172.21.15.119:0/1192817830 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f666c0d2590 0x7f666c0ceab0 secure :-1 s=READY pgs=371 cs=0 l=1 rev1=1 crypto rx=0x7f665400c440 tx=0x7f6654001e70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:57:23.031 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:23.024+0000 7f66697fa640 1 -- 172.21.15.119:0/1192817830 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f66540074e0 con 0x7f666c0d2590 2024-09-13T18:57:23.031 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:23.024+0000 7f66697fa640 1 -- 172.21.15.119:0/1192817830 <== mon.0 v2:172.21.15.119:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6654007640 con 0x7f666c0d2590 2024-09-13T18:57:23.031 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:23.024+0000 7f66697fa640 1 -- 172.21.15.119:0/1192817830 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6654004a20 con 0x7f666c0d2590 2024-09-13T18:57:23.032 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:23.024+0000 7f6672545640 1 -- 172.21.15.119:0/1192817830 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f6664009b30 con 0x7f666c0d2590 2024-09-13T18:57:23.032 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:23.024+0000 7f6672545640 1 -- 172.21.15.119:0/1192817830 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f666c0cb810 con 0x7f666c0d2590 2024-09-13T18:57:23.032 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:23.025+0000 7f6672545640 1 -- 172.21.15.119:0/1192817830 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f666c0cbfd0 con 0x7f666c0d2590 2024-09-13T18:57:23.032 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:23.026+0000 7f66697fa640 1 -- 172.21.15.119:0/1192817830 <== mon.0 v2:172.21.15.119:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f6654004b80 con 0x7f666c0d2590 2024-09-13T18:57:23.032 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:23.026+0000 7f66697fa640 1 --2- 172.21.15.119:0/1192817830 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f664c06ac00 0x7f664c06d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:23.032 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:23.026+0000 7f66697fa640 1 -- 172.21.15.119:0/1192817830 <== mon.0 v2:172.21.15.119:3300/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 6692+0+0 (secure 0 0 0) 0x7f6654088f50 con 0x7f666c0d2590 2024-09-13T18:57:23.032 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:23.026+0000 7f666bfff640 1 --2- 172.21.15.119:0/1192817830 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f664c06ac00 0x7f664c06d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:23.032 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:23.027+0000 7f666bfff640 1 --2- 172.21.15.119:0/1192817830 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f664c06ac00 0x7f664c06d0c0 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7f666c0b5610 tx=0x7f665c009190 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:57:23.034 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:23.030+0000 7f66697fa640 1 -- 172.21.15.119:0/1192817830 <== mon.0 v2:172.21.15.119:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f6654053e90 con 0x7f666c0d2590 2024-09-13T18:57:23.195 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:23.191+0000 7f6672545640 1 -- 172.21.15.119:0/1192817830 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7f666c0d08d0 con 0x7f666c0d2590 2024-09-13T18:57:23.195 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:23.192+0000 7f66697fa640 1 -- 172.21.15.119:0/1192817830 <== mon.0 v2:172.21.15.119:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v26) v1 ==== 100+0+11 (secure 0 0 0) 0x7f66540574b0 con 0x7f666c0d2590 2024-09-13T18:57:23.195 INFO:teuthology.orchestra.run.smithi119.stdout:pg_num: 64 2024-09-13T18:57:23.198 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:23.194+0000 7f6672545640 1 -- 172.21.15.119:0/1192817830 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f664c06ac00 msgr2=0x7f664c06d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:23.198 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:23.194+0000 7f6672545640 1 --2- 172.21.15.119:0/1192817830 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f664c06ac00 0x7f664c06d0c0 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7f666c0b5610 tx=0x7f665c009190 comp rx=0 tx=0).stop 2024-09-13T18:57:23.198 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:23.194+0000 7f6672545640 1 -- 172.21.15.119:0/1192817830 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f666c0d2590 msgr2=0x7f666c0ceab0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:23.198 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:23.194+0000 7f6672545640 1 --2- 172.21.15.119:0/1192817830 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f666c0d2590 0x7f666c0ceab0 secure :-1 s=READY pgs=371 cs=0 l=1 rev1=1 crypto rx=0x7f665400c440 tx=0x7f6654001e70 comp rx=0 tx=0).stop 2024-09-13T18:57:23.198 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:23.194+0000 7f6672545640 1 -- 172.21.15.119:0/1192817830 shutdown_connections 2024-09-13T18:57:23.198 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:23.194+0000 7f6672545640 1 --2- 172.21.15.119:0/1192817830 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f664c06ac00 0x7f664c06d0c0 unknown :-1 s=CLOSED pgs=193 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:23.198 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:23.194+0000 7f6672545640 1 --2- 172.21.15.119:0/1192817830 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f666c15c500 0x7f666c0ceff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:23.198 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:23.194+0000 7f6672545640 1 --2- 172.21.15.119:0/1192817830 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f666c0d2590 0x7f666c0ceab0 unknown :-1 s=CLOSED pgs=371 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:23.198 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:23.194+0000 7f6672545640 1 --2- 172.21.15.119:0/1192817830 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f666c0cdff0 0x7f666c156c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:23.198 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:23.194+0000 7f6672545640 1 -- 172.21.15.119:0/1192817830 >> 172.21.15.119:0/1192817830 conn(0x7f666c089f60 msgr2=0x7f666c0af2c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:57:23.198 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:23.194+0000 7f6672545640 1 -- 172.21.15.119:0/1192817830 shutdown_connections 2024-09-13T18:57:23.199 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:23.194+0000 7f6672545640 1 -- 172.21.15.119:0/1192817830 wait complete. 2024-09-13T18:57:23.208 DEBUG:teuthology.orchestra.run.smithi119:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data_ec pg_num 2024-09-13T18:57:23.309 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:23.305+0000 7fd17c2e5640 1 Processor -- start 2024-09-13T18:57:23.309 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:23.305+0000 7fd17c2e5640 1 -- start start 2024-09-13T18:57:23.311 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:23.306+0000 7fd17c2e5640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fd1740d2760 0x7fd1740cd8e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:23.311 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:23.306+0000 7fd17c2e5640 1 --2- >> v2:172.21.15.119:3300/0 conn(0x7fd1740cde20 0x7fd1740d0000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:23.311 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:23.306+0000 7fd17c2e5640 1 -- --> v1:172.21.15.119:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fd1740cd450 con 0x7fd17415c500 2024-09-13T18:57:23.311 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:23.306+0000 7fd17c2e5640 1 -- --> v2:172.21.15.119:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fd1740d0cf0 con 0x7fd1740cde20 2024-09-13T18:57:23.311 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:23.306+0000 7fd17c2e5640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd1740d0fd0 con 0x7fd1740d2760 2024-09-13T18:57:23.311 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:23.307+0000 7fd17a081640 1 --1- >> v1:172.21.15.119:6789/0 conn(0x7fd17415c500 0x7fd1740d2050 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.119:6789/0 says I am v1:172.21.15.119:60174/0 (socket says 172.21.15.119:60174) 2024-09-13T18:57:23.311 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:23.307+0000 7fd17a081640 1 -- 172.21.15.119:0/1082651984 learned_addr learned my addr 172.21.15.119:0/1082651984 (peer_addr_for_me v1:172.21.15.119:0/0) 2024-09-13T18:57:23.311 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:23.307+0000 7fd17a882640 1 --2- 172.21.15.119:0/1082651984 >> v2:172.21.15.119:3300/0 conn(0x7fd1740cde20 0x7fd1740d0000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:23.311 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:23.307+0000 7fd17907f640 1 -- 172.21.15.119:0/1082651984 <== mon.0 v1:172.21.15.119:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3722114722 0 0) 0x7fd1740cd450 con 0x7fd17415c500 2024-09-13T18:57:23.311 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:23.307+0000 7fd17907f640 1 -- 172.21.15.119:0/1082651984 --> v1:172.21.15.119:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fd160003520 con 0x7fd17415c500 2024-09-13T18:57:23.311 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:23.307+0000 7fd179880640 1 --2- 172.21.15.119:0/1082651984 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fd1740d2760 0x7fd1740cd8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:23.311 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:23.307+0000 7fd17a882640 1 -- 172.21.15.119:0/1082651984 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fd1740d2760 msgr2=0x7fd1740cd8e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T18:57:23.312 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:23.307+0000 7fd17a882640 1 --2- 172.21.15.119:0/1082651984 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fd1740d2760 0x7fd1740cd8e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:23.312 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:23.307+0000 7fd17a882640 1 -- 172.21.15.119:0/1082651984 >> v1:172.21.15.119:6789/0 conn(0x7fd17415c500 legacy=0x7fd1740d2050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:23.312 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:23.307+0000 7fd17a882640 1 -- 172.21.15.119:0/1082651984 --> v2:172.21.15.119:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd1740cd0e0 con 0x7fd1740cde20 2024-09-13T18:57:23.313 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:23.308+0000 7fd17a882640 1 --2- 172.21.15.119:0/1082651984 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fd1740cde20 0x7fd1740d0000 secure :-1 s=READY pgs=373 cs=0 l=1 rev1=1 crypto rx=0x7fd16c0097a0 tx=0x7fd16c02a180 comp rx=0 tx=0).ready entity=mon.0 client_cookie=41c629fb6ac4dd9e server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:57:23.313 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:23.308+0000 7fd17907f640 1 -- 172.21.15.119:0/1082651984 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd16c032440 con 0x7fd1740cde20 2024-09-13T18:57:23.313 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:23.308+0000 7fd17907f640 1 -- 172.21.15.119:0/1082651984 <== mon.0 v2:172.21.15.119:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd16c0325a0 con 0x7fd1740cde20 2024-09-13T18:57:23.313 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:23.308+0000 7fd17907f640 1 -- 172.21.15.119:0/1082651984 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd16c032930 con 0x7fd1740cde20 2024-09-13T18:57:23.313 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:23.308+0000 7fd17c2e5640 1 -- 172.21.15.119:0/1082651984 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fd1740cde20 msgr2=0x7fd1740d0000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:23.313 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:23.308+0000 7fd17c2e5640 1 --2- 172.21.15.119:0/1082651984 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fd1740cde20 0x7fd1740d0000 secure :-1 s=READY pgs=373 cs=0 l=1 rev1=1 crypto rx=0x7fd16c0097a0 tx=0x7fd16c02a180 comp rx=0 tx=0).stop 2024-09-13T18:57:23.314 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:23.308+0000 7fd17c2e5640 1 -- 172.21.15.119:0/1082651984 shutdown_connections 2024-09-13T18:57:23.314 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:23.308+0000 7fd17c2e5640 1 --2- 172.21.15.119:0/1082651984 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fd1740cde20 0x7fd1740d0000 unknown :-1 s=CLOSED pgs=373 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:23.314 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:23.308+0000 7fd17c2e5640 1 --2- 172.21.15.119:0/1082651984 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fd1740d2760 0x7fd1740cd8e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:23.314 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:23.308+0000 7fd17c2e5640 1 -- 172.21.15.119:0/1082651984 >> 172.21.15.119:0/1082651984 conn(0x7fd174089f60 msgr2=0x7fd17409b830 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:57:23.314 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:23.308+0000 7fd17c2e5640 1 -- 172.21.15.119:0/1082651984 shutdown_connections 2024-09-13T18:57:23.314 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:23.308+0000 7fd17c2e5640 1 -- 172.21.15.119:0/1082651984 wait complete. 2024-09-13T18:57:23.314 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:23.310+0000 7fd17c2e5640 1 Processor -- start 2024-09-13T18:57:23.314 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:23.310+0000 7fd17c2e5640 1 -- start start 2024-09-13T18:57:23.316 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:23.310+0000 7fd17c2e5640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fd1740cde20 0x7fd1740cbe70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:23.317 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:23.310+0000 7fd17c2e5640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fd1740d2760 0x7fd1741431a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:23.317 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:23.310+0000 7fd17c2e5640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd17415c500 0x7fd17415a330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:23.317 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:23.310+0000 7fd17c2e5640 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd1740c8970 con 0x7fd1740cde20 2024-09-13T18:57:23.318 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:23.310+0000 7fd17c2e5640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd1740cc3b0 con 0x7fd17415c500 2024-09-13T18:57:23.318 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:23.310+0000 7fd17c2e5640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd1740c9820 con 0x7fd1740d2760 2024-09-13T18:57:23.318 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:23.310+0000 7fd17a081640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fd1740cde20 0x7fd1740cbe70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:23.318 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:23.310+0000 7fd17a081640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fd1740cde20 0x7fd1740cbe70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.119:3300/0 says I am v2:172.21.15.119:54774/0 (socket says 172.21.15.119:54774) 2024-09-13T18:57:23.318 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:23.310+0000 7fd17a081640 1 -- 172.21.15.119:0/572973675 learned_addr learned my addr 172.21.15.119:0/572973675 (peer_addr_for_me v2:172.21.15.119:0/0) 2024-09-13T18:57:23.318 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:23.311+0000 7fd179880640 1 --2- 172.21.15.119:0/572973675 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fd1740d2760 0x7fd1741431a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:23.319 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:23.311+0000 7fd17a081640 1 -- 172.21.15.119:0/572973675 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fd1740d2760 msgr2=0x7fd1741431a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:23.319 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:23.311+0000 7fd17a882640 1 --2- 172.21.15.119:0/572973675 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd17415c500 0x7fd17415a330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:23.319 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:23.311+0000 7fd17a081640 1 --2- 172.21.15.119:0/572973675 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fd1740d2760 0x7fd1741431a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:23.319 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:23.311+0000 7fd17a081640 1 -- 172.21.15.119:0/572973675 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd17415c500 msgr2=0x7fd17415a330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:23.319 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:23.311+0000 7fd17a081640 1 --2- 172.21.15.119:0/572973675 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd17415c500 0x7fd17415a330 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:23.319 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:23.311+0000 7fd17a081640 1 -- 172.21.15.119:0/572973675 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd16c009400 con 0x7fd1740cde20 2024-09-13T18:57:23.319 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:23.311+0000 7fd17a081640 1 --2- 172.21.15.119:0/572973675 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fd1740cde20 0x7fd1740cbe70 secure :-1 s=READY pgs=374 cs=0 l=1 rev1=1 crypto rx=0x7fd17000cbf0 tx=0x7fd17000a430 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:57:23.319 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:23.311+0000 7fd16affd640 1 -- 172.21.15.119:0/572973675 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd17000ad40 con 0x7fd1740cde20 2024-09-13T18:57:23.319 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:23.311+0000 7fd16affd640 1 -- 172.21.15.119:0/572973675 <== mon.0 v2:172.21.15.119:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd170012400 con 0x7fd1740cde20 2024-09-13T18:57:23.319 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:23.311+0000 7fd17c2e5640 1 -- 172.21.15.119:0/572973675 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fd1741e6230 con 0x7fd1740cde20 2024-09-13T18:57:23.319 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:23.311+0000 7fd16affd640 1 -- 172.21.15.119:0/572973675 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd17000aea0 con 0x7fd1740cde20 2024-09-13T18:57:23.319 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:23.311+0000 7fd17c2e5640 1 -- 172.21.15.119:0/572973675 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd1741e5f50 con 0x7fd1740cde20 2024-09-13T18:57:23.319 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:23.312+0000 7fd17c2e5640 1 -- 172.21.15.119:0/572973675 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fd1740d08f0 con 0x7fd1740cde20 2024-09-13T18:57:23.320 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:23.313+0000 7fd16affd640 1 -- 172.21.15.119:0/572973675 <== mon.0 v2:172.21.15.119:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fd170007070 con 0x7fd1740cde20 2024-09-13T18:57:23.320 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:23.313+0000 7fd16affd640 1 --2- 172.21.15.119:0/572973675 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7fd15806ac00 0x7fd15806d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:23.320 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:23.313+0000 7fd179880640 1 --2- 172.21.15.119:0/572973675 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7fd15806ac00 0x7fd15806d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:23.320 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:23.313+0000 7fd16affd640 1 -- 172.21.15.119:0/572973675 <== mon.0 v2:172.21.15.119:3300/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 6692+0+0 (secure 0 0 0) 0x7fd1700897a0 con 0x7fd1740cde20 2024-09-13T18:57:23.320 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:23.313+0000 7fd179880640 1 --2- 172.21.15.119:0/572973675 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7fd15806ac00 0x7fd15806d0c0 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7fd164006fd0 tx=0x7fd164008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:57:23.321 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:23.317+0000 7fd16affd640 1 -- 172.21.15.119:0/572973675 <== mon.0 v2:172.21.15.119:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fd170054510 con 0x7fd1740cde20 2024-09-13T18:57:23.483 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:23.479+0000 7fd17c2e5640 1 -- 172.21.15.119:0/572973675 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"} v 0) v1 -- 0x7fd17406b160 con 0x7fd1740cde20 2024-09-13T18:57:23.483 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:23.480+0000 7fd16affd640 1 -- 172.21.15.119:0/572973675 <== mon.0 v2:172.21.15.119:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]=0 v26) v1 ==== 103+0+11 (secure 0 0 0) 0x7fd1700170a0 con 0x7fd1740cde20 2024-09-13T18:57:23.484 INFO:teuthology.orchestra.run.smithi119.stdout:pg_num: 32 2024-09-13T18:57:23.486 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:23.482+0000 7fd17c2e5640 1 -- 172.21.15.119:0/572973675 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7fd15806ac00 msgr2=0x7fd15806d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:23.486 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:23.482+0000 7fd17c2e5640 1 --2- 172.21.15.119:0/572973675 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7fd15806ac00 0x7fd15806d0c0 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7fd164006fd0 tx=0x7fd164008040 comp rx=0 tx=0).stop 2024-09-13T18:57:23.486 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:23.482+0000 7fd17c2e5640 1 -- 172.21.15.119:0/572973675 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fd1740cde20 msgr2=0x7fd1740cbe70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:23.487 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:23.482+0000 7fd17c2e5640 1 --2- 172.21.15.119:0/572973675 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fd1740cde20 0x7fd1740cbe70 secure :-1 s=READY pgs=374 cs=0 l=1 rev1=1 crypto rx=0x7fd17000cbf0 tx=0x7fd17000a430 comp rx=0 tx=0).stop 2024-09-13T18:57:23.487 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:23.482+0000 7fd17c2e5640 1 -- 172.21.15.119:0/572973675 shutdown_connections 2024-09-13T18:57:23.487 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:23.482+0000 7fd17c2e5640 1 --2- 172.21.15.119:0/572973675 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7fd15806ac00 0x7fd15806d0c0 unknown :-1 s=CLOSED pgs=194 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:23.487 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:23.482+0000 7fd17c2e5640 1 --2- 172.21.15.119:0/572973675 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd17415c500 0x7fd17415a330 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:23.487 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:23.482+0000 7fd17c2e5640 1 --2- 172.21.15.119:0/572973675 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fd1740d2760 0x7fd1741431a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:23.487 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:23.482+0000 7fd17c2e5640 1 --2- 172.21.15.119:0/572973675 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fd1740cde20 0x7fd1740cbe70 unknown :-1 s=CLOSED pgs=374 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:23.487 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:23.482+0000 7fd17c2e5640 1 -- 172.21.15.119:0/572973675 >> 172.21.15.119:0/572973675 conn(0x7fd174089f60 msgr2=0x7fd17406c170 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:57:23.487 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:23.482+0000 7fd17c2e5640 1 -- 172.21.15.119:0/572973675 shutdown_connections 2024-09-13T18:57:23.487 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:23.482+0000 7fd17c2e5640 1 -- 172.21.15.119:0/572973675 wait complete. 2024-09-13T18:57:23.496 DEBUG:teuthology.orchestra.run.smithi119:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-13T18:57:23.595 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:23.591+0000 7f7f3d39d640 1 Processor -- start 2024-09-13T18:57:23.595 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:23.591+0000 7f7f3d39d640 1 -- start start 2024-09-13T18:57:23.596 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:23.592+0000 7f7f3d39d640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f7f380d2f10 0x7f7f380cd980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:23.597 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:23.592+0000 7f7f3d39d640 1 -- --> v1:172.21.15.119:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f7f380ce220 con 0x7f7f3815ff80 2024-09-13T18:57:23.597 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:23.592+0000 7f7f3d39d640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f7f380cff90 con 0x7f7f3815f870 2024-09-13T18:57:23.597 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:23.592+0000 7f7f3d39d640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f7f380d2030 con 0x7f7f380d2f10 2024-09-13T18:57:23.597 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:23.592+0000 7f7f3cb9c640 1 --1- >> v1:172.21.15.119:6789/0 conn(0x7f7f3815ff80 0x7f7f3806af90 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.119:6789/0 says I am v1:172.21.15.119:60176/0 (socket says 172.21.15.119:60176) 2024-09-13T18:57:23.597 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:23.592+0000 7f7f3cb9c640 1 -- 172.21.15.119:0/179308890 learned_addr learned my addr 172.21.15.119:0/179308890 (peer_addr_for_me v1:172.21.15.119:0/0) 2024-09-13T18:57:23.597 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:23.593+0000 7f7f2ffff640 1 --2- 172.21.15.119:0/179308890 >> v2:172.21.15.145:3300/0 conn(0x7f7f380d2f10 0x7f7f380cd980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:23.597 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:23.593+0000 7f7f377fe640 1 -- 172.21.15.119:0/179308890 <== mon.0 v1:172.21.15.119:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2795437400 0 0) 0x7f7f380ce220 con 0x7f7f3815ff80 2024-09-13T18:57:23.597 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:23.593+0000 7f7f377fe640 1 -- 172.21.15.119:0/179308890 --> v1:172.21.15.119:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f7f24003520 con 0x7f7f3815ff80 2024-09-13T18:57:23.597 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:23.593+0000 7f7f2ffff640 1 -- 172.21.15.119:0/179308890 >> v1:172.21.15.145:6789/0 conn(0x7f7f3815f870 legacy=0x7f7f380d0d50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:23.597 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:23.593+0000 7f7f2ffff640 1 -- 172.21.15.119:0/179308890 >> v1:172.21.15.119:6789/0 conn(0x7f7f3815ff80 legacy=0x7f7f3806af90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:23.597 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:23.593+0000 7f7f377fe640 1 -- 172.21.15.119:0/179308890 <== mon.0 v1:172.21.15.119:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 3183948297 0 0) 0x7f7f24003520 con 0x7f7f3815ff80 2024-09-13T18:57:23.597 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:23.593+0000 7f7f2ffff640 1 -- 172.21.15.119:0/179308890 --> v2:172.21.15.145:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7f380d0270 con 0x7f7f380d2f10 2024-09-13T18:57:23.598 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:23.594+0000 7f7f2ffff640 1 --2- 172.21.15.119:0/179308890 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f7f380d2f10 0x7f7f380cd980 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7f7f200097a0 tx=0x7f7f2002a1c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=e7544c49816b692b server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:57:23.599 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:23.594+0000 7f7f377fe640 1 -- 172.21.15.119:0/179308890 <== mon.1 v2:172.21.15.145:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7f30001a10 con 0x7f7f380d2f10 2024-09-13T18:57:23.599 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:23.594+0000 7f7f377fe640 1 -- 172.21.15.119:0/179308890 <== mon.1 v2:172.21.15.145:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7f2002ac50 con 0x7f7f380d2f10 2024-09-13T18:57:23.599 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:23.594+0000 7f7f377fe640 1 -- 172.21.15.119:0/179308890 <== mon.1 v2:172.21.15.145:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7f20032440 con 0x7f7f380d2f10 2024-09-13T18:57:23.599 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:23.595+0000 7f7f3d39d640 1 -- 172.21.15.119:0/179308890 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f7f380d2f10 msgr2=0x7f7f380cd980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:23.599 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:23.595+0000 7f7f3d39d640 1 --2- 172.21.15.119:0/179308890 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f7f380d2f10 0x7f7f380cd980 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7f7f200097a0 tx=0x7f7f2002a1c0 comp rx=0 tx=0).stop 2024-09-13T18:57:23.599 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:23.595+0000 7f7f3d39d640 1 -- 172.21.15.119:0/179308890 shutdown_connections 2024-09-13T18:57:23.599 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:23.595+0000 7f7f3d39d640 1 --2- 172.21.15.119:0/179308890 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f7f380d2f10 0x7f7f380cd980 unknown :-1 s=CLOSED pgs=159 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:23.599 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:23.595+0000 7f7f3d39d640 1 -- 172.21.15.119:0/179308890 >> 172.21.15.119:0/179308890 conn(0x7f7f3809b6b0 msgr2=0x7f7f380d2320 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:57:23.599 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:23.595+0000 7f7f3d39d640 1 -- 172.21.15.119:0/179308890 shutdown_connections 2024-09-13T18:57:23.599 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:23.595+0000 7f7f3d39d640 1 -- 172.21.15.119:0/179308890 wait complete. 2024-09-13T18:57:23.602 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:23.596+0000 7f7f3d39d640 1 Processor -- start 2024-09-13T18:57:23.602 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:23.596+0000 7f7f3d39d640 1 -- start start 2024-09-13T18:57:23.602 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:23.596+0000 7f7f3d39d640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f7f380d2f10 0x7f7f380cbe60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:23.602 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:23.596+0000 7f7f3d39d640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f7f3815f870 0x7f7f38151720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:23.602 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:23.596+0000 7f7f3d39d640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f7f3815ff80 0x7f7f380ca870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:23.602 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:23.596+0000 7f7f3d39d640 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7f38151c60 con 0x7f7f3815ff80 2024-09-13T18:57:23.602 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:23.596+0000 7f7f3d39d640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7f380c97d0 con 0x7f7f3815f870 2024-09-13T18:57:23.602 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:23.596+0000 7f7f3d39d640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f7f380c9ab0 con 0x7f7f380d2f10 2024-09-13T18:57:23.602 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:23.597+0000 7f7f3cb9c640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f7f3815ff80 0x7f7f380ca870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:23.602 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:23.597+0000 7f7f3cb9c640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f7f3815ff80 0x7f7f380ca870 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.119:3300/0 says I am v2:172.21.15.119:54784/0 (socket says 172.21.15.119:54784) 2024-09-13T18:57:23.602 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:23.597+0000 7f7f3cb9c640 1 -- 172.21.15.119:0/1939624550 learned_addr learned my addr 172.21.15.119:0/1939624550 (peer_addr_for_me v2:172.21.15.119:0/0) 2024-09-13T18:57:23.602 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:23.597+0000 7f7f2ffff640 1 --2- 172.21.15.119:0/1939624550 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f7f3815f870 0x7f7f38151720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:23.602 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:23.597+0000 7f7f37fff640 1 --2- 172.21.15.119:0/1939624550 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f7f380d2f10 0x7f7f380cbe60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:23.603 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:23.597+0000 7f7f3cb9c640 1 -- 172.21.15.119:0/1939624550 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f7f380d2f10 msgr2=0x7f7f380cbe60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:23.603 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:23.597+0000 7f7f3cb9c640 1 --2- 172.21.15.119:0/1939624550 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f7f380d2f10 0x7f7f380cbe60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:23.603 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:23.597+0000 7f7f3cb9c640 1 -- 172.21.15.119:0/1939624550 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f7f3815f870 msgr2=0x7f7f38151720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:23.603 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:23.597+0000 7f7f3cb9c640 1 --2- 172.21.15.119:0/1939624550 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f7f3815f870 0x7f7f38151720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:23.603 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:23.597+0000 7f7f3cb9c640 1 -- 172.21.15.119:0/1939624550 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7f20009400 con 0x7f7f3815ff80 2024-09-13T18:57:23.603 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:23.597+0000 7f7f3cb9c640 1 --2- 172.21.15.119:0/1939624550 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f7f3815ff80 0x7f7f380ca870 secure :-1 s=READY pgs=376 cs=0 l=1 rev1=1 crypto rx=0x7f7f3000c840 tx=0x7f7f3000cd00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:57:23.603 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:23.597+0000 7f7f357fa640 1 -- 172.21.15.119:0/1939624550 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7f3000a640 con 0x7f7f3815ff80 2024-09-13T18:57:23.603 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:23.597+0000 7f7f357fa640 1 -- 172.21.15.119:0/1939624550 <== mon.0 v2:172.21.15.119:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7f3000a7a0 con 0x7f7f3815ff80 2024-09-13T18:57:23.603 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:23.597+0000 7f7f357fa640 1 -- 172.21.15.119:0/1939624550 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7f3000ab50 con 0x7f7f3815ff80 2024-09-13T18:57:23.603 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:23.597+0000 7f7f3d39d640 1 -- 172.21.15.119:0/1939624550 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f7f380c9d90 con 0x7f7f3815ff80 2024-09-13T18:57:23.603 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:23.597+0000 7f7f3d39d640 1 -- 172.21.15.119:0/1939624550 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f7f380ca350 con 0x7f7f3815ff80 2024-09-13T18:57:23.603 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:23.598+0000 7f7f3d39d640 1 -- 172.21.15.119:0/1939624550 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f7f380ca540 con 0x7f7f3815ff80 2024-09-13T18:57:23.604 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:23.599+0000 7f7f357fa640 1 -- 172.21.15.119:0/1939624550 <== mon.0 v2:172.21.15.119:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f7f3000acb0 con 0x7f7f3815ff80 2024-09-13T18:57:23.604 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:23.599+0000 7f7f357fa640 1 --2- 172.21.15.119:0/1939624550 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f7f1806ac00 0x7f7f1806d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:23.605 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:23.599+0000 7f7f357fa640 1 -- 172.21.15.119:0/1939624550 <== mon.0 v2:172.21.15.119:3300/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 6692+0+0 (secure 0 0 0) 0x7f7f30088d30 con 0x7f7f3815ff80 2024-09-13T18:57:23.605 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:23.599+0000 7f7f37fff640 1 --2- 172.21.15.119:0/1939624550 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f7f1806ac00 0x7f7f1806d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:23.605 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:23.599+0000 7f7f37fff640 1 --2- 172.21.15.119:0/1939624550 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f7f1806ac00 0x7f7f1806d0c0 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7f7f28000f60 tx=0x7f7f28009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:57:23.606 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:23.603+0000 7f7f357fa640 1 -- 172.21.15.119:0/1939624550 <== mon.0 v2:172.21.15.119:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f7f30053be0 con 0x7f7f3815ff80 2024-09-13T18:57:23.779 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:23.776+0000 7f7f3d39d640 1 -- 172.21.15.119:0/1939624550 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) v1 -- 0x7f7f380cd980 con 0x7f7f3815ff80 2024-09-13T18:57:23.780 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:23.776+0000 7f7f357fa640 1 -- 172.21.15.119:0/1939624550 <== mon.0 v2:172.21.15.119:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v26) v1 ==== 80+0+0 (secure 0 0 0) 0x7f7f30018070 con 0x7f7f3815ff80 2024-09-13T18:57:23.780 INFO:teuthology.orchestra.run.smithi119.stderr:listed 0 entries 2024-09-13T18:57:23.782 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:23.778+0000 7f7f3d39d640 1 -- 172.21.15.119:0/1939624550 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f7f1806ac00 msgr2=0x7f7f1806d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:23.782 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:23.778+0000 7f7f3d39d640 1 --2- 172.21.15.119:0/1939624550 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f7f1806ac00 0x7f7f1806d0c0 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7f7f28000f60 tx=0x7f7f28009040 comp rx=0 tx=0).stop 2024-09-13T18:57:23.782 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:23.778+0000 7f7f3d39d640 1 -- 172.21.15.119:0/1939624550 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f7f3815ff80 msgr2=0x7f7f380ca870 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:23.782 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:23.778+0000 7f7f3d39d640 1 --2- 172.21.15.119:0/1939624550 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f7f3815ff80 0x7f7f380ca870 secure :-1 s=READY pgs=376 cs=0 l=1 rev1=1 crypto rx=0x7f7f3000c840 tx=0x7f7f3000cd00 comp rx=0 tx=0).stop 2024-09-13T18:57:23.782 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:23.778+0000 7f7f3d39d640 1 -- 172.21.15.119:0/1939624550 shutdown_connections 2024-09-13T18:57:23.782 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:23.778+0000 7f7f3d39d640 1 --2- 172.21.15.119:0/1939624550 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f7f1806ac00 0x7f7f1806d0c0 unknown :-1 s=CLOSED pgs=195 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:23.782 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:23.778+0000 7f7f3d39d640 1 --2- 172.21.15.119:0/1939624550 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f7f3815ff80 0x7f7f380ca870 unknown :-1 s=CLOSED pgs=376 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:23.782 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:23.778+0000 7f7f3d39d640 1 --2- 172.21.15.119:0/1939624550 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f7f3815f870 0x7f7f38151720 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:23.783 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:23.778+0000 7f7f3d39d640 1 --2- 172.21.15.119:0/1939624550 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f7f380d2f10 0x7f7f380cbe60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:23.783 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:23.778+0000 7f7f3d39d640 1 -- 172.21.15.119:0/1939624550 >> 172.21.15.119:0/1939624550 conn(0x7f7f3809b6b0 msgr2=0x7f7f380b1c60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:57:23.783 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:23.778+0000 7f7f3d39d640 1 -- 172.21.15.119:0/1939624550 shutdown_connections 2024-09-13T18:57:23.783 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:23.778+0000 7f7f3d39d640 1 -- 172.21.15.119:0/1939624550 wait complete. 2024-09-13T18:57:23.793 DEBUG:teuthology.orchestra.run.smithi119:> set -ex 2024-09-13T18:57:23.793 DEBUG:teuthology.orchestra.run.smithi119:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-13T18:57:23.809 DEBUG:teuthology.orchestra.run.smithi119:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T18:57:23.946 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:23.942+0000 7fa0f24e9640 1 Processor -- start 2024-09-13T18:57:23.946 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:23.942+0000 7fa0f24e9640 1 -- start start 2024-09-13T18:57:23.949 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:23.943+0000 7fa0f24e9640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fa0ec071d30 0x7fa0ec070190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:23.949 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:23.943+0000 7fa0f24e9640 1 --2- >> v2:172.21.15.119:3300/0 conn(0x7fa0ec072110 0x7fa0ec0b1b70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:23.949 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:23.943+0000 7fa0f24e9640 1 -- --> v1:172.21.15.119:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fa0ec0abdf0 con 0x7fa0ec0c8920 2024-09-13T18:57:23.949 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:23.943+0000 7fa0f24e9640 1 -- --> v2:172.21.15.119:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fa0ec0ab1e0 con 0x7fa0ec072110 2024-09-13T18:57:23.949 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:23.943+0000 7fa0f24e9640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa0ec0ab4c0 con 0x7fa0ec071d30 2024-09-13T18:57:23.950 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:23.943+0000 7fa0eb7fe640 1 --2- >> v2:172.21.15.119:3300/0 conn(0x7fa0ec072110 0x7fa0ec0b1b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:23.950 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:23.943+0000 7fa0f0a86640 1 --1- >> v1:172.21.15.119:6789/0 conn(0x7fa0ec0c8920 0x7fa0ec0ac280 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.119:6789/0 says I am v1:172.21.15.119:60190/0 (socket says 172.21.15.119:60190) 2024-09-13T18:57:23.950 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:23.943+0000 7fa0f0a86640 1 -- 172.21.15.119:0/834754485 learned_addr learned my addr 172.21.15.119:0/834754485 (peer_addr_for_me v1:172.21.15.119:0/0) 2024-09-13T18:57:23.950 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:23.943+0000 7fa0ebfff640 1 --2- 172.21.15.119:0/834754485 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fa0ec071d30 0x7fa0ec070190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:23.950 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:23.943+0000 7fa0eb7fe640 1 -- 172.21.15.119:0/834754485 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fa0ec071d30 msgr2=0x7fa0ec070190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T18:57:23.950 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:23.943+0000 7fa0eb7fe640 1 --2- 172.21.15.119:0/834754485 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fa0ec071d30 0x7fa0ec070190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:23.950 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:23.943+0000 7fa0eb7fe640 1 -- 172.21.15.119:0/834754485 >> v1:172.21.15.119:6789/0 conn(0x7fa0ec0c8920 legacy=0x7fa0ec0ac280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:23.950 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:23.943+0000 7fa0eb7fe640 1 -- 172.21.15.119:0/834754485 --> v2:172.21.15.119:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa0ec0ab7a0 con 0x7fa0ec072110 2024-09-13T18:57:23.950 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:23.943+0000 7fa0eaffd640 1 -- 172.21.15.119:0/834754485 <== mon.0 v1:172.21.15.119:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3316138419 0 0) 0x7fa0ec0abdf0 con 0x7fa0ec0c8920 2024-09-13T18:57:23.950 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:23.944+0000 7fa0eb7fe640 1 --2- 172.21.15.119:0/834754485 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fa0ec072110 0x7fa0ec0b1b70 secure :-1 s=READY pgs=378 cs=0 l=1 rev1=1 crypto rx=0x7fa0e00097d0 tx=0x7fa0e002a1c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1ca097d3f41dbe4c server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:57:23.950 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:23.944+0000 7fa0eaffd640 1 -- 172.21.15.119:0/834754485 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa0e0032440 con 0x7fa0ec072110 2024-09-13T18:57:23.950 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:23.944+0000 7fa0eaffd640 1 -- 172.21.15.119:0/834754485 <== mon.0 v2:172.21.15.119:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa0e00325a0 con 0x7fa0ec072110 2024-09-13T18:57:23.950 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:23.944+0000 7fa0eaffd640 1 -- 172.21.15.119:0/834754485 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa0e0032930 con 0x7fa0ec072110 2024-09-13T18:57:23.950 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:23.945+0000 7fa0f24e9640 1 -- 172.21.15.119:0/834754485 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fa0ec072110 msgr2=0x7fa0ec0b1b70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:23.951 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:23.945+0000 7fa0f24e9640 1 --2- 172.21.15.119:0/834754485 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fa0ec072110 0x7fa0ec0b1b70 secure :-1 s=READY pgs=378 cs=0 l=1 rev1=1 crypto rx=0x7fa0e00097d0 tx=0x7fa0e002a1c0 comp rx=0 tx=0).stop 2024-09-13T18:57:23.951 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:23.945+0000 7fa0f24e9640 1 -- 172.21.15.119:0/834754485 shutdown_connections 2024-09-13T18:57:23.951 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:23.945+0000 7fa0f24e9640 1 --2- 172.21.15.119:0/834754485 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fa0ec072110 0x7fa0ec0b1b70 unknown :-1 s=CLOSED pgs=378 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:23.951 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:23.945+0000 7fa0f24e9640 1 --2- 172.21.15.119:0/834754485 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fa0ec071d30 0x7fa0ec070190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:23.951 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:23.945+0000 7fa0f24e9640 1 -- 172.21.15.119:0/834754485 >> 172.21.15.119:0/834754485 conn(0x7fa0ec069ed0 msgr2=0x7fa0ec06a2e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:57:23.951 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:23.945+0000 7fa0f24e9640 1 -- 172.21.15.119:0/834754485 shutdown_connections 2024-09-13T18:57:23.951 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:23.945+0000 7fa0f24e9640 1 -- 172.21.15.119:0/834754485 wait complete. 2024-09-13T18:57:23.951 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:23.946+0000 7fa0f24e9640 1 Processor -- start 2024-09-13T18:57:23.954 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:23.946+0000 7fa0f24e9640 1 -- start start 2024-09-13T18:57:23.954 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:23.947+0000 7fa0f24e9640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fa0ec071d30 0x7fa0ec0c4920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:23.954 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:23.947+0000 7fa0f24e9640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fa0ec072110 0x7fa0ec159110 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:23.955 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:23.947+0000 7fa0f24e9640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fa0ec0c8920 0x7fa0ec0c2e30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:23.955 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:23.947+0000 7fa0f24e9640 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa0ec0c4500 con 0x7fa0ec072110 2024-09-13T18:57:23.955 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:23.947+0000 7fa0f24e9640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa0ec0c3880 con 0x7fa0ec071d30 2024-09-13T18:57:23.955 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:23.947+0000 7fa0f24e9640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa0ec0c3b60 con 0x7fa0ec0c8920 2024-09-13T18:57:23.955 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:23.947+0000 7fa0eb7fe640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fa0ec072110 0x7fa0ec159110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:23.955 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:23.947+0000 7fa0eb7fe640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fa0ec072110 0x7fa0ec159110 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.119:3300/0 says I am v2:172.21.15.119:54802/0 (socket says 172.21.15.119:54802) 2024-09-13T18:57:23.955 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:23.947+0000 7fa0eb7fe640 1 -- 172.21.15.119:0/125718199 learned_addr learned my addr 172.21.15.119:0/125718199 (peer_addr_for_me v2:172.21.15.119:0/0) 2024-09-13T18:57:23.955 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:23.947+0000 7fa0f0a86640 1 --2- 172.21.15.119:0/125718199 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fa0ec0c8920 0x7fa0ec0c2e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:23.956 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:23.947+0000 7fa0ebfff640 1 --2- 172.21.15.119:0/125718199 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fa0ec071d30 0x7fa0ec0c4920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:23.956 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:23.947+0000 7fa0eb7fe640 1 -- 172.21.15.119:0/125718199 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fa0ec0c8920 msgr2=0x7fa0ec0c2e30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:23.956 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:23.947+0000 7fa0eb7fe640 1 --2- 172.21.15.119:0/125718199 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fa0ec0c8920 0x7fa0ec0c2e30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:23.956 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:23.947+0000 7fa0eb7fe640 1 -- 172.21.15.119:0/125718199 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fa0ec071d30 msgr2=0x7fa0ec0c4920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:23.956 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:23.947+0000 7fa0eb7fe640 1 --2- 172.21.15.119:0/125718199 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fa0ec071d30 0x7fa0ec0c4920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:23.956 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:23.947+0000 7fa0eb7fe640 1 -- 172.21.15.119:0/125718199 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa0e0009400 con 0x7fa0ec072110 2024-09-13T18:57:23.956 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:23.947+0000 7fa0eb7fe640 1 --2- 172.21.15.119:0/125718199 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fa0ec072110 0x7fa0ec159110 secure :-1 s=READY pgs=379 cs=0 l=1 rev1=1 crypto rx=0x7fa0e0035040 tx=0x7fa0e00046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:57:23.956 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:23.948+0000 7fa0e8ff9640 1 -- 172.21.15.119:0/125718199 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa0e0032440 con 0x7fa0ec072110 2024-09-13T18:57:23.956 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:23.948+0000 7fa0e8ff9640 1 -- 172.21.15.119:0/125718199 <== mon.0 v2:172.21.15.119:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa0e0006e10 con 0x7fa0ec072110 2024-09-13T18:57:23.956 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:23.948+0000 7fa0f24e9640 1 -- 172.21.15.119:0/125718199 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa0ec0c3e40 con 0x7fa0ec072110 2024-09-13T18:57:23.956 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:23.948+0000 7fa0e8ff9640 1 -- 172.21.15.119:0/125718199 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa0e0030be0 con 0x7fa0ec072110 2024-09-13T18:57:23.956 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:23.948+0000 7fa0f24e9640 1 -- 172.21.15.119:0/125718199 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa0ec159650 con 0x7fa0ec072110 2024-09-13T18:57:23.957 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:23.949+0000 7fa0f24e9640 1 -- 172.21.15.119:0/125718199 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fa0ec0c4640 con 0x7fa0ec072110 2024-09-13T18:57:23.957 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:23.949+0000 7fa0e8ff9640 1 -- 172.21.15.119:0/125718199 <== mon.0 v2:172.21.15.119:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fa0e0039040 con 0x7fa0ec072110 2024-09-13T18:57:23.957 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:23.949+0000 7fa0e8ff9640 1 --2- 172.21.15.119:0/125718199 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7fa0d806ac00 0x7fa0d806d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:23.957 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:23.950+0000 7fa0e8ff9640 1 -- 172.21.15.119:0/125718199 <== mon.0 v2:172.21.15.119:3300/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 6692+0+0 (secure 0 0 0) 0x7fa0e00a9f20 con 0x7fa0ec072110 2024-09-13T18:57:23.957 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:23.950+0000 7fa0ebfff640 1 --2- 172.21.15.119:0/125718199 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7fa0d806ac00 0x7fa0d806d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:23.957 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:23.950+0000 7fa0ebfff640 1 --2- 172.21.15.119:0/125718199 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7fa0d806ac00 0x7fa0d806d0c0 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7fa0ec1f5370 tx=0x7fa0dc008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:57:23.957 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:23.954+0000 7fa0e8ff9640 1 -- 172.21.15.119:0/125718199 <== mon.0 v2:172.21.15.119:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fa0ec0c4640 con 0x7fa0ec072110 2024-09-13T18:57:24.121 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:24.117+0000 7fa0f24e9640 1 -- 172.21.15.119:0/125718199 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7fa0ec0c4640 con 0x7fa0ec072110 2024-09-13T18:57:24.122 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:24.118+0000 7fa0e8ff9640 1 -- 172.21.15.119:0/125718199 <== mon.0 v2:172.21.15.119:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v26) v1 ==== 74+0+18831 (secure 0 0 0) 0x7fa0ec0c4640 con 0x7fa0ec072110 2024-09-13T18:57:24.122 INFO:teuthology.orchestra.run.smithi119.stdout: 2024-09-13T18:57:24.122 INFO:teuthology.orchestra.run.smithi119.stdout:{"epoch":26,"fsid":"b3bca492-3414-44ef-b63c-42eead5ea701","created":"2024-09-13T18:56:10.047760+0000","modified":"2024-09-13T18:57:15.157404+0000","last_up_change":"2024-09-13T18:56:22.096428+0000","last_in_change":"2024-09-13T18:56:12.143228+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T18:56:22.095896+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-13T18:56:31.950108+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-13T18:56:32.998608+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-09-13T18:56:36.052694+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"24","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"09edfd5c-bc57-47d1-a7b7-6d97f0f88db1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6810","nonce":3811853106},{"type":"v1","addr":"172.21.15.119:6813","nonce":3811853106}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6817","nonce":3811853106},{"type":"v1","addr":"172.21.15.119:6820","nonce":3811853106}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6828","nonce":3811853106},{"type":"v1","addr":"172.21.15.119:6830","nonce":3811853106}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6823","nonce":3811853106},{"type":"v1","addr":"172.21.15.119:6825","nonce":3811853106}]},"public_addr":"172.21.15.119:6813/3811853106","cluster_addr":"172.21.15.119:6820/3811853106","heartbeat_back_addr":"172.21.15.119:6830/3811853106","heartbeat_front_addr":"172.21.15.119:6825/3811853106","state":["exists","up"]},{"osd":1,"uuid":"f26f4bd2-3aee-4208-9e62-87f17047d886","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":25,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6809","nonce":1656755168},{"type":"v1","addr":"172.21.15.119:6812","nonce":1656755168}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6815","nonce":1656755168},{"type":"v1","addr":"172.21.15.119:6818","nonce":1656755168}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6829","nonce":1656755168},{"type":"v1","addr":"172.21.15.119:6831","nonce":1656755168}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6822","nonce":1656755168},{"type":"v1","addr":"172.21.15.119:6826","nonce":1656755168}]},"public_addr":"172.21.15.119:6812/1656755168","cluster_addr":"172.21.15.119:6818/1656755168","heartbeat_back_addr":"172.21.15.119:6831/1656755168","heartbeat_front_addr":"172.21.15.119:6826/1656755168","state":["exists","up"]},{"osd":2,"uuid":"1e9d6e0c-51f9-4f4a-bead-0e7edc7dd200","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":25,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6800","nonce":3093354378},{"type":"v1","addr":"172.21.15.119:6801","nonce":3093354378}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6802","nonce":3093354378},{"type":"v1","addr":"172.21.15.119:6803","nonce":3093354378}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6806","nonce":3093354378},{"type":"v1","addr":"172.21.15.119:6807","nonce":3093354378}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6804","nonce":3093354378},{"type":"v1","addr":"172.21.15.119:6805","nonce":3093354378}]},"public_addr":"172.21.15.119:6801/3093354378","cluster_addr":"172.21.15.119:6803/3093354378","heartbeat_back_addr":"172.21.15.119:6807/3093354378","heartbeat_front_addr":"172.21.15.119:6805/3093354378","state":["exists","up"]},{"osd":3,"uuid":"7c289b1f-a555-46e4-b85a-c0f230c9e02a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":25,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6808","nonce":886995937},{"type":"v1","addr":"172.21.15.119:6811","nonce":886995937}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6814","nonce":886995937},{"type":"v1","addr":"172.21.15.119:6816","nonce":886995937}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6824","nonce":886995937},{"type":"v1","addr":"172.21.15.119:6827","nonce":886995937}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6819","nonce":886995937},{"type":"v1","addr":"172.21.15.119:6821","nonce":886995937}]},"public_addr":"172.21.15.119:6811/886995937","cluster_addr":"172.21.15.119:6816/886995937","heartbeat_back_addr":"172.21.15.119:6827/886995937","heartbeat_front_addr":"172.21.15.119:6821/886995937","state":["exists","up"]},{"osd":4,"uuid":"a0a2f75b-5a33-4b69-b834-b8cf5a90ac5f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":25,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6808","nonce":2802887692},{"type":"v1","addr":"172.21.15.145:6809","nonce":2802887692}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6810","nonce":2802887692},{"type":"v1","addr":"172.21.15.145:6811","nonce":2802887692}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6814","nonce":2802887692},{"type":"v1","addr":"172.21.15.145:6815","nonce":2802887692}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6812","nonce":2802887692},{"type":"v1","addr":"172.21.15.145:6813","nonce":2802887692}]},"public_addr":"172.21.15.145:6809/2802887692","cluster_addr":"172.21.15.145:6811/2802887692","heartbeat_back_addr":"172.21.15.145:6815/2802887692","heartbeat_front_addr":"172.21.15.145:6813/2802887692","state":["exists","up"]},{"osd":5,"uuid":"e301c92f-a5af-49da-8384-bef6d48c9982","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6800","nonce":1431235391},{"type":"v1","addr":"172.21.15.145:6801","nonce":1431235391}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6802","nonce":1431235391},{"type":"v1","addr":"172.21.15.145:6803","nonce":1431235391}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6806","nonce":1431235391},{"type":"v1","addr":"172.21.15.145:6807","nonce":1431235391}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6804","nonce":1431235391},{"type":"v1","addr":"172.21.15.145:6805","nonce":1431235391}]},"public_addr":"172.21.15.145:6801/1431235391","cluster_addr":"172.21.15.145:6803/1431235391","heartbeat_back_addr":"172.21.15.145:6807/1431235391","heartbeat_front_addr":"172.21.15.145:6805/1431235391","state":["exists","up"]},{"osd":6,"uuid":"dd2ee71c-4024-4f56-90b1-d362ff9ae8f5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6816","nonce":1755123178},{"type":"v1","addr":"172.21.15.145:6817","nonce":1755123178}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6818","nonce":1755123178},{"type":"v1","addr":"172.21.15.145:6819","nonce":1755123178}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6822","nonce":1755123178},{"type":"v1","addr":"172.21.15.145:6823","nonce":1755123178}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6820","nonce":1755123178},{"type":"v1","addr":"172.21.15.145:6821","nonce":1755123178}]},"public_addr":"172.21.15.145:6817/1755123178","cluster_addr":"172.21.15.145:6819/1755123178","heartbeat_back_addr":"172.21.15.145:6823/1755123178","heartbeat_front_addr":"172.21.15.145:6821/1755123178","state":["exists","up"]},{"osd":7,"uuid":"7412449e-689b-45ee-9ae5-744a8c27f166","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6824","nonce":3012628958},{"type":"v1","addr":"172.21.15.145:6825","nonce":3012628958}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6826","nonce":3012628958},{"type":"v1","addr":"172.21.15.145:6827","nonce":3012628958}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6830","nonce":3012628958},{"type":"v1","addr":"172.21.15.145:6831","nonce":3012628958}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6828","nonce":3012628958},{"type":"v1","addr":"172.21.15.145:6829","nonce":3012628958}]},"public_addr":"172.21.15.145:6825/3012628958","cluster_addr":"172.21.15.145:6827/3012628958","heartbeat_back_addr":"172.21.15.145:6831/3012628958","heartbeat_front_addr":"172.21.15.145:6829/3012628958","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T18:56:17.286635+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T18:56:17.334491+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T18:56:17.297521+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T18:56:17.383716+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T18:56:17.267776+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T18:56:17.312998+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T18:56:17.303008+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T18:56:17.304729+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"3.1f","mappings":[{"from":0,"to":2}]},{"pgid":"3.21","mappings":[{"from":5,"to":1}]},{"pgid":"3.29","mappings":[{"from":3,"to":2}]},{"pgid":"3.2a","mappings":[{"from":5,"to":2}]},{"pgid":"3.3b","mappings":[{"from":7,"to":1}]},{"pgid":"4.2","mappings":[{"from":1,"to":2}]},{"pgid":"4.10","mappings":[{"from":1,"to":2}]},{"pgid":"4.1b","mappings":[{"from":1,"to":2}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T18:57:24.125 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:24.121+0000 7fa0f24e9640 1 -- 172.21.15.119:0/125718199 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7fa0d806ac00 msgr2=0x7fa0d806d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:24.125 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:24.121+0000 7fa0f24e9640 1 --2- 172.21.15.119:0/125718199 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7fa0d806ac00 0x7fa0d806d0c0 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7fa0ec1f5370 tx=0x7fa0dc008040 comp rx=0 tx=0).stop 2024-09-13T18:57:24.125 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:24.121+0000 7fa0f24e9640 1 -- 172.21.15.119:0/125718199 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fa0ec072110 msgr2=0x7fa0ec159110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:24.125 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:24.121+0000 7fa0f24e9640 1 --2- 172.21.15.119:0/125718199 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fa0ec072110 0x7fa0ec159110 secure :-1 s=READY pgs=379 cs=0 l=1 rev1=1 crypto rx=0x7fa0e0035040 tx=0x7fa0e00046c0 comp rx=0 tx=0).stop 2024-09-13T18:57:24.125 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:24.121+0000 7fa0f24e9640 1 -- 172.21.15.119:0/125718199 shutdown_connections 2024-09-13T18:57:24.125 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:24.121+0000 7fa0f24e9640 1 --2- 172.21.15.119:0/125718199 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7fa0d806ac00 0x7fa0d806d0c0 unknown :-1 s=CLOSED pgs=196 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:24.125 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:24.121+0000 7fa0f24e9640 1 --2- 172.21.15.119:0/125718199 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fa0ec0c8920 0x7fa0ec0c2e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:24.125 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:24.121+0000 7fa0f24e9640 1 --2- 172.21.15.119:0/125718199 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fa0ec072110 0x7fa0ec159110 unknown :-1 s=CLOSED pgs=379 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:24.125 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:24.121+0000 7fa0f24e9640 1 --2- 172.21.15.119:0/125718199 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fa0ec071d30 0x7fa0ec0c4920 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:24.125 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:24.121+0000 7fa0f24e9640 1 -- 172.21.15.119:0/125718199 >> 172.21.15.119:0/125718199 conn(0x7fa0ec069ed0 msgr2=0x7fa0ec0adcd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:57:24.125 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:24.121+0000 7fa0f24e9640 1 -- 172.21.15.119:0/125718199 shutdown_connections 2024-09-13T18:57:24.125 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:24.121+0000 7fa0f24e9640 1 -- 172.21.15.119:0/125718199 wait complete. 2024-09-13T18:57:24.136 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-09-13T18:56:22.095896+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '16', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-09-13T18:56:31.950108+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '19', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-09-13T18:56:32.998608+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '20', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.05000000074505806}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.3799999952316284, 'score_stable': 1.3799999952316284, 'optimal_score': 1, 'raw_score_acting': 1.3799999952316284, 'raw_score_stable': 1.3799999952316284, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'cephfs_data_ec', 'create_time': '2024-09-13T18:56:36.052694+0000', 'flags': 5, 'flags_names': 'hashpspool,ec_overwrites', 'type': 3, 'size': 4, 'min_size': 3, 'crush_rule': 1, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '24', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': 'cephfs_data_ec', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 8192, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}}] 2024-09-13T18:57:24.136 DEBUG:teuthology.orchestra.run.smithi119:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-09-13T18:57:24.239 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:24.235+0000 7f89ba290640 1 Processor -- start 2024-09-13T18:57:24.239 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:24.235+0000 7f89ba290640 1 -- start start 2024-09-13T18:57:24.240 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:24.236+0000 7f89ba290640 1 --2- >> v2:172.21.15.119:3300/0 conn(0x7f89b4159110 0x7f89b40b27a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:24.240 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:24.236+0000 7f89ba290640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f89b40b2ce0 0x7f89b40ce640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:24.241 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:24.236+0000 7f89ba290640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f89b40b1700 con 0x7f89b41594f0 2024-09-13T18:57:24.241 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:24.236+0000 7f89ba290640 1 -- --> v2:172.21.15.119:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f89b40b19e0 con 0x7f89b4159110 2024-09-13T18:57:24.241 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:24.236+0000 7f89ba290640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f89b40b1cc0 con 0x7f89b40b2ce0 2024-09-13T18:57:24.241 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:24.236+0000 7f89b3fff640 1 --2- >> v2:172.21.15.119:3300/0 conn(0x7f89b4159110 0x7f89b40b27a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:24.241 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:24.236+0000 7f89b3fff640 1 --2- >> v2:172.21.15.119:3300/0 conn(0x7f89b4159110 0x7f89b40b27a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.119:3300/0 says I am v2:172.21.15.119:54816/0 (socket says 172.21.15.119:54816) 2024-09-13T18:57:24.241 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:24.236+0000 7f89b3fff640 1 -- 172.21.15.119:0/695474603 learned_addr learned my addr 172.21.15.119:0/695474603 (peer_addr_for_me v2:172.21.15.119:0/0) 2024-09-13T18:57:24.241 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:24.236+0000 7f89b882d640 1 --2- 172.21.15.119:0/695474603 >> v2:172.21.15.145:3300/0 conn(0x7f89b40b2ce0 0x7f89b40ce640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:24.241 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:24.236+0000 7f89b3fff640 1 -- 172.21.15.119:0/695474603 >> v2:172.21.15.145:3300/0 conn(0x7f89b40b2ce0 msgr2=0x7f89b40ce640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T18:57:24.241 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:24.236+0000 7f89b3fff640 1 --2- 172.21.15.119:0/695474603 >> v2:172.21.15.145:3300/0 conn(0x7f89b40b2ce0 0x7f89b40ce640 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:24.241 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:24.236+0000 7f89b3fff640 1 -- 172.21.15.119:0/695474603 >> v1:172.21.15.145:6789/0 conn(0x7f89b41594f0 legacy=0x7f89b406d8b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T18:57:24.242 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:24.236+0000 7f89b3fff640 1 -- 172.21.15.119:0/695474603 --> v2:172.21.15.119:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f89b40b1fa0 con 0x7f89b4159110 2024-09-13T18:57:24.242 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:24.237+0000 7f89b3fff640 1 --2- 172.21.15.119:0/695474603 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f89b4159110 0x7f89b40b27a0 secure :-1 s=READY pgs=380 cs=0 l=1 rev1=1 crypto rx=0x7f89b40ccb60 tx=0x7f89a402a1a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1e44208d9c5a73bf server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:57:24.243 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:24.237+0000 7f89b2ffd640 1 -- 172.21.15.119:0/695474603 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f89a4032440 con 0x7f89b4159110 2024-09-13T18:57:24.243 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:24.237+0000 7f89b2ffd640 1 -- 172.21.15.119:0/695474603 <== mon.0 v2:172.21.15.119:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f89a40325a0 con 0x7f89b4159110 2024-09-13T18:57:24.243 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:24.237+0000 7f89b2ffd640 1 -- 172.21.15.119:0/695474603 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f89a4032930 con 0x7f89b4159110 2024-09-13T18:57:24.243 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:24.238+0000 7f89ba290640 1 -- 172.21.15.119:0/695474603 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f89b4159110 msgr2=0x7f89b40b27a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:24.243 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:24.238+0000 7f89ba290640 1 --2- 172.21.15.119:0/695474603 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f89b4159110 0x7f89b40b27a0 secure :-1 s=READY pgs=380 cs=0 l=1 rev1=1 crypto rx=0x7f89b40ccb60 tx=0x7f89a402a1a0 comp rx=0 tx=0).stop 2024-09-13T18:57:24.243 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:24.238+0000 7f89ba290640 1 -- 172.21.15.119:0/695474603 shutdown_connections 2024-09-13T18:57:24.244 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:24.238+0000 7f89ba290640 1 --2- 172.21.15.119:0/695474603 >> v2:172.21.15.145:3300/0 conn(0x7f89b40b2ce0 0x7f89b40ce640 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:24.244 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:24.238+0000 7f89ba290640 1 --2- 172.21.15.119:0/695474603 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f89b4159110 0x7f89b40b27a0 unknown :-1 s=CLOSED pgs=380 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:24.244 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:24.238+0000 7f89ba290640 1 -- 172.21.15.119:0/695474603 >> 172.21.15.119:0/695474603 conn(0x7f89b406a0b0 msgr2=0x7f89b406a4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:57:24.245 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:24.238+0000 7f89ba290640 1 -- 172.21.15.119:0/695474603 shutdown_connections 2024-09-13T18:57:24.245 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:24.238+0000 7f89ba290640 1 -- 172.21.15.119:0/695474603 wait complete. 2024-09-13T18:57:24.245 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:24.239+0000 7f89ba290640 1 Processor -- start 2024-09-13T18:57:24.245 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:24.239+0000 7f89ba290640 1 -- start start 2024-09-13T18:57:24.251 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:24.240+0000 7f89ba290640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f89b4159110 0x7f89b41f1760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:24.251 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:24.240+0000 7f89ba290640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f89b40ac4d0 0x7f89b40c9790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:24.251 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:24.240+0000 7f89ba290640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f89b4153530 0x7f89b40c9cd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:24.251 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:24.240+0000 7f89ba290640 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f89b40ac9d0 con 0x7f89b40ac4d0 2024-09-13T18:57:24.251 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:24.240+0000 7f89ba290640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f89b40accb0 con 0x7f89b4159110 2024-09-13T18:57:24.252 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:24.240+0000 7f89ba290640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f89b40c3300 con 0x7f89b4153530 2024-09-13T18:57:24.252 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:24.240+0000 7f89b37fe640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f89b40ac4d0 0x7f89b40c9790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:24.252 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:24.240+0000 7f89b37fe640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f89b40ac4d0 0x7f89b40c9790 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.119:3300/0 says I am v2:172.21.15.119:54824/0 (socket says 172.21.15.119:54824) 2024-09-13T18:57:24.252 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:24.240+0000 7f89b37fe640 1 -- 172.21.15.119:0/10009534 learned_addr learned my addr 172.21.15.119:0/10009534 (peer_addr_for_me v2:172.21.15.119:0/0) 2024-09-13T18:57:24.252 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:24.240+0000 7f89b37fe640 1 -- 172.21.15.119:0/10009534 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f89b4153530 msgr2=0x7f89b40c9cd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:24.252 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:24.240+0000 7f89b37fe640 1 --2- 172.21.15.119:0/10009534 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f89b4153530 0x7f89b40c9cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:24.252 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:24.240+0000 7f89b3fff640 1 --2- 172.21.15.119:0/10009534 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f89b4159110 0x7f89b41f1760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:24.252 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:24.240+0000 7f89b37fe640 1 -- 172.21.15.119:0/10009534 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f89b4159110 msgr2=0x7f89b41f1760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:24.252 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:24.240+0000 7f89b37fe640 1 --2- 172.21.15.119:0/10009534 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f89b4159110 0x7f89b41f1760 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:24.253 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:24.240+0000 7f89b37fe640 1 -- 172.21.15.119:0/10009534 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f89a40094d0 con 0x7f89b40ac4d0 2024-09-13T18:57:24.253 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:24.241+0000 7f89b37fe640 1 --2- 172.21.15.119:0/10009534 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f89b40ac4d0 0x7f89b40c9790 secure :-1 s=READY pgs=381 cs=0 l=1 rev1=1 crypto rx=0x7f89a800b3e0 tx=0x7f89a800b8a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:57:24.253 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:24.241+0000 7f89b0ff9640 1 -- 172.21.15.119:0/10009534 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f89a8011830 con 0x7f89b40ac4d0 2024-09-13T18:57:24.253 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:24.241+0000 7f89b0ff9640 1 -- 172.21.15.119:0/10009534 <== mon.0 v2:172.21.15.119:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f89a80119b0 con 0x7f89b40ac4d0 2024-09-13T18:57:24.253 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:24.241+0000 7f89ba290640 1 -- 172.21.15.119:0/10009534 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f89b40c35e0 con 0x7f89b40ac4d0 2024-09-13T18:57:24.253 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:24.241+0000 7f89b0ff9640 1 -- 172.21.15.119:0/10009534 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f89a8011d60 con 0x7f89b40ac4d0 2024-09-13T18:57:24.253 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:24.241+0000 7f89ba290640 1 -- 172.21.15.119:0/10009534 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f89b40c2f20 con 0x7f89b40ac4d0 2024-09-13T18:57:24.253 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:24.242+0000 7f89ba290640 1 -- 172.21.15.119:0/10009534 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f89b40ace20 con 0x7f89b40ac4d0 2024-09-13T18:57:24.253 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:24.242+0000 7f89b0ff9640 1 -- 172.21.15.119:0/10009534 <== mon.0 v2:172.21.15.119:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f89a801a400 con 0x7f89b40ac4d0 2024-09-13T18:57:24.253 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:24.243+0000 7f89b0ff9640 1 --2- 172.21.15.119:0/10009534 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f89a006ac30 0x7f89a006d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:24.253 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:24.243+0000 7f89b0ff9640 1 -- 172.21.15.119:0/10009534 <== mon.0 v2:172.21.15.119:3300/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 6692+0+0 (secure 0 0 0) 0x7f89a8089870 con 0x7f89b40ac4d0 2024-09-13T18:57:24.254 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:24.243+0000 7f89b3fff640 1 --2- 172.21.15.119:0/10009534 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f89a006ac30 0x7f89a006d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:24.254 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:24.243+0000 7f89b3fff640 1 --2- 172.21.15.119:0/10009534 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f89a006ac30 0x7f89a006d0f0 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7f89a4034000 tx=0x7f89a402e000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:57:24.254 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:24.247+0000 7f89b0ff9640 1 -- 172.21.15.119:0/10009534 <== mon.0 v2:172.21.15.119:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f89a8054670 con 0x7f89b40ac4d0 2024-09-13T18:57:24.410 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:24.407+0000 7f89ba290640 1 -- 172.21.15.119:0/10009534 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f89b40ad9a0 con 0x7f89b40ac4d0 2024-09-13T18:57:24.410 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:24.407+0000 7f89b0ff9640 1 -- 172.21.15.119:0/10009534 <== mon.0 v2:172.21.15.119:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v26) v1 ==== 93+0+10 (secure 0 0 0) 0x7f89a80150a0 con 0x7f89b40ac4d0 2024-09-13T18:57:24.411 INFO:teuthology.orchestra.run.smithi119.stdout:pg_num: 1 2024-09-13T18:57:24.413 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:24.409+0000 7f89ba290640 1 -- 172.21.15.119:0/10009534 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f89a006ac30 msgr2=0x7f89a006d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:24.413 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:24.409+0000 7f89ba290640 1 --2- 172.21.15.119:0/10009534 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f89a006ac30 0x7f89a006d0f0 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7f89a4034000 tx=0x7f89a402e000 comp rx=0 tx=0).stop 2024-09-13T18:57:24.413 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:24.409+0000 7f89ba290640 1 -- 172.21.15.119:0/10009534 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f89b40ac4d0 msgr2=0x7f89b40c9790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:24.413 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:24.409+0000 7f89ba290640 1 --2- 172.21.15.119:0/10009534 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f89b40ac4d0 0x7f89b40c9790 secure :-1 s=READY pgs=381 cs=0 l=1 rev1=1 crypto rx=0x7f89a800b3e0 tx=0x7f89a800b8a0 comp rx=0 tx=0).stop 2024-09-13T18:57:24.413 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:24.409+0000 7f89ba290640 1 -- 172.21.15.119:0/10009534 shutdown_connections 2024-09-13T18:57:24.413 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:24.409+0000 7f89ba290640 1 --2- 172.21.15.119:0/10009534 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f89a006ac30 0x7f89a006d0f0 unknown :-1 s=CLOSED pgs=197 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:24.413 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:24.409+0000 7f89ba290640 1 --2- 172.21.15.119:0/10009534 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f89b4153530 0x7f89b40c9cd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:24.413 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:24.409+0000 7f89ba290640 1 --2- 172.21.15.119:0/10009534 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f89b40ac4d0 0x7f89b40c9790 unknown :-1 s=CLOSED pgs=381 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:24.413 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:24.409+0000 7f89ba290640 1 --2- 172.21.15.119:0/10009534 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f89b4159110 0x7f89b41f1760 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:24.413 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:24.409+0000 7f89ba290640 1 -- 172.21.15.119:0/10009534 >> 172.21.15.119:0/10009534 conn(0x7f89b406a0b0 msgr2=0x7f89b40719d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:57:24.413 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:24.409+0000 7f89ba290640 1 -- 172.21.15.119:0/10009534 shutdown_connections 2024-09-13T18:57:24.414 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:24.409+0000 7f89ba290640 1 -- 172.21.15.119:0/10009534 wait complete. 2024-09-13T18:57:24.424 DEBUG:teuthology.orchestra.run.smithi119:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-09-13T18:57:24.525 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:24.521+0000 7fd7a47b5640 1 Processor -- start 2024-09-13T18:57:24.525 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:24.521+0000 7fd7a47b5640 1 -- start start 2024-09-13T18:57:24.526 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:24.522+0000 7fd7a47b5640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7fd79c15a3b0 0x7fd79c0b20a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:24.526 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:24.522+0000 7fd7a47b5640 1 --2- >> v2:172.21.15.119:3300/0 conn(0x7fd79c0b1720 0x7fd79c0ce4f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:24.526 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:24.522+0000 7fd7a47b5640 1 -- --> v1:172.21.15.119:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fd79c0cee60 con 0x7fd79c0cea30 2024-09-13T18:57:24.526 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:24.522+0000 7fd7a47b5640 1 -- --> v2:172.21.15.119:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fd79c15a790 con 0x7fd79c0b1720 2024-09-13T18:57:24.526 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:24.522+0000 7fd7a47b5640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fd79c0b2680 con 0x7fd79c15a3b0 2024-09-13T18:57:24.527 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:24.522+0000 7fd7a1d50640 1 --2- >> v2:172.21.15.119:3300/0 conn(0x7fd79c0b1720 0x7fd79c0ce4f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:24.527 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:24.522+0000 7fd7a2d52640 1 --1- >> v1:172.21.15.119:6789/0 conn(0x7fd79c0cea30 0x7fd79c06c640 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.119:6789/0 says I am v1:172.21.15.119:60198/0 (socket says 172.21.15.119:60198) 2024-09-13T18:57:24.527 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:24.522+0000 7fd7a2d52640 1 -- 172.21.15.119:0/3524820048 learned_addr learned my addr 172.21.15.119:0/3524820048 (peer_addr_for_me v1:172.21.15.119:0/0) 2024-09-13T18:57:24.527 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:24.522+0000 7fd7a2551640 1 --2- 172.21.15.119:0/3524820048 >> v2:172.21.15.145:3300/0 conn(0x7fd79c15a3b0 0x7fd79c0b20a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:24.527 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:24.522+0000 7fd7a1d50640 1 -- 172.21.15.119:0/3524820048 >> v2:172.21.15.145:3300/0 conn(0x7fd79c15a3b0 msgr2=0x7fd79c0b20a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T18:57:24.527 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:24.522+0000 7fd7a1d50640 1 --2- 172.21.15.119:0/3524820048 >> v2:172.21.15.145:3300/0 conn(0x7fd79c15a3b0 0x7fd79c0b20a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:24.527 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:24.522+0000 7fd7a1d50640 1 -- 172.21.15.119:0/3524820048 >> v1:172.21.15.119:6789/0 conn(0x7fd79c0cea30 legacy=0x7fd79c06c640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:24.527 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:24.523+0000 7fd7a1d50640 1 -- 172.21.15.119:0/3524820048 --> v2:172.21.15.119:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd79c0b2960 con 0x7fd79c0b1720 2024-09-13T18:57:24.527 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:24.522+0000 7fd7a154f640 1 -- 172.21.15.119:0/3524820048 <== mon.0 v1:172.21.15.119:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2410461940 0 0) 0x7fd79c0cee60 con 0x7fd79c0cea30 2024-09-13T18:57:24.528 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:24.523+0000 7fd7a1d50640 1 --2- 172.21.15.119:0/3524820048 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fd79c0b1720 0x7fd79c0ce4f0 secure :-1 s=READY pgs=383 cs=0 l=1 rev1=1 crypto rx=0x7fd79c0cbd70 tx=0x7fd78c02a1a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c5b401b0c2e929cd server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:57:24.529 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:24.523+0000 7fd7a154f640 1 -- 172.21.15.119:0/3524820048 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd78c032440 con 0x7fd79c0b1720 2024-09-13T18:57:24.529 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:24.523+0000 7fd7a154f640 1 -- 172.21.15.119:0/3524820048 <== mon.0 v2:172.21.15.119:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd78c0325a0 con 0x7fd79c0b1720 2024-09-13T18:57:24.529 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:24.523+0000 7fd7a154f640 1 -- 172.21.15.119:0/3524820048 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd78c032930 con 0x7fd79c0b1720 2024-09-13T18:57:24.529 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:24.524+0000 7fd7a47b5640 1 -- 172.21.15.119:0/3524820048 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fd79c0b1720 msgr2=0x7fd79c0ce4f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:24.529 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:24.524+0000 7fd7a47b5640 1 --2- 172.21.15.119:0/3524820048 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fd79c0b1720 0x7fd79c0ce4f0 secure :-1 s=READY pgs=383 cs=0 l=1 rev1=1 crypto rx=0x7fd79c0cbd70 tx=0x7fd78c02a1a0 comp rx=0 tx=0).stop 2024-09-13T18:57:24.529 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:24.524+0000 7fd7a47b5640 1 -- 172.21.15.119:0/3524820048 shutdown_connections 2024-09-13T18:57:24.529 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:24.524+0000 7fd7a47b5640 1 --2- 172.21.15.119:0/3524820048 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fd79c0b1720 0x7fd79c0ce4f0 unknown :-1 s=CLOSED pgs=383 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:24.529 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:24.524+0000 7fd7a47b5640 1 --2- 172.21.15.119:0/3524820048 >> v2:172.21.15.145:3300/0 conn(0x7fd79c15a3b0 0x7fd79c0b20a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:24.529 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:24.524+0000 7fd7a47b5640 1 -- 172.21.15.119:0/3524820048 >> 172.21.15.119:0/3524820048 conn(0x7fd79c06a0b0 msgr2=0x7fd79c06a4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:57:24.529 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:24.524+0000 7fd7a47b5640 1 -- 172.21.15.119:0/3524820048 shutdown_connections 2024-09-13T18:57:24.529 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:24.524+0000 7fd7a47b5640 1 -- 172.21.15.119:0/3524820048 wait complete. 2024-09-13T18:57:24.529 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:24.525+0000 7fd7a47b5640 1 Processor -- start 2024-09-13T18:57:24.529 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:24.525+0000 7fd7a47b5640 1 -- start start 2024-09-13T18:57:24.531 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:24.526+0000 7fd7a47b5640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fd79c0b1720 0x7fd79c157260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:24.531 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:24.526+0000 7fd7a47b5640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fd79c0cea30 0x7fd79c0ab8e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:24.531 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:24.526+0000 7fd7a47b5640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd79c15a3b0 0x7fd79c0abe20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:24.531 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:24.526+0000 7fd7a47b5640 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd79c1577a0 con 0x7fd79c0b1720 2024-09-13T18:57:24.532 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:24.526+0000 7fd7a47b5640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd79c0c1610 con 0x7fd79c15a3b0 2024-09-13T18:57:24.532 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:24.526+0000 7fd7a47b5640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd79c0c7f70 con 0x7fd79c0cea30 2024-09-13T18:57:24.532 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:24.526+0000 7fd7a2551640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fd79c0b1720 0x7fd79c157260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:24.532 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:24.526+0000 7fd7a2551640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fd79c0b1720 0x7fd79c157260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.119:3300/0 says I am v2:172.21.15.119:54842/0 (socket says 172.21.15.119:54842) 2024-09-13T18:57:24.532 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:24.526+0000 7fd7a2551640 1 -- 172.21.15.119:0/2203599979 learned_addr learned my addr 172.21.15.119:0/2203599979 (peer_addr_for_me v2:172.21.15.119:0/0) 2024-09-13T18:57:24.532 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:24.526+0000 7fd7a1d50640 1 --2- 172.21.15.119:0/2203599979 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fd79c0cea30 0x7fd79c0ab8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:24.532 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:24.526+0000 7fd7a2d52640 1 --2- 172.21.15.119:0/2203599979 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd79c15a3b0 0x7fd79c0abe20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:24.532 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:24.526+0000 7fd7a2551640 1 -- 172.21.15.119:0/2203599979 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fd79c0cea30 msgr2=0x7fd79c0ab8e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:24.532 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:24.526+0000 7fd7a2551640 1 --2- 172.21.15.119:0/2203599979 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fd79c0cea30 0x7fd79c0ab8e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:24.532 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:24.526+0000 7fd7a2551640 1 -- 172.21.15.119:0/2203599979 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd79c15a3b0 msgr2=0x7fd79c0abe20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:24.532 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:24.526+0000 7fd7a2551640 1 --2- 172.21.15.119:0/2203599979 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd79c15a3b0 0x7fd79c0abe20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:24.532 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:24.526+0000 7fd7a2551640 1 -- 172.21.15.119:0/2203599979 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd78c009400 con 0x7fd79c0b1720 2024-09-13T18:57:24.532 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:24.526+0000 7fd7a1d50640 1 --2- 172.21.15.119:0/2203599979 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fd79c0cea30 0x7fd79c0ab8e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T18:57:24.532 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:24.526+0000 7fd7a2551640 1 --2- 172.21.15.119:0/2203599979 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fd79c0b1720 0x7fd79c157260 secure :-1 s=READY pgs=384 cs=0 l=1 rev1=1 crypto rx=0x7fd79800d800 tx=0x7fd79800dcc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:57:24.533 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:24.527+0000 7fd792ffd640 1 -- 172.21.15.119:0/2203599979 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd79800b6c0 con 0x7fd79c0b1720 2024-09-13T18:57:24.533 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:24.527+0000 7fd792ffd640 1 -- 172.21.15.119:0/2203599979 <== mon.0 v2:172.21.15.119:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd79800b820 con 0x7fd79c0b1720 2024-09-13T18:57:24.533 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:24.527+0000 7fd7a47b5640 1 -- 172.21.15.119:0/2203599979 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fd79c0c7640 con 0x7fd79c0b1720 2024-09-13T18:57:24.533 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:24.527+0000 7fd792ffd640 1 -- 172.21.15.119:0/2203599979 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd79800bbb0 con 0x7fd79c0b1720 2024-09-13T18:57:24.533 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:24.527+0000 7fd7a47b5640 1 -- 172.21.15.119:0/2203599979 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd79c0c7c00 con 0x7fd79c0b1720 2024-09-13T18:57:24.533 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:24.528+0000 7fd7a47b5640 1 -- 172.21.15.119:0/2203599979 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fd79c0ce4f0 con 0x7fd79c0b1720 2024-09-13T18:57:24.533 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:24.528+0000 7fd792ffd640 1 -- 172.21.15.119:0/2203599979 <== mon.0 v2:172.21.15.119:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fd79800bd10 con 0x7fd79c0b1720 2024-09-13T18:57:24.534 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:24.528+0000 7fd792ffd640 1 --2- 172.21.15.119:0/2203599979 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7fd78006ac00 0x7fd78006d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:24.534 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:24.529+0000 7fd792ffd640 1 -- 172.21.15.119:0/2203599979 <== mon.0 v2:172.21.15.119:3300/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 6692+0+0 (secure 0 0 0) 0x7fd798089c40 con 0x7fd79c0b1720 2024-09-13T18:57:24.534 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:24.529+0000 7fd7a1d50640 1 --2- 172.21.15.119:0/2203599979 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7fd78006ac00 0x7fd78006d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:24.534 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:24.529+0000 7fd7a1d50640 1 --2- 172.21.15.119:0/2203599979 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7fd78006ac00 0x7fd78006d0c0 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7fd78c034000 tx=0x7fd78c02e000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:57:24.536 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:24.533+0000 7fd792ffd640 1 -- 172.21.15.119:0/2203599979 <== mon.0 v2:172.21.15.119:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fd798054ad0 con 0x7fd79c0b1720 2024-09-13T18:57:24.695 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:24.692+0000 7fd7a47b5640 1 -- 172.21.15.119:0/2203599979 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7fd79c06b150 con 0x7fd79c0b1720 2024-09-13T18:57:24.695 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:24.692+0000 7fd792ffd640 1 -- 172.21.15.119:0/2203599979 <== mon.0 v2:172.21.15.119:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v26) v1 ==== 104+0+11 (secure 0 0 0) 0x7fd7980580f0 con 0x7fd79c0b1720 2024-09-13T18:57:24.696 INFO:teuthology.orchestra.run.smithi119.stdout:pg_num: 32 2024-09-13T18:57:24.699 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:24.694+0000 7fd7a47b5640 1 -- 172.21.15.119:0/2203599979 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7fd78006ac00 msgr2=0x7fd78006d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:24.699 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:24.694+0000 7fd7a47b5640 1 --2- 172.21.15.119:0/2203599979 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7fd78006ac00 0x7fd78006d0c0 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7fd78c034000 tx=0x7fd78c02e000 comp rx=0 tx=0).stop 2024-09-13T18:57:24.699 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:24.694+0000 7fd7a47b5640 1 -- 172.21.15.119:0/2203599979 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fd79c0b1720 msgr2=0x7fd79c157260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:24.699 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:24.694+0000 7fd7a47b5640 1 --2- 172.21.15.119:0/2203599979 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fd79c0b1720 0x7fd79c157260 secure :-1 s=READY pgs=384 cs=0 l=1 rev1=1 crypto rx=0x7fd79800d800 tx=0x7fd79800dcc0 comp rx=0 tx=0).stop 2024-09-13T18:57:24.700 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:24.694+0000 7fd7a47b5640 1 -- 172.21.15.119:0/2203599979 shutdown_connections 2024-09-13T18:57:24.700 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:24.694+0000 7fd7a47b5640 1 --2- 172.21.15.119:0/2203599979 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7fd78006ac00 0x7fd78006d0c0 unknown :-1 s=CLOSED pgs=198 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:24.700 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:24.694+0000 7fd7a47b5640 1 --2- 172.21.15.119:0/2203599979 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd79c15a3b0 0x7fd79c0abe20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:24.700 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:24.694+0000 7fd7a47b5640 1 --2- 172.21.15.119:0/2203599979 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fd79c0cea30 0x7fd79c0ab8e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:24.701 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:24.694+0000 7fd7a47b5640 1 --2- 172.21.15.119:0/2203599979 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fd79c0b1720 0x7fd79c157260 unknown :-1 s=CLOSED pgs=384 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:24.701 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:24.694+0000 7fd7a47b5640 1 -- 172.21.15.119:0/2203599979 >> 172.21.15.119:0/2203599979 conn(0x7fd79c06a0b0 msgr2=0x7fd79c070e20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:57:24.701 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:24.694+0000 7fd7a47b5640 1 -- 172.21.15.119:0/2203599979 shutdown_connections 2024-09-13T18:57:24.701 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:24.694+0000 7fd7a47b5640 1 -- 172.21.15.119:0/2203599979 wait complete. 2024-09-13T18:57:24.709 DEBUG:teuthology.orchestra.run.smithi119:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-09-13T18:57:24.809 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:24.805+0000 7f7924a73640 1 Processor -- start 2024-09-13T18:57:24.809 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:24.805+0000 7f7924a73640 1 -- start start 2024-09-13T18:57:24.813 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:24.806+0000 7f7924a73640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f79200c9910 0x7f79200cb0f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:24.813 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:24.806+0000 7f7924a73640 1 -- --> v1:172.21.15.119:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f79200cc1d0 con 0x7f79200cacc0 2024-09-13T18:57:24.813 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:24.806+0000 7f7924a73640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f79200ca9f0 con 0x7f7920158b00 2024-09-13T18:57:24.813 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:24.806+0000 7f7924a73640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f79200cb630 con 0x7f79200c9910 2024-09-13T18:57:24.813 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:24.806+0000 7f791dd9b640 1 --1- >> v1:172.21.15.119:6789/0 conn(0x7f79200cacc0 0x7f79200b2480 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.119:6789/0 says I am v1:172.21.15.119:60202/0 (socket says 172.21.15.119:60202) 2024-09-13T18:57:24.813 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:24.806+0000 7f791dd9b640 1 -- 172.21.15.119:0/2109820510 learned_addr learned my addr 172.21.15.119:0/2109820510 (peer_addr_for_me v1:172.21.15.119:0/0) 2024-09-13T18:57:24.813 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:24.807+0000 7f791ed9d640 1 --2- 172.21.15.119:0/2109820510 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f79200c9910 0x7f79200cb0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:24.813 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:24.807+0000 7f791d59a640 1 -- 172.21.15.119:0/2109820510 <== mon.0 v1:172.21.15.119:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1169376588 0 0) 0x7f79200cc1d0 con 0x7f79200cacc0 2024-09-13T18:57:24.813 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:24.807+0000 7f791d59a640 1 -- 172.21.15.119:0/2109820510 --> v1:172.21.15.119:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f790c003520 con 0x7f79200cacc0 2024-09-13T18:57:24.813 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:24.807+0000 7f791d59a640 1 -- 172.21.15.119:0/2109820510 <== mon.1 v1:172.21.15.145:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2280817060 0 0) 0x7f79200ca9f0 con 0x7f7920158b00 2024-09-13T18:57:24.813 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:24.807+0000 7f791d59a640 1 -- 172.21.15.119:0/2109820510 --> v1:172.21.15.145:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f79200cc1d0 con 0x7f7920158b00 2024-09-13T18:57:24.813 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:24.807+0000 7f791d59a640 1 -- 172.21.15.119:0/2109820510 <== mon.0 v1:172.21.15.119:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 1944071012 0 0) 0x7f790c003520 con 0x7f79200cacc0 2024-09-13T18:57:24.814 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:24.807+0000 7f791d59a640 1 -- 172.21.15.119:0/2109820510 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f79200c9910 msgr2=0x7f79200cb0f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T18:57:24.814 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:24.807+0000 7f791d59a640 1 --2- 172.21.15.119:0/2109820510 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f79200c9910 0x7f79200cb0f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:24.814 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:24.807+0000 7f791d59a640 1 -- 172.21.15.119:0/2109820510 >> v1:172.21.15.145:6789/0 conn(0x7f7920158b00 legacy=0x7f79200cd990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:24.814 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:24.807+0000 7f791d59a640 1 -- 172.21.15.119:0/2109820510 --> v1:172.21.15.119:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f792006c500 con 0x7f79200cacc0 2024-09-13T18:57:24.814 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:24.807+0000 7f791d59a640 1 -- 172.21.15.119:0/2109820510 <== mon.0 v1:172.21.15.119:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 337823224 0 0) 0x7f79080019f0 con 0x7f79200cacc0 2024-09-13T18:57:24.814 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:24.807+0000 7f791d59a640 1 -- 172.21.15.119:0/2109820510 >> v1:172.21.15.119:6789/0 conn(0x7f79200cacc0 legacy=0x7f79200b2480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:24.814 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:24.807+0000 7f791d59a640 1 --2- 172.21.15.119:0/2109820510 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f790c003b30 0x7f790c003f30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:24.814 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:24.807+0000 7f791d59a640 1 --2- 172.21.15.119:0/2109820510 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f79200c9910 0x7f790c0047c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:24.814 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:24.807+0000 7f791d59a640 1 --2- 172.21.15.119:0/2109820510 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f790c004d00 0x7f790c005180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:24.814 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:24.807+0000 7f791d59a640 1 -- 172.21.15.119:0/2109820510 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f79200cb630 con 0x7f790c004d00 2024-09-13T18:57:24.814 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:24.807+0000 7f791d59a640 1 -- 172.21.15.119:0/2109820510 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f790c00ba30 con 0x7f790c003b30 2024-09-13T18:57:24.814 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:24.807+0000 7f791d59a640 1 -- 172.21.15.119:0/2109820510 --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f790c00bbf0 con 0x7f79200c9910 2024-09-13T18:57:24.814 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:24.807+0000 7f791ed9d640 1 --2- 172.21.15.119:0/2109820510 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f790c004d00 0x7f790c005180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:24.814 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:24.807+0000 7f791dd9b640 1 --2- 172.21.15.119:0/2109820510 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f79200c9910 0x7f790c0047c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:24.815 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:24.807+0000 7f791e59c640 1 --2- 172.21.15.119:0/2109820510 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f790c003b30 0x7f790c003f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:24.815 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:24.808+0000 7f791ed9d640 1 -- 172.21.15.119:0/2109820510 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f79200c9910 msgr2=0x7f790c0047c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T18:57:24.815 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:24.808+0000 7f791ed9d640 1 --2- 172.21.15.119:0/2109820510 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f79200c9910 0x7f790c0047c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:24.815 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:24.808+0000 7f791ed9d640 1 -- 172.21.15.119:0/2109820510 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f790c003b30 msgr2=0x7f790c003f30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T18:57:24.815 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:24.808+0000 7f791ed9d640 1 --2- 172.21.15.119:0/2109820510 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f790c003b30 0x7f790c003f30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:24.815 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:24.808+0000 7f791ed9d640 1 -- 172.21.15.119:0/2109820510 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f790c003520 con 0x7f790c004d00 2024-09-13T18:57:24.815 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:24.808+0000 7f791ed9d640 1 --2- 172.21.15.119:0/2109820510 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f790c004d00 0x7f790c005180 secure :-1 s=READY pgs=386 cs=0 l=1 rev1=1 crypto rx=0x7f791000aac0 tx=0x7f790c0057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7a6cf43da47c19bf server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:57:24.815 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:24.808+0000 7f791d59a640 1 -- 172.21.15.119:0/2109820510 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f791002c720 con 0x7f790c004d00 2024-09-13T18:57:24.815 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:24.808+0000 7f791d59a640 1 -- 172.21.15.119:0/2109820510 <== mon.0 v2:172.21.15.119:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f791002c880 con 0x7f790c004d00 2024-09-13T18:57:24.815 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:24.808+0000 7f791d59a640 1 -- 172.21.15.119:0/2109820510 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f791002cc10 con 0x7f790c004d00 2024-09-13T18:57:24.815 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:24.809+0000 7f7924a73640 1 -- 172.21.15.119:0/2109820510 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f790c004d00 msgr2=0x7f790c005180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:24.815 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:24.809+0000 7f7924a73640 1 --2- 172.21.15.119:0/2109820510 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f790c004d00 0x7f790c005180 secure :-1 s=READY pgs=386 cs=0 l=1 rev1=1 crypto rx=0x7f791000aac0 tx=0x7f790c0057f0 comp rx=0 tx=0).stop 2024-09-13T18:57:24.815 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:24.809+0000 7f791ed9d640 1 -- 172.21.15.119:0/2109820510 reap_dead start 2024-09-13T18:57:24.816 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:24.809+0000 7f7924a73640 1 -- 172.21.15.119:0/2109820510 shutdown_connections 2024-09-13T18:57:24.816 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:24.809+0000 7f7924a73640 1 -- 172.21.15.119:0/2109820510 >> 172.21.15.119:0/2109820510 conn(0x7f792006a0b0 msgr2=0x7f792006a4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:57:24.816 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:24.809+0000 7f7924a73640 1 -- 172.21.15.119:0/2109820510 shutdown_connections 2024-09-13T18:57:24.816 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:24.809+0000 7f7924a73640 1 -- 172.21.15.119:0/2109820510 wait complete. 2024-09-13T18:57:24.818 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:24.810+0000 7f7924a73640 1 Processor -- start 2024-09-13T18:57:24.819 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:24.810+0000 7f7924a73640 1 -- start start 2024-09-13T18:57:24.819 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:24.811+0000 7f7924a73640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f790c004d00 0x7f79200c1de0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:24.819 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:24.811+0000 7f7924a73640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f7920156d10 0x7f79200ae530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:24.819 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:24.811+0000 7f7924a73640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f79200aea70 0x7f79200712a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:24.819 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:24.811+0000 7f7924a73640 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f79200aeef0 con 0x7f7920156d10 2024-09-13T18:57:24.819 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:24.811+0000 7f7924a73640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f79200b0960 con 0x7f79200aea70 2024-09-13T18:57:24.819 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:24.811+0000 7f7924a73640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f79201f2320 con 0x7f790c004d00 2024-09-13T18:57:24.819 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:24.811+0000 7f791dd9b640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f7920156d10 0x7f79200ae530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:24.819 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:24.811+0000 7f791dd9b640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f7920156d10 0x7f79200ae530 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.119:3300/0 says I am v2:172.21.15.119:54860/0 (socket says 172.21.15.119:54860) 2024-09-13T18:57:24.819 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:24.811+0000 7f791dd9b640 1 -- 172.21.15.119:0/1452098597 learned_addr learned my addr 172.21.15.119:0/1452098597 (peer_addr_for_me v2:172.21.15.119:0/0) 2024-09-13T18:57:24.819 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:24.811+0000 7f791ed9d640 1 --2- 172.21.15.119:0/1452098597 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f79200aea70 0x7f79200712a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:24.819 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:24.811+0000 7f791e59c640 1 --2- 172.21.15.119:0/1452098597 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f790c004d00 0x7f79200c1de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:24.819 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:24.811+0000 7f791dd9b640 1 -- 172.21.15.119:0/1452098597 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f790c004d00 msgr2=0x7f79200c1de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:24.820 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:24.811+0000 7f791dd9b640 1 --2- 172.21.15.119:0/1452098597 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f790c004d00 0x7f79200c1de0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:24.820 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:24.811+0000 7f791dd9b640 1 -- 172.21.15.119:0/1452098597 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f79200aea70 msgr2=0x7f79200712a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:24.820 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:24.811+0000 7f791dd9b640 1 --2- 172.21.15.119:0/1452098597 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f79200aea70 0x7f79200712a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:24.820 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:24.812+0000 7f791dd9b640 1 -- 172.21.15.119:0/1452098597 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7920070e10 con 0x7f7920156d10 2024-09-13T18:57:24.820 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:24.812+0000 7f791dd9b640 1 --2- 172.21.15.119:0/1452098597 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f7920156d10 0x7f79200ae530 secure :-1 s=READY pgs=387 cs=0 l=1 rev1=1 crypto rx=0x7f7908007a50 tx=0x7f790800a6a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:57:24.820 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:24.812+0000 7f7916ffd640 1 -- 172.21.15.119:0/1452098597 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f79080133f0 con 0x7f7920156d10 2024-09-13T18:57:24.821 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:24.812+0000 7f7916ffd640 1 -- 172.21.15.119:0/1452098597 <== mon.0 v2:172.21.15.119:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7908013570 con 0x7f7920156d10 2024-09-13T18:57:24.821 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:24.812+0000 7f7924a73640 1 -- 172.21.15.119:0/1452098597 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f7920070200 con 0x7f7920156d10 2024-09-13T18:57:24.821 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:24.812+0000 7f7916ffd640 1 -- 172.21.15.119:0/1452098597 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7908013920 con 0x7f7920156d10 2024-09-13T18:57:24.821 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:24.812+0000 7f7924a73640 1 -- 172.21.15.119:0/1452098597 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f79200707c0 con 0x7f7920156d10 2024-09-13T18:57:24.821 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:24.813+0000 7f7924a73640 1 -- 172.21.15.119:0/1452098597 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f7920070fa0 con 0x7f7920156d10 2024-09-13T18:57:24.821 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:24.813+0000 7f7916ffd640 1 -- 172.21.15.119:0/1452098597 <== mon.0 v2:172.21.15.119:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f7908013a80 con 0x7f7920156d10 2024-09-13T18:57:24.821 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:24.814+0000 7f7916ffd640 1 --2- 172.21.15.119:0/1452098597 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f790006ac00 0x7f790006d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:24.821 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:24.814+0000 7f7916ffd640 1 -- 172.21.15.119:0/1452098597 <== mon.0 v2:172.21.15.119:3300/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 6692+0+0 (secure 0 0 0) 0x7f790808a0b0 con 0x7f7920156d10 2024-09-13T18:57:24.821 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:24.814+0000 7f791e59c640 1 --2- 172.21.15.119:0/1452098597 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f790006ac00 0x7f790006d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:24.821 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:24.814+0000 7f791e59c640 1 --2- 172.21.15.119:0/1452098597 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f790006ac00 0x7f790006d0c0 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7f79180018d0 tx=0x7f7918009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:57:24.822 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:24.818+0000 7f7916ffd640 1 -- 172.21.15.119:0/1452098597 <== mon.0 v2:172.21.15.119:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f7908054eb0 con 0x7f7920156d10 2024-09-13T18:57:24.982 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:24.979+0000 7f7924a73640 1 -- 172.21.15.119:0/1452098597 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7f792006c190 con 0x7f7920156d10 2024-09-13T18:57:24.982 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:24.979+0000 7f7916ffd640 1 -- 172.21.15.119:0/1452098597 <== mon.0 v2:172.21.15.119:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v26) v1 ==== 100+0+11 (secure 0 0 0) 0x7f79080584d0 con 0x7f7920156d10 2024-09-13T18:57:24.983 INFO:teuthology.orchestra.run.smithi119.stdout:pg_num: 64 2024-09-13T18:57:24.985 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:24.981+0000 7f7924a73640 1 -- 172.21.15.119:0/1452098597 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f790006ac00 msgr2=0x7f790006d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:24.985 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:24.981+0000 7f7924a73640 1 --2- 172.21.15.119:0/1452098597 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f790006ac00 0x7f790006d0c0 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7f79180018d0 tx=0x7f7918009040 comp rx=0 tx=0).stop 2024-09-13T18:57:24.985 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:24.981+0000 7f7924a73640 1 -- 172.21.15.119:0/1452098597 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f7920156d10 msgr2=0x7f79200ae530 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:24.985 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:24.981+0000 7f7924a73640 1 --2- 172.21.15.119:0/1452098597 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f7920156d10 0x7f79200ae530 secure :-1 s=READY pgs=387 cs=0 l=1 rev1=1 crypto rx=0x7f7908007a50 tx=0x7f790800a6a0 comp rx=0 tx=0).stop 2024-09-13T18:57:24.985 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:24.981+0000 7f7924a73640 1 -- 172.21.15.119:0/1452098597 shutdown_connections 2024-09-13T18:57:24.985 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:24.981+0000 7f7924a73640 1 --2- 172.21.15.119:0/1452098597 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f790006ac00 0x7f790006d0c0 unknown :-1 s=CLOSED pgs=199 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:24.985 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:24.981+0000 7f7924a73640 1 --2- 172.21.15.119:0/1452098597 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f79200aea70 0x7f79200712a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:24.985 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:24.981+0000 7f7924a73640 1 --2- 172.21.15.119:0/1452098597 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f7920156d10 0x7f79200ae530 unknown :-1 s=CLOSED pgs=387 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:24.985 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:24.981+0000 7f7924a73640 1 --2- 172.21.15.119:0/1452098597 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f790c004d00 0x7f79200c1de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:24.985 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:24.981+0000 7f7924a73640 1 -- 172.21.15.119:0/1452098597 >> 172.21.15.119:0/1452098597 conn(0x7f792006a0b0 msgr2=0x7f7920157af0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:57:24.985 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:24.981+0000 7f7924a73640 1 -- 172.21.15.119:0/1452098597 shutdown_connections 2024-09-13T18:57:24.985 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:24.981+0000 7f7924a73640 1 -- 172.21.15.119:0/1452098597 wait complete. 2024-09-13T18:57:24.996 DEBUG:teuthology.orchestra.run.smithi119:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data_ec pg_num 2024-09-13T18:57:25.097 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:25.093+0000 7fb5c8ee9640 1 Processor -- start 2024-09-13T18:57:25.097 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:25.093+0000 7fb5c8ee9640 1 -- start start 2024-09-13T18:57:25.098 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:25.094+0000 7fb5c8ee9640 1 --2- >> v2:172.21.15.119:3300/0 conn(0x7fb5c415a3b0 0x7fb5c40b20a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:25.098 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:25.094+0000 7fb5c8ee9640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fb5c40cec00 0x7fb5c40ab9e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:25.098 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:25.094+0000 7fb5c8ee9640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fb5c415a790 con 0x7fb5c40b1720 2024-09-13T18:57:25.099 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:25.094+0000 7fb5c8ee9640 1 -- --> v2:172.21.15.119:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fb5c40b2680 con 0x7fb5c415a3b0 2024-09-13T18:57:25.099 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:25.094+0000 7fb5c8ee9640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb5c40b2960 con 0x7fb5c40cec00 2024-09-13T18:57:25.099 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:25.094+0000 7fb5c259c640 1 --2- >> v2:172.21.15.119:3300/0 conn(0x7fb5c415a3b0 0x7fb5c40b20a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:25.099 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:25.094+0000 7fb5c259c640 1 --2- >> v2:172.21.15.119:3300/0 conn(0x7fb5c415a3b0 0x7fb5c40b20a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.119:3300/0 says I am v2:172.21.15.119:54874/0 (socket says 172.21.15.119:54874) 2024-09-13T18:57:25.099 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:25.094+0000 7fb5c259c640 1 -- 172.21.15.119:0/2847682196 learned_addr learned my addr 172.21.15.119:0/2847682196 (peer_addr_for_me v2:172.21.15.119:0/0) 2024-09-13T18:57:25.099 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:25.094+0000 7fb5c2d9d640 1 --2- 172.21.15.119:0/2847682196 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fb5c40cec00 0x7fb5c40ab9e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:25.099 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:25.094+0000 7fb5c259c640 1 -- 172.21.15.119:0/2847682196 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fb5c40cec00 msgr2=0x7fb5c40ab9e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T18:57:25.099 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:25.094+0000 7fb5c259c640 1 --2- 172.21.15.119:0/2847682196 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fb5c40cec00 0x7fb5c40ab9e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:25.099 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:25.094+0000 7fb5c259c640 1 -- 172.21.15.119:0/2847682196 >> v1:172.21.15.145:6789/0 conn(0x7fb5c40b1720 legacy=0x7fb5c40ce4f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:25.099 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:25.094+0000 7fb5c259c640 1 -- 172.21.15.119:0/2847682196 --> v2:172.21.15.119:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb5c40b2c40 con 0x7fb5c415a3b0 2024-09-13T18:57:25.099 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:25.095+0000 7fb5c259c640 1 --2- 172.21.15.119:0/2847682196 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fb5c415a3b0 0x7fb5c40b20a0 secure :-1 s=READY pgs=388 cs=0 l=1 rev1=1 crypto rx=0x7fb5b4009870 tx=0x7fb5b402a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=53baa96538a54453 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:57:25.099 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:25.095+0000 7fb5c1d9b640 1 -- 172.21.15.119:0/2847682196 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb5b4032440 con 0x7fb5c415a3b0 2024-09-13T18:57:25.099 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:25.095+0000 7fb5c1d9b640 1 -- 172.21.15.119:0/2847682196 <== mon.0 v2:172.21.15.119:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb5b40325a0 con 0x7fb5c415a3b0 2024-09-13T18:57:25.100 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:25.095+0000 7fb5c1d9b640 1 -- 172.21.15.119:0/2847682196 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb5b4032930 con 0x7fb5c415a3b0 2024-09-13T18:57:25.100 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:25.095+0000 7fb5c8ee9640 1 -- 172.21.15.119:0/2847682196 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fb5c415a3b0 msgr2=0x7fb5c40b20a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:25.100 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:25.095+0000 7fb5c8ee9640 1 --2- 172.21.15.119:0/2847682196 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fb5c415a3b0 0x7fb5c40b20a0 secure :-1 s=READY pgs=388 cs=0 l=1 rev1=1 crypto rx=0x7fb5b4009870 tx=0x7fb5b402a270 comp rx=0 tx=0).stop 2024-09-13T18:57:25.101 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:25.096+0000 7fb5c8ee9640 1 -- 172.21.15.119:0/2847682196 shutdown_connections 2024-09-13T18:57:25.101 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:25.096+0000 7fb5c8ee9640 1 --2- 172.21.15.119:0/2847682196 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fb5c40cec00 0x7fb5c40ab9e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:25.101 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:25.096+0000 7fb5c8ee9640 1 --2- 172.21.15.119:0/2847682196 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fb5c415a3b0 0x7fb5c40b20a0 unknown :-1 s=CLOSED pgs=388 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:25.101 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:25.096+0000 7fb5c8ee9640 1 -- 172.21.15.119:0/2847682196 >> 172.21.15.119:0/2847682196 conn(0x7fb5c406a0b0 msgr2=0x7fb5c406a4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:57:25.101 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:25.096+0000 7fb5c8ee9640 1 -- 172.21.15.119:0/2847682196 shutdown_connections 2024-09-13T18:57:25.101 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:25.096+0000 7fb5c8ee9640 1 -- 172.21.15.119:0/2847682196 wait complete. 2024-09-13T18:57:25.101 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:25.097+0000 7fb5c8ee9640 1 Processor -- start 2024-09-13T18:57:25.101 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:25.097+0000 7fb5c8ee9640 1 -- start start 2024-09-13T18:57:25.103 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:25.098+0000 7fb5c8ee9640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fb5c40b1720 0x7fb5c4155c20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:25.104 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:25.098+0000 7fb5c8ee9640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fb5c40cec00 0x7fb5c415d2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:25.104 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:25.098+0000 7fb5c8ee9640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb5c415a3b0 0x7fb5c40c1240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:25.104 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:25.098+0000 7fb5c8ee9640 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb5c40c1780 con 0x7fb5c40b1720 2024-09-13T18:57:25.104 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:25.098+0000 7fb5c8ee9640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb5c40cbf20 con 0x7fb5c415a3b0 2024-09-13T18:57:25.104 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:25.098+0000 7fb5c8ee9640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb5c40ae840 con 0x7fb5c40cec00 2024-09-13T18:57:25.104 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:25.098+0000 7fb5c259c640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fb5c40b1720 0x7fb5c4155c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:25.104 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:25.098+0000 7fb5c259c640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fb5c40b1720 0x7fb5c4155c20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.119:3300/0 says I am v2:172.21.15.119:54876/0 (socket says 172.21.15.119:54876) 2024-09-13T18:57:25.104 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:25.098+0000 7fb5c259c640 1 -- 172.21.15.119:0/3520080575 learned_addr learned my addr 172.21.15.119:0/3520080575 (peer_addr_for_me v2:172.21.15.119:0/0) 2024-09-13T18:57:25.104 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:25.098+0000 7fb5c2d9d640 1 --2- 172.21.15.119:0/3520080575 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb5c415a3b0 0x7fb5c40c1240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:25.104 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:25.098+0000 7fb5b9d9b640 1 --2- 172.21.15.119:0/3520080575 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fb5c40cec00 0x7fb5c415d2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:25.104 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:25.098+0000 7fb5c259c640 1 -- 172.21.15.119:0/3520080575 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fb5c40cec00 msgr2=0x7fb5c415d2f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:25.104 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:25.098+0000 7fb5c259c640 1 --2- 172.21.15.119:0/3520080575 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fb5c40cec00 0x7fb5c415d2f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:25.105 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:25.098+0000 7fb5c259c640 1 -- 172.21.15.119:0/3520080575 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb5c415a3b0 msgr2=0x7fb5c40c1240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:25.105 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:25.098+0000 7fb5c259c640 1 --2- 172.21.15.119:0/3520080575 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb5c415a3b0 0x7fb5c40c1240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:25.105 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:25.098+0000 7fb5c259c640 1 -- 172.21.15.119:0/3520080575 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb5b40094d0 con 0x7fb5c40b1720 2024-09-13T18:57:25.105 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:25.098+0000 7fb5c259c640 1 --2- 172.21.15.119:0/3520080575 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fb5c40b1720 0x7fb5c4155c20 secure :-1 s=READY pgs=389 cs=0 l=1 rev1=1 crypto rx=0x7fb5b4000c00 tx=0x7fb5b40046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:57:25.105 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:25.099+0000 7fb5bb7fe640 1 -- 172.21.15.119:0/3520080575 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb5b4032440 con 0x7fb5c40b1720 2024-09-13T18:57:25.105 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:25.099+0000 7fb5bb7fe640 1 -- 172.21.15.119:0/3520080575 <== mon.0 v2:172.21.15.119:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb5b4030b80 con 0x7fb5c40b1720 2024-09-13T18:57:25.105 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:25.099+0000 7fb5c8ee9640 1 -- 172.21.15.119:0/3520080575 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb5c40aeb20 con 0x7fb5c40b1720 2024-09-13T18:57:25.105 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:25.099+0000 7fb5bb7fe640 1 -- 172.21.15.119:0/3520080575 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb5b403d440 con 0x7fb5c40b1720 2024-09-13T18:57:25.105 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:25.099+0000 7fb5c8ee9640 1 -- 172.21.15.119:0/3520080575 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb5c40af0e0 con 0x7fb5c40b1720 2024-09-13T18:57:25.105 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:25.100+0000 7fb5c8ee9640 1 -- 172.21.15.119:0/3520080575 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fb5c40cc0e0 con 0x7fb5c40b1720 2024-09-13T18:57:25.105 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:25.100+0000 7fb5bb7fe640 1 -- 172.21.15.119:0/3520080575 <== mon.0 v2:172.21.15.119:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fb5b4039040 con 0x7fb5c40b1720 2024-09-13T18:57:25.106 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:25.101+0000 7fb5bb7fe640 1 --2- 172.21.15.119:0/3520080575 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7fb5a406ac30 0x7fb5a406d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:25.106 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:25.101+0000 7fb5b9d9b640 1 --2- 172.21.15.119:0/3520080575 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7fb5a406ac30 0x7fb5a406d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:25.106 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:25.101+0000 7fb5bb7fe640 1 -- 172.21.15.119:0/3520080575 <== mon.0 v2:172.21.15.119:3300/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 6692+0+0 (secure 0 0 0) 0x7fb5b40aa0d0 con 0x7fb5c40b1720 2024-09-13T18:57:25.106 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:25.101+0000 7fb5b9d9b640 1 --2- 172.21.15.119:0/3520080575 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7fb5a406ac30 0x7fb5a406d0f0 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7fb5c40cbbc0 tx=0x7fb5ac009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:57:25.109 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:25.105+0000 7fb5bb7fe640 1 -- 172.21.15.119:0/3520080575 <== mon.0 v2:172.21.15.119:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fb5b4074f80 con 0x7fb5c40b1720 2024-09-13T18:57:25.274 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:25.270+0000 7fb5c8ee9640 1 -- 172.21.15.119:0/3520080575 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"} v 0) v1 -- 0x7fb5c40cb910 con 0x7fb5c40b1720 2024-09-13T18:57:25.274 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:25.270+0000 7fb5bb7fe640 1 -- 172.21.15.119:0/3520080575 <== mon.0 v2:172.21.15.119:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]=0 v26) v1 ==== 103+0+11 (secure 0 0 0) 0x7fb5b40785a0 con 0x7fb5c40b1720 2024-09-13T18:57:25.274 INFO:teuthology.orchestra.run.smithi119.stdout:pg_num: 32 2024-09-13T18:57:25.276 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:25.272+0000 7fb5c8ee9640 1 -- 172.21.15.119:0/3520080575 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7fb5a406ac30 msgr2=0x7fb5a406d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:25.276 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:25.272+0000 7fb5c8ee9640 1 --2- 172.21.15.119:0/3520080575 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7fb5a406ac30 0x7fb5a406d0f0 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7fb5c40cbbc0 tx=0x7fb5ac009040 comp rx=0 tx=0).stop 2024-09-13T18:57:25.276 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:25.272+0000 7fb5c8ee9640 1 -- 172.21.15.119:0/3520080575 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fb5c40b1720 msgr2=0x7fb5c4155c20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:25.276 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:25.272+0000 7fb5c8ee9640 1 --2- 172.21.15.119:0/3520080575 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fb5c40b1720 0x7fb5c4155c20 secure :-1 s=READY pgs=389 cs=0 l=1 rev1=1 crypto rx=0x7fb5b4000c00 tx=0x7fb5b40046c0 comp rx=0 tx=0).stop 2024-09-13T18:57:25.277 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:25.272+0000 7fb5c8ee9640 1 -- 172.21.15.119:0/3520080575 shutdown_connections 2024-09-13T18:57:25.277 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:25.272+0000 7fb5c8ee9640 1 --2- 172.21.15.119:0/3520080575 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7fb5a406ac30 0x7fb5a406d0f0 unknown :-1 s=CLOSED pgs=200 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:25.277 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:25.272+0000 7fb5c8ee9640 1 --2- 172.21.15.119:0/3520080575 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb5c415a3b0 0x7fb5c40c1240 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:25.277 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:25.272+0000 7fb5c8ee9640 1 --2- 172.21.15.119:0/3520080575 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fb5c40cec00 0x7fb5c415d2f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:25.277 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:25.272+0000 7fb5c8ee9640 1 --2- 172.21.15.119:0/3520080575 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fb5c40b1720 0x7fb5c4155c20 unknown :-1 s=CLOSED pgs=389 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:25.277 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:25.272+0000 7fb5c8ee9640 1 -- 172.21.15.119:0/3520080575 >> 172.21.15.119:0/3520080575 conn(0x7fb5c406a0b0 msgr2=0x7fb5c40ab830 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:57:25.277 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:25.272+0000 7fb5c8ee9640 1 -- 172.21.15.119:0/3520080575 shutdown_connections 2024-09-13T18:57:25.277 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:25.272+0000 7fb5c8ee9640 1 -- 172.21.15.119:0/3520080575 wait complete. 2024-09-13T18:57:25.287 DEBUG:teuthology.orchestra.run.smithi119:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-13T18:57:25.385 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:25.381+0000 7fc594e9d640 1 Processor -- start 2024-09-13T18:57:25.385 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:25.382+0000 7fc594e9d640 1 -- start start 2024-09-13T18:57:25.386 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:25.382+0000 7fc594e9d640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fc59006c4c0 0x7fc59006c8a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:25.386 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:25.382+0000 7fc594e9d640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7fc5900b2590 0x7fc59006d3a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:25.386 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:25.382+0000 7fc594e9d640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fc59006e0c0 con 0x7fc5900cbea0 2024-09-13T18:57:25.386 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:25.382+0000 7fc594e9d640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fc59006deb0 con 0x7fc5900b2590 2024-09-13T18:57:25.386 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:25.383+0000 7fc594e9d640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc5900b2170 con 0x7fc59006c4c0 2024-09-13T18:57:25.387 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:25.383+0000 7fc58e59c640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fc59006c4c0 0x7fc59006c8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:25.387 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:25.383+0000 7fc58dd9b640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7fc5900b2590 0x7fc59006d3a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:25.387 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:25.383+0000 7fc58ed9d640 1 --1- >> v1:172.21.15.145:6789/0 conn(0x7fc5900cbea0 0x7fc5900cc350 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.145:6789/0 says I am v1:172.21.15.119:45818/0 (socket says 172.21.15.119:45818) 2024-09-13T18:57:25.387 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:25.383+0000 7fc58e59c640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fc59006c4c0 0x7fc59006c8a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.145:3301/0 says I am v2:172.21.15.119:54966/0 (socket says 172.21.15.119:54966) 2024-09-13T18:57:25.387 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:25.383+0000 7fc58dd9b640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7fc5900b2590 0x7fc59006d3a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.145:3300/0 says I am v2:172.21.15.119:40206/0 (socket says 172.21.15.119:40206) 2024-09-13T18:57:25.387 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:25.383+0000 7fc58ed9d640 1 -- 172.21.15.119:0/4117469004 learned_addr learned my addr 172.21.15.119:0/4117469004 (peer_addr_for_me v1:172.21.15.119:0/0) 2024-09-13T18:57:25.388 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:25.383+0000 7fc58dd9b640 1 -- 172.21.15.119:0/4117469004 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fc59006c4c0 msgr2=0x7fc59006c8a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T18:57:25.388 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:25.383+0000 7fc58dd9b640 1 --2- 172.21.15.119:0/4117469004 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fc59006c4c0 0x7fc59006c8a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:25.388 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:25.383+0000 7fc58dd9b640 1 -- 172.21.15.119:0/4117469004 >> v1:172.21.15.145:6789/0 conn(0x7fc5900cbea0 legacy=0x7fc5900cc350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:25.388 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:25.383+0000 7fc58dd9b640 1 -- 172.21.15.119:0/4117469004 --> v2:172.21.15.145:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc59006e3a0 con 0x7fc5900b2590 2024-09-13T18:57:25.389 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:25.384+0000 7fc58dd9b640 1 --2- 172.21.15.119:0/4117469004 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fc5900b2590 0x7fc59006d3a0 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7fc5780097d0 tx=0x7fc57802a1c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=611ba37fb6a92d35 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:57:25.389 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:25.384+0000 7fc58d59a640 1 -- 172.21.15.119:0/4117469004 <== mon.1 v2:172.21.15.145:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc578032440 con 0x7fc5900b2590 2024-09-13T18:57:25.389 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:25.384+0000 7fc58d59a640 1 -- 172.21.15.119:0/4117469004 <== mon.1 v2:172.21.15.145:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc5780325a0 con 0x7fc5900b2590 2024-09-13T18:57:25.389 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:25.384+0000 7fc58d59a640 1 -- 172.21.15.119:0/4117469004 <== mon.1 v2:172.21.15.145:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc578032930 con 0x7fc5900b2590 2024-09-13T18:57:25.389 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:25.385+0000 7fc594e9d640 1 -- 172.21.15.119:0/4117469004 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fc5900b2590 msgr2=0x7fc59006d3a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:25.389 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:25.385+0000 7fc594e9d640 1 --2- 172.21.15.119:0/4117469004 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fc5900b2590 0x7fc59006d3a0 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7fc5780097d0 tx=0x7fc57802a1c0 comp rx=0 tx=0).stop 2024-09-13T18:57:25.389 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:25.385+0000 7fc594e9d640 1 -- 172.21.15.119:0/4117469004 shutdown_connections 2024-09-13T18:57:25.390 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:25.385+0000 7fc594e9d640 1 --2- 172.21.15.119:0/4117469004 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fc5900b2590 0x7fc59006d3a0 unknown :-1 s=CLOSED pgs=163 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:25.390 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:25.385+0000 7fc594e9d640 1 --2- 172.21.15.119:0/4117469004 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fc59006c4c0 0x7fc59006c8a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:25.390 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:25.385+0000 7fc594e9d640 1 -- 172.21.15.119:0/4117469004 >> 172.21.15.119:0/4117469004 conn(0x7fc590069ed0 msgr2=0x7fc59006a2e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:57:25.390 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:25.385+0000 7fc594e9d640 1 -- 172.21.15.119:0/4117469004 shutdown_connections 2024-09-13T18:57:25.390 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:25.385+0000 7fc594e9d640 1 -- 172.21.15.119:0/4117469004 wait complete. 2024-09-13T18:57:25.392 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:25.386+0000 7fc594e9d640 1 Processor -- start 2024-09-13T18:57:25.392 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:25.386+0000 7fc594e9d640 1 -- start start 2024-09-13T18:57:25.392 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:25.387+0000 7fc594e9d640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fc59006c4c0 0x7fc5900c7470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:25.392 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:25.387+0000 7fc594e9d640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fc5900b2590 0x7fc5900ccdf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:25.392 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:25.387+0000 7fc594e9d640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fc5900cbea0 0x7fc5900cd330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:25.393 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:25.387+0000 7fc594e9d640 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc590159660 con 0x7fc5900b2590 2024-09-13T18:57:25.393 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:25.387+0000 7fc594e9d640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc5900c7b50 con 0x7fc59006c4c0 2024-09-13T18:57:25.393 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:25.387+0000 7fc594e9d640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc5900c7e30 con 0x7fc5900cbea0 2024-09-13T18:57:25.393 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:25.387+0000 7fc58dd9b640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fc5900b2590 0x7fc5900ccdf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:25.393 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:25.387+0000 7fc58dd9b640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fc5900b2590 0x7fc5900ccdf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.119:3300/0 says I am v2:172.21.15.119:54892/0 (socket says 172.21.15.119:54892) 2024-09-13T18:57:25.393 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:25.387+0000 7fc58dd9b640 1 -- 172.21.15.119:0/704844277 learned_addr learned my addr 172.21.15.119:0/704844277 (peer_addr_for_me v2:172.21.15.119:0/0) 2024-09-13T18:57:25.393 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:25.387+0000 7fc58ed9d640 1 --2- 172.21.15.119:0/704844277 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fc5900cbea0 0x7fc5900cd330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:25.393 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:25.387+0000 7fc58e59c640 1 --2- 172.21.15.119:0/704844277 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fc59006c4c0 0x7fc5900c7470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:25.393 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:25.387+0000 7fc58dd9b640 1 -- 172.21.15.119:0/704844277 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fc5900cbea0 msgr2=0x7fc5900cd330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:25.393 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:25.387+0000 7fc58dd9b640 1 --2- 172.21.15.119:0/704844277 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fc5900cbea0 0x7fc5900cd330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:25.393 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:25.387+0000 7fc58dd9b640 1 -- 172.21.15.119:0/704844277 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fc59006c4c0 msgr2=0x7fc5900c7470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:25.393 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:25.387+0000 7fc58dd9b640 1 --2- 172.21.15.119:0/704844277 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fc59006c4c0 0x7fc5900c7470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:25.393 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:25.387+0000 7fc58dd9b640 1 -- 172.21.15.119:0/704844277 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc578009400 con 0x7fc5900b2590 2024-09-13T18:57:25.394 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:25.387+0000 7fc58e59c640 1 --2- 172.21.15.119:0/704844277 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fc59006c4c0 0x7fc5900c7470 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T18:57:25.394 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:25.387+0000 7fc58ed9d640 1 --2- 172.21.15.119:0/704844277 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fc5900cbea0 0x7fc5900cd330 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T18:57:25.394 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:25.388+0000 7fc58dd9b640 1 --2- 172.21.15.119:0/704844277 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fc5900b2590 0x7fc5900ccdf0 secure :-1 s=READY pgs=390 cs=0 l=1 rev1=1 crypto rx=0x7fc578035040 tx=0x7fc5780046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:57:25.394 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:25.388+0000 7fc586ffd640 1 -- 172.21.15.119:0/704844277 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc578006e10 con 0x7fc5900b2590 2024-09-13T18:57:25.394 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:25.388+0000 7fc586ffd640 1 -- 172.21.15.119:0/704844277 <== mon.0 v2:172.21.15.119:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc578032e90 con 0x7fc5900b2590 2024-09-13T18:57:25.394 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:25.388+0000 7fc594e9d640 1 -- 172.21.15.119:0/704844277 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc5900c8110 con 0x7fc5900b2590 2024-09-13T18:57:25.394 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:25.388+0000 7fc586ffd640 1 -- 172.21.15.119:0/704844277 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc578030be0 con 0x7fc5900b2590 2024-09-13T18:57:25.394 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:25.388+0000 7fc594e9d640 1 -- 172.21.15.119:0/704844277 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc590156850 con 0x7fc5900b2590 2024-09-13T18:57:25.394 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:25.389+0000 7fc594e9d640 1 -- 172.21.15.119:0/704844277 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fc590159af0 con 0x7fc5900b2590 2024-09-13T18:57:25.395 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:25.389+0000 7fc586ffd640 1 -- 172.21.15.119:0/704844277 <== mon.0 v2:172.21.15.119:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fc578039040 con 0x7fc5900b2590 2024-09-13T18:57:25.395 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:25.390+0000 7fc586ffd640 1 --2- 172.21.15.119:0/704844277 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7fc57006ac00 0x7fc57006d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:25.395 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:25.390+0000 7fc58e59c640 1 --2- 172.21.15.119:0/704844277 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7fc57006ac00 0x7fc57006d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:25.395 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:25.390+0000 7fc586ffd640 1 -- 172.21.15.119:0/704844277 <== mon.0 v2:172.21.15.119:3300/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 6692+0+0 (secure 0 0 0) 0x7fc5780aa010 con 0x7fc5900b2590 2024-09-13T18:57:25.395 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:25.390+0000 7fc58e59c640 1 --2- 172.21.15.119:0/704844277 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7fc57006ac00 0x7fc57006d0c0 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7fc590159190 tx=0x7fc580008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:57:25.397 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:25.394+0000 7fc586ffd640 1 -- 172.21.15.119:0/704844277 <== mon.0 v2:172.21.15.119:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fc590159af0 con 0x7fc5900b2590 2024-09-13T18:57:25.571 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:25.567+0000 7fc594e9d640 1 -- 172.21.15.119:0/704844277 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) v1 -- 0x7fc590159af0 con 0x7fc5900b2590 2024-09-13T18:57:25.571 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:25.568+0000 7fc586ffd640 1 -- 172.21.15.119:0/704844277 <== mon.0 v2:172.21.15.119:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v26) v1 ==== 80+0+0 (secure 0 0 0) 0x7fc590159af0 con 0x7fc5900b2590 2024-09-13T18:57:25.571 INFO:teuthology.orchestra.run.smithi119.stderr:listed 0 entries 2024-09-13T18:57:25.573 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:25.569+0000 7fc594e9d640 1 -- 172.21.15.119:0/704844277 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7fc57006ac00 msgr2=0x7fc57006d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:25.574 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:25.569+0000 7fc594e9d640 1 --2- 172.21.15.119:0/704844277 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7fc57006ac00 0x7fc57006d0c0 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7fc590159190 tx=0x7fc580008040 comp rx=0 tx=0).stop 2024-09-13T18:57:25.574 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:25.570+0000 7fc594e9d640 1 -- 172.21.15.119:0/704844277 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fc5900b2590 msgr2=0x7fc5900ccdf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:25.574 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:25.570+0000 7fc594e9d640 1 --2- 172.21.15.119:0/704844277 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fc5900b2590 0x7fc5900ccdf0 secure :-1 s=READY pgs=390 cs=0 l=1 rev1=1 crypto rx=0x7fc578035040 tx=0x7fc5780046c0 comp rx=0 tx=0).stop 2024-09-13T18:57:25.574 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:25.570+0000 7fc594e9d640 1 -- 172.21.15.119:0/704844277 shutdown_connections 2024-09-13T18:57:25.574 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:25.570+0000 7fc594e9d640 1 --2- 172.21.15.119:0/704844277 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7fc57006ac00 0x7fc57006d0c0 unknown :-1 s=CLOSED pgs=201 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:25.574 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:25.570+0000 7fc594e9d640 1 --2- 172.21.15.119:0/704844277 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fc5900cbea0 0x7fc5900cd330 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:25.574 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:25.570+0000 7fc594e9d640 1 --2- 172.21.15.119:0/704844277 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fc5900b2590 0x7fc5900ccdf0 unknown :-1 s=CLOSED pgs=390 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:25.574 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:25.570+0000 7fc594e9d640 1 --2- 172.21.15.119:0/704844277 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fc59006c4c0 0x7fc5900c7470 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:25.574 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:25.570+0000 7fc594e9d640 1 -- 172.21.15.119:0/704844277 >> 172.21.15.119:0/704844277 conn(0x7fc590069ed0 msgr2=0x7fc59006a2b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:57:25.574 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:25.570+0000 7fc594e9d640 1 -- 172.21.15.119:0/704844277 shutdown_connections 2024-09-13T18:57:25.574 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:25.570+0000 7fc594e9d640 1 -- 172.21.15.119:0/704844277 wait complete. 2024-09-13T18:57:25.584 INFO:tasks.cephfs.fuse_mount:Running fusermount -u on ubuntu@smithi119.front.sepia.ceph.com... 2024-09-13T18:57:25.584 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T18:57:25.584 DEBUG:teuthology.orchestra.run.smithi119:> sudo fusermount -u /home/ubuntu/cephtest/mnt.2 2024-09-13T18:57:25.609 INFO:teuthology.orchestra.run:waiting for 300 2024-09-13T18:57:25.609 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi119.front.sepia.ceph.com 2024-09-13T18:57:25.609 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T18:57:25.610 DEBUG:teuthology.orchestra.run.smithi119:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.2) 2024-09-13T18:57:25.665 DEBUG:teuthology.orchestra.run.smithi145:> set -ex 2024-09-13T18:57:25.665 DEBUG:teuthology.orchestra.run.smithi145:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-13T18:57:25.684 DEBUG:teuthology.orchestra.run.smithi145:> set -ex 2024-09-13T18:57:25.685 DEBUG:teuthology.orchestra.run.smithi145:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-13T18:57:25.744 DEBUG:teuthology.orchestra.run.smithi119:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T18:57:25.841 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:25.837+0000 7f8858a12640 1 Processor -- start 2024-09-13T18:57:25.841 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:25.837+0000 7f8858a12640 1 -- start start 2024-09-13T18:57:25.842 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:25.838+0000 7f8858a12640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f885415a2e0 0x7f88540c9a40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:25.842 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:25.838+0000 7f8858a12640 1 --2- >> v2:172.21.15.119:3300/0 conn(0x7f88540c9f80 0x7f88540cace0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:25.842 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:25.838+0000 7f8858a12640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f88540cb670 con 0x7f88540cb220 2024-09-13T18:57:25.842 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:25.838+0000 7f8858a12640 1 -- --> v2:172.21.15.119:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f88540c8920 con 0x7f88540c9f80 2024-09-13T18:57:25.843 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:25.838+0000 7f8858a12640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f885415a6c0 con 0x7f885415a2e0 2024-09-13T18:57:25.843 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:25.838+0000 7f8851d9b640 1 --2- >> v2:172.21.15.119:3300/0 conn(0x7f88540c9f80 0x7f88540cace0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:25.843 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:25.838+0000 7f8851d9b640 1 --2- >> v2:172.21.15.119:3300/0 conn(0x7f88540c9f80 0x7f88540cace0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.119:3300/0 says I am v2:172.21.15.119:54904/0 (socket says 172.21.15.119:54904) 2024-09-13T18:57:25.843 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:25.838+0000 7f8851d9b640 1 -- 172.21.15.119:0/3503856674 learned_addr learned my addr 172.21.15.119:0/3503856674 (peer_addr_for_me v2:172.21.15.119:0/0) 2024-09-13T18:57:25.843 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:25.839+0000 7f885259c640 1 --2- 172.21.15.119:0/3503856674 >> v2:172.21.15.145:3300/0 conn(0x7f885415a2e0 0x7f88540c9a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:25.843 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:25.839+0000 7f8851d9b640 1 -- 172.21.15.119:0/3503856674 >> v2:172.21.15.145:3300/0 conn(0x7f885415a2e0 msgr2=0x7f88540c9a40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T18:57:25.843 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:25.839+0000 7f8851d9b640 1 --2- 172.21.15.119:0/3503856674 >> v2:172.21.15.145:3300/0 conn(0x7f885415a2e0 0x7f88540c9a40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:25.843 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:25.839+0000 7f8851d9b640 1 -- 172.21.15.119:0/3503856674 >> v1:172.21.15.145:6789/0 conn(0x7f88540cb220 legacy=0x7f88540ce260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T18:57:25.843 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:25.839+0000 7f8851d9b640 1 -- 172.21.15.119:0/3503856674 --> v2:172.21.15.119:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f88540ca500 con 0x7f88540c9f80 2024-09-13T18:57:25.843 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:25.839+0000 7f885259c640 1 --2- 172.21.15.119:0/3503856674 >> v2:172.21.15.145:3300/0 conn(0x7f885415a2e0 0x7f88540c9a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T18:57:25.844 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:25.839+0000 7f8851d9b640 1 --2- 172.21.15.119:0/3503856674 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f88540c9f80 0x7f88540cace0 secure :-1 s=READY pgs=391 cs=0 l=1 rev1=1 crypto rx=0x7f88540cf340 tx=0x7f883c02a230 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f10080a26bfc1fd1 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:57:25.844 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:25.839+0000 7f885159a640 1 -- 172.21.15.119:0/3503856674 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f883c032440 con 0x7f88540c9f80 2024-09-13T18:57:25.845 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:25.840+0000 7f885159a640 1 -- 172.21.15.119:0/3503856674 <== mon.0 v2:172.21.15.119:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f883c0325a0 con 0x7f88540c9f80 2024-09-13T18:57:25.845 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:25.840+0000 7f885159a640 1 -- 172.21.15.119:0/3503856674 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f883c032930 con 0x7f88540c9f80 2024-09-13T18:57:25.845 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:25.840+0000 7f8858a12640 1 -- 172.21.15.119:0/3503856674 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f88540c9f80 msgr2=0x7f88540cace0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:25.845 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:25.840+0000 7f8858a12640 1 --2- 172.21.15.119:0/3503856674 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f88540c9f80 0x7f88540cace0 secure :-1 s=READY pgs=391 cs=0 l=1 rev1=1 crypto rx=0x7f88540cf340 tx=0x7f883c02a230 comp rx=0 tx=0).stop 2024-09-13T18:57:25.845 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:25.840+0000 7f8858a12640 1 -- 172.21.15.119:0/3503856674 shutdown_connections 2024-09-13T18:57:25.845 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:25.840+0000 7f8858a12640 1 --2- 172.21.15.119:0/3503856674 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f88540c9f80 0x7f88540cace0 unknown :-1 s=CLOSED pgs=391 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:25.845 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:25.840+0000 7f8858a12640 1 --2- 172.21.15.119:0/3503856674 >> v2:172.21.15.145:3300/0 conn(0x7f885415a2e0 0x7f88540c9a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:25.845 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:25.840+0000 7f8858a12640 1 -- 172.21.15.119:0/3503856674 >> 172.21.15.119:0/3503856674 conn(0x7f8854069ed0 msgr2=0x7f885406a2e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:57:25.845 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:25.840+0000 7f8858a12640 1 -- 172.21.15.119:0/3503856674 shutdown_connections 2024-09-13T18:57:25.845 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:25.840+0000 7f8858a12640 1 -- 172.21.15.119:0/3503856674 wait complete. 2024-09-13T18:57:25.848 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:25.842+0000 7f8858a12640 1 Processor -- start 2024-09-13T18:57:25.848 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:25.842+0000 7f8858a12640 1 -- start start 2024-09-13T18:57:25.848 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:25.842+0000 7f8858a12640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f88540c9f80 0x7f88541f1c70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:25.848 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:25.842+0000 7f8858a12640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f88540cb220 0x7f88540cbea0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:25.848 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:25.842+0000 7f8858a12640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f885415a2e0 0x7f885415cb70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:25.849 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:25.842+0000 7f8858a12640 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f88540cda00 con 0x7f88540c9f80 2024-09-13T18:57:25.849 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:25.842+0000 7f8858a12640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f88541f21b0 con 0x7f88540cb220 2024-09-13T18:57:25.849 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:25.842+0000 7f8858a12640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f88540cd570 con 0x7f885415a2e0 2024-09-13T18:57:25.849 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:25.842+0000 7f885259c640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f88540c9f80 0x7f88541f1c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:25.849 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:25.842+0000 7f885259c640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f88540c9f80 0x7f88541f1c70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.119:3300/0 says I am v2:172.21.15.119:54912/0 (socket says 172.21.15.119:54912) 2024-09-13T18:57:25.849 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:25.842+0000 7f885259c640 1 -- 172.21.15.119:0/130064956 learned_addr learned my addr 172.21.15.119:0/130064956 (peer_addr_for_me v2:172.21.15.119:0/0) 2024-09-13T18:57:25.849 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:25.843+0000 7f8851d9b640 1 --2- 172.21.15.119:0/130064956 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f88540cb220 0x7f88540cbea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:25.849 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:25.843+0000 7f8852d9d640 1 --2- 172.21.15.119:0/130064956 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f885415a2e0 0x7f885415cb70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:25.849 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:25.843+0000 7f885259c640 1 -- 172.21.15.119:0/130064956 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f885415a2e0 msgr2=0x7f885415cb70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:25.849 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:25.843+0000 7f885259c640 1 --2- 172.21.15.119:0/130064956 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f885415a2e0 0x7f885415cb70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:25.849 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:25.843+0000 7f885259c640 1 -- 172.21.15.119:0/130064956 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f88540cb220 msgr2=0x7f88540cbea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:25.850 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:25.843+0000 7f885259c640 1 --2- 172.21.15.119:0/130064956 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f88540cb220 0x7f88540cbea0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:25.850 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:25.843+0000 7f885259c640 1 -- 172.21.15.119:0/130064956 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f883c0094d0 con 0x7f88540c9f80 2024-09-13T18:57:25.850 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:25.843+0000 7f8851d9b640 1 --2- 172.21.15.119:0/130064956 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f88540cb220 0x7f88540cbea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T18:57:25.850 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:25.843+0000 7f885259c640 1 --2- 172.21.15.119:0/130064956 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f88540c9f80 0x7f88541f1c70 secure :-1 s=READY pgs=392 cs=0 l=1 rev1=1 crypto rx=0x7f884400ce30 tx=0x7f884400a650 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:57:25.850 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:25.843+0000 7f884affd640 1 -- 172.21.15.119:0/130064956 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f884400f890 con 0x7f88540c9f80 2024-09-13T18:57:25.850 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:25.843+0000 7f884affd640 1 -- 172.21.15.119:0/130064956 <== mon.0 v2:172.21.15.119:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f884400f9f0 con 0x7f88540c9f80 2024-09-13T18:57:25.850 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:25.843+0000 7f884affd640 1 -- 172.21.15.119:0/130064956 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f884400fd80 con 0x7f88540c9f80 2024-09-13T18:57:25.850 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:25.843+0000 7f8858a12640 1 -- 172.21.15.119:0/130064956 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f88540cc960 con 0x7f88540c9f80 2024-09-13T18:57:25.850 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:25.843+0000 7f8858a12640 1 -- 172.21.15.119:0/130064956 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f88540ccf20 con 0x7f88540c9f80 2024-09-13T18:57:25.850 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:25.844+0000 7f8858a12640 1 -- 172.21.15.119:0/130064956 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f88540c9630 con 0x7f88540c9f80 2024-09-13T18:57:25.851 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:25.845+0000 7f884affd640 1 -- 172.21.15.119:0/130064956 <== mon.0 v2:172.21.15.119:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f884400b040 con 0x7f88540c9f80 2024-09-13T18:57:25.851 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:25.845+0000 7f884affd640 1 --2- 172.21.15.119:0/130064956 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f883406ac00 0x7f883406d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:25.851 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:25.845+0000 7f884affd640 1 -- 172.21.15.119:0/130064956 <== mon.0 v2:172.21.15.119:3300/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 6692+0+0 (secure 0 0 0) 0x7f884408a1f0 con 0x7f88540c9f80 2024-09-13T18:57:25.851 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:25.845+0000 7f8851d9b640 1 --2- 172.21.15.119:0/130064956 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f883406ac00 0x7f883406d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:25.851 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:25.845+0000 7f8851d9b640 1 --2- 172.21.15.119:0/130064956 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f883406ac00 0x7f883406d0c0 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7f883c034000 tx=0x7f883c02e000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:57:25.852 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:25.849+0000 7f884affd640 1 -- 172.21.15.119:0/130064956 <== mon.0 v2:172.21.15.119:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f8844054f60 con 0x7f88540c9f80 2024-09-13T18:57:26.015 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:26.011+0000 7f8858a12640 1 -- 172.21.15.119:0/130064956 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f885406de20 con 0x7f88540c9f80 2024-09-13T18:57:26.016 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:26.012+0000 7f884affd640 1 -- 172.21.15.119:0/130064956 <== mon.0 v2:172.21.15.119:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v26) v1 ==== 74+0+18831 (secure 0 0 0) 0x7f884401d090 con 0x7f88540c9f80 2024-09-13T18:57:26.017 INFO:teuthology.orchestra.run.smithi119.stdout: 2024-09-13T18:57:26.017 INFO:teuthology.orchestra.run.smithi119.stdout:{"epoch":26,"fsid":"b3bca492-3414-44ef-b63c-42eead5ea701","created":"2024-09-13T18:56:10.047760+0000","modified":"2024-09-13T18:57:15.157404+0000","last_up_change":"2024-09-13T18:56:22.096428+0000","last_in_change":"2024-09-13T18:56:12.143228+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T18:56:22.095896+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-13T18:56:31.950108+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-13T18:56:32.998608+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-09-13T18:56:36.052694+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"24","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"09edfd5c-bc57-47d1-a7b7-6d97f0f88db1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6810","nonce":3811853106},{"type":"v1","addr":"172.21.15.119:6813","nonce":3811853106}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6817","nonce":3811853106},{"type":"v1","addr":"172.21.15.119:6820","nonce":3811853106}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6828","nonce":3811853106},{"type":"v1","addr":"172.21.15.119:6830","nonce":3811853106}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6823","nonce":3811853106},{"type":"v1","addr":"172.21.15.119:6825","nonce":3811853106}]},"public_addr":"172.21.15.119:6813/3811853106","cluster_addr":"172.21.15.119:6820/3811853106","heartbeat_back_addr":"172.21.15.119:6830/3811853106","heartbeat_front_addr":"172.21.15.119:6825/3811853106","state":["exists","up"]},{"osd":1,"uuid":"f26f4bd2-3aee-4208-9e62-87f17047d886","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":25,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6809","nonce":1656755168},{"type":"v1","addr":"172.21.15.119:6812","nonce":1656755168}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6815","nonce":1656755168},{"type":"v1","addr":"172.21.15.119:6818","nonce":1656755168}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6829","nonce":1656755168},{"type":"v1","addr":"172.21.15.119:6831","nonce":1656755168}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6822","nonce":1656755168},{"type":"v1","addr":"172.21.15.119:6826","nonce":1656755168}]},"public_addr":"172.21.15.119:6812/1656755168","cluster_addr":"172.21.15.119:6818/1656755168","heartbeat_back_addr":"172.21.15.119:6831/1656755168","heartbeat_front_addr":"172.21.15.119:6826/1656755168","state":["exists","up"]},{"osd":2,"uuid":"1e9d6e0c-51f9-4f4a-bead-0e7edc7dd200","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":25,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6800","nonce":3093354378},{"type":"v1","addr":"172.21.15.119:6801","nonce":3093354378}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6802","nonce":3093354378},{"type":"v1","addr":"172.21.15.119:6803","nonce":3093354378}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6806","nonce":3093354378},{"type":"v1","addr":"172.21.15.119:6807","nonce":3093354378}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6804","nonce":3093354378},{"type":"v1","addr":"172.21.15.119:6805","nonce":3093354378}]},"public_addr":"172.21.15.119:6801/3093354378","cluster_addr":"172.21.15.119:6803/3093354378","heartbeat_back_addr":"172.21.15.119:6807/3093354378","heartbeat_front_addr":"172.21.15.119:6805/3093354378","state":["exists","up"]},{"osd":3,"uuid":"7c289b1f-a555-46e4-b85a-c0f230c9e02a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":25,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6808","nonce":886995937},{"type":"v1","addr":"172.21.15.119:6811","nonce":886995937}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6814","nonce":886995937},{"type":"v1","addr":"172.21.15.119:6816","nonce":886995937}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6824","nonce":886995937},{"type":"v1","addr":"172.21.15.119:6827","nonce":886995937}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6819","nonce":886995937},{"type":"v1","addr":"172.21.15.119:6821","nonce":886995937}]},"public_addr":"172.21.15.119:6811/886995937","cluster_addr":"172.21.15.119:6816/886995937","heartbeat_back_addr":"172.21.15.119:6827/886995937","heartbeat_front_addr":"172.21.15.119:6821/886995937","state":["exists","up"]},{"osd":4,"uuid":"a0a2f75b-5a33-4b69-b834-b8cf5a90ac5f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":25,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6808","nonce":2802887692},{"type":"v1","addr":"172.21.15.145:6809","nonce":2802887692}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6810","nonce":2802887692},{"type":"v1","addr":"172.21.15.145:6811","nonce":2802887692}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6814","nonce":2802887692},{"type":"v1","addr":"172.21.15.145:6815","nonce":2802887692}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6812","nonce":2802887692},{"type":"v1","addr":"172.21.15.145:6813","nonce":2802887692}]},"public_addr":"172.21.15.145:6809/2802887692","cluster_addr":"172.21.15.145:6811/2802887692","heartbeat_back_addr":"172.21.15.145:6815/2802887692","heartbeat_front_addr":"172.21.15.145:6813/2802887692","state":["exists","up"]},{"osd":5,"uuid":"e301c92f-a5af-49da-8384-bef6d48c9982","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6800","nonce":1431235391},{"type":"v1","addr":"172.21.15.145:6801","nonce":1431235391}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6802","nonce":1431235391},{"type":"v1","addr":"172.21.15.145:6803","nonce":1431235391}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6806","nonce":1431235391},{"type":"v1","addr":"172.21.15.145:6807","nonce":1431235391}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6804","nonce":1431235391},{"type":"v1","addr":"172.21.15.145:6805","nonce":1431235391}]},"public_addr":"172.21.15.145:6801/1431235391","cluster_addr":"172.21.15.145:6803/1431235391","heartbeat_back_addr":"172.21.15.145:6807/1431235391","heartbeat_front_addr":"172.21.15.145:6805/1431235391","state":["exists","up"]},{"osd":6,"uuid":"dd2ee71c-4024-4f56-90b1-d362ff9ae8f5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6816","nonce":1755123178},{"type":"v1","addr":"172.21.15.145:6817","nonce":1755123178}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6818","nonce":1755123178},{"type":"v1","addr":"172.21.15.145:6819","nonce":1755123178}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6822","nonce":1755123178},{"type":"v1","addr":"172.21.15.145:6823","nonce":1755123178}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6820","nonce":1755123178},{"type":"v1","addr":"172.21.15.145:6821","nonce":1755123178}]},"public_addr":"172.21.15.145:6817/1755123178","cluster_addr":"172.21.15.145:6819/1755123178","heartbeat_back_addr":"172.21.15.145:6823/1755123178","heartbeat_front_addr":"172.21.15.145:6821/1755123178","state":["exists","up"]},{"osd":7,"uuid":"7412449e-689b-45ee-9ae5-744a8c27f166","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6824","nonce":3012628958},{"type":"v1","addr":"172.21.15.145:6825","nonce":3012628958}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6826","nonce":3012628958},{"type":"v1","addr":"172.21.15.145:6827","nonce":3012628958}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6830","nonce":3012628958},{"type":"v1","addr":"172.21.15.145:6831","nonce":3012628958}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6828","nonce":3012628958},{"type":"v1","addr":"172.21.15.145:6829","nonce":3012628958}]},"public_addr":"172.21.15.145:6825/3012628958","cluster_addr":"172.21.15.145:6827/3012628958","heartbeat_back_addr":"172.21.15.145:6831/3012628958","heartbeat_front_addr":"172.21.15.145:6829/3012628958","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T18:56:17.286635+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T18:56:17.334491+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T18:56:17.297521+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T18:56:17.383716+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T18:56:17.267776+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T18:56:17.312998+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T18:56:17.303008+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T18:56:17.304729+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"3.1f","mappings":[{"from":0,"to":2}]},{"pgid":"3.21","mappings":[{"from":5,"to":1}]},{"pgid":"3.29","mappings":[{"from":3,"to":2}]},{"pgid":"3.2a","mappings":[{"from":5,"to":2}]},{"pgid":"3.3b","mappings":[{"from":7,"to":1}]},{"pgid":"4.2","mappings":[{"from":1,"to":2}]},{"pgid":"4.10","mappings":[{"from":1,"to":2}]},{"pgid":"4.1b","mappings":[{"from":1,"to":2}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T18:57:26.018 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:26.014+0000 7f8858a12640 1 -- 172.21.15.119:0/130064956 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f883406ac00 msgr2=0x7f883406d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:26.018 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:26.014+0000 7f8858a12640 1 --2- 172.21.15.119:0/130064956 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f883406ac00 0x7f883406d0c0 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7f883c034000 tx=0x7f883c02e000 comp rx=0 tx=0).stop 2024-09-13T18:57:26.018 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:26.014+0000 7f8858a12640 1 -- 172.21.15.119:0/130064956 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f88540c9f80 msgr2=0x7f88541f1c70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:26.019 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:26.014+0000 7f8858a12640 1 --2- 172.21.15.119:0/130064956 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f88540c9f80 0x7f88541f1c70 secure :-1 s=READY pgs=392 cs=0 l=1 rev1=1 crypto rx=0x7f884400ce30 tx=0x7f884400a650 comp rx=0 tx=0).stop 2024-09-13T18:57:26.019 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:26.015+0000 7f8858a12640 1 -- 172.21.15.119:0/130064956 shutdown_connections 2024-09-13T18:57:26.019 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:26.015+0000 7f8858a12640 1 --2- 172.21.15.119:0/130064956 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f883406ac00 0x7f883406d0c0 unknown :-1 s=CLOSED pgs=202 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:26.019 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:26.015+0000 7f8858a12640 1 --2- 172.21.15.119:0/130064956 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f885415a2e0 0x7f885415cb70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:26.019 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:26.015+0000 7f8858a12640 1 --2- 172.21.15.119:0/130064956 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f88540cb220 0x7f88540cbea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:26.019 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:26.015+0000 7f8858a12640 1 --2- 172.21.15.119:0/130064956 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f88540c9f80 0x7f88541f1c70 unknown :-1 s=CLOSED pgs=392 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:26.019 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:26.015+0000 7f8858a12640 1 -- 172.21.15.119:0/130064956 >> 172.21.15.119:0/130064956 conn(0x7f8854069ed0 msgr2=0x7f88540aeee0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:57:26.019 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:26.015+0000 7f8858a12640 1 -- 172.21.15.119:0/130064956 shutdown_connections 2024-09-13T18:57:26.019 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:26.015+0000 7f8858a12640 1 -- 172.21.15.119:0/130064956 wait complete. 2024-09-13T18:57:26.030 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-09-13T18:56:22.095896+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '16', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-09-13T18:56:31.950108+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '19', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-09-13T18:56:32.998608+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '20', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.05000000074505806}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.3799999952316284, 'score_stable': 1.3799999952316284, 'optimal_score': 1, 'raw_score_acting': 1.3799999952316284, 'raw_score_stable': 1.3799999952316284, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'cephfs_data_ec', 'create_time': '2024-09-13T18:56:36.052694+0000', 'flags': 5, 'flags_names': 'hashpspool,ec_overwrites', 'type': 3, 'size': 4, 'min_size': 3, 'crush_rule': 1, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '24', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': 'cephfs_data_ec', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 8192, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}}] 2024-09-13T18:57:26.030 DEBUG:teuthology.orchestra.run.smithi119:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-09-13T18:57:26.132 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:26.128+0000 7fda8583a640 1 Processor -- start 2024-09-13T18:57:26.132 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:26.129+0000 7fda8583a640 1 -- start start 2024-09-13T18:57:26.134 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:26.129+0000 7fda8583a640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7fda8015c500 0x7fda800d2050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:26.134 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:26.129+0000 7fda8583a640 1 --2- >> v2:172.21.15.119:3300/0 conn(0x7fda800d2590 0x7fda800cd8e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:26.134 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:26.129+0000 7fda8583a640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fda800cd450 con 0x7fda800cde20 2024-09-13T18:57:26.134 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:26.129+0000 7fda8583a640 1 -- --> v2:172.21.15.119:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fda800d29f0 con 0x7fda800d2590 2024-09-13T18:57:26.134 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:26.129+0000 7fda8583a640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fda800d0cf0 con 0x7fda8015c500 2024-09-13T18:57:26.134 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:26.130+0000 7fda767fc640 1 --2- >> v2:172.21.15.119:3300/0 conn(0x7fda800d2590 0x7fda800cd8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:26.135 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:26.130+0000 7fda767fc640 1 --2- >> v2:172.21.15.119:3300/0 conn(0x7fda800d2590 0x7fda800cd8e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.119:3300/0 says I am v2:172.21.15.119:54922/0 (socket says 172.21.15.119:54922) 2024-09-13T18:57:26.135 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:26.130+0000 7fda767fc640 1 -- 172.21.15.119:0/1400640664 learned_addr learned my addr 172.21.15.119:0/1400640664 (peer_addr_for_me v2:172.21.15.119:0/0) 2024-09-13T18:57:26.135 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:26.130+0000 7fda7effd640 1 --2- 172.21.15.119:0/1400640664 >> v2:172.21.15.145:3300/0 conn(0x7fda8015c500 0x7fda800d2050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:26.135 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:26.130+0000 7fda767fc640 1 -- 172.21.15.119:0/1400640664 >> v2:172.21.15.145:3300/0 conn(0x7fda8015c500 msgr2=0x7fda800d2050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T18:57:26.135 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:26.130+0000 7fda767fc640 1 --2- 172.21.15.119:0/1400640664 >> v2:172.21.15.145:3300/0 conn(0x7fda8015c500 0x7fda800d2050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:26.135 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:26.130+0000 7fda767fc640 1 -- 172.21.15.119:0/1400640664 >> v1:172.21.15.145:6789/0 conn(0x7fda800cde20 legacy=0x7fda800d0000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T18:57:26.135 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:26.130+0000 7fda767fc640 1 -- 172.21.15.119:0/1400640664 --> v2:172.21.15.119:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fda800d0fd0 con 0x7fda800d2590 2024-09-13T18:57:26.135 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:26.130+0000 7fda7effd640 1 --2- 172.21.15.119:0/1400640664 >> v2:172.21.15.145:3300/0 conn(0x7fda8015c500 0x7fda800d2050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T18:57:26.135 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:26.131+0000 7fda767fc640 1 --2- 172.21.15.119:0/1400640664 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fda800d2590 0x7fda800cd8e0 secure :-1 s=READY pgs=393 cs=0 l=1 rev1=1 crypto rx=0x7fda800cfec0 tx=0x7fda6802a230 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6160b521a2a62c50 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:57:26.135 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:26.131+0000 7fda7e7fc640 1 -- 172.21.15.119:0/1400640664 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fda68032440 con 0x7fda800d2590 2024-09-13T18:57:26.135 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:26.131+0000 7fda7e7fc640 1 -- 172.21.15.119:0/1400640664 <== mon.0 v2:172.21.15.119:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fda680325a0 con 0x7fda800d2590 2024-09-13T18:57:26.135 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:26.131+0000 7fda7e7fc640 1 -- 172.21.15.119:0/1400640664 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fda68032930 con 0x7fda800d2590 2024-09-13T18:57:26.136 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:26.131+0000 7fda8583a640 1 -- 172.21.15.119:0/1400640664 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fda800d2590 msgr2=0x7fda800cd8e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:26.137 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:26.131+0000 7fda8583a640 1 --2- 172.21.15.119:0/1400640664 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fda800d2590 0x7fda800cd8e0 secure :-1 s=READY pgs=393 cs=0 l=1 rev1=1 crypto rx=0x7fda800cfec0 tx=0x7fda6802a230 comp rx=0 tx=0).stop 2024-09-13T18:57:26.137 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:26.131+0000 7fda8583a640 1 -- 172.21.15.119:0/1400640664 shutdown_connections 2024-09-13T18:57:26.137 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:26.131+0000 7fda8583a640 1 --2- 172.21.15.119:0/1400640664 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fda800d2590 0x7fda800cd8e0 unknown :-1 s=CLOSED pgs=393 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:26.137 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:26.131+0000 7fda8583a640 1 --2- 172.21.15.119:0/1400640664 >> v2:172.21.15.145:3300/0 conn(0x7fda8015c500 0x7fda800d2050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:26.137 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:26.131+0000 7fda8583a640 1 -- 172.21.15.119:0/1400640664 >> 172.21.15.119:0/1400640664 conn(0x7fda80089f60 msgr2=0x7fda8009b830 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:57:26.137 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:26.131+0000 7fda8583a640 1 -- 172.21.15.119:0/1400640664 shutdown_connections 2024-09-13T18:57:26.137 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:26.131+0000 7fda8583a640 1 -- 172.21.15.119:0/1400640664 wait complete. 2024-09-13T18:57:26.137 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:26.133+0000 7fda8583a640 1 Processor -- start 2024-09-13T18:57:26.137 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:26.133+0000 7fda8583a640 1 -- start start 2024-09-13T18:57:26.139 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:26.133+0000 7fda8583a640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fda800cde20 0x7fda8015e0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:26.139 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:26.133+0000 7fda8583a640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fda800d2590 0x7fda801f63e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:26.139 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:26.133+0000 7fda8583a640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fda8015c500 0x7fda8015d540 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:26.139 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:26.133+0000 7fda8583a640 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fda8015da80 con 0x7fda8015c500 2024-09-13T18:57:26.140 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:26.133+0000 7fda8583a640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fda8015e7b0 con 0x7fda800d2590 2024-09-13T18:57:26.140 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:26.133+0000 7fda8583a640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fda8015ea90 con 0x7fda800cde20 2024-09-13T18:57:26.140 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:26.134+0000 7fda7f7fe640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fda8015c500 0x7fda8015d540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:26.140 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:26.134+0000 7fda7f7fe640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fda8015c500 0x7fda8015d540 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.119:3300/0 says I am v2:172.21.15.119:54932/0 (socket says 172.21.15.119:54932) 2024-09-13T18:57:26.140 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:26.134+0000 7fda7f7fe640 1 -- 172.21.15.119:0/216663633 learned_addr learned my addr 172.21.15.119:0/216663633 (peer_addr_for_me v2:172.21.15.119:0/0) 2024-09-13T18:57:26.140 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:26.134+0000 7fda7effd640 1 --2- 172.21.15.119:0/216663633 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fda800cde20 0x7fda8015e0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:26.140 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:26.134+0000 7fda767fc640 1 --2- 172.21.15.119:0/216663633 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fda800d2590 0x7fda801f63e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:26.140 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:26.134+0000 7fda7f7fe640 1 -- 172.21.15.119:0/216663633 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fda800cde20 msgr2=0x7fda8015e0d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:26.140 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:26.134+0000 7fda7f7fe640 1 --2- 172.21.15.119:0/216663633 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fda800cde20 0x7fda8015e0d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:26.140 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:26.134+0000 7fda7f7fe640 1 -- 172.21.15.119:0/216663633 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fda800d2590 msgr2=0x7fda801f63e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:26.140 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:26.134+0000 7fda7f7fe640 1 --2- 172.21.15.119:0/216663633 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fda800d2590 0x7fda801f63e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:26.140 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:26.134+0000 7fda7f7fe640 1 -- 172.21.15.119:0/216663633 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fda680094d0 con 0x7fda8015c500 2024-09-13T18:57:26.140 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:26.134+0000 7fda7f7fe640 1 --2- 172.21.15.119:0/216663633 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fda8015c500 0x7fda8015d540 secure :-1 s=READY pgs=394 cs=0 l=1 rev1=1 crypto rx=0x7fda7800c780 tx=0x7fda7800cc40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:57:26.140 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:26.134+0000 7fda7cff9640 1 -- 172.21.15.119:0/216663633 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fda78004b60 con 0x7fda8015c500 2024-09-13T18:57:26.141 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:26.134+0000 7fda7cff9640 1 -- 172.21.15.119:0/216663633 <== mon.0 v2:172.21.15.119:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fda7800ce90 con 0x7fda8015c500 2024-09-13T18:57:26.141 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:26.134+0000 7fda8583a640 1 -- 172.21.15.119:0/216663633 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fda8015ca60 con 0x7fda8015c500 2024-09-13T18:57:26.141 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:26.134+0000 7fda7cff9640 1 -- 172.21.15.119:0/216663633 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fda7800a850 con 0x7fda8015c500 2024-09-13T18:57:26.141 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:26.134+0000 7fda8583a640 1 -- 172.21.15.119:0/216663633 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fda8015d020 con 0x7fda8015c500 2024-09-13T18:57:26.141 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:26.135+0000 7fda8583a640 1 -- 172.21.15.119:0/216663633 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fda8015d240 con 0x7fda8015c500 2024-09-13T18:57:26.141 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:26.136+0000 7fda7cff9640 1 -- 172.21.15.119:0/216663633 <== mon.0 v2:172.21.15.119:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fda7800a9b0 con 0x7fda8015c500 2024-09-13T18:57:26.142 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:26.136+0000 7fda7cff9640 1 --2- 172.21.15.119:0/216663633 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7fda6006ac30 0x7fda6006d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:26.142 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:26.136+0000 7fda7effd640 1 --2- 172.21.15.119:0/216663633 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7fda6006ac30 0x7fda6006d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:26.142 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:26.136+0000 7fda7cff9640 1 -- 172.21.15.119:0/216663633 <== mon.0 v2:172.21.15.119:3300/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 6692+0+0 (secure 0 0 0) 0x7fda78089ad0 con 0x7fda8015c500 2024-09-13T18:57:26.142 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:26.137+0000 7fda7effd640 1 --2- 172.21.15.119:0/216663633 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7fda6006ac30 0x7fda6006d0f0 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7fda7000b840 tx=0x7fda70008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:57:26.144 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:26.141+0000 7fda7cff9640 1 -- 172.21.15.119:0/216663633 <== mon.0 v2:172.21.15.119:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fda78054960 con 0x7fda8015c500 2024-09-13T18:57:26.308 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:26.305+0000 7fda8583a640 1 -- 172.21.15.119:0/216663633 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7fda8006b160 con 0x7fda8015c500 2024-09-13T18:57:26.309 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:26.305+0000 7fda7cff9640 1 -- 172.21.15.119:0/216663633 <== mon.0 v2:172.21.15.119:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v26) v1 ==== 93+0+10 (secure 0 0 0) 0x7fda78057f80 con 0x7fda8015c500 2024-09-13T18:57:26.309 INFO:teuthology.orchestra.run.smithi119.stdout:pg_num: 1 2024-09-13T18:57:26.311 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:26.307+0000 7fda8583a640 1 -- 172.21.15.119:0/216663633 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7fda6006ac30 msgr2=0x7fda6006d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:26.311 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:26.307+0000 7fda8583a640 1 --2- 172.21.15.119:0/216663633 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7fda6006ac30 0x7fda6006d0f0 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7fda7000b840 tx=0x7fda70008040 comp rx=0 tx=0).stop 2024-09-13T18:57:26.311 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:26.307+0000 7fda8583a640 1 -- 172.21.15.119:0/216663633 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fda8015c500 msgr2=0x7fda8015d540 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:26.311 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:26.307+0000 7fda8583a640 1 --2- 172.21.15.119:0/216663633 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fda8015c500 0x7fda8015d540 secure :-1 s=READY pgs=394 cs=0 l=1 rev1=1 crypto rx=0x7fda7800c780 tx=0x7fda7800cc40 comp rx=0 tx=0).stop 2024-09-13T18:57:26.311 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:26.307+0000 7fda8583a640 1 -- 172.21.15.119:0/216663633 shutdown_connections 2024-09-13T18:57:26.311 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:26.307+0000 7fda8583a640 1 --2- 172.21.15.119:0/216663633 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7fda6006ac30 0x7fda6006d0f0 unknown :-1 s=CLOSED pgs=203 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:26.311 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:26.307+0000 7fda8583a640 1 --2- 172.21.15.119:0/216663633 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fda8015c500 0x7fda8015d540 unknown :-1 s=CLOSED pgs=394 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:26.311 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:26.307+0000 7fda8583a640 1 --2- 172.21.15.119:0/216663633 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fda800d2590 0x7fda801f63e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:26.312 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:26.307+0000 7fda8583a640 1 --2- 172.21.15.119:0/216663633 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fda800cde20 0x7fda8015e0d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:26.312 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:26.307+0000 7fda8583a640 1 -- 172.21.15.119:0/216663633 >> 172.21.15.119:0/216663633 conn(0x7fda80089f60 msgr2=0x7fda800cffe0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:57:26.312 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:26.307+0000 7fda8583a640 1 -- 172.21.15.119:0/216663633 shutdown_connections 2024-09-13T18:57:26.312 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:26.307+0000 7fda8583a640 1 -- 172.21.15.119:0/216663633 wait complete. 2024-09-13T18:57:26.322 DEBUG:teuthology.orchestra.run.smithi119:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-09-13T18:57:26.422 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:26.419+0000 7f442e75a640 1 Processor -- start 2024-09-13T18:57:26.422 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:26.419+0000 7f442e75a640 1 -- start start 2024-09-13T18:57:26.425 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:26.419+0000 7f442e75a640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f44280d2760 0x7f44280cd8e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:26.425 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:26.419+0000 7f442e75a640 1 --2- >> v2:172.21.15.119:3300/0 conn(0x7f44280cde20 0x7f44280d0000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:26.426 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:26.419+0000 7f442e75a640 1 -- --> v1:172.21.15.119:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f44280cd450 con 0x7f442815c500 2024-09-13T18:57:26.426 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:26.419+0000 7f442e75a640 1 -- --> v2:172.21.15.119:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f44280d0cf0 con 0x7f44280cde20 2024-09-13T18:57:26.426 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:26.419+0000 7f442e75a640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f44280d0fd0 con 0x7f44280d2760 2024-09-13T18:57:26.426 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:26.420+0000 7f442ccf7640 1 --2- >> v2:172.21.15.119:3300/0 conn(0x7f44280cde20 0x7f44280d0000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:26.426 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:26.420+0000 7f4427fff640 1 --1- >> v1:172.21.15.119:6789/0 conn(0x7f442815c500 0x7f44280d2050 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.119:6789/0 says I am v1:172.21.15.119:60214/0 (socket says 172.21.15.119:60214) 2024-09-13T18:57:26.426 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:26.420+0000 7f4427fff640 1 -- 172.21.15.119:0/1085649827 learned_addr learned my addr 172.21.15.119:0/1085649827 (peer_addr_for_me v1:172.21.15.119:0/0) 2024-09-13T18:57:26.426 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:26.420+0000 7f442ccf7640 1 -- 172.21.15.119:0/1085649827 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f44280d2760 msgr2=0x7f44280cd8e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T18:57:26.426 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:26.420+0000 7f441ffff640 1 --2- 172.21.15.119:0/1085649827 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f44280d2760 0x7f44280cd8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:26.426 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:26.420+0000 7f44277fe640 1 -- 172.21.15.119:0/1085649827 <== mon.0 v1:172.21.15.119:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3235795227 0 0) 0x7f44280cd450 con 0x7f442815c500 2024-09-13T18:57:26.426 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:26.420+0000 7f442ccf7640 1 --2- 172.21.15.119:0/1085649827 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f44280d2760 0x7f44280cd8e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:26.427 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:26.420+0000 7f442ccf7640 1 -- 172.21.15.119:0/1085649827 >> v1:172.21.15.119:6789/0 conn(0x7f442815c500 legacy=0x7f44280d2050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:26.427 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:26.420+0000 7f442ccf7640 1 -- 172.21.15.119:0/1085649827 --> v2:172.21.15.119:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f44280cd0e0 con 0x7f44280cde20 2024-09-13T18:57:26.427 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:26.421+0000 7f442ccf7640 1 --2- 172.21.15.119:0/1085649827 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f44280cde20 0x7f44280d0000 secure :-1 s=READY pgs=396 cs=0 l=1 rev1=1 crypto rx=0x7f4420009d90 tx=0x7f442002a660 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e7a89f4e4046b64e server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:57:26.427 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:26.421+0000 7f44277fe640 1 -- 172.21.15.119:0/1085649827 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4420007740 con 0x7f44280cde20 2024-09-13T18:57:26.427 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:26.421+0000 7f44277fe640 1 -- 172.21.15.119:0/1085649827 <== mon.0 v2:172.21.15.119:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f442002d050 con 0x7f44280cde20 2024-09-13T18:57:26.427 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:26.421+0000 7f44277fe640 1 -- 172.21.15.119:0/1085649827 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4420007ac0 con 0x7f44280cde20 2024-09-13T18:57:26.427 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:26.421+0000 7f442e75a640 1 -- 172.21.15.119:0/1085649827 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f44280cde20 msgr2=0x7f44280d0000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:26.427 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:26.421+0000 7f442e75a640 1 --2- 172.21.15.119:0/1085649827 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f44280cde20 0x7f44280d0000 secure :-1 s=READY pgs=396 cs=0 l=1 rev1=1 crypto rx=0x7f4420009d90 tx=0x7f442002a660 comp rx=0 tx=0).stop 2024-09-13T18:57:26.427 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:26.421+0000 7f442e75a640 1 -- 172.21.15.119:0/1085649827 shutdown_connections 2024-09-13T18:57:26.427 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:26.421+0000 7f442e75a640 1 --2- 172.21.15.119:0/1085649827 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f44280cde20 0x7f44280d0000 unknown :-1 s=CLOSED pgs=396 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:26.427 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:26.421+0000 7f442e75a640 1 --2- 172.21.15.119:0/1085649827 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f44280d2760 0x7f44280cd8e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:26.427 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:26.421+0000 7f442e75a640 1 -- 172.21.15.119:0/1085649827 >> 172.21.15.119:0/1085649827 conn(0x7f4428089f60 msgr2=0x7f442809b830 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:57:26.428 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:26.421+0000 7f442e75a640 1 -- 172.21.15.119:0/1085649827 shutdown_connections 2024-09-13T18:57:26.428 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:26.421+0000 7f442e75a640 1 -- 172.21.15.119:0/1085649827 wait complete. 2024-09-13T18:57:26.430 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:26.422+0000 7f442e75a640 1 Processor -- start 2024-09-13T18:57:26.430 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:26.423+0000 7f442e75a640 1 -- start start 2024-09-13T18:57:26.430 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:26.423+0000 7f442e75a640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f44280cde20 0x7f44281f5d50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:26.430 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:26.423+0000 7f442e75a640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f44280d2760 0x7f44280b5260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:26.430 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:26.423+0000 7f442e75a640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f442815c500 0x7f44280b0bb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:26.430 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:26.423+0000 7f442e75a640 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f44281f6290 con 0x7f44280d2760 2024-09-13T18:57:26.431 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:26.423+0000 7f442e75a640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f44281f3500 con 0x7f44280cde20 2024-09-13T18:57:26.431 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:26.423+0000 7f442e75a640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f44281f37e0 con 0x7f442815c500 2024-09-13T18:57:26.431 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:26.423+0000 7f441ffff640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f44280d2760 0x7f44280b5260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:26.431 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:26.423+0000 7f441ffff640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f44280d2760 0x7f44280b5260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.119:3300/0 says I am v2:172.21.15.119:54936/0 (socket says 172.21.15.119:54936) 2024-09-13T18:57:26.431 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:26.423+0000 7f441ffff640 1 -- 172.21.15.119:0/4267559501 learned_addr learned my addr 172.21.15.119:0/4267559501 (peer_addr_for_me v2:172.21.15.119:0/0) 2024-09-13T18:57:26.431 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:26.423+0000 7f442ccf7640 1 --2- 172.21.15.119:0/4267559501 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f442815c500 0x7f44280b0bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:26.431 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:26.423+0000 7f4427fff640 1 --2- 172.21.15.119:0/4267559501 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f44280cde20 0x7f44281f5d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:26.431 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:26.424+0000 7f441ffff640 1 -- 172.21.15.119:0/4267559501 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f442815c500 msgr2=0x7f44280b0bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:26.431 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:26.424+0000 7f441ffff640 1 --2- 172.21.15.119:0/4267559501 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f442815c500 0x7f44280b0bb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:26.431 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:26.424+0000 7f441ffff640 1 -- 172.21.15.119:0/4267559501 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f44280cde20 msgr2=0x7f44281f5d50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:26.431 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:26.424+0000 7f441ffff640 1 --2- 172.21.15.119:0/4267559501 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f44280cde20 0x7f44281f5d50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:26.432 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:26.424+0000 7f441ffff640 1 -- 172.21.15.119:0/4267559501 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4420009a70 con 0x7f44280d2760 2024-09-13T18:57:26.432 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:26.424+0000 7f4427fff640 1 --2- 172.21.15.119:0/4267559501 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f44280cde20 0x7f44281f5d50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T18:57:26.432 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:26.424+0000 7f441ffff640 1 --2- 172.21.15.119:0/4267559501 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f44280d2760 0x7f44280b5260 secure :-1 s=READY pgs=397 cs=0 l=1 rev1=1 crypto rx=0x7f441000c7f0 tx=0x7f441000ccb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:57:26.432 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:26.424+0000 7f44257fa640 1 -- 172.21.15.119:0/4267559501 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4410004220 con 0x7f44280d2760 2024-09-13T18:57:26.432 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:26.424+0000 7f44257fa640 1 -- 172.21.15.119:0/4267559501 <== mon.0 v2:172.21.15.119:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4410004380 con 0x7f44280d2760 2024-09-13T18:57:26.432 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:26.424+0000 7f442e75a640 1 -- 172.21.15.119:0/4267559501 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f44281f3ac0 con 0x7f44280d2760 2024-09-13T18:57:26.432 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:26.424+0000 7f44257fa640 1 -- 172.21.15.119:0/4267559501 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4410007860 con 0x7f44280d2760 2024-09-13T18:57:26.432 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:26.424+0000 7f442e75a640 1 -- 172.21.15.119:0/4267559501 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f44281f4080 con 0x7f44280d2760 2024-09-13T18:57:26.432 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:26.425+0000 7f442e75a640 1 -- 172.21.15.119:0/4267559501 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f44280d0950 con 0x7f44280d2760 2024-09-13T18:57:26.432 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:26.426+0000 7f44257fa640 1 -- 172.21.15.119:0/4267559501 <== mon.0 v2:172.21.15.119:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f44100079c0 con 0x7f44280d2760 2024-09-13T18:57:26.432 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:26.426+0000 7f44257fa640 1 --2- 172.21.15.119:0/4267559501 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f440806ac00 0x7f440806d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:26.432 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:26.426+0000 7f4427fff640 1 --2- 172.21.15.119:0/4267559501 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f440806ac00 0x7f440806d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:26.433 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:26.426+0000 7f44257fa640 1 -- 172.21.15.119:0/4267559501 <== mon.0 v2:172.21.15.119:3300/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 6692+0+0 (secure 0 0 0) 0x7f4410089730 con 0x7f44280d2760 2024-09-13T18:57:26.433 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:26.427+0000 7f4427fff640 1 --2- 172.21.15.119:0/4267559501 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f440806ac00 0x7f440806d0c0 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7f4418000f60 tx=0x7f4418007ca0 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:57:26.434 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:26.430+0000 7f44257fa640 1 -- 172.21.15.119:0/4267559501 <== mon.0 v2:172.21.15.119:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f44100545e0 con 0x7f44280d2760 2024-09-13T18:57:26.595 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:26.591+0000 7f442e75a640 1 -- 172.21.15.119:0/4267559501 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7f442815fad0 con 0x7f44280d2760 2024-09-13T18:57:26.595 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:26.592+0000 7f44257fa640 1 -- 172.21.15.119:0/4267559501 <== mon.0 v2:172.21.15.119:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v26) v1 ==== 104+0+11 (secure 0 0 0) 0x7f4410057c00 con 0x7f44280d2760 2024-09-13T18:57:26.595 INFO:teuthology.orchestra.run.smithi119.stdout:pg_num: 32 2024-09-13T18:57:26.597 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:26.593+0000 7f442e75a640 1 -- 172.21.15.119:0/4267559501 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f440806ac00 msgr2=0x7f440806d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:26.597 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:26.593+0000 7f442e75a640 1 --2- 172.21.15.119:0/4267559501 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f440806ac00 0x7f440806d0c0 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7f4418000f60 tx=0x7f4418007ca0 comp rx=0 tx=0).stop 2024-09-13T18:57:26.598 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:26.593+0000 7f442e75a640 1 -- 172.21.15.119:0/4267559501 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f44280d2760 msgr2=0x7f44280b5260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:26.598 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:26.593+0000 7f442e75a640 1 --2- 172.21.15.119:0/4267559501 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f44280d2760 0x7f44280b5260 secure :-1 s=READY pgs=397 cs=0 l=1 rev1=1 crypto rx=0x7f441000c7f0 tx=0x7f441000ccb0 comp rx=0 tx=0).stop 2024-09-13T18:57:26.598 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:26.593+0000 7f442e75a640 1 -- 172.21.15.119:0/4267559501 shutdown_connections 2024-09-13T18:57:26.598 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:26.593+0000 7f442e75a640 1 --2- 172.21.15.119:0/4267559501 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f440806ac00 0x7f440806d0c0 unknown :-1 s=CLOSED pgs=204 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:26.598 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:26.593+0000 7f442e75a640 1 --2- 172.21.15.119:0/4267559501 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f442815c500 0x7f44280b0bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:26.598 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:26.593+0000 7f442e75a640 1 --2- 172.21.15.119:0/4267559501 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f44280d2760 0x7f44280b5260 unknown :-1 s=CLOSED pgs=397 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:26.598 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:26.593+0000 7f442e75a640 1 --2- 172.21.15.119:0/4267559501 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f44280cde20 0x7f44281f5d50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:26.598 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:26.593+0000 7f442e75a640 1 -- 172.21.15.119:0/4267559501 >> 172.21.15.119:0/4267559501 conn(0x7f4428089f60 msgr2=0x7f44280aef80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:57:26.598 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:26.594+0000 7f442e75a640 1 -- 172.21.15.119:0/4267559501 shutdown_connections 2024-09-13T18:57:26.598 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:26.594+0000 7f442e75a640 1 -- 172.21.15.119:0/4267559501 wait complete. 2024-09-13T18:57:26.608 DEBUG:teuthology.orchestra.run.smithi119:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-09-13T18:57:26.707 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:26.704+0000 7fd3f5219640 1 Processor -- start 2024-09-13T18:57:26.708 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:26.704+0000 7fd3f5219640 1 -- start start 2024-09-13T18:57:26.709 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:26.704+0000 7fd3f5219640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7fd3f00b20a0 0x7fd3f00ce4f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:26.709 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:26.704+0000 7fd3f5219640 1 --2- >> v2:172.21.15.119:3300/0 conn(0x7fd3f00cea30 0x7fd3f00ab9e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:26.709 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:26.705+0000 7fd3f5219640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fd3f00cee60 con 0x7fd3f015a3b0 2024-09-13T18:57:26.709 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:26.705+0000 7fd3f5219640 1 -- --> v2:172.21.15.119:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fd3f015a790 con 0x7fd3f00cea30 2024-09-13T18:57:26.709 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:26.705+0000 7fd3f5219640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fd3f00b2680 con 0x7fd3f00b20a0 2024-09-13T18:57:26.709 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:26.705+0000 7fd3ef59e640 1 --2- >> v2:172.21.15.119:3300/0 conn(0x7fd3f00cea30 0x7fd3f00ab9e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:26.709 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:26.705+0000 7fd3ef59e640 1 --2- >> v2:172.21.15.119:3300/0 conn(0x7fd3f00cea30 0x7fd3f00ab9e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.119:3300/0 says I am v2:172.21.15.119:54946/0 (socket says 172.21.15.119:54946) 2024-09-13T18:57:26.709 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:26.705+0000 7fd3ef59e640 1 -- 172.21.15.119:0/2764947859 learned_addr learned my addr 172.21.15.119:0/2764947859 (peer_addr_for_me v2:172.21.15.119:0/0) 2024-09-13T18:57:26.709 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:26.705+0000 7fd3e659c640 1 --2- 172.21.15.119:0/2764947859 >> v2:172.21.15.145:3300/0 conn(0x7fd3f00b20a0 0x7fd3f00ce4f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:26.709 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:26.705+0000 7fd3ef59e640 1 -- 172.21.15.119:0/2764947859 >> v2:172.21.15.145:3300/0 conn(0x7fd3f00b20a0 msgr2=0x7fd3f00ce4f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T18:57:26.709 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:26.705+0000 7fd3ef59e640 1 --2- 172.21.15.119:0/2764947859 >> v2:172.21.15.145:3300/0 conn(0x7fd3f00b20a0 0x7fd3f00ce4f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:26.710 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:26.705+0000 7fd3ef59e640 1 -- 172.21.15.119:0/2764947859 >> v1:172.21.15.145:6789/0 conn(0x7fd3f015a3b0 legacy=0x7fd3f00b1720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T18:57:26.710 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:26.705+0000 7fd3ef59e640 1 -- 172.21.15.119:0/2764947859 --> v2:172.21.15.119:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd3f00b2960 con 0x7fd3f00cea30 2024-09-13T18:57:26.711 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:26.706+0000 7fd3ef59e640 1 --2- 172.21.15.119:0/2764947859 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fd3f00cea30 0x7fd3f00ab9e0 secure :-1 s=READY pgs=398 cs=0 l=1 rev1=1 crypto rx=0x7fd3f00c5310 tx=0x7fd3e802a6c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1cdd98dbbd4722db server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:57:26.711 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:26.706+0000 7fd3ee59c640 1 -- 172.21.15.119:0/2764947859 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd3e802aea0 con 0x7fd3f00cea30 2024-09-13T18:57:26.711 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:26.706+0000 7fd3ee59c640 1 -- 172.21.15.119:0/2764947859 <== mon.0 v2:172.21.15.119:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd3e802d050 con 0x7fd3f00cea30 2024-09-13T18:57:26.711 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:26.706+0000 7fd3ee59c640 1 -- 172.21.15.119:0/2764947859 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd3e8031820 con 0x7fd3f00cea30 2024-09-13T18:57:26.711 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:26.706+0000 7fd3f5219640 1 -- 172.21.15.119:0/2764947859 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fd3f00cea30 msgr2=0x7fd3f00ab9e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:26.711 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:26.706+0000 7fd3f5219640 1 --2- 172.21.15.119:0/2764947859 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fd3f00cea30 0x7fd3f00ab9e0 secure :-1 s=READY pgs=398 cs=0 l=1 rev1=1 crypto rx=0x7fd3f00c5310 tx=0x7fd3e802a6c0 comp rx=0 tx=0).stop 2024-09-13T18:57:26.711 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:26.706+0000 7fd3f5219640 1 -- 172.21.15.119:0/2764947859 shutdown_connections 2024-09-13T18:57:26.711 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:26.706+0000 7fd3f5219640 1 --2- 172.21.15.119:0/2764947859 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fd3f00cea30 0x7fd3f00ab9e0 unknown :-1 s=CLOSED pgs=398 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:26.711 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:26.706+0000 7fd3f5219640 1 --2- 172.21.15.119:0/2764947859 >> v2:172.21.15.145:3300/0 conn(0x7fd3f00b20a0 0x7fd3f00ce4f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:26.711 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:26.706+0000 7fd3f5219640 1 -- 172.21.15.119:0/2764947859 >> 172.21.15.119:0/2764947859 conn(0x7fd3f006a0b0 msgr2=0x7fd3f006a4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:57:26.711 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:26.706+0000 7fd3f5219640 1 -- 172.21.15.119:0/2764947859 shutdown_connections 2024-09-13T18:57:26.711 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:26.706+0000 7fd3f5219640 1 -- 172.21.15.119:0/2764947859 wait complete. 2024-09-13T18:57:26.713 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:26.708+0000 7fd3f5219640 1 Processor -- start 2024-09-13T18:57:26.713 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:26.708+0000 7fd3f5219640 1 -- start start 2024-09-13T18:57:26.714 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:26.709+0000 7fd3f5219640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fd3f00b20a0 0x7fd3f00b06c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:26.714 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:26.709+0000 7fd3f5219640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd3f00cea30 0x7fd3f0071320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:26.714 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:26.709+0000 7fd3f5219640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fd3f015a3b0 0x7fd3f0097890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:26.714 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:26.709+0000 7fd3f5219640 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd3f00af680 con 0x7fd3f00b20a0 2024-09-13T18:57:26.714 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:26.709+0000 7fd3f5219640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd3f00b0c00 con 0x7fd3f00cea30 2024-09-13T18:57:26.714 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:26.709+0000 7fd3f5219640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd3f00af900 con 0x7fd3f015a3b0 2024-09-13T18:57:26.714 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:26.709+0000 7fd3eed9d640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fd3f00b20a0 0x7fd3f00b06c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:26.714 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:26.709+0000 7fd3eed9d640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fd3f00b20a0 0x7fd3f00b06c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.119:3300/0 says I am v2:172.21.15.119:54948/0 (socket says 172.21.15.119:54948) 2024-09-13T18:57:26.714 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:26.709+0000 7fd3eed9d640 1 -- 172.21.15.119:0/3356355986 learned_addr learned my addr 172.21.15.119:0/3356355986 (peer_addr_for_me v2:172.21.15.119:0/0) 2024-09-13T18:57:26.714 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:26.709+0000 7fd3e659c640 1 --2- 172.21.15.119:0/3356355986 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd3f00cea30 0x7fd3f0071320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:26.714 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:26.709+0000 7fd3ef59e640 1 --2- 172.21.15.119:0/3356355986 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fd3f015a3b0 0x7fd3f0097890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:26.714 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:26.709+0000 7fd3eed9d640 1 -- 172.21.15.119:0/3356355986 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fd3f015a3b0 msgr2=0x7fd3f0097890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:26.714 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:26.709+0000 7fd3eed9d640 1 --2- 172.21.15.119:0/3356355986 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fd3f015a3b0 0x7fd3f0097890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:26.715 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:26.709+0000 7fd3eed9d640 1 -- 172.21.15.119:0/3356355986 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd3f00cea30 msgr2=0x7fd3f0071320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:26.715 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:26.709+0000 7fd3eed9d640 1 --2- 172.21.15.119:0/3356355986 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd3f00cea30 0x7fd3f0071320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:26.715 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:26.709+0000 7fd3eed9d640 1 -- 172.21.15.119:0/3356355986 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd3e8009b30 con 0x7fd3f00b20a0 2024-09-13T18:57:26.715 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:26.709+0000 7fd3eed9d640 1 --2- 172.21.15.119:0/3356355986 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fd3f00b20a0 0x7fd3f00b06c0 secure :-1 s=READY pgs=399 cs=0 l=1 rev1=1 crypto rx=0x7fd3e000b3f0 tx=0x7fd3e000b8b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:57:26.715 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:26.709+0000 7fd3e7fff640 1 -- 172.21.15.119:0/3356355986 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd3e0011830 con 0x7fd3f00b20a0 2024-09-13T18:57:26.715 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:26.709+0000 7fd3e7fff640 1 -- 172.21.15.119:0/3356355986 <== mon.0 v2:172.21.15.119:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd3e0011990 con 0x7fd3f00b20a0 2024-09-13T18:57:26.715 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:26.709+0000 7fd3e7fff640 1 -- 172.21.15.119:0/3356355986 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd3e0011d40 con 0x7fd3f00b20a0 2024-09-13T18:57:26.715 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:26.709+0000 7fd3f5219640 1 -- 172.21.15.119:0/3356355986 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fd3f00afbe0 con 0x7fd3f00b20a0 2024-09-13T18:57:26.715 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:26.709+0000 7fd3f5219640 1 -- 172.21.15.119:0/3356355986 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd3f00b01a0 con 0x7fd3f00b20a0 2024-09-13T18:57:26.716 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:26.710+0000 7fd3f5219640 1 -- 172.21.15.119:0/3356355986 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fd3f00ab480 con 0x7fd3f00b20a0 2024-09-13T18:57:26.716 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:26.711+0000 7fd3e7fff640 1 -- 172.21.15.119:0/3356355986 <== mon.0 v2:172.21.15.119:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fd3e001a400 con 0x7fd3f00b20a0 2024-09-13T18:57:26.716 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:26.711+0000 7fd3e7fff640 1 --2- 172.21.15.119:0/3356355986 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7fd3d006ac00 0x7fd3d006d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:26.716 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:26.711+0000 7fd3e7fff640 1 -- 172.21.15.119:0/3356355986 <== mon.0 v2:172.21.15.119:3300/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 6692+0+0 (secure 0 0 0) 0x7fd3e0089540 con 0x7fd3f00b20a0 2024-09-13T18:57:26.716 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:26.711+0000 7fd3e659c640 1 --2- 172.21.15.119:0/3356355986 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7fd3d006ac00 0x7fd3d006d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:26.716 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:26.712+0000 7fd3e659c640 1 --2- 172.21.15.119:0/3356355986 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7fd3d006ac00 0x7fd3d006d0c0 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7fd3f015d9f0 tx=0x7fd3d8008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:57:26.719 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:26.715+0000 7fd3e7fff640 1 -- 172.21.15.119:0/3356355986 <== mon.0 v2:172.21.15.119:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fd3e00543d0 con 0x7fd3f00b20a0 2024-09-13T18:57:26.879 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:26.875+0000 7fd3f5219640 1 -- 172.21.15.119:0/3356355986 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7fd3f00b03c0 con 0x7fd3f00b20a0 2024-09-13T18:57:26.880 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:26.876+0000 7fd3e7fff640 1 -- 172.21.15.119:0/3356355986 <== mon.0 v2:172.21.15.119:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v26) v1 ==== 100+0+11 (secure 0 0 0) 0x7fd3e00579f0 con 0x7fd3f00b20a0 2024-09-13T18:57:26.880 INFO:teuthology.orchestra.run.smithi119.stdout:pg_num: 64 2024-09-13T18:57:26.882 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:26.878+0000 7fd3f5219640 1 -- 172.21.15.119:0/3356355986 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7fd3d006ac00 msgr2=0x7fd3d006d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:26.882 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:26.878+0000 7fd3f5219640 1 --2- 172.21.15.119:0/3356355986 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7fd3d006ac00 0x7fd3d006d0c0 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7fd3f015d9f0 tx=0x7fd3d8008040 comp rx=0 tx=0).stop 2024-09-13T18:57:26.882 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:26.878+0000 7fd3f5219640 1 -- 172.21.15.119:0/3356355986 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fd3f00b20a0 msgr2=0x7fd3f00b06c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:26.882 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:26.878+0000 7fd3f5219640 1 --2- 172.21.15.119:0/3356355986 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fd3f00b20a0 0x7fd3f00b06c0 secure :-1 s=READY pgs=399 cs=0 l=1 rev1=1 crypto rx=0x7fd3e000b3f0 tx=0x7fd3e000b8b0 comp rx=0 tx=0).stop 2024-09-13T18:57:26.883 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:26.878+0000 7fd3f5219640 1 -- 172.21.15.119:0/3356355986 shutdown_connections 2024-09-13T18:57:26.883 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:26.878+0000 7fd3f5219640 1 --2- 172.21.15.119:0/3356355986 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7fd3d006ac00 0x7fd3d006d0c0 unknown :-1 s=CLOSED pgs=205 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:26.883 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:26.878+0000 7fd3f5219640 1 --2- 172.21.15.119:0/3356355986 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fd3f015a3b0 0x7fd3f0097890 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:26.883 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:26.878+0000 7fd3f5219640 1 --2- 172.21.15.119:0/3356355986 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd3f00cea30 0x7fd3f0071320 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:26.883 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:26.878+0000 7fd3f5219640 1 --2- 172.21.15.119:0/3356355986 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fd3f00b20a0 0x7fd3f00b06c0 unknown :-1 s=CLOSED pgs=399 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:26.883 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:26.878+0000 7fd3f5219640 1 -- 172.21.15.119:0/3356355986 >> 172.21.15.119:0/3356355986 conn(0x7fd3f006a0b0 msgr2=0x7fd3f00b16b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:57:26.883 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:26.878+0000 7fd3f5219640 1 -- 172.21.15.119:0/3356355986 shutdown_connections 2024-09-13T18:57:26.883 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:26.878+0000 7fd3f5219640 1 -- 172.21.15.119:0/3356355986 wait complete. 2024-09-13T18:57:26.893 DEBUG:teuthology.orchestra.run.smithi119:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data_ec pg_num 2024-09-13T18:57:26.993 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:26.989+0000 7fb57579c640 1 Processor -- start 2024-09-13T18:57:26.993 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:26.989+0000 7fb57579c640 1 -- start start 2024-09-13T18:57:26.994 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:26.990+0000 7fb57579c640 1 --2- >> v2:172.21.15.119:3300/0 conn(0x7fb57015c500 0x7fb5700d2050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:26.994 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:26.990+0000 7fb57579c640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fb5700d2590 0x7fb5700cd8e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:26.995 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:26.990+0000 7fb57579c640 1 -- --> v1:172.21.15.119:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fb5700cd450 con 0x7fb5700cde20 2024-09-13T18:57:26.995 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:26.990+0000 7fb57579c640 1 -- --> v2:172.21.15.119:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fb5700d29f0 con 0x7fb57015c500 2024-09-13T18:57:26.995 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:26.990+0000 7fb57579c640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb5700d0cf0 con 0x7fb5700d2590 2024-09-13T18:57:26.995 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:26.990+0000 7fb56effd640 1 --2- >> v2:172.21.15.119:3300/0 conn(0x7fb57015c500 0x7fb5700d2050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:26.995 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:26.990+0000 7fb56f7fe640 1 --1- >> v1:172.21.15.119:6789/0 conn(0x7fb5700cde20 0x7fb5700d0000 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.119:6789/0 says I am v1:172.21.15.119:60218/0 (socket says 172.21.15.119:60218) 2024-09-13T18:57:26.995 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:26.991+0000 7fb56f7fe640 1 -- 172.21.15.119:0/1363548334 learned_addr learned my addr 172.21.15.119:0/1363548334 (peer_addr_for_me v1:172.21.15.119:0/0) 2024-09-13T18:57:26.995 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:26.991+0000 7fb5667fc640 1 --2- 172.21.15.119:0/1363548334 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fb5700d2590 0x7fb5700cd8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:26.995 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:26.991+0000 7fb56effd640 1 -- 172.21.15.119:0/1363548334 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fb5700d2590 msgr2=0x7fb5700cd8e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T18:57:26.995 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:26.991+0000 7fb56effd640 1 --2- 172.21.15.119:0/1363548334 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fb5700d2590 0x7fb5700cd8e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:26.995 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:26.991+0000 7fb56effd640 1 -- 172.21.15.119:0/1363548334 >> v1:172.21.15.119:6789/0 conn(0x7fb5700cde20 legacy=0x7fb5700d0000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:26.995 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:26.991+0000 7fb56effd640 1 -- 172.21.15.119:0/1363548334 --> v2:172.21.15.119:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb5700d0fd0 con 0x7fb57015c500 2024-09-13T18:57:26.995 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:26.991+0000 7fb56e7fc640 1 -- 172.21.15.119:0/1363548334 <== mon.0 v1:172.21.15.119:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 352100511 0 0) 0x7fb5700cd450 con 0x7fb5700cde20 2024-09-13T18:57:26.997 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:26.991+0000 7fb56effd640 1 --2- 172.21.15.119:0/1363548334 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fb57015c500 0x7fb5700d2050 secure :-1 s=READY pgs=401 cs=0 l=1 rev1=1 crypto rx=0x7fb5600097a0 tx=0x7fb56002a180 comp rx=0 tx=0).ready entity=mon.0 client_cookie=15283004ae30c7cd server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:57:26.997 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:26.992+0000 7fb56e7fc640 1 -- 172.21.15.119:0/1363548334 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb560032440 con 0x7fb57015c500 2024-09-13T18:57:26.997 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:26.992+0000 7fb56e7fc640 1 -- 172.21.15.119:0/1363548334 <== mon.0 v2:172.21.15.119:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb5600325a0 con 0x7fb57015c500 2024-09-13T18:57:26.997 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:26.992+0000 7fb56e7fc640 1 -- 172.21.15.119:0/1363548334 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb560032930 con 0x7fb57015c500 2024-09-13T18:57:26.997 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:26.992+0000 7fb57579c640 1 -- 172.21.15.119:0/1363548334 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fb57015c500 msgr2=0x7fb5700d2050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:26.997 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:26.992+0000 7fb57579c640 1 --2- 172.21.15.119:0/1363548334 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fb57015c500 0x7fb5700d2050 secure :-1 s=READY pgs=401 cs=0 l=1 rev1=1 crypto rx=0x7fb5600097a0 tx=0x7fb56002a180 comp rx=0 tx=0).stop 2024-09-13T18:57:26.997 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:26.992+0000 7fb57579c640 1 -- 172.21.15.119:0/1363548334 shutdown_connections 2024-09-13T18:57:26.997 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:26.992+0000 7fb57579c640 1 --2- 172.21.15.119:0/1363548334 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fb5700d2590 0x7fb5700cd8e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:26.997 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:26.992+0000 7fb57579c640 1 --2- 172.21.15.119:0/1363548334 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fb57015c500 0x7fb5700d2050 unknown :-1 s=CLOSED pgs=401 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:26.997 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:26.992+0000 7fb57579c640 1 -- 172.21.15.119:0/1363548334 >> 172.21.15.119:0/1363548334 conn(0x7fb570089f60 msgr2=0x7fb57009b830 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:57:26.998 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:26.992+0000 7fb57579c640 1 -- 172.21.15.119:0/1363548334 shutdown_connections 2024-09-13T18:57:26.998 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:26.992+0000 7fb57579c640 1 -- 172.21.15.119:0/1363548334 wait complete. 2024-09-13T18:57:26.998 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:26.993+0000 7fb57579c640 1 Processor -- start 2024-09-13T18:57:26.998 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:26.994+0000 7fb57579c640 1 -- start start 2024-09-13T18:57:27.000 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:26.994+0000 7fb57579c640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fb5700cde20 0x7fb57015d930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:27.000 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:26.994+0000 7fb57579c640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb5700d2590 0x7fb570151cf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:27.000 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:26.994+0000 7fb57579c640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fb57015c500 0x7fb5700ca250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:27.001 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:26.994+0000 7fb57579c640 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb5700b5ac0 con 0x7fb57015c500 2024-09-13T18:57:27.001 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:26.994+0000 7fb57579c640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb5700b82f0 con 0x7fb5700d2590 2024-09-13T18:57:27.001 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:26.994+0000 7fb57579c640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb57015de70 con 0x7fb5700cde20 2024-09-13T18:57:27.001 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:26.994+0000 7fb56f7fe640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fb57015c500 0x7fb5700ca250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:27.001 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:26.994+0000 7fb56f7fe640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fb57015c500 0x7fb5700ca250 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.119:3300/0 says I am v2:172.21.15.119:54968/0 (socket says 172.21.15.119:54968) 2024-09-13T18:57:27.001 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:26.994+0000 7fb56f7fe640 1 -- 172.21.15.119:0/3617473920 learned_addr learned my addr 172.21.15.119:0/3617473920 (peer_addr_for_me v2:172.21.15.119:0/0) 2024-09-13T18:57:27.001 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:26.994+0000 7fb56effd640 1 --2- 172.21.15.119:0/3617473920 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fb5700cde20 0x7fb57015d930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:27.001 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:26.994+0000 7fb5667fc640 1 --2- 172.21.15.119:0/3617473920 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb5700d2590 0x7fb570151cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:27.001 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:26.995+0000 7fb56f7fe640 1 -- 172.21.15.119:0/3617473920 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fb5700cde20 msgr2=0x7fb57015d930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:27.001 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:26.995+0000 7fb56f7fe640 1 --2- 172.21.15.119:0/3617473920 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fb5700cde20 0x7fb57015d930 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:27.001 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:26.995+0000 7fb56f7fe640 1 -- 172.21.15.119:0/3617473920 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb5700d2590 msgr2=0x7fb570151cf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:27.001 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:26.995+0000 7fb56f7fe640 1 --2- 172.21.15.119:0/3617473920 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb5700d2590 0x7fb570151cf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:27.001 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:26.995+0000 7fb56f7fe640 1 -- 172.21.15.119:0/3617473920 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb560009400 con 0x7fb57015c500 2024-09-13T18:57:27.002 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:26.995+0000 7fb5667fc640 1 --2- 172.21.15.119:0/3617473920 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb5700d2590 0x7fb570151cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T18:57:27.002 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:26.995+0000 7fb56f7fe640 1 --2- 172.21.15.119:0/3617473920 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fb57015c500 0x7fb5700ca250 secure :-1 s=READY pgs=402 cs=0 l=1 rev1=1 crypto rx=0x7fb56800c7e0 tx=0x7fb56800cca0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:57:27.002 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:26.995+0000 7fb567fff640 1 -- 172.21.15.119:0/3617473920 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb56800a640 con 0x7fb57015c500 2024-09-13T18:57:27.002 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:26.995+0000 7fb567fff640 1 -- 172.21.15.119:0/3617473920 <== mon.0 v2:172.21.15.119:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb56800a7c0 con 0x7fb57015c500 2024-09-13T18:57:27.002 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:26.995+0000 7fb57579c640 1 -- 172.21.15.119:0/3617473920 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb5700b8010 con 0x7fb57015c500 2024-09-13T18:57:27.002 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:26.995+0000 7fb567fff640 1 -- 172.21.15.119:0/3617473920 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb56800ab70 con 0x7fb57015c500 2024-09-13T18:57:27.002 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:26.995+0000 7fb57579c640 1 -- 172.21.15.119:0/3617473920 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb5700b56e0 con 0x7fb57015c500 2024-09-13T18:57:27.002 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:26.996+0000 7fb57579c640 1 -- 172.21.15.119:0/3617473920 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fb5700b5260 con 0x7fb57015c500 2024-09-13T18:57:27.002 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:26.996+0000 7fb567fff640 1 -- 172.21.15.119:0/3617473920 <== mon.0 v2:172.21.15.119:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fb56800acd0 con 0x7fb57015c500 2024-09-13T18:57:27.002 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:26.997+0000 7fb567fff640 1 --2- 172.21.15.119:0/3617473920 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7fb55006ac00 0x7fb55006d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:27.002 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:26.997+0000 7fb567fff640 1 -- 172.21.15.119:0/3617473920 <== mon.0 v2:172.21.15.119:3300/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 6692+0+0 (secure 0 0 0) 0x7fb568088ef0 con 0x7fb57015c500 2024-09-13T18:57:27.002 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:26.997+0000 7fb56effd640 1 --2- 172.21.15.119:0/3617473920 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7fb55006ac00 0x7fb55006d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:27.003 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:26.997+0000 7fb56effd640 1 --2- 172.21.15.119:0/3617473920 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7fb55006ac00 0x7fb55006d0c0 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7fb560034000 tx=0x7fb56002e000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:57:27.005 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:27.001+0000 7fb567fff640 1 -- 172.21.15.119:0/3617473920 <== mon.0 v2:172.21.15.119:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fb5700b5260 con 0x7fb57015c500 2024-09-13T18:57:27.168 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:27.164+0000 7fb57579c640 1 -- 172.21.15.119:0/3617473920 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"} v 0) v1 -- 0x7fb5700b5c00 con 0x7fb57015c500 2024-09-13T18:57:27.168 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:27.165+0000 7fb567fff640 1 -- 172.21.15.119:0/3617473920 <== mon.0 v2:172.21.15.119:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]=0 v26) v1 ==== 103+0+11 (secure 0 0 0) 0x7fb5700b5c00 con 0x7fb57015c500 2024-09-13T18:57:27.169 INFO:teuthology.orchestra.run.smithi119.stdout:pg_num: 32 2024-09-13T18:57:27.171 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:27.167+0000 7fb57579c640 1 -- 172.21.15.119:0/3617473920 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7fb55006ac00 msgr2=0x7fb55006d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:27.171 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:27.167+0000 7fb57579c640 1 --2- 172.21.15.119:0/3617473920 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7fb55006ac00 0x7fb55006d0c0 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7fb560034000 tx=0x7fb56002e000 comp rx=0 tx=0).stop 2024-09-13T18:57:27.171 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:27.167+0000 7fb57579c640 1 -- 172.21.15.119:0/3617473920 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fb57015c500 msgr2=0x7fb5700ca250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:27.171 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:27.167+0000 7fb57579c640 1 --2- 172.21.15.119:0/3617473920 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fb57015c500 0x7fb5700ca250 secure :-1 s=READY pgs=402 cs=0 l=1 rev1=1 crypto rx=0x7fb56800c7e0 tx=0x7fb56800cca0 comp rx=0 tx=0).stop 2024-09-13T18:57:27.172 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:27.167+0000 7fb57579c640 1 -- 172.21.15.119:0/3617473920 shutdown_connections 2024-09-13T18:57:27.172 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:27.167+0000 7fb57579c640 1 --2- 172.21.15.119:0/3617473920 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7fb55006ac00 0x7fb55006d0c0 unknown :-1 s=CLOSED pgs=206 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:27.172 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:27.167+0000 7fb57579c640 1 --2- 172.21.15.119:0/3617473920 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fb57015c500 0x7fb5700ca250 unknown :-1 s=CLOSED pgs=402 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:27.172 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:27.167+0000 7fb57579c640 1 --2- 172.21.15.119:0/3617473920 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb5700d2590 0x7fb570151cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:27.172 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:27.167+0000 7fb57579c640 1 --2- 172.21.15.119:0/3617473920 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fb5700cde20 0x7fb57015d930 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:27.172 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:27.167+0000 7fb57579c640 1 -- 172.21.15.119:0/3617473920 >> 172.21.15.119:0/3617473920 conn(0x7fb570089f60 msgr2=0x7fb5700d2b30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:57:27.172 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:27.167+0000 7fb57579c640 1 -- 172.21.15.119:0/3617473920 shutdown_connections 2024-09-13T18:57:27.172 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:27.167+0000 7fb57579c640 1 -- 172.21.15.119:0/3617473920 wait complete. 2024-09-13T18:57:27.182 DEBUG:teuthology.orchestra.run.smithi119:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-13T18:57:27.281 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:27.277+0000 7f000ce5a640 1 Processor -- start 2024-09-13T18:57:27.281 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:27.277+0000 7f000ce5a640 1 -- start start 2024-09-13T18:57:27.281 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:27.278+0000 7f000ce5a640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f00080cace0 0x7f00080cb150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:27.281 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:27.278+0000 7f000ce5a640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f000806d030 0x7f000806d450 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:27.281 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:27.278+0000 7f000ce5a640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f00080c8920 con 0x7f000815a2e0 2024-09-13T18:57:27.281 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:27.278+0000 7f000ce5a640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f00080cb690 con 0x7f00080cace0 2024-09-13T18:57:27.282 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:27.278+0000 7f000ce5a640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f000815a6c0 con 0x7f000806d030 2024-09-13T18:57:27.282 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:27.278+0000 7f0005d9b640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f00080cace0 0x7f00080cb150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:27.282 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:27.278+0000 7f0006d9d640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f000806d030 0x7f000806d450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:27.283 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:27.278+0000 7f0006d9d640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f000806d030 0x7f000806d450 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.145:3301/0 says I am v2:172.21.15.119:55032/0 (socket says 172.21.15.119:55032) 2024-09-13T18:57:27.283 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:27.278+0000 7f000659c640 1 --1- >> v1:172.21.15.145:6789/0 conn(0x7f000815a2e0 0x7f00080c9a40 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.145:6789/0 says I am v1:172.21.15.119:45870/0 (socket says 172.21.15.119:45870) 2024-09-13T18:57:27.283 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:27.278+0000 7f0006d9d640 1 -- 172.21.15.119:0/2440732812 learned_addr learned my addr 172.21.15.119:0/2440732812 (peer_addr_for_me v2:172.21.15.119:0/0) 2024-09-13T18:57:27.283 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:27.279+0000 7f0006d9d640 1 -- 172.21.15.119:0/2440732812 >> v2:172.21.15.145:3300/0 conn(0x7f00080cace0 msgr2=0x7f00080cb150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T18:57:27.283 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:27.279+0000 7f0006d9d640 1 --2- 172.21.15.119:0/2440732812 >> v2:172.21.15.145:3300/0 conn(0x7f00080cace0 0x7f00080cb150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:27.283 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:27.279+0000 7f0006d9d640 1 -- 172.21.15.119:0/2440732812 >> v1:172.21.15.145:6789/0 conn(0x7f000815a2e0 legacy=0x7f00080c9a40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:27.283 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:27.279+0000 7f0006d9d640 1 -- 172.21.15.119:0/2440732812 --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f00080ca500 con 0x7f000806d030 2024-09-13T18:57:27.283 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:27.279+0000 7f0005d9b640 1 --2- 172.21.15.119:0/2440732812 >> v2:172.21.15.145:3300/0 conn(0x7f00080cace0 0x7f00080cb150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T18:57:27.284 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:27.279+0000 7f0006d9d640 1 --2- 172.21.15.119:0/2440732812 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f000806d030 0x7f000806d450 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7f0000009e50 tx=0x7f000002a710 comp rx=0 tx=0).ready entity=mon.2 client_cookie=778b1018b7713518 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:57:27.284 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:27.280+0000 7f000559a640 1 -- 172.21.15.119:0/2440732812 <== mon.2 v2:172.21.15.145:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0000031600 con 0x7f000806d030 2024-09-13T18:57:27.284 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:27.280+0000 7f000559a640 1 -- 172.21.15.119:0/2440732812 <== mon.2 v2:172.21.15.145:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f000002d050 con 0x7f000806d030 2024-09-13T18:57:27.284 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:27.280+0000 7f000559a640 1 -- 172.21.15.119:0/2440732812 <== mon.2 v2:172.21.15.145:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0000031980 con 0x7f000806d030 2024-09-13T18:57:27.285 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:27.280+0000 7f000ce5a640 1 -- 172.21.15.119:0/2440732812 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f000806d030 msgr2=0x7f000806d450 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:27.285 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:27.280+0000 7f000ce5a640 1 --2- 172.21.15.119:0/2440732812 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f000806d030 0x7f000806d450 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7f0000009e50 tx=0x7f000002a710 comp rx=0 tx=0).stop 2024-09-13T18:57:27.285 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:27.280+0000 7f000ce5a640 1 -- 172.21.15.119:0/2440732812 shutdown_connections 2024-09-13T18:57:27.285 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:27.280+0000 7f000ce5a640 1 --2- 172.21.15.119:0/2440732812 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f000806d030 0x7f000806d450 unknown :-1 s=CLOSED pgs=46 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:27.285 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:27.280+0000 7f000ce5a640 1 --2- 172.21.15.119:0/2440732812 >> v2:172.21.15.145:3300/0 conn(0x7f00080cace0 0x7f00080cb150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:27.285 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:27.280+0000 7f000ce5a640 1 -- 172.21.15.119:0/2440732812 >> 172.21.15.119:0/2440732812 conn(0x7f0008069ed0 msgr2=0x7f000806a2e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:57:27.285 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:27.280+0000 7f000ce5a640 1 -- 172.21.15.119:0/2440732812 shutdown_connections 2024-09-13T18:57:27.285 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:27.280+0000 7f000ce5a640 1 -- 172.21.15.119:0/2440732812 wait complete. 2024-09-13T18:57:27.287 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:27.282+0000 7f000ce5a640 1 Processor -- start 2024-09-13T18:57:27.287 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:27.282+0000 7f000ce5a640 1 -- start start 2024-09-13T18:57:27.287 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:27.282+0000 7f000ce5a640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f000806d030 0x7f0008158d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:27.287 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:27.282+0000 7f000ce5a640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f00080cace0 0x7f00080c6760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:27.287 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:27.282+0000 7f000ce5a640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f000815a2e0 0x7f00080ac400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:27.287 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:27.282+0000 7f000ce5a640 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f00080c32c0 con 0x7f00080cace0 2024-09-13T18:57:27.287 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:27.282+0000 7f000ce5a640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0008098250 con 0x7f000806d030 2024-09-13T18:57:27.288 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:27.282+0000 7f000ce5a640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f00080c2920 con 0x7f000815a2e0 2024-09-13T18:57:27.288 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:27.282+0000 7f0005d9b640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f00080cace0 0x7f00080c6760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:27.288 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:27.282+0000 7f0005d9b640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f00080cace0 0x7f00080c6760 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.119:3300/0 says I am v2:172.21.15.119:54984/0 (socket says 172.21.15.119:54984) 2024-09-13T18:57:27.288 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:27.282+0000 7f0005d9b640 1 -- 172.21.15.119:0/2258581703 learned_addr learned my addr 172.21.15.119:0/2258581703 (peer_addr_for_me v2:172.21.15.119:0/0) 2024-09-13T18:57:27.288 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:27.283+0000 7f0006d9d640 1 --2- 172.21.15.119:0/2258581703 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f000815a2e0 0x7f00080ac400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:27.288 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:27.283+0000 7f000659c640 1 --2- 172.21.15.119:0/2258581703 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f000806d030 0x7f0008158d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:27.288 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:27.283+0000 7f0005d9b640 1 -- 172.21.15.119:0/2258581703 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f000815a2e0 msgr2=0x7f00080ac400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:27.288 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:27.283+0000 7f0005d9b640 1 --2- 172.21.15.119:0/2258581703 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f000815a2e0 0x7f00080ac400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:27.288 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:27.283+0000 7f0005d9b640 1 -- 172.21.15.119:0/2258581703 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f000806d030 msgr2=0x7f0008158d40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:27.288 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:27.283+0000 7f0005d9b640 1 --2- 172.21.15.119:0/2258581703 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f000806d030 0x7f0008158d40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:27.288 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:27.283+0000 7f0005d9b640 1 -- 172.21.15.119:0/2258581703 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7efffc009400 con 0x7f00080cace0 2024-09-13T18:57:27.288 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:27.283+0000 7f0006d9d640 1 --2- 172.21.15.119:0/2258581703 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f000815a2e0 0x7f00080ac400 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T18:57:27.289 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:27.283+0000 7f0005d9b640 1 --2- 172.21.15.119:0/2258581703 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f00080cace0 0x7f00080c6760 secure :-1 s=READY pgs=403 cs=0 l=1 rev1=1 crypto rx=0x7efffc00ebe0 tx=0x7efffc00c520 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:57:27.289 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:27.283+0000 7efff6ffd640 1 -- 172.21.15.119:0/2258581703 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efffc009760 con 0x7f00080cace0 2024-09-13T18:57:27.289 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:27.283+0000 7efff6ffd640 1 -- 172.21.15.119:0/2258581703 <== mon.0 v2:172.21.15.119:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7efffc00cc30 con 0x7f00080cace0 2024-09-13T18:57:27.289 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:27.283+0000 7efff6ffd640 1 -- 172.21.15.119:0/2258581703 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efffc00eee0 con 0x7f00080cace0 2024-09-13T18:57:27.289 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:27.283+0000 7f000ce5a640 1 -- 172.21.15.119:0/2258581703 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f0000009b30 con 0x7f00080cace0 2024-09-13T18:57:27.289 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:27.283+0000 7f000ce5a640 1 -- 172.21.15.119:0/2258581703 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f00080c2ee0 con 0x7f00080cace0 2024-09-13T18:57:27.291 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:27.284+0000 7f000ce5a640 1 -- 172.21.15.119:0/2258581703 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f00080b1440 con 0x7f00080cace0 2024-09-13T18:57:27.291 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:27.285+0000 7efff6ffd640 1 -- 172.21.15.119:0/2258581703 <== mon.0 v2:172.21.15.119:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7efffc013470 con 0x7f00080cace0 2024-09-13T18:57:27.291 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:27.285+0000 7efff6ffd640 1 --2- 172.21.15.119:0/2258581703 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7effe806ac00 0x7effe806d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:27.291 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:27.285+0000 7efff6ffd640 1 -- 172.21.15.119:0/2258581703 <== mon.0 v2:172.21.15.119:3300/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 6692+0+0 (secure 0 0 0) 0x7efffc0899c0 con 0x7f00080cace0 2024-09-13T18:57:27.291 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:27.285+0000 7f000659c640 1 --2- 172.21.15.119:0/2258581703 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7effe806ac00 0x7effe806d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:27.291 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:27.286+0000 7f000659c640 1 --2- 172.21.15.119:0/2258581703 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7effe806ac00 0x7effe806d0c0 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7efff8000f60 tx=0x7efff8007ca0 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:57:27.293 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:27.289+0000 7efff6ffd640 1 -- 172.21.15.119:0/2258581703 <== mon.0 v2:172.21.15.119:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7efffc054850 con 0x7f00080cace0 2024-09-13T18:57:27.464 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:27.460+0000 7f000ce5a640 1 -- 172.21.15.119:0/2258581703 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) v1 -- 0x7f00080c9610 con 0x7f00080cace0 2024-09-13T18:57:27.464 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:27.461+0000 7efff6ffd640 1 -- 172.21.15.119:0/2258581703 <== mon.0 v2:172.21.15.119:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v26) v1 ==== 80+0+0 (secure 0 0 0) 0x7efffc057e70 con 0x7f00080cace0 2024-09-13T18:57:27.464 INFO:teuthology.orchestra.run.smithi119.stderr:listed 0 entries 2024-09-13T18:57:27.467 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:27.463+0000 7f000ce5a640 1 -- 172.21.15.119:0/2258581703 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7effe806ac00 msgr2=0x7effe806d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:27.467 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:27.463+0000 7f000ce5a640 1 --2- 172.21.15.119:0/2258581703 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7effe806ac00 0x7effe806d0c0 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7efff8000f60 tx=0x7efff8007ca0 comp rx=0 tx=0).stop 2024-09-13T18:57:27.467 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:27.463+0000 7f000ce5a640 1 -- 172.21.15.119:0/2258581703 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f00080cace0 msgr2=0x7f00080c6760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:27.467 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:27.463+0000 7f000ce5a640 1 --2- 172.21.15.119:0/2258581703 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f00080cace0 0x7f00080c6760 secure :-1 s=READY pgs=403 cs=0 l=1 rev1=1 crypto rx=0x7efffc00ebe0 tx=0x7efffc00c520 comp rx=0 tx=0).stop 2024-09-13T18:57:27.467 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:27.463+0000 7f000ce5a640 1 -- 172.21.15.119:0/2258581703 shutdown_connections 2024-09-13T18:57:27.467 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:27.463+0000 7f000ce5a640 1 --2- 172.21.15.119:0/2258581703 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7effe806ac00 0x7effe806d0c0 unknown :-1 s=CLOSED pgs=207 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:27.467 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:27.463+0000 7f000ce5a640 1 --2- 172.21.15.119:0/2258581703 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f000815a2e0 0x7f00080ac400 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:27.467 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:27.463+0000 7f000ce5a640 1 --2- 172.21.15.119:0/2258581703 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f00080cace0 0x7f00080c6760 unknown :-1 s=CLOSED pgs=403 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:27.467 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:27.463+0000 7f000ce5a640 1 --2- 172.21.15.119:0/2258581703 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f000806d030 0x7f0008158d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:27.467 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:27.463+0000 7f000ce5a640 1 -- 172.21.15.119:0/2258581703 >> 172.21.15.119:0/2258581703 conn(0x7f0008069ed0 msgr2=0x7f000806d410 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:57:27.467 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:27.463+0000 7f000ce5a640 1 -- 172.21.15.119:0/2258581703 shutdown_connections 2024-09-13T18:57:27.468 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:27.463+0000 7f000ce5a640 1 -- 172.21.15.119:0/2258581703 wait complete. 2024-09-13T18:57:27.477 DEBUG:teuthology.orchestra.run.smithi145:> set -ex 2024-09-13T18:57:27.477 DEBUG:teuthology.orchestra.run.smithi145:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-13T18:57:27.497 DEBUG:teuthology.orchestra.run.smithi119:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T18:57:27.595 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:27.591+0000 7fbf1d641640 1 Processor -- start 2024-09-13T18:57:27.595 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:27.591+0000 7fbf1d641640 1 -- start start 2024-09-13T18:57:27.598 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:27.592+0000 7fbf1d641640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fbf1815c6e0 0x7fbf180b3f50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:27.598 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:27.592+0000 7fbf1d641640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7fbf180d07b0 0x7fbf180b4490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:27.598 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:27.592+0000 7fbf1d641640 1 -- --> v1:172.21.15.119:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fbf180d1840 con 0x7fbf180ccb20 2024-09-13T18:57:27.598 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:27.592+0000 7fbf1d641640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fbf1806bd20 con 0x7fbf180d07b0 2024-09-13T18:57:27.598 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:27.592+0000 7fbf1d641640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fbf180d0c30 con 0x7fbf1815c6e0 2024-09-13T18:57:27.599 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:27.592+0000 7fbf177fe640 1 --1- >> v1:172.21.15.119:6789/0 conn(0x7fbf180ccb20 0x7fbf18160030 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.119:6789/0 says I am v1:172.21.15.119:60230/0 (socket says 172.21.15.119:60230) 2024-09-13T18:57:27.599 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:27.592+0000 7fbf177fe640 1 -- 172.21.15.119:0/2880294299 learned_addr learned my addr 172.21.15.119:0/2880294299 (peer_addr_for_me v1:172.21.15.119:0/0) 2024-09-13T18:57:27.599 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:27.592+0000 7fbf0ffff640 1 --2- 172.21.15.119:0/2880294299 >> v2:172.21.15.145:3300/0 conn(0x7fbf180d07b0 0x7fbf180b4490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:27.599 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:27.592+0000 7fbf16ffd640 1 --2- 172.21.15.119:0/2880294299 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fbf1815c6e0 0x7fbf180b3f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:27.599 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:27.592+0000 7fbf167fc640 1 -- 172.21.15.119:0/2880294299 <== mon.0 v1:172.21.15.119:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1112291469 0 0) 0x7fbf180d1840 con 0x7fbf180ccb20 2024-09-13T18:57:27.599 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:27.592+0000 7fbf167fc640 1 -- 172.21.15.119:0/2880294299 --> v1:172.21.15.119:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fbf04003520 con 0x7fbf180ccb20 2024-09-13T18:57:27.599 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:27.592+0000 7fbf167fc640 1 -- 172.21.15.119:0/2880294299 <== mon.0 v1:172.21.15.119:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 490292083 0 0) 0x7fbf04003520 con 0x7fbf180ccb20 2024-09-13T18:57:27.599 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:27.592+0000 7fbf167fc640 1 -- 172.21.15.119:0/2880294299 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fbf1815c6e0 msgr2=0x7fbf180b3f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T18:57:27.599 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:27.592+0000 7fbf167fc640 1 --2- 172.21.15.119:0/2880294299 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fbf1815c6e0 0x7fbf180b3f50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:27.599 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:27.592+0000 7fbf167fc640 1 -- 172.21.15.119:0/2880294299 >> v2:172.21.15.145:3300/0 conn(0x7fbf180d07b0 msgr2=0x7fbf180b4490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T18:57:27.599 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:27.592+0000 7fbf167fc640 1 --2- 172.21.15.119:0/2880294299 >> v2:172.21.15.145:3300/0 conn(0x7fbf180d07b0 0x7fbf180b4490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:27.600 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:27.592+0000 7fbf167fc640 1 -- 172.21.15.119:0/2880294299 --> v1:172.21.15.119:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fbf180d0f10 con 0x7fbf180ccb20 2024-09-13T18:57:27.600 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:27.592+0000 7fbf167fc640 1 -- 172.21.15.119:0/2880294299 <== mon.0 v1:172.21.15.119:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 337823224 0 0) 0x7fbf100019f0 con 0x7fbf180ccb20 2024-09-13T18:57:27.600 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:27.592+0000 7fbf167fc640 1 -- 172.21.15.119:0/2880294299 >> v1:172.21.15.119:6789/0 conn(0x7fbf180ccb20 legacy=0x7fbf18160030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:27.600 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:27.592+0000 7fbf167fc640 1 --2- 172.21.15.119:0/2880294299 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fbf04003970 0x7fbf04003d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:27.600 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:27.592+0000 7fbf167fc640 1 --2- 172.21.15.119:0/2880294299 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fbf040047c0 0x7fbf04004c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:27.601 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:27.593+0000 7fbf167fc640 1 --2- 172.21.15.119:0/2880294299 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fbf1815c6e0 0x7fbf04005180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:27.601 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:27.593+0000 7fbf167fc640 1 -- 172.21.15.119:0/2880294299 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbf1806bd20 con 0x7fbf040047c0 2024-09-13T18:57:27.601 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:27.593+0000 7fbf167fc640 1 -- 172.21.15.119:0/2880294299 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbf180d0c30 con 0x7fbf04003970 2024-09-13T18:57:27.601 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:27.593+0000 7fbf167fc640 1 -- 172.21.15.119:0/2880294299 --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fbf0400b980 con 0x7fbf1815c6e0 2024-09-13T18:57:27.601 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:27.593+0000 7fbf0ffff640 1 --2- 172.21.15.119:0/2880294299 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fbf040047c0 0x7fbf04004c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:27.601 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:27.593+0000 7fbf16ffd640 1 --2- 172.21.15.119:0/2880294299 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fbf04003970 0x7fbf04003d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:27.601 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:27.593+0000 7fbf177fe640 1 --2- 172.21.15.119:0/2880294299 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fbf1815c6e0 0x7fbf04005180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:27.601 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:27.593+0000 7fbf0ffff640 1 -- 172.21.15.119:0/2880294299 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fbf1815c6e0 msgr2=0x7fbf04005180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T18:57:27.602 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:27.593+0000 7fbf0ffff640 1 --2- 172.21.15.119:0/2880294299 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fbf1815c6e0 0x7fbf04005180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:27.602 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:27.593+0000 7fbf0ffff640 1 -- 172.21.15.119:0/2880294299 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fbf04003970 msgr2=0x7fbf04003d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T18:57:27.602 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:27.593+0000 7fbf0ffff640 1 --2- 172.21.15.119:0/2880294299 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fbf04003970 0x7fbf04003d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:27.602 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:27.593+0000 7fbf0ffff640 1 -- 172.21.15.119:0/2880294299 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fbf04003520 con 0x7fbf040047c0 2024-09-13T18:57:27.602 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:27.594+0000 7fbf0ffff640 1 --2- 172.21.15.119:0/2880294299 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fbf040047c0 0x7fbf04004c40 secure :-1 s=READY pgs=405 cs=0 l=1 rev1=1 crypto rx=0x7fbf180b1d80 tx=0x7fbf040057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=242bfb537653090a server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:57:27.602 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:27.594+0000 7fbf167fc640 1 -- 172.21.15.119:0/2880294299 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbf00031400 con 0x7fbf040047c0 2024-09-13T18:57:27.602 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:27.594+0000 7fbf167fc640 1 -- 172.21.15.119:0/2880294299 <== mon.0 v2:172.21.15.119:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fbf0002d050 con 0x7fbf040047c0 2024-09-13T18:57:27.602 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:27.594+0000 7fbf167fc640 1 -- 172.21.15.119:0/2880294299 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbf00031780 con 0x7fbf040047c0 2024-09-13T18:57:27.602 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:27.594+0000 7fbf1d641640 1 -- 172.21.15.119:0/2880294299 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fbf040047c0 msgr2=0x7fbf04004c40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:27.602 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:27.594+0000 7fbf1d641640 1 --2- 172.21.15.119:0/2880294299 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fbf040047c0 0x7fbf04004c40 secure :-1 s=READY pgs=405 cs=0 l=1 rev1=1 crypto rx=0x7fbf180b1d80 tx=0x7fbf040057f0 comp rx=0 tx=0).stop 2024-09-13T18:57:27.602 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:27.594+0000 7fbf177fe640 1 -- 172.21.15.119:0/2880294299 reap_dead start 2024-09-13T18:57:27.603 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:27.594+0000 7fbf1d641640 1 -- 172.21.15.119:0/2880294299 shutdown_connections 2024-09-13T18:57:27.603 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:27.594+0000 7fbf1d641640 1 -- 172.21.15.119:0/2880294299 >> 172.21.15.119:0/2880294299 conn(0x7fbf18089f60 msgr2=0x7fbf180d24d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:57:27.603 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:27.594+0000 7fbf1d641640 1 -- 172.21.15.119:0/2880294299 shutdown_connections 2024-09-13T18:57:27.603 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:27.595+0000 7fbf1d641640 1 -- 172.21.15.119:0/2880294299 wait complete. 2024-09-13T18:57:27.605 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:27.596+0000 7fbf1d641640 1 Processor -- start 2024-09-13T18:57:27.606 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:27.596+0000 7fbf1d641640 1 -- start start 2024-09-13T18:57:27.606 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:27.596+0000 7fbf1d641640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fbf040047c0 0x7fbf180b7c20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:27.606 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:27.596+0000 7fbf1d641640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fbf180ca540 0x7fbf18150950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:27.606 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:27.596+0000 7fbf1d641640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fbf180cbb10 0x7fbf180cbf90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:27.606 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:27.596+0000 7fbf1d641640 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbf180caa70 con 0x7fbf180ca540 2024-09-13T18:57:27.606 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:27.596+0000 7fbf1d641640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbf180cad50 con 0x7fbf180cbb10 2024-09-13T18:57:27.606 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:27.596+0000 7fbf1d641640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fbf180cb030 con 0x7fbf040047c0 2024-09-13T18:57:27.606 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:27.597+0000 7fbf0ffff640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fbf180ca540 0x7fbf18150950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:27.606 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:27.597+0000 7fbf0ffff640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fbf180ca540 0x7fbf18150950 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.119:3300/0 says I am v2:172.21.15.119:55002/0 (socket says 172.21.15.119:55002) 2024-09-13T18:57:27.606 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:27.597+0000 7fbf0ffff640 1 -- 172.21.15.119:0/2617876361 learned_addr learned my addr 172.21.15.119:0/2617876361 (peer_addr_for_me v2:172.21.15.119:0/0) 2024-09-13T18:57:27.606 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:27.597+0000 7fbf177fe640 1 --2- 172.21.15.119:0/2617876361 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fbf180cbb10 0x7fbf180cbf90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:27.607 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:27.597+0000 7fbf16ffd640 1 --2- 172.21.15.119:0/2617876361 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fbf040047c0 0x7fbf180b7c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:27.607 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:27.597+0000 7fbf0ffff640 1 -- 172.21.15.119:0/2617876361 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fbf040047c0 msgr2=0x7fbf180b7c20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:27.607 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:27.597+0000 7fbf0ffff640 1 --2- 172.21.15.119:0/2617876361 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fbf040047c0 0x7fbf180b7c20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:27.607 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:27.597+0000 7fbf0ffff640 1 -- 172.21.15.119:0/2617876361 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fbf180cbb10 msgr2=0x7fbf180cbf90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:27.607 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:27.597+0000 7fbf0ffff640 1 --2- 172.21.15.119:0/2617876361 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fbf180cbb10 0x7fbf180cbf90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:27.607 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:27.597+0000 7fbf0ffff640 1 -- 172.21.15.119:0/2617876361 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fbf180cb310 con 0x7fbf180ca540 2024-09-13T18:57:27.607 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:27.597+0000 7fbf0ffff640 1 --2- 172.21.15.119:0/2617876361 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fbf180ca540 0x7fbf18150950 secure :-1 s=READY pgs=406 cs=0 l=1 rev1=1 crypto rx=0x7fbf0002aaa0 tx=0x7fbf00004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:57:27.607 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:27.597+0000 7fbf0f7fe640 1 -- 172.21.15.119:0/2617876361 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbf0003b610 con 0x7fbf180ca540 2024-09-13T18:57:27.607 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:27.597+0000 7fbf0f7fe640 1 -- 172.21.15.119:0/2617876361 <== mon.0 v2:172.21.15.119:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fbf0003b790 con 0x7fbf180ca540 2024-09-13T18:57:27.607 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:27.597+0000 7fbf1d641640 1 -- 172.21.15.119:0/2617876361 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fbf180cb5f0 con 0x7fbf180ca540 2024-09-13T18:57:27.607 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:27.597+0000 7fbf0f7fe640 1 -- 172.21.15.119:0/2617876361 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbf0003bb40 con 0x7fbf180ca540 2024-09-13T18:57:27.607 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:27.597+0000 7fbf1d641640 1 -- 172.21.15.119:0/2617876361 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fbf1815a040 con 0x7fbf180ca540 2024-09-13T18:57:27.607 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:27.598+0000 7fbf1d641640 1 -- 172.21.15.119:0/2617876361 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fbf180cb780 con 0x7fbf180ca540 2024-09-13T18:57:27.607 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:27.599+0000 7fbf0f7fe640 1 -- 172.21.15.119:0/2617876361 <== mon.0 v2:172.21.15.119:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fbf00038050 con 0x7fbf180ca540 2024-09-13T18:57:27.608 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:27.599+0000 7fbf0f7fe640 1 --2- 172.21.15.119:0/2617876361 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7fbef806ac00 0x7fbef806d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:27.608 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:27.599+0000 7fbf0f7fe640 1 -- 172.21.15.119:0/2617876361 <== mon.0 v2:172.21.15.119:3300/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 6692+0+0 (secure 0 0 0) 0x7fbf000a9a40 con 0x7fbf180ca540 2024-09-13T18:57:27.608 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:27.599+0000 7fbf16ffd640 1 --2- 172.21.15.119:0/2617876361 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7fbef806ac00 0x7fbef806d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:27.608 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:27.599+0000 7fbf16ffd640 1 --2- 172.21.15.119:0/2617876361 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7fbef806ac00 0x7fbef806d0c0 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7fbf08009a60 tx=0x7fbf08009190 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:57:27.608 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:27.603+0000 7fbf0f7fe640 1 -- 172.21.15.119:0/2617876361 <== mon.0 v2:172.21.15.119:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fbf000abe60 con 0x7fbf180ca540 2024-09-13T18:57:27.771 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:27.767+0000 7fbf1d641640 1 -- 172.21.15.119:0/2617876361 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7fbf180cec80 con 0x7fbf180ca540 2024-09-13T18:57:27.772 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:27.769+0000 7fbf0f7fe640 1 -- 172.21.15.119:0/2617876361 <== mon.0 v2:172.21.15.119:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v26) v1 ==== 74+0+18831 (secure 0 0 0) 0x7fbf00036090 con 0x7fbf180ca540 2024-09-13T18:57:27.773 INFO:teuthology.orchestra.run.smithi119.stdout: 2024-09-13T18:57:27.773 INFO:teuthology.orchestra.run.smithi119.stdout:{"epoch":26,"fsid":"b3bca492-3414-44ef-b63c-42eead5ea701","created":"2024-09-13T18:56:10.047760+0000","modified":"2024-09-13T18:57:15.157404+0000","last_up_change":"2024-09-13T18:56:22.096428+0000","last_in_change":"2024-09-13T18:56:12.143228+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T18:56:22.095896+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-13T18:56:31.950108+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-13T18:56:32.998608+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-09-13T18:56:36.052694+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"24","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"09edfd5c-bc57-47d1-a7b7-6d97f0f88db1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6810","nonce":3811853106},{"type":"v1","addr":"172.21.15.119:6813","nonce":3811853106}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6817","nonce":3811853106},{"type":"v1","addr":"172.21.15.119:6820","nonce":3811853106}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6828","nonce":3811853106},{"type":"v1","addr":"172.21.15.119:6830","nonce":3811853106}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6823","nonce":3811853106},{"type":"v1","addr":"172.21.15.119:6825","nonce":3811853106}]},"public_addr":"172.21.15.119:6813/3811853106","cluster_addr":"172.21.15.119:6820/3811853106","heartbeat_back_addr":"172.21.15.119:6830/3811853106","heartbeat_front_addr":"172.21.15.119:6825/3811853106","state":["exists","up"]},{"osd":1,"uuid":"f26f4bd2-3aee-4208-9e62-87f17047d886","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":25,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6809","nonce":1656755168},{"type":"v1","addr":"172.21.15.119:6812","nonce":1656755168}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6815","nonce":1656755168},{"type":"v1","addr":"172.21.15.119:6818","nonce":1656755168}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6829","nonce":1656755168},{"type":"v1","addr":"172.21.15.119:6831","nonce":1656755168}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6822","nonce":1656755168},{"type":"v1","addr":"172.21.15.119:6826","nonce":1656755168}]},"public_addr":"172.21.15.119:6812/1656755168","cluster_addr":"172.21.15.119:6818/1656755168","heartbeat_back_addr":"172.21.15.119:6831/1656755168","heartbeat_front_addr":"172.21.15.119:6826/1656755168","state":["exists","up"]},{"osd":2,"uuid":"1e9d6e0c-51f9-4f4a-bead-0e7edc7dd200","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":25,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6800","nonce":3093354378},{"type":"v1","addr":"172.21.15.119:6801","nonce":3093354378}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6802","nonce":3093354378},{"type":"v1","addr":"172.21.15.119:6803","nonce":3093354378}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6806","nonce":3093354378},{"type":"v1","addr":"172.21.15.119:6807","nonce":3093354378}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6804","nonce":3093354378},{"type":"v1","addr":"172.21.15.119:6805","nonce":3093354378}]},"public_addr":"172.21.15.119:6801/3093354378","cluster_addr":"172.21.15.119:6803/3093354378","heartbeat_back_addr":"172.21.15.119:6807/3093354378","heartbeat_front_addr":"172.21.15.119:6805/3093354378","state":["exists","up"]},{"osd":3,"uuid":"7c289b1f-a555-46e4-b85a-c0f230c9e02a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":25,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6808","nonce":886995937},{"type":"v1","addr":"172.21.15.119:6811","nonce":886995937}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6814","nonce":886995937},{"type":"v1","addr":"172.21.15.119:6816","nonce":886995937}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6824","nonce":886995937},{"type":"v1","addr":"172.21.15.119:6827","nonce":886995937}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6819","nonce":886995937},{"type":"v1","addr":"172.21.15.119:6821","nonce":886995937}]},"public_addr":"172.21.15.119:6811/886995937","cluster_addr":"172.21.15.119:6816/886995937","heartbeat_back_addr":"172.21.15.119:6827/886995937","heartbeat_front_addr":"172.21.15.119:6821/886995937","state":["exists","up"]},{"osd":4,"uuid":"a0a2f75b-5a33-4b69-b834-b8cf5a90ac5f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":25,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6808","nonce":2802887692},{"type":"v1","addr":"172.21.15.145:6809","nonce":2802887692}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6810","nonce":2802887692},{"type":"v1","addr":"172.21.15.145:6811","nonce":2802887692}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6814","nonce":2802887692},{"type":"v1","addr":"172.21.15.145:6815","nonce":2802887692}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6812","nonce":2802887692},{"type":"v1","addr":"172.21.15.145:6813","nonce":2802887692}]},"public_addr":"172.21.15.145:6809/2802887692","cluster_addr":"172.21.15.145:6811/2802887692","heartbeat_back_addr":"172.21.15.145:6815/2802887692","heartbeat_front_addr":"172.21.15.145:6813/2802887692","state":["exists","up"]},{"osd":5,"uuid":"e301c92f-a5af-49da-8384-bef6d48c9982","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6800","nonce":1431235391},{"type":"v1","addr":"172.21.15.145:6801","nonce":1431235391}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6802","nonce":1431235391},{"type":"v1","addr":"172.21.15.145:6803","nonce":1431235391}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6806","nonce":1431235391},{"type":"v1","addr":"172.21.15.145:6807","nonce":1431235391}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6804","nonce":1431235391},{"type":"v1","addr":"172.21.15.145:6805","nonce":1431235391}]},"public_addr":"172.21.15.145:6801/1431235391","cluster_addr":"172.21.15.145:6803/1431235391","heartbeat_back_addr":"172.21.15.145:6807/1431235391","heartbeat_front_addr":"172.21.15.145:6805/1431235391","state":["exists","up"]},{"osd":6,"uuid":"dd2ee71c-4024-4f56-90b1-d362ff9ae8f5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6816","nonce":1755123178},{"type":"v1","addr":"172.21.15.145:6817","nonce":1755123178}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6818","nonce":1755123178},{"type":"v1","addr":"172.21.15.145:6819","nonce":1755123178}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6822","nonce":1755123178},{"type":"v1","addr":"172.21.15.145:6823","nonce":1755123178}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6820","nonce":1755123178},{"type":"v1","addr":"172.21.15.145:6821","nonce":1755123178}]},"public_addr":"172.21.15.145:6817/1755123178","cluster_addr":"172.21.15.145:6819/1755123178","heartbeat_back_addr":"172.21.15.145:6823/1755123178","heartbeat_front_addr":"172.21.15.145:6821/1755123178","state":["exists","up"]},{"osd":7,"uuid":"7412449e-689b-45ee-9ae5-744a8c27f166","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6824","nonce":3012628958},{"type":"v1","addr":"172.21.15.145:6825","nonce":3012628958}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6826","nonce":3012628958},{"type":"v1","addr":"172.21.15.145:6827","nonce":3012628958}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6830","nonce":3012628958},{"type":"v1","addr":"172.21.15.145:6831","nonce":3012628958}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6828","nonce":3012628958},{"type":"v1","addr":"172.21.15.145:6829","nonce":3012628958}]},"public_addr":"172.21.15.145:6825/3012628958","cluster_addr":"172.21.15.145:6827/3012628958","heartbeat_back_addr":"172.21.15.145:6831/3012628958","heartbeat_front_addr":"172.21.15.145:6829/3012628958","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T18:56:17.286635+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T18:56:17.334491+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T18:56:17.297521+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T18:56:17.383716+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T18:56:17.267776+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T18:56:17.312998+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T18:56:17.303008+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T18:56:17.304729+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"3.1f","mappings":[{"from":0,"to":2}]},{"pgid":"3.21","mappings":[{"from":5,"to":1}]},{"pgid":"3.29","mappings":[{"from":3,"to":2}]},{"pgid":"3.2a","mappings":[{"from":5,"to":2}]},{"pgid":"3.3b","mappings":[{"from":7,"to":1}]},{"pgid":"4.2","mappings":[{"from":1,"to":2}]},{"pgid":"4.10","mappings":[{"from":1,"to":2}]},{"pgid":"4.1b","mappings":[{"from":1,"to":2}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T18:57:27.774 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:27.770+0000 7fbf1d641640 1 -- 172.21.15.119:0/2617876361 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7fbef806ac00 msgr2=0x7fbef806d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:27.774 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:27.770+0000 7fbf1d641640 1 --2- 172.21.15.119:0/2617876361 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7fbef806ac00 0x7fbef806d0c0 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7fbf08009a60 tx=0x7fbf08009190 comp rx=0 tx=0).stop 2024-09-13T18:57:27.774 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:27.770+0000 7fbf1d641640 1 -- 172.21.15.119:0/2617876361 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fbf180ca540 msgr2=0x7fbf18150950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:27.774 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:27.770+0000 7fbf1d641640 1 --2- 172.21.15.119:0/2617876361 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fbf180ca540 0x7fbf18150950 secure :-1 s=READY pgs=406 cs=0 l=1 rev1=1 crypto rx=0x7fbf0002aaa0 tx=0x7fbf00004730 comp rx=0 tx=0).stop 2024-09-13T18:57:27.775 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:27.771+0000 7fbf1d641640 1 -- 172.21.15.119:0/2617876361 shutdown_connections 2024-09-13T18:57:27.775 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:27.771+0000 7fbf1d641640 1 --2- 172.21.15.119:0/2617876361 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7fbef806ac00 0x7fbef806d0c0 unknown :-1 s=CLOSED pgs=208 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:27.775 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:27.771+0000 7fbf1d641640 1 --2- 172.21.15.119:0/2617876361 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fbf180cbb10 0x7fbf180cbf90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:27.775 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:27.771+0000 7fbf1d641640 1 --2- 172.21.15.119:0/2617876361 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fbf180ca540 0x7fbf18150950 unknown :-1 s=CLOSED pgs=406 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:27.775 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:27.771+0000 7fbf1d641640 1 --2- 172.21.15.119:0/2617876361 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fbf040047c0 0x7fbf180b7c20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:27.775 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:27.771+0000 7fbf1d641640 1 -- 172.21.15.119:0/2617876361 >> 172.21.15.119:0/2617876361 conn(0x7fbf18089f60 msgr2=0x7fbf180b4020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:57:27.775 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:27.771+0000 7fbf1d641640 1 -- 172.21.15.119:0/2617876361 shutdown_connections 2024-09-13T18:57:27.775 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:27.771+0000 7fbf1d641640 1 -- 172.21.15.119:0/2617876361 wait complete. 2024-09-13T18:57:27.785 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-09-13T18:56:22.095896+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '16', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-09-13T18:56:31.950108+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '19', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-09-13T18:56:32.998608+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '20', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.05000000074505806}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.3799999952316284, 'score_stable': 1.3799999952316284, 'optimal_score': 1, 'raw_score_acting': 1.3799999952316284, 'raw_score_stable': 1.3799999952316284, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'cephfs_data_ec', 'create_time': '2024-09-13T18:56:36.052694+0000', 'flags': 5, 'flags_names': 'hashpspool,ec_overwrites', 'type': 3, 'size': 4, 'min_size': 3, 'crush_rule': 1, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '24', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': 'cephfs_data_ec', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 8192, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}}] 2024-09-13T18:57:27.785 DEBUG:teuthology.orchestra.run.smithi119:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-09-13T18:57:27.900 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:27.882+0000 7ff7c2c6b640 1 Processor -- start 2024-09-13T18:57:27.973 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:27.882+0000 7ff7c2c6b640 1 -- start start 2024-09-13T18:57:27.973 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:27.883+0000 7ff7c2c6b640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7ff7bc0cec00 0x7ff7bc164ed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:27.973 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:27.883+0000 7ff7c2c6b640 1 -- --> v1:172.21.15.119:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7ff7bc15a790 con 0x7ff7bc15a3b0 2024-09-13T18:57:27.973 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:27.883+0000 7ff7c2c6b640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7ff7bc0b2680 con 0x7ff7bc0b20a0 2024-09-13T18:57:27.973 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:27.883+0000 7ff7c2c6b640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff7bc0b2960 con 0x7ff7bc0cec00 2024-09-13T18:57:27.973 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:27.883+0000 7ff7c0a07640 1 --1- >> v1:172.21.15.119:6789/0 conn(0x7ff7bc15a3b0 0x7ff7bc0b1720 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.119:6789/0 says I am v1:172.21.15.119:60232/0 (socket says 172.21.15.119:60232) 2024-09-13T18:57:27.974 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:27.883+0000 7ff7c0a07640 1 -- 172.21.15.119:0/4192910787 learned_addr learned my addr 172.21.15.119:0/4192910787 (peer_addr_for_me v1:172.21.15.119:0/0) 2024-09-13T18:57:27.974 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:27.883+0000 7ff7c1208640 1 --2- 172.21.15.119:0/4192910787 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7ff7bc0cec00 0x7ff7bc164ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:27.974 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:27.884+0000 7ff7b37fe640 1 -- 172.21.15.119:0/4192910787 <== mon.0 v1:172.21.15.119:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3185197492 0 0) 0x7ff7bc15a790 con 0x7ff7bc15a3b0 2024-09-13T18:57:27.974 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:27.884+0000 7ff7b37fe640 1 -- 172.21.15.119:0/4192910787 --> v1:172.21.15.119:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7ff7a4003520 con 0x7ff7bc15a3b0 2024-09-13T18:57:27.974 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:27.884+0000 7ff7b37fe640 1 -- 172.21.15.119:0/4192910787 <== mon.0 v1:172.21.15.119:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 2882692531 0 0) 0x7ff7a4003520 con 0x7ff7bc15a3b0 2024-09-13T18:57:27.974 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:27.884+0000 7ff7b37fe640 1 -- 172.21.15.119:0/4192910787 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7ff7bc0cec00 msgr2=0x7ff7bc164ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T18:57:27.974 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:27.884+0000 7ff7b37fe640 1 --2- 172.21.15.119:0/4192910787 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7ff7bc0cec00 0x7ff7bc164ed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:27.974 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:27.884+0000 7ff7b37fe640 1 -- 172.21.15.119:0/4192910787 >> v1:172.21.15.145:6789/0 conn(0x7ff7bc0b20a0 legacy=0x7ff7bc0ce4f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:27.974 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:27.884+0000 7ff7b37fe640 1 -- 172.21.15.119:0/4192910787 --> v1:172.21.15.119:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff7bc0b2c40 con 0x7ff7bc15a3b0 2024-09-13T18:57:27.974 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:27.884+0000 7ff7b37fe640 1 -- 172.21.15.119:0/4192910787 <== mon.0 v1:172.21.15.119:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 337823224 0 0) 0x7ff7b8001670 con 0x7ff7bc15a3b0 2024-09-13T18:57:27.974 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:27.884+0000 7ff7b37fe640 1 -- 172.21.15.119:0/4192910787 >> v1:172.21.15.119:6789/0 conn(0x7ff7bc15a3b0 legacy=0x7ff7bc0b1720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:27.974 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:27.884+0000 7ff7b37fe640 1 --2- 172.21.15.119:0/4192910787 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7ff7bc0cec00 0x7ff7a40039a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:27.974 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:27.884+0000 7ff7b37fe640 1 --2- 172.21.15.119:0/4192910787 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7ff7a4003f70 0x7ff7a40047c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:27.974 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:27.884+0000 7ff7b37fe640 1 --2- 172.21.15.119:0/4192910787 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ff7a4004d00 0x7ff7a4005180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:27.975 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:27.884+0000 7ff7b37fe640 1 -- 172.21.15.119:0/4192910787 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff7bc0b2960 con 0x7ff7a4003f70 2024-09-13T18:57:27.975 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:27.884+0000 7ff7b37fe640 1 -- 172.21.15.119:0/4192910787 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff7a400bac0 con 0x7ff7a4004d00 2024-09-13T18:57:27.975 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:27.884+0000 7ff7b37fe640 1 -- 172.21.15.119:0/4192910787 --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff7a400bc80 con 0x7ff7bc0cec00 2024-09-13T18:57:27.975 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:27.884+0000 7ff7b3fff640 1 --2- 172.21.15.119:0/4192910787 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7ff7a4003f70 0x7ff7a40047c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:27.975 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:27.884+0000 7ff7c0a07640 1 --2- 172.21.15.119:0/4192910787 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7ff7bc0cec00 0x7ff7a40039a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:27.975 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:27.884+0000 7ff7c1208640 1 --2- 172.21.15.119:0/4192910787 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ff7a4004d00 0x7ff7a4005180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:27.975 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:27.884+0000 7ff7b3fff640 1 -- 172.21.15.119:0/4192910787 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7ff7bc0cec00 msgr2=0x7ff7a40039a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T18:57:27.975 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:27.884+0000 7ff7b3fff640 1 --2- 172.21.15.119:0/4192910787 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7ff7bc0cec00 0x7ff7a40039a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:27.975 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:27.884+0000 7ff7b3fff640 1 -- 172.21.15.119:0/4192910787 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ff7a4004d00 msgr2=0x7ff7a4005180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T18:57:27.975 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:27.884+0000 7ff7b3fff640 1 --2- 172.21.15.119:0/4192910787 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ff7a4004d00 0x7ff7a4005180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:27.975 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:27.884+0000 7ff7b3fff640 1 -- 172.21.15.119:0/4192910787 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff7a4003520 con 0x7ff7a4003f70 2024-09-13T18:57:27.975 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:27.885+0000 7ff7b3fff640 1 --2- 172.21.15.119:0/4192910787 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7ff7a4003f70 0x7ff7a40047c0 secure :-1 s=READY pgs=408 cs=0 l=1 rev1=1 crypto rx=0x7ff7ac001750 tx=0x7ff7a40057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=90b9e792f73f897d server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:57:27.975 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:27.885+0000 7ff7b37fe640 1 -- 172.21.15.119:0/4192910787 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff7ac0052d0 con 0x7ff7a4003f70 2024-09-13T18:57:27.976 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:27.885+0000 7ff7b37fe640 1 -- 172.21.15.119:0/4192910787 <== mon.0 v2:172.21.15.119:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff7ac005430 con 0x7ff7a4003f70 2024-09-13T18:57:27.976 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:27.885+0000 7ff7b37fe640 1 -- 172.21.15.119:0/4192910787 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff7ac02ab20 con 0x7ff7a4003f70 2024-09-13T18:57:27.976 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:27.886+0000 7ff7c2c6b640 1 -- 172.21.15.119:0/4192910787 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7ff7a4003f70 msgr2=0x7ff7a40047c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:27.976 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:27.886+0000 7ff7c2c6b640 1 --2- 172.21.15.119:0/4192910787 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7ff7a4003f70 0x7ff7a40047c0 secure :-1 s=READY pgs=408 cs=0 l=1 rev1=1 crypto rx=0x7ff7ac001750 tx=0x7ff7a40057f0 comp rx=0 tx=0).stop 2024-09-13T18:57:27.976 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:27.886+0000 7ff7c1208640 1 -- 172.21.15.119:0/4192910787 reap_dead start 2024-09-13T18:57:27.976 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:27.886+0000 7ff7c2c6b640 1 -- 172.21.15.119:0/4192910787 shutdown_connections 2024-09-13T18:57:27.976 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:27.886+0000 7ff7c2c6b640 1 -- 172.21.15.119:0/4192910787 >> 172.21.15.119:0/4192910787 conn(0x7ff7bc06a0b0 msgr2=0x7ff7bc06a4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:57:27.976 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:27.886+0000 7ff7c2c6b640 1 -- 172.21.15.119:0/4192910787 shutdown_connections 2024-09-13T18:57:27.976 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:27.886+0000 7ff7c2c6b640 1 -- 172.21.15.119:0/4192910787 wait complete. 2024-09-13T18:57:27.976 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:27.887+0000 7ff7c2c6b640 1 Processor -- start 2024-09-13T18:57:27.976 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:27.887+0000 7ff7c2c6b640 1 -- start start 2024-09-13T18:57:27.977 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:27.888+0000 7ff7c2c6b640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7ff7a4003f70 0x7ff7bc14b8c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:27.977 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:27.888+0000 7ff7c2c6b640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ff7bc158170 0x7ff7bc15d1a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:27.977 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:27.888+0000 7ff7c2c6b640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7ff7bc0c4410 0x7ff7bc0c48a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:27.977 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:27.888+0000 7ff7c2c6b640 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff7bc15d6e0 con 0x7ff7a4003f70 2024-09-13T18:57:27.977 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:27.888+0000 7ff7c2c6b640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff7bc0c3f80 con 0x7ff7bc158170 2024-09-13T18:57:27.977 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:27.888+0000 7ff7c2c6b640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff7bc0c3650 con 0x7ff7bc0c4410 2024-09-13T18:57:27.977 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:27.888+0000 7ff7c0a07640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7ff7a4003f70 0x7ff7bc14b8c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:27.977 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:27.888+0000 7ff7c0a07640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7ff7a4003f70 0x7ff7bc14b8c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.119:3300/0 says I am v2:172.21.15.119:55018/0 (socket says 172.21.15.119:55018) 2024-09-13T18:57:27.977 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:27.888+0000 7ff7c0a07640 1 -- 172.21.15.119:0/2268773914 learned_addr learned my addr 172.21.15.119:0/2268773914 (peer_addr_for_me v2:172.21.15.119:0/0) 2024-09-13T18:57:27.977 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:27.888+0000 7ff7c1208640 1 --2- 172.21.15.119:0/2268773914 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7ff7bc0c4410 0x7ff7bc0c48a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:27.977 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:27.888+0000 7ff7b3fff640 1 --2- 172.21.15.119:0/2268773914 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ff7bc158170 0x7ff7bc15d1a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:27.977 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:27.888+0000 7ff7c0a07640 1 -- 172.21.15.119:0/2268773914 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7ff7bc0c4410 msgr2=0x7ff7bc0c48a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:27.977 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:27.888+0000 7ff7c0a07640 1 --2- 172.21.15.119:0/2268773914 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7ff7bc0c4410 0x7ff7bc0c48a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:27.978 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:27.888+0000 7ff7c0a07640 1 -- 172.21.15.119:0/2268773914 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ff7bc158170 msgr2=0x7ff7bc15d1a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:27.978 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:27.888+0000 7ff7c0a07640 1 --2- 172.21.15.119:0/2268773914 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ff7bc158170 0x7ff7bc15d1a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:27.978 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:27.888+0000 7ff7c0a07640 1 -- 172.21.15.119:0/2268773914 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff7bc0c3930 con 0x7ff7a4003f70 2024-09-13T18:57:27.978 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:27.888+0000 7ff7c0a07640 1 --2- 172.21.15.119:0/2268773914 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7ff7a4003f70 0x7ff7bc14b8c0 secure :-1 s=READY pgs=409 cs=0 l=1 rev1=1 crypto rx=0x7ff7b80072c0 tx=0x7ff7b80076c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:57:27.978 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:27.888+0000 7ff7b17fa640 1 -- 172.21.15.119:0/2268773914 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff7b800f9c0 con 0x7ff7a4003f70 2024-09-13T18:57:27.978 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:27.888+0000 7ff7b17fa640 1 -- 172.21.15.119:0/2268773914 <== mon.0 v2:172.21.15.119:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff7b800fb60 con 0x7ff7a4003f70 2024-09-13T18:57:27.978 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:27.888+0000 7ff7c2c6b640 1 -- 172.21.15.119:0/2268773914 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff7bc0c3c10 con 0x7ff7a4003f70 2024-09-13T18:57:27.978 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:27.888+0000 7ff7b17fa640 1 -- 172.21.15.119:0/2268773914 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff7b80133f0 con 0x7ff7a4003f70 2024-09-13T18:57:27.978 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:27.889+0000 7ff7c2c6b640 1 -- 172.21.15.119:0/2268773914 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff7bc14e470 con 0x7ff7a4003f70 2024-09-13T18:57:27.978 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:27.890+0000 7ff7c2c6b640 1 -- 172.21.15.119:0/2268773914 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ff7bc0ce4f0 con 0x7ff7a4003f70 2024-09-13T18:57:27.978 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:27.890+0000 7ff7b17fa640 1 -- 172.21.15.119:0/2268773914 <== mon.0 v2:172.21.15.119:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7ff7b8013550 con 0x7ff7a4003f70 2024-09-13T18:57:27.978 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:27.890+0000 7ff7b17fa640 1 --2- 172.21.15.119:0/2268773914 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7ff7a806ac00 0x7ff7a806d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:27.978 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:27.890+0000 7ff7b17fa640 1 -- 172.21.15.119:0/2268773914 <== mon.0 v2:172.21.15.119:3300/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 6692+0+0 (secure 0 0 0) 0x7ff7b80897b0 con 0x7ff7a4003f70 2024-09-13T18:57:27.979 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:27.890+0000 7ff7b3fff640 1 --2- 172.21.15.119:0/2268773914 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7ff7a806ac00 0x7ff7a806d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:27.980 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:27.891+0000 7ff7b3fff640 1 --2- 172.21.15.119:0/2268773914 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7ff7a806ac00 0x7ff7a806d0c0 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7ff7ac032000 tx=0x7ff7ac02e000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:57:27.980 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:27.895+0000 7ff7b17fa640 1 -- 172.21.15.119:0/2268773914 <== mon.0 v2:172.21.15.119:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7ff7b8054660 con 0x7ff7a4003f70 2024-09-13T18:57:28.060 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:28.057+0000 7ff7c2c6b640 1 -- 172.21.15.119:0/2268773914 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7ff7bc159790 con 0x7ff7a4003f70 2024-09-13T18:57:28.061 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:28.057+0000 7ff7b17fa640 1 -- 172.21.15.119:0/2268773914 <== mon.0 v2:172.21.15.119:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v26) v1 ==== 93+0+10 (secure 0 0 0) 0x7ff7b8057c80 con 0x7ff7a4003f70 2024-09-13T18:57:28.061 INFO:teuthology.orchestra.run.smithi119.stdout:pg_num: 1 2024-09-13T18:57:28.063 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:28.059+0000 7ff7c2c6b640 1 -- 172.21.15.119:0/2268773914 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7ff7a806ac00 msgr2=0x7ff7a806d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:28.063 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:28.059+0000 7ff7c2c6b640 1 --2- 172.21.15.119:0/2268773914 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7ff7a806ac00 0x7ff7a806d0c0 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7ff7ac032000 tx=0x7ff7ac02e000 comp rx=0 tx=0).stop 2024-09-13T18:57:28.063 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:28.059+0000 7ff7c2c6b640 1 -- 172.21.15.119:0/2268773914 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7ff7a4003f70 msgr2=0x7ff7bc14b8c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:28.063 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:28.059+0000 7ff7c2c6b640 1 --2- 172.21.15.119:0/2268773914 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7ff7a4003f70 0x7ff7bc14b8c0 secure :-1 s=READY pgs=409 cs=0 l=1 rev1=1 crypto rx=0x7ff7b80072c0 tx=0x7ff7b80076c0 comp rx=0 tx=0).stop 2024-09-13T18:57:28.063 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:28.059+0000 7ff7c2c6b640 1 -- 172.21.15.119:0/2268773914 shutdown_connections 2024-09-13T18:57:28.063 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:28.059+0000 7ff7c2c6b640 1 --2- 172.21.15.119:0/2268773914 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7ff7a806ac00 0x7ff7a806d0c0 unknown :-1 s=CLOSED pgs=209 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:28.063 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:28.059+0000 7ff7c2c6b640 1 --2- 172.21.15.119:0/2268773914 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7ff7bc0c4410 0x7ff7bc0c48a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:28.063 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:28.059+0000 7ff7c2c6b640 1 --2- 172.21.15.119:0/2268773914 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ff7bc158170 0x7ff7bc15d1a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:28.064 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:28.059+0000 7ff7c2c6b640 1 --2- 172.21.15.119:0/2268773914 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7ff7a4003f70 0x7ff7bc14b8c0 unknown :-1 s=CLOSED pgs=409 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:28.064 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:28.059+0000 7ff7c2c6b640 1 -- 172.21.15.119:0/2268773914 >> 172.21.15.119:0/2268773914 conn(0x7ff7bc06a0b0 msgr2=0x7ff7bc1589b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:57:28.064 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:28.059+0000 7ff7c2c6b640 1 -- 172.21.15.119:0/2268773914 shutdown_connections 2024-09-13T18:57:28.064 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:28.059+0000 7ff7c2c6b640 1 -- 172.21.15.119:0/2268773914 wait complete. 2024-09-13T18:57:28.073 DEBUG:teuthology.orchestra.run.smithi119:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-09-13T18:57:28.174 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:28.170+0000 7f1487b18640 1 Processor -- start 2024-09-13T18:57:28.174 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:28.171+0000 7f1487b18640 1 -- start start 2024-09-13T18:57:28.175 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:28.171+0000 7f1487b18640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f148015c500 0x7f14800d2050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:28.176 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:28.171+0000 7f1487b18640 1 --2- >> v2:172.21.15.119:3300/0 conn(0x7f14800cdff0 0x7f14800d0000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:28.176 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:28.171+0000 7f1487b18640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f14800cd450 con 0x7f14800d2590 2024-09-13T18:57:28.176 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:28.171+0000 7f1487b18640 1 -- --> v2:172.21.15.119:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f14800d29f0 con 0x7f14800cdff0 2024-09-13T18:57:28.176 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:28.171+0000 7f1487b18640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f14800d0cf0 con 0x7f148015c500 2024-09-13T18:57:28.176 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:28.171+0000 7f14860b5640 1 --2- >> v2:172.21.15.119:3300/0 conn(0x7f14800cdff0 0x7f14800d0000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:28.176 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:28.171+0000 7f14860b5640 1 --2- >> v2:172.21.15.119:3300/0 conn(0x7f14800cdff0 0x7f14800d0000 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.119:3300/0 says I am v2:172.21.15.119:55022/0 (socket says 172.21.15.119:55022) 2024-09-13T18:57:28.176 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:28.171+0000 7f14860b5640 1 -- 172.21.15.119:0/3142957579 learned_addr learned my addr 172.21.15.119:0/3142957579 (peer_addr_for_me v2:172.21.15.119:0/0) 2024-09-13T18:57:28.176 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:28.172+0000 7f14860b5640 1 -- 172.21.15.119:0/3142957579 >> v2:172.21.15.145:3300/0 conn(0x7f148015c500 msgr2=0x7f14800d2050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T18:57:28.176 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:28.172+0000 7f14860b5640 1 --2- 172.21.15.119:0/3142957579 >> v2:172.21.15.145:3300/0 conn(0x7f148015c500 0x7f14800d2050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:28.176 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:28.172+0000 7f14860b5640 1 -- 172.21.15.119:0/3142957579 >> v1:172.21.15.145:6789/0 conn(0x7f14800d2590 legacy=0x7f14800cd8e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T18:57:28.176 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:28.172+0000 7f14860b5640 1 -- 172.21.15.119:0/3142957579 --> v2:172.21.15.119:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f14800d0fd0 con 0x7f14800cdff0 2024-09-13T18:57:28.177 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:28.172+0000 7f14860b5640 1 --2- 172.21.15.119:0/3142957579 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f14800cdff0 0x7f14800d0000 secure :-1 s=READY pgs=410 cs=0 l=1 rev1=1 crypto rx=0x7f14800cfec0 tx=0x7f147802a6f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=94b51bf9a9ad26b3 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:57:28.177 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:28.173+0000 7f14848b2640 1 -- 172.21.15.119:0/3142957579 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1478031600 con 0x7f14800cdff0 2024-09-13T18:57:28.178 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:28.173+0000 7f14848b2640 1 -- 172.21.15.119:0/3142957579 <== mon.0 v2:172.21.15.119:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f147802d050 con 0x7f14800cdff0 2024-09-13T18:57:28.178 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:28.173+0000 7f14848b2640 1 -- 172.21.15.119:0/3142957579 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1478031980 con 0x7f14800cdff0 2024-09-13T18:57:28.178 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:28.173+0000 7f1487b18640 1 -- 172.21.15.119:0/3142957579 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f14800cdff0 msgr2=0x7f14800d0000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:28.178 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:28.173+0000 7f1487b18640 1 --2- 172.21.15.119:0/3142957579 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f14800cdff0 0x7f14800d0000 secure :-1 s=READY pgs=410 cs=0 l=1 rev1=1 crypto rx=0x7f14800cfec0 tx=0x7f147802a6f0 comp rx=0 tx=0).stop 2024-09-13T18:57:28.178 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:28.173+0000 7f1487b18640 1 -- 172.21.15.119:0/3142957579 shutdown_connections 2024-09-13T18:57:28.178 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:28.173+0000 7f1487b18640 1 --2- 172.21.15.119:0/3142957579 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f14800cdff0 0x7f14800d0000 unknown :-1 s=CLOSED pgs=410 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:28.178 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:28.173+0000 7f1487b18640 1 --2- 172.21.15.119:0/3142957579 >> v2:172.21.15.145:3300/0 conn(0x7f148015c500 0x7f14800d2050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:28.178 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:28.173+0000 7f1487b18640 1 -- 172.21.15.119:0/3142957579 >> 172.21.15.119:0/3142957579 conn(0x7f1480089f60 msgr2=0x7f148009b830 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:57:28.178 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:28.173+0000 7f1487b18640 1 -- 172.21.15.119:0/3142957579 shutdown_connections 2024-09-13T18:57:28.178 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:28.173+0000 7f1487b18640 1 -- 172.21.15.119:0/3142957579 wait complete. 2024-09-13T18:57:28.182 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:28.174+0000 7f1487b18640 1 Processor -- start 2024-09-13T18:57:28.182 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:28.175+0000 7f1487b18640 1 -- start start 2024-09-13T18:57:28.182 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:28.175+0000 7f1487b18640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f14800cdff0 0x7f14801547d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:28.182 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:28.175+0000 7f1487b18640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f14800d2590 0x7f14800caf00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:28.182 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:28.175+0000 7f1487b18640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f148015c500 0x7f14800c9da0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:28.182 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:28.175+0000 7f1487b18640 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f14800cbec0 con 0x7f148015c500 2024-09-13T18:57:28.182 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:28.175+0000 7f1487b18640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f14800cc1a0 con 0x7f14800cdff0 2024-09-13T18:57:28.182 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:28.175+0000 7f1487b18640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f14800cc480 con 0x7f14800d2590 2024-09-13T18:57:28.183 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:28.175+0000 7f14860b5640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f148015c500 0x7f14800c9da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:28.183 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:28.175+0000 7f14860b5640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f148015c500 0x7f14800c9da0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.119:3300/0 says I am v2:172.21.15.119:55030/0 (socket says 172.21.15.119:55030) 2024-09-13T18:57:28.183 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:28.175+0000 7f14860b5640 1 -- 172.21.15.119:0/1747961624 learned_addr learned my addr 172.21.15.119:0/1747961624 (peer_addr_for_me v2:172.21.15.119:0/0) 2024-09-13T18:57:28.183 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:28.176+0000 7f14850b3640 1 --2- 172.21.15.119:0/1747961624 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f14800d2590 0x7f14800caf00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:28.183 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:28.176+0000 7f14860b5640 1 -- 172.21.15.119:0/1747961624 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f14800d2590 msgr2=0x7f14800caf00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:28.183 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:28.176+0000 7f14858b4640 1 --2- 172.21.15.119:0/1747961624 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f14800cdff0 0x7f14801547d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:28.183 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:28.176+0000 7f14860b5640 1 --2- 172.21.15.119:0/1747961624 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f14800d2590 0x7f14800caf00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:28.183 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:28.176+0000 7f14860b5640 1 -- 172.21.15.119:0/1747961624 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f14800cdff0 msgr2=0x7f14801547d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:28.184 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:28.176+0000 7f14860b5640 1 --2- 172.21.15.119:0/1747961624 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f14800cdff0 0x7f14801547d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:28.184 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:28.176+0000 7f14860b5640 1 -- 172.21.15.119:0/1747961624 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1478009b30 con 0x7f148015c500 2024-09-13T18:57:28.184 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:28.176+0000 7f14858b4640 1 --2- 172.21.15.119:0/1747961624 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f14800cdff0 0x7f14801547d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T18:57:28.184 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:28.176+0000 7f14850b3640 1 --2- 172.21.15.119:0/1747961624 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f14800d2590 0x7f14800caf00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T18:57:28.184 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:28.176+0000 7f14860b5640 1 --2- 172.21.15.119:0/1747961624 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f148015c500 0x7f14800c9da0 secure :-1 s=READY pgs=411 cs=0 l=1 rev1=1 crypto rx=0x7f1478034040 tx=0x7f1478004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:57:28.184 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:28.176+0000 7f14767fc640 1 -- 172.21.15.119:0/1747961624 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f147803b820 con 0x7f148015c500 2024-09-13T18:57:28.184 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:28.176+0000 7f14767fc640 1 -- 172.21.15.119:0/1747961624 <== mon.0 v2:172.21.15.119:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f147803b9a0 con 0x7f148015c500 2024-09-13T18:57:28.184 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:28.176+0000 7f1487b18640 1 -- 172.21.15.119:0/1747961624 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f14800c95a0 con 0x7f148015c500 2024-09-13T18:57:28.185 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:28.176+0000 7f14767fc640 1 -- 172.21.15.119:0/1747961624 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f147803bd50 con 0x7f148015c500 2024-09-13T18:57:28.185 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:28.176+0000 7f1487b18640 1 -- 172.21.15.119:0/1747961624 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f1480154d10 con 0x7f148015c500 2024-09-13T18:57:28.185 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:28.177+0000 7f1487b18640 1 -- 172.21.15.119:0/1747961624 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f14800c9ac0 con 0x7f148015c500 2024-09-13T18:57:28.185 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:28.177+0000 7f14767fc640 1 -- 172.21.15.119:0/1747961624 <== mon.0 v2:172.21.15.119:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f1478038050 con 0x7f148015c500 2024-09-13T18:57:28.185 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:28.178+0000 7f14767fc640 1 --2- 172.21.15.119:0/1747961624 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f146406ac00 0x7f146406d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:28.185 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:28.178+0000 7f14767fc640 1 -- 172.21.15.119:0/1747961624 <== mon.0 v2:172.21.15.119:3300/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 6692+0+0 (secure 0 0 0) 0x7f14780aa2f0 con 0x7f148015c500 2024-09-13T18:57:28.185 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:28.178+0000 7f14858b4640 1 --2- 172.21.15.119:0/1747961624 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f146406ac00 0x7f146406d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:28.185 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:28.178+0000 7f14858b4640 1 --2- 172.21.15.119:0/1747961624 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f146406ac00 0x7f146406d0c0 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7f14800caca0 tx=0x7f147c008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:57:28.186 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:28.182+0000 7f14767fc640 1 -- 172.21.15.119:0/1747961624 <== mon.0 v2:172.21.15.119:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f14800c9ac0 con 0x7f148015c500 2024-09-13T18:57:28.349 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:28.346+0000 7f1487b18640 1 -- 172.21.15.119:0/1747961624 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7f14800c9ac0 con 0x7f148015c500 2024-09-13T18:57:28.350 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:28.346+0000 7f14767fc640 1 -- 172.21.15.119:0/1747961624 <== mon.0 v2:172.21.15.119:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v26) v1 ==== 104+0+11 (secure 0 0 0) 0x7f14800c9ac0 con 0x7f148015c500 2024-09-13T18:57:28.350 INFO:teuthology.orchestra.run.smithi119.stdout:pg_num: 32 2024-09-13T18:57:28.352 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:28.348+0000 7f1487b18640 1 -- 172.21.15.119:0/1747961624 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f146406ac00 msgr2=0x7f146406d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:28.352 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:28.348+0000 7f1487b18640 1 --2- 172.21.15.119:0/1747961624 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f146406ac00 0x7f146406d0c0 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7f14800caca0 tx=0x7f147c008040 comp rx=0 tx=0).stop 2024-09-13T18:57:28.352 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:28.348+0000 7f1487b18640 1 -- 172.21.15.119:0/1747961624 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f148015c500 msgr2=0x7f14800c9da0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:28.352 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:28.348+0000 7f1487b18640 1 --2- 172.21.15.119:0/1747961624 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f148015c500 0x7f14800c9da0 secure :-1 s=READY pgs=411 cs=0 l=1 rev1=1 crypto rx=0x7f1478034040 tx=0x7f1478004a40 comp rx=0 tx=0).stop 2024-09-13T18:57:28.352 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:28.348+0000 7f1487b18640 1 -- 172.21.15.119:0/1747961624 shutdown_connections 2024-09-13T18:57:28.353 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:28.348+0000 7f1487b18640 1 --2- 172.21.15.119:0/1747961624 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f146406ac00 0x7f146406d0c0 unknown :-1 s=CLOSED pgs=210 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:28.353 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:28.348+0000 7f1487b18640 1 --2- 172.21.15.119:0/1747961624 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f148015c500 0x7f14800c9da0 unknown :-1 s=CLOSED pgs=411 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:28.353 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:28.348+0000 7f1487b18640 1 --2- 172.21.15.119:0/1747961624 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f14800d2590 0x7f14800caf00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:28.353 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:28.348+0000 7f1487b18640 1 --2- 172.21.15.119:0/1747961624 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f14800cdff0 0x7f14801547d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:28.353 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:28.348+0000 7f1487b18640 1 -- 172.21.15.119:0/1747961624 >> 172.21.15.119:0/1747961624 conn(0x7f1480089f60 msgr2=0x7f148015b810 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:57:28.353 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:28.348+0000 7f1487b18640 1 -- 172.21.15.119:0/1747961624 shutdown_connections 2024-09-13T18:57:28.353 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:28.348+0000 7f1487b18640 1 -- 172.21.15.119:0/1747961624 wait complete. 2024-09-13T18:57:28.362 DEBUG:teuthology.orchestra.run.smithi119:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-09-13T18:57:28.463 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:28.459+0000 7f24e82f0640 1 Processor -- start 2024-09-13T18:57:28.463 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:28.459+0000 7f24e82f0640 1 -- start start 2024-09-13T18:57:28.463 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:28.460+0000 7f24e82f0640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f24e00b20a0 0x7f24e00ce4f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:28.463 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:28.460+0000 7f24e82f0640 1 --2- >> v2:172.21.15.119:3300/0 conn(0x7f24e00cea30 0x7f24e00ab9e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:28.464 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:28.460+0000 7f24e82f0640 1 -- --> v1:172.21.15.119:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f24e00cee60 con 0x7f24e015a3b0 2024-09-13T18:57:28.464 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:28.460+0000 7f24e82f0640 1 -- --> v2:172.21.15.119:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f24e015a790 con 0x7f24e00cea30 2024-09-13T18:57:28.464 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:28.460+0000 7f24e82f0640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f24e00b2680 con 0x7f24e00b20a0 2024-09-13T18:57:28.464 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:28.460+0000 7f24e608c640 1 --1- >> v1:172.21.15.119:6789/0 conn(0x7f24e015a3b0 0x7f24e00b1720 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.119:6789/0 says I am v1:172.21.15.119:60234/0 (socket says 172.21.15.119:60234) 2024-09-13T18:57:28.464 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:28.460+0000 7f24e608c640 1 -- 172.21.15.119:0/4015875069 learned_addr learned my addr 172.21.15.119:0/4015875069 (peer_addr_for_me v1:172.21.15.119:0/0) 2024-09-13T18:57:28.464 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:28.460+0000 7f24e688d640 1 --2- 172.21.15.119:0/4015875069 >> v2:172.21.15.119:3300/0 conn(0x7f24e00cea30 0x7f24e00ab9e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:28.466 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:28.460+0000 7f24e588b640 1 --2- 172.21.15.119:0/4015875069 >> v2:172.21.15.145:3300/0 conn(0x7f24e00b20a0 0x7f24e00ce4f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:28.466 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:28.460+0000 7f24e508a640 1 -- 172.21.15.119:0/4015875069 <== mon.0 v1:172.21.15.119:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2795400776 0 0) 0x7f24e00cee60 con 0x7f24e015a3b0 2024-09-13T18:57:28.466 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:28.460+0000 7f24e508a640 1 -- 172.21.15.119:0/4015875069 --> v1:172.21.15.119:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f24c8003520 con 0x7f24e015a3b0 2024-09-13T18:57:28.466 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:28.460+0000 7f24e688d640 1 -- 172.21.15.119:0/4015875069 >> v2:172.21.15.145:3300/0 conn(0x7f24e00b20a0 msgr2=0x7f24e00ce4f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T18:57:28.466 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:28.461+0000 7f24e688d640 1 --2- 172.21.15.119:0/4015875069 >> v2:172.21.15.145:3300/0 conn(0x7f24e00b20a0 0x7f24e00ce4f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:28.466 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:28.461+0000 7f24e688d640 1 -- 172.21.15.119:0/4015875069 >> v1:172.21.15.119:6789/0 conn(0x7f24e015a3b0 legacy=0x7f24e00b1720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:28.466 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:28.461+0000 7f24e688d640 1 -- 172.21.15.119:0/4015875069 --> v2:172.21.15.119:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f24e00b2960 con 0x7f24e00cea30 2024-09-13T18:57:28.467 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:28.461+0000 7f24e588b640 1 --2- 172.21.15.119:0/4015875069 >> v2:172.21.15.145:3300/0 conn(0x7f24e00b20a0 0x7f24e00ce4f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T18:57:28.467 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:28.461+0000 7f24e688d640 1 --2- 172.21.15.119:0/4015875069 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f24e00cea30 0x7f24e00ab9e0 secure :-1 s=READY pgs=413 cs=0 l=1 rev1=1 crypto rx=0x7f24e006c5b0 tx=0x7f24d002a680 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1f5c077a286e3abb server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:57:28.467 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:28.461+0000 7f24e508a640 1 -- 172.21.15.119:0/4015875069 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f24d002aea0 con 0x7f24e00cea30 2024-09-13T18:57:28.467 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:28.461+0000 7f24e508a640 1 -- 172.21.15.119:0/4015875069 <== mon.0 v2:172.21.15.119:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f24d002d050 con 0x7f24e00cea30 2024-09-13T18:57:28.467 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:28.461+0000 7f24e508a640 1 -- 172.21.15.119:0/4015875069 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f24d0007960 con 0x7f24e00cea30 2024-09-13T18:57:28.467 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:28.462+0000 7f24e82f0640 1 -- 172.21.15.119:0/4015875069 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f24e00cea30 msgr2=0x7f24e00ab9e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:28.467 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:28.462+0000 7f24e82f0640 1 --2- 172.21.15.119:0/4015875069 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f24e00cea30 0x7f24e00ab9e0 secure :-1 s=READY pgs=413 cs=0 l=1 rev1=1 crypto rx=0x7f24e006c5b0 tx=0x7f24d002a680 comp rx=0 tx=0).stop 2024-09-13T18:57:28.467 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:28.462+0000 7f24e82f0640 1 -- 172.21.15.119:0/4015875069 shutdown_connections 2024-09-13T18:57:28.467 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:28.462+0000 7f24e82f0640 1 --2- 172.21.15.119:0/4015875069 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f24e00cea30 0x7f24e00ab9e0 unknown :-1 s=CLOSED pgs=413 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:28.468 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:28.462+0000 7f24e82f0640 1 --2- 172.21.15.119:0/4015875069 >> v2:172.21.15.145:3300/0 conn(0x7f24e00b20a0 0x7f24e00ce4f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:28.468 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:28.462+0000 7f24e82f0640 1 -- 172.21.15.119:0/4015875069 >> 172.21.15.119:0/4015875069 conn(0x7f24e006a0b0 msgr2=0x7f24e006a4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:57:28.468 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:28.462+0000 7f24e82f0640 1 -- 172.21.15.119:0/4015875069 shutdown_connections 2024-09-13T18:57:28.468 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:28.462+0000 7f24e82f0640 1 -- 172.21.15.119:0/4015875069 wait complete. 2024-09-13T18:57:28.471 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:28.463+0000 7f24e82f0640 1 Processor -- start 2024-09-13T18:57:28.471 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:28.463+0000 7f24e82f0640 1 -- start start 2024-09-13T18:57:28.471 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:28.464+0000 7f24e82f0640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f24e00b20a0 0x7f24e00c5380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:28.471 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:28.464+0000 7f24e82f0640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f24e00cea30 0x7f24e015bb90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:28.471 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:28.464+0000 7f24e82f0640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f24e015a3b0 0x7f24e00974f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:28.471 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:28.464+0000 7f24e82f0640 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f24e00af590 con 0x7f24e015a3b0 2024-09-13T18:57:28.471 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:28.464+0000 7f24e82f0640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f24e00c6250 con 0x7f24e00cea30 2024-09-13T18:57:28.471 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:28.464+0000 7f24e82f0640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f24e00c6530 con 0x7f24e00b20a0 2024-09-13T18:57:28.471 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:28.464+0000 7f24e688d640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f24e015a3b0 0x7f24e00974f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:28.471 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:28.464+0000 7f24e688d640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f24e015a3b0 0x7f24e00974f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.119:3300/0 says I am v2:172.21.15.119:55042/0 (socket says 172.21.15.119:55042) 2024-09-13T18:57:28.471 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:28.464+0000 7f24e688d640 1 -- 172.21.15.119:0/777182316 learned_addr learned my addr 172.21.15.119:0/777182316 (peer_addr_for_me v2:172.21.15.119:0/0) 2024-09-13T18:57:28.471 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:28.464+0000 7f24e688d640 1 -- 172.21.15.119:0/777182316 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f24e00b20a0 msgr2=0x7f24e00c5380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:28.472 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:28.464+0000 7f24e688d640 1 --2- 172.21.15.119:0/777182316 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f24e00b20a0 0x7f24e00c5380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:28.472 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:28.464+0000 7f24e688d640 1 -- 172.21.15.119:0/777182316 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f24e00cea30 msgr2=0x7f24e015bb90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:28.472 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:28.464+0000 7f24e688d640 1 --2- 172.21.15.119:0/777182316 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f24e00cea30 0x7f24e015bb90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:28.472 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:28.464+0000 7f24e688d640 1 -- 172.21.15.119:0/777182316 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f24d0009a70 con 0x7f24e015a3b0 2024-09-13T18:57:28.472 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:28.464+0000 7f24e688d640 1 --2- 172.21.15.119:0/777182316 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f24e015a3b0 0x7f24e00974f0 secure :-1 s=READY pgs=414 cs=0 l=1 rev1=1 crypto rx=0x7f24d002ac70 tx=0x7f24d0004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:57:28.472 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:28.465+0000 7f24deffd640 1 -- 172.21.15.119:0/777182316 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f24d003c830 con 0x7f24e015a3b0 2024-09-13T18:57:28.472 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:28.465+0000 7f24deffd640 1 -- 172.21.15.119:0/777182316 <== mon.0 v2:172.21.15.119:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f24d003c990 con 0x7f24e015a3b0 2024-09-13T18:57:28.472 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:28.465+0000 7f24deffd640 1 -- 172.21.15.119:0/777182316 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f24d003cd00 con 0x7f24e015a3b0 2024-09-13T18:57:28.472 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:28.465+0000 7f24e82f0640 1 -- 172.21.15.119:0/777182316 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f24e00c6810 con 0x7f24e015a3b0 2024-09-13T18:57:28.472 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:28.465+0000 7f24e82f0640 1 -- 172.21.15.119:0/777182316 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f24e00c5eb0 con 0x7f24e015a3b0 2024-09-13T18:57:28.473 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:28.466+0000 7f24e82f0640 1 -- 172.21.15.119:0/777182316 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f24e00af740 con 0x7f24e015a3b0 2024-09-13T18:57:28.473 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:28.466+0000 7f24deffd640 1 -- 172.21.15.119:0/777182316 <== mon.0 v2:172.21.15.119:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f24d0031400 con 0x7f24e015a3b0 2024-09-13T18:57:28.473 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:28.466+0000 7f24deffd640 1 --2- 172.21.15.119:0/777182316 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f24cc06ac00 0x7f24cc06d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:28.473 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:28.467+0000 7f24deffd640 1 -- 172.21.15.119:0/777182316 <== mon.0 v2:172.21.15.119:3300/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 6692+0+0 (secure 0 0 0) 0x7f24d00ab260 con 0x7f24e015a3b0 2024-09-13T18:57:28.473 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:28.467+0000 7f24e608c640 1 --2- 172.21.15.119:0/777182316 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f24cc06ac00 0x7f24cc06d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:28.473 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:28.467+0000 7f24e608c640 1 --2- 172.21.15.119:0/777182316 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f24cc06ac00 0x7f24cc06d0c0 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7f24e00ceff0 tx=0x7f24d8007930 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:57:28.474 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:28.471+0000 7f24deffd640 1 -- 172.21.15.119:0/777182316 <== mon.0 v2:172.21.15.119:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f24e00af740 con 0x7f24e015a3b0 2024-09-13T18:57:28.633 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:28.629+0000 7f24e82f0640 1 -- 172.21.15.119:0/777182316 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7f24e00ce4f0 con 0x7f24e015a3b0 2024-09-13T18:57:28.633 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:28.629+0000 7f24deffd640 1 -- 172.21.15.119:0/777182316 <== mon.0 v2:172.21.15.119:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v26) v1 ==== 100+0+11 (secure 0 0 0) 0x7f24d003ce60 con 0x7f24e015a3b0 2024-09-13T18:57:28.633 INFO:teuthology.orchestra.run.smithi119.stdout:pg_num: 64 2024-09-13T18:57:28.635 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:28.631+0000 7f24e82f0640 1 -- 172.21.15.119:0/777182316 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f24cc06ac00 msgr2=0x7f24cc06d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:28.635 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:28.631+0000 7f24e82f0640 1 --2- 172.21.15.119:0/777182316 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f24cc06ac00 0x7f24cc06d0c0 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7f24e00ceff0 tx=0x7f24d8007930 comp rx=0 tx=0).stop 2024-09-13T18:57:28.635 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:28.631+0000 7f24e82f0640 1 -- 172.21.15.119:0/777182316 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f24e015a3b0 msgr2=0x7f24e00974f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:28.635 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:28.631+0000 7f24e82f0640 1 --2- 172.21.15.119:0/777182316 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f24e015a3b0 0x7f24e00974f0 secure :-1 s=READY pgs=414 cs=0 l=1 rev1=1 crypto rx=0x7f24d002ac70 tx=0x7f24d0004a40 comp rx=0 tx=0).stop 2024-09-13T18:57:28.636 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:28.631+0000 7f24e82f0640 1 -- 172.21.15.119:0/777182316 shutdown_connections 2024-09-13T18:57:28.636 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:28.631+0000 7f24e82f0640 1 --2- 172.21.15.119:0/777182316 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f24cc06ac00 0x7f24cc06d0c0 unknown :-1 s=CLOSED pgs=211 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:28.636 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:28.631+0000 7f24e82f0640 1 --2- 172.21.15.119:0/777182316 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f24e015a3b0 0x7f24e00974f0 unknown :-1 s=CLOSED pgs=414 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:28.636 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:28.631+0000 7f24e82f0640 1 --2- 172.21.15.119:0/777182316 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f24e00cea30 0x7f24e015bb90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:28.636 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:28.631+0000 7f24e82f0640 1 --2- 172.21.15.119:0/777182316 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f24e00b20a0 0x7f24e00c5380 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:28.636 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:28.631+0000 7f24e82f0640 1 -- 172.21.15.119:0/777182316 >> 172.21.15.119:0/777182316 conn(0x7f24e006a0b0 msgr2=0x7f24e015d310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:57:28.636 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:28.631+0000 7f24e82f0640 1 -- 172.21.15.119:0/777182316 shutdown_connections 2024-09-13T18:57:28.636 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:28.632+0000 7f24e82f0640 1 -- 172.21.15.119:0/777182316 wait complete. 2024-09-13T18:57:28.646 DEBUG:teuthology.orchestra.run.smithi119:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data_ec pg_num 2024-09-13T18:57:28.751 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:28.742+0000 7f7126441640 1 Processor -- start 2024-09-13T18:57:28.751 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:28.743+0000 7f7126441640 1 -- start start 2024-09-13T18:57:28.751 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:28.743+0000 7f7126441640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f71200cdf10 0x7f7120069ed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:28.751 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:28.743+0000 7f7126441640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f71200ce2f0 0x7f712006ca30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:28.751 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:28.743+0000 7f7126441640 1 -- --> v1:172.21.15.119:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f712015c9a0 con 0x7f712006b600 2024-09-13T18:57:28.751 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:28.743+0000 7f7126441640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f712006b170 con 0x7f71200cdf10 2024-09-13T18:57:28.751 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:28.743+0000 7f7126441640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f712006a560 con 0x7f71200ce2f0 2024-09-13T18:57:28.751 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:28.744+0000 7f7117fff640 1 --1- >> v1:172.21.15.119:6789/0 conn(0x7f712006b600 0x7f7120065c60 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.119:6789/0 says I am v1:172.21.15.119:60248/0 (socket says 172.21.15.119:60248) 2024-09-13T18:57:28.751 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:28.744+0000 7f7117fff640 1 -- 172.21.15.119:0/294328428 learned_addr learned my addr 172.21.15.119:0/294328428 (peer_addr_for_me v1:172.21.15.119:0/0) 2024-09-13T18:57:28.752 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:28.744+0000 7f711f7fe640 1 -- 172.21.15.119:0/294328428 <== mon.0 v1:172.21.15.119:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3534890055 0 0) 0x7f712015c9a0 con 0x7f712006b600 2024-09-13T18:57:28.752 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:28.744+0000 7f711ffff640 1 --2- 172.21.15.119:0/294328428 >> v2:172.21.15.145:3300/0 conn(0x7f71200cdf10 0x7f7120069ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:28.752 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:28.744+0000 7f71249de640 1 --2- 172.21.15.119:0/294328428 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f71200ce2f0 0x7f712006ca30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:28.752 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:28.744+0000 7f711f7fe640 1 -- 172.21.15.119:0/294328428 --> v1:172.21.15.119:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f710c003520 con 0x7f712006b600 2024-09-13T18:57:28.752 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:28.744+0000 7f711f7fe640 1 -- 172.21.15.119:0/294328428 <== mon.0 v1:172.21.15.119:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 3820958025 0 0) 0x7f710c003520 con 0x7f712006b600 2024-09-13T18:57:28.752 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:28.744+0000 7f711f7fe640 1 -- 172.21.15.119:0/294328428 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f71200ce2f0 msgr2=0x7f712006ca30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T18:57:28.752 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:28.744+0000 7f711f7fe640 1 --2- 172.21.15.119:0/294328428 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f71200ce2f0 0x7f712006ca30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:28.752 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:28.744+0000 7f711f7fe640 1 -- 172.21.15.119:0/294328428 >> v2:172.21.15.145:3300/0 conn(0x7f71200cdf10 msgr2=0x7f7120069ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T18:57:28.752 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:28.744+0000 7f711f7fe640 1 --2- 172.21.15.119:0/294328428 >> v2:172.21.15.145:3300/0 conn(0x7f71200cdf10 0x7f7120069ed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:28.752 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:28.744+0000 7f711f7fe640 1 -- 172.21.15.119:0/294328428 --> v1:172.21.15.119:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f712006a840 con 0x7f712006b600 2024-09-13T18:57:28.752 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:28.744+0000 7f711f7fe640 1 -- 172.21.15.119:0/294328428 <== mon.0 v1:172.21.15.119:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 337823224 0 0) 0x7f7108001670 con 0x7f712006b600 2024-09-13T18:57:28.752 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:28.744+0000 7f711f7fe640 1 -- 172.21.15.119:0/294328428 >> v1:172.21.15.119:6789/0 conn(0x7f712006b600 legacy=0x7f7120065c60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:28.752 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:28.744+0000 7f711f7fe640 1 --2- 172.21.15.119:0/294328428 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f71200ce2f0 0x7f710c003970 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:28.752 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:28.744+0000 7f711f7fe640 1 --2- 172.21.15.119:0/294328428 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f710c003ef0 0x7f710c0047c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:28.753 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:28.744+0000 7f711f7fe640 1 --2- 172.21.15.119:0/294328428 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f710c004d00 0x7f710c005180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:28.753 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:28.744+0000 7f711f7fe640 1 -- 172.21.15.119:0/294328428 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f712006b170 con 0x7f710c003ef0 2024-09-13T18:57:28.753 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:28.744+0000 7f711f7fe640 1 -- 172.21.15.119:0/294328428 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f712006a560 con 0x7f710c004d00 2024-09-13T18:57:28.753 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:28.744+0000 7f711f7fe640 1 -- 172.21.15.119:0/294328428 --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f710c00b980 con 0x7f71200ce2f0 2024-09-13T18:57:28.753 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:28.744+0000 7f7117fff640 1 --2- 172.21.15.119:0/294328428 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f710c003ef0 0x7f710c0047c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:28.753 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:28.744+0000 7f711ffff640 1 --2- 172.21.15.119:0/294328428 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f71200ce2f0 0x7f710c003970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:28.753 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:28.744+0000 7f71249de640 1 --2- 172.21.15.119:0/294328428 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f710c004d00 0x7f710c005180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:28.753 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:28.745+0000 7f7117fff640 1 -- 172.21.15.119:0/294328428 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f71200ce2f0 msgr2=0x7f710c003970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T18:57:28.753 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:28.745+0000 7f7117fff640 1 --2- 172.21.15.119:0/294328428 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f71200ce2f0 0x7f710c003970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:28.753 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:28.745+0000 7f7117fff640 1 -- 172.21.15.119:0/294328428 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f710c004d00 msgr2=0x7f710c005180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T18:57:28.753 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:28.745+0000 7f7117fff640 1 --2- 172.21.15.119:0/294328428 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f710c004d00 0x7f710c005180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:28.753 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:28.745+0000 7f7117fff640 1 -- 172.21.15.119:0/294328428 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f710c003520 con 0x7f710c003ef0 2024-09-13T18:57:28.753 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:28.745+0000 7f7117fff640 1 --2- 172.21.15.119:0/294328428 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f710c003ef0 0x7f710c0047c0 secure :-1 s=READY pgs=416 cs=0 l=1 rev1=1 crypto rx=0x7f710800c240 tx=0x7f710c0057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=99d00b016bc75c40 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:57:28.754 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:28.745+0000 7f711f7fe640 1 -- 172.21.15.119:0/294328428 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f710802e070 con 0x7f710c003ef0 2024-09-13T18:57:28.754 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:28.745+0000 7f711f7fe640 1 -- 172.21.15.119:0/294328428 <== mon.0 v2:172.21.15.119:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f71080058d0 con 0x7f710c003ef0 2024-09-13T18:57:28.754 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:28.745+0000 7f711f7fe640 1 -- 172.21.15.119:0/294328428 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7108005d00 con 0x7f710c003ef0 2024-09-13T18:57:28.754 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:28.746+0000 7f7126441640 1 -- 172.21.15.119:0/294328428 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f710c003ef0 msgr2=0x7f710c0047c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:28.754 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:28.746+0000 7f7126441640 1 --2- 172.21.15.119:0/294328428 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f710c003ef0 0x7f710c0047c0 secure :-1 s=READY pgs=416 cs=0 l=1 rev1=1 crypto rx=0x7f710800c240 tx=0x7f710c0057f0 comp rx=0 tx=0).stop 2024-09-13T18:57:28.754 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:28.746+0000 7f71249de640 1 -- 172.21.15.119:0/294328428 reap_dead start 2024-09-13T18:57:28.754 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:28.746+0000 7f7126441640 1 -- 172.21.15.119:0/294328428 shutdown_connections 2024-09-13T18:57:28.754 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:28.746+0000 7f7126441640 1 -- 172.21.15.119:0/294328428 >> 172.21.15.119:0/294328428 conn(0x7f71200cb5b0 msgr2=0x7f71200cb9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:57:28.754 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:28.746+0000 7f7126441640 1 -- 172.21.15.119:0/294328428 shutdown_connections 2024-09-13T18:57:28.754 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:28.746+0000 7f7126441640 1 -- 172.21.15.119:0/294328428 wait complete. 2024-09-13T18:57:28.754 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:28.747+0000 7f7126441640 1 Processor -- start 2024-09-13T18:57:28.754 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:28.747+0000 7f7126441640 1 -- start start 2024-09-13T18:57:28.757 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:28.748+0000 7f7126441640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f710c003ef0 0x7f71200afd40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:28.757 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:28.748+0000 7f7126441640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f712015f560 0x7f71200c2660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:28.757 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:28.748+0000 7f7126441640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f712015c9a0 0x7f712015ce30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:28.757 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:28.748+0000 7f7126441640 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f712015d370 con 0x7f710c003ef0 2024-09-13T18:57:28.757 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:28.748+0000 7f7126441640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f71200b0280 con 0x7f712015f560 2024-09-13T18:57:28.757 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:28.748+0000 7f7126441640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f71201e6260 con 0x7f712015c9a0 2024-09-13T18:57:28.757 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:28.748+0000 7f711ffff640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f710c003ef0 0x7f71200afd40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:28.757 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:28.748+0000 7f711ffff640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f710c003ef0 0x7f71200afd40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.119:3300/0 says I am v2:172.21.15.119:55062/0 (socket says 172.21.15.119:55062) 2024-09-13T18:57:28.757 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:28.748+0000 7f711ffff640 1 -- 172.21.15.119:0/4063191599 learned_addr learned my addr 172.21.15.119:0/4063191599 (peer_addr_for_me v2:172.21.15.119:0/0) 2024-09-13T18:57:28.757 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:28.748+0000 7f7117fff640 1 --2- 172.21.15.119:0/4063191599 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f712015f560 0x7f71200c2660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:28.757 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:28.748+0000 7f71249de640 1 --2- 172.21.15.119:0/4063191599 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f712015c9a0 0x7f712015ce30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:28.758 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:28.748+0000 7f711ffff640 1 -- 172.21.15.119:0/4063191599 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f712015c9a0 msgr2=0x7f712015ce30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:28.758 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:28.748+0000 7f711ffff640 1 --2- 172.21.15.119:0/4063191599 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f712015c9a0 0x7f712015ce30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:28.758 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:28.748+0000 7f711ffff640 1 -- 172.21.15.119:0/4063191599 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f712015f560 msgr2=0x7f71200c2660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:28.758 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:28.748+0000 7f711ffff640 1 --2- 172.21.15.119:0/4063191599 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f712015f560 0x7f71200c2660 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:28.758 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:28.748+0000 7f711ffff640 1 -- 172.21.15.119:0/4063191599 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f71201e6540 con 0x7f710c003ef0 2024-09-13T18:57:28.758 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:28.748+0000 7f71249de640 1 --2- 172.21.15.119:0/4063191599 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f712015c9a0 0x7f712015ce30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T18:57:28.758 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:28.749+0000 7f711ffff640 1 --2- 172.21.15.119:0/4063191599 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f710c003ef0 0x7f71200afd40 secure :-1 s=READY pgs=417 cs=0 l=1 rev1=1 crypto rx=0x7f71100119a0 tx=0x7f7110011e60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:57:28.758 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:28.749+0000 7f711d7fa640 1 -- 172.21.15.119:0/4063191599 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f711000faf0 con 0x7f710c003ef0 2024-09-13T18:57:28.758 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:28.749+0000 7f711d7fa640 1 -- 172.21.15.119:0/4063191599 <== mon.0 v2:172.21.15.119:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f711000fc50 con 0x7f710c003ef0 2024-09-13T18:57:28.758 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:28.749+0000 7f7126441640 1 -- 172.21.15.119:0/4063191599 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f71201e6820 con 0x7f710c003ef0 2024-09-13T18:57:28.758 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:28.749+0000 7f711d7fa640 1 -- 172.21.15.119:0/4063191599 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7110014440 con 0x7f710c003ef0 2024-09-13T18:57:28.758 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:28.749+0000 7f7126441640 1 -- 172.21.15.119:0/4063191599 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f71201e6de0 con 0x7f710c003ef0 2024-09-13T18:57:28.758 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:28.750+0000 7f7126441640 1 -- 172.21.15.119:0/4063191599 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f7120069ed0 con 0x7f710c003ef0 2024-09-13T18:57:28.758 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:28.750+0000 7f711d7fa640 1 -- 172.21.15.119:0/4063191599 <== mon.0 v2:172.21.15.119:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f71100145a0 con 0x7f710c003ef0 2024-09-13T18:57:28.758 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:28.751+0000 7f711d7fa640 1 --2- 172.21.15.119:0/4063191599 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f710006ac00 0x7f710006d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:28.759 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:28.751+0000 7f711d7fa640 1 -- 172.21.15.119:0/4063191599 <== mon.0 v2:172.21.15.119:3300/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 6692+0+0 (secure 0 0 0) 0x7f7110089ee0 con 0x7f710c003ef0 2024-09-13T18:57:28.759 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:28.751+0000 7f7117fff640 1 --2- 172.21.15.119:0/4063191599 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f710006ac00 0x7f710006d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:28.759 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:28.751+0000 7f7117fff640 1 --2- 172.21.15.119:0/4063191599 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f710006ac00 0x7f710006d0c0 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7f7108033000 tx=0x7f7108035040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:57:28.759 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:28.755+0000 7f711d7fa640 1 -- 172.21.15.119:0/4063191599 <== mon.0 v2:172.21.15.119:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f7110054d70 con 0x7f710c003ef0 2024-09-13T18:57:28.921 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:28.917+0000 7f7126441640 1 -- 172.21.15.119:0/4063191599 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"} v 0) v1 -- 0x7f712015fe20 con 0x7f710c003ef0 2024-09-13T18:57:28.921 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:28.918+0000 7f711d7fa640 1 -- 172.21.15.119:0/4063191599 <== mon.0 v2:172.21.15.119:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]=0 v26) v1 ==== 103+0+11 (secure 0 0 0) 0x7f7110022020 con 0x7f710c003ef0 2024-09-13T18:57:28.921 INFO:teuthology.orchestra.run.smithi119.stdout:pg_num: 32 2024-09-13T18:57:28.923 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:28.919+0000 7f7126441640 1 -- 172.21.15.119:0/4063191599 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f710006ac00 msgr2=0x7f710006d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:28.923 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:28.919+0000 7f7126441640 1 --2- 172.21.15.119:0/4063191599 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f710006ac00 0x7f710006d0c0 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7f7108033000 tx=0x7f7108035040 comp rx=0 tx=0).stop 2024-09-13T18:57:28.924 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:28.919+0000 7f7126441640 1 -- 172.21.15.119:0/4063191599 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f710c003ef0 msgr2=0x7f71200afd40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:28.924 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:28.919+0000 7f7126441640 1 --2- 172.21.15.119:0/4063191599 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f710c003ef0 0x7f71200afd40 secure :-1 s=READY pgs=417 cs=0 l=1 rev1=1 crypto rx=0x7f71100119a0 tx=0x7f7110011e60 comp rx=0 tx=0).stop 2024-09-13T18:57:28.924 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:28.919+0000 7f7126441640 1 -- 172.21.15.119:0/4063191599 shutdown_connections 2024-09-13T18:57:28.924 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:28.919+0000 7f7126441640 1 --2- 172.21.15.119:0/4063191599 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f710006ac00 0x7f710006d0c0 unknown :-1 s=CLOSED pgs=212 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:28.924 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:28.919+0000 7f7126441640 1 --2- 172.21.15.119:0/4063191599 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f712015c9a0 0x7f712015ce30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:28.924 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:28.919+0000 7f7126441640 1 --2- 172.21.15.119:0/4063191599 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f712015f560 0x7f71200c2660 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:28.924 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:28.919+0000 7f7126441640 1 --2- 172.21.15.119:0/4063191599 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f710c003ef0 0x7f71200afd40 unknown :-1 s=CLOSED pgs=417 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:28.924 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:28.919+0000 7f7126441640 1 -- 172.21.15.119:0/4063191599 >> 172.21.15.119:0/4063191599 conn(0x7f71200cb5b0 msgr2=0x7f712009ed90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:57:28.924 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:28.920+0000 7f7126441640 1 -- 172.21.15.119:0/4063191599 shutdown_connections 2024-09-13T18:57:28.924 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:28.920+0000 7f7126441640 1 -- 172.21.15.119:0/4063191599 wait complete. 2024-09-13T18:57:28.934 DEBUG:teuthology.orchestra.run.smithi119:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-13T18:57:29.032 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:29.029+0000 7ff4935f4640 1 Processor -- start 2024-09-13T18:57:29.033 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:29.029+0000 7ff4935f4640 1 -- start start 2024-09-13T18:57:29.034 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:29.030+0000 7ff4935f4640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7ff48c071d30 0x7ff48c070190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:29.034 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:29.030+0000 7ff4935f4640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7ff48c072110 0x7ff48c0b1b70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:29.034 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:29.030+0000 7ff4935f4640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7ff48c0abdf0 con 0x7ff48c0c8920 2024-09-13T18:57:29.034 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:29.030+0000 7ff4935f4640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 v1 -- 0x7ff48c0ab1e0 con 0x7ff48c072110 2024-09-13T18:57:29.034 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:29.030+0000 7ff4935f4640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff48c0ab4c0 con 0x7ff48c071d30 2024-09-13T18:57:29.034 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:29.030+0000 7ff491390640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7ff48c071d30 0x7ff48c070190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:29.034 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:29.030+0000 7ff490b8f640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7ff48c072110 0x7ff48c0b1b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:29.034 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:29.030+0000 7ff490b8f640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7ff48c072110 0x7ff48c0b1b70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.145:3300/0 says I am v2:172.21.15.119:40424/0 (socket says 172.21.15.119:40424) 2024-09-13T18:57:29.035 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:29.030+0000 7ff491b91640 1 --1- >> v1:172.21.15.145:6789/0 conn(0x7ff48c0c8920 0x7ff48c0ac280 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.145:6789/0 says I am v1:172.21.15.119:45908/0 (socket says 172.21.15.119:45908) 2024-09-13T18:57:29.035 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:29.030+0000 7ff491390640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7ff48c071d30 0x7ff48c070190 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.145:3301/0 says I am v2:172.21.15.119:55160/0 (socket says 172.21.15.119:55160) 2024-09-13T18:57:29.035 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:29.030+0000 7ff491b91640 1 -- 172.21.15.119:0/2952177018 learned_addr learned my addr 172.21.15.119:0/2952177018 (peer_addr_for_me v1:172.21.15.119:0/0) 2024-09-13T18:57:29.035 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:29.030+0000 7ff490b8f640 1 -- 172.21.15.119:0/2952177018 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7ff48c071d30 msgr2=0x7ff48c070190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T18:57:29.035 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:29.030+0000 7ff490b8f640 1 --2- 172.21.15.119:0/2952177018 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7ff48c071d30 0x7ff48c070190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:29.035 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:29.030+0000 7ff490b8f640 1 -- 172.21.15.119:0/2952177018 >> v1:172.21.15.145:6789/0 conn(0x7ff48c0c8920 legacy=0x7ff48c0ac280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:29.035 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:29.030+0000 7ff490b8f640 1 -- 172.21.15.119:0/2952177018 --> v2:172.21.15.145:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff48c0ab7a0 con 0x7ff48c072110 2024-09-13T18:57:29.035 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:29.030+0000 7ff483fff640 1 -- 172.21.15.119:0/2952177018 <== mon.1 v1:172.21.15.145:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2819544101 0 0) 0x7ff48c0abdf0 con 0x7ff48c0c8920 2024-09-13T18:57:29.035 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:29.030+0000 7ff491390640 1 --2- 172.21.15.119:0/2952177018 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7ff48c071d30 0x7ff48c070190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T18:57:29.037 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:29.031+0000 7ff490b8f640 1 --2- 172.21.15.119:0/2952177018 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ff48c072110 0x7ff48c0b1b70 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7ff47c0097d0 tx=0x7ff47c02a1c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=abce8d4c5c05bb09 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:57:29.037 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:29.031+0000 7ff483fff640 1 -- 172.21.15.119:0/2952177018 <== mon.1 v2:172.21.15.145:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff47c032440 con 0x7ff48c072110 2024-09-13T18:57:29.037 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:29.031+0000 7ff483fff640 1 -- 172.21.15.119:0/2952177018 <== mon.1 v2:172.21.15.145:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff47c0325a0 con 0x7ff48c072110 2024-09-13T18:57:29.037 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:29.031+0000 7ff483fff640 1 -- 172.21.15.119:0/2952177018 <== mon.1 v2:172.21.15.145:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff47c032930 con 0x7ff48c072110 2024-09-13T18:57:29.037 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:29.032+0000 7ff4935f4640 1 -- 172.21.15.119:0/2952177018 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ff48c072110 msgr2=0x7ff48c0b1b70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:29.037 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:29.032+0000 7ff4935f4640 1 --2- 172.21.15.119:0/2952177018 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ff48c072110 0x7ff48c0b1b70 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7ff47c0097d0 tx=0x7ff47c02a1c0 comp rx=0 tx=0).stop 2024-09-13T18:57:29.037 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:29.032+0000 7ff4935f4640 1 -- 172.21.15.119:0/2952177018 shutdown_connections 2024-09-13T18:57:29.037 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:29.032+0000 7ff4935f4640 1 --2- 172.21.15.119:0/2952177018 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ff48c072110 0x7ff48c0b1b70 unknown :-1 s=CLOSED pgs=170 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:29.037 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:29.032+0000 7ff4935f4640 1 --2- 172.21.15.119:0/2952177018 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7ff48c071d30 0x7ff48c070190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:29.037 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:29.032+0000 7ff4935f4640 1 -- 172.21.15.119:0/2952177018 >> 172.21.15.119:0/2952177018 conn(0x7ff48c069ed0 msgr2=0x7ff48c06a2e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:57:29.037 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:29.032+0000 7ff4935f4640 1 -- 172.21.15.119:0/2952177018 shutdown_connections 2024-09-13T18:57:29.037 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:29.032+0000 7ff4935f4640 1 -- 172.21.15.119:0/2952177018 wait complete. 2024-09-13T18:57:29.037 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:29.033+0000 7ff4935f4640 1 Processor -- start 2024-09-13T18:57:29.038 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:29.033+0000 7ff4935f4640 1 -- start start 2024-09-13T18:57:29.040 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:29.034+0000 7ff4935f4640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7ff48c071d30 0x7ff48c0c12e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:29.040 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:29.034+0000 7ff4935f4640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7ff48c072110 0x7ff48c153f30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:29.040 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:29.034+0000 7ff4935f4640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ff48c0c8920 0x7ff48c0c6220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:29.040 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:29.034+0000 7ff4935f4640 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff48c1547f0 con 0x7ff48c072110 2024-09-13T18:57:29.040 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:29.034+0000 7ff4935f4640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff48c154ad0 con 0x7ff48c0c8920 2024-09-13T18:57:29.040 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:29.034+0000 7ff4935f4640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff48c154db0 con 0x7ff48c071d30 2024-09-13T18:57:29.040 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:29.034+0000 7ff490b8f640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7ff48c072110 0x7ff48c153f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:29.040 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:29.034+0000 7ff490b8f640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7ff48c072110 0x7ff48c153f30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.119:3300/0 says I am v2:172.21.15.119:55068/0 (socket says 172.21.15.119:55068) 2024-09-13T18:57:29.040 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:29.034+0000 7ff490b8f640 1 -- 172.21.15.119:0/1279570500 learned_addr learned my addr 172.21.15.119:0/1279570500 (peer_addr_for_me v2:172.21.15.119:0/0) 2024-09-13T18:57:29.040 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:29.034+0000 7ff491390640 1 --2- 172.21.15.119:0/1279570500 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7ff48c071d30 0x7ff48c0c12e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:29.040 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:29.034+0000 7ff491b91640 1 --2- 172.21.15.119:0/1279570500 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ff48c0c8920 0x7ff48c0c6220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:29.040 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:29.034+0000 7ff490b8f640 1 -- 172.21.15.119:0/1279570500 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7ff48c071d30 msgr2=0x7ff48c0c12e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:29.040 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:29.034+0000 7ff490b8f640 1 --2- 172.21.15.119:0/1279570500 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7ff48c071d30 0x7ff48c0c12e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:29.041 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:29.034+0000 7ff490b8f640 1 -- 172.21.15.119:0/1279570500 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ff48c0c8920 msgr2=0x7ff48c0c6220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:29.041 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:29.034+0000 7ff490b8f640 1 --2- 172.21.15.119:0/1279570500 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ff48c0c8920 0x7ff48c0c6220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:29.041 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:29.034+0000 7ff490b8f640 1 -- 172.21.15.119:0/1279570500 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff488009400 con 0x7ff48c072110 2024-09-13T18:57:29.041 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:29.034+0000 7ff490b8f640 1 --2- 172.21.15.119:0/1279570500 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7ff48c072110 0x7ff48c153f30 secure :-1 s=READY pgs=418 cs=0 l=1 rev1=1 crypto rx=0x7ff47c000c00 tx=0x7ff47c0046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:57:29.041 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:29.035+0000 7ff481ffb640 1 -- 172.21.15.119:0/1279570500 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff47c032440 con 0x7ff48c072110 2024-09-13T18:57:29.041 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:29.035+0000 7ff481ffb640 1 -- 172.21.15.119:0/1279570500 <== mon.0 v2:172.21.15.119:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff47c004230 con 0x7ff48c072110 2024-09-13T18:57:29.041 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:29.035+0000 7ff481ffb640 1 -- 172.21.15.119:0/1279570500 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff47c006e10 con 0x7ff48c072110 2024-09-13T18:57:29.041 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:29.035+0000 7ff4935f4640 1 -- 172.21.15.119:0/1279570500 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff47c009400 con 0x7ff48c072110 2024-09-13T18:57:29.041 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:29.035+0000 7ff4935f4640 1 -- 172.21.15.119:0/1279570500 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff48c155370 con 0x7ff48c072110 2024-09-13T18:57:29.041 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:29.036+0000 7ff4935f4640 1 -- 172.21.15.119:0/1279570500 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ff48c155560 con 0x7ff48c072110 2024-09-13T18:57:29.041 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:29.036+0000 7ff481ffb640 1 -- 172.21.15.119:0/1279570500 <== mon.0 v2:172.21.15.119:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7ff47c039050 con 0x7ff48c072110 2024-09-13T18:57:29.042 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:29.037+0000 7ff481ffb640 1 --2- 172.21.15.119:0/1279570500 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7ff47006ac30 0x7ff47006d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:29.042 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:29.037+0000 7ff481ffb640 1 -- 172.21.15.119:0/1279570500 <== mon.0 v2:172.21.15.119:3300/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 6692+0+0 (secure 0 0 0) 0x7ff47c0a9f30 con 0x7ff48c072110 2024-09-13T18:57:29.042 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:29.037+0000 7ff491390640 1 --2- 172.21.15.119:0/1279570500 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7ff47006ac30 0x7ff47006d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:29.042 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:29.037+0000 7ff491390640 1 --2- 172.21.15.119:0/1279570500 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7ff47006ac30 0x7ff47006d0f0 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7ff488009cd0 tx=0x7ff488009190 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:57:29.044 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:29.041+0000 7ff481ffb640 1 -- 172.21.15.119:0/1279570500 <== mon.0 v2:172.21.15.119:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7ff47c074de0 con 0x7ff48c072110 2024-09-13T18:57:29.218 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:29.214+0000 7ff4935f4640 1 -- 172.21.15.119:0/1279570500 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) v1 -- 0x7ff48c070190 con 0x7ff48c072110 2024-09-13T18:57:29.219 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:29.216+0000 7ff481ffb640 1 -- 172.21.15.119:0/1279570500 <== mon.0 v2:172.21.15.119:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v26) v1 ==== 80+0+0 (secure 0 0 0) 0x7ff47c04b020 con 0x7ff48c072110 2024-09-13T18:57:29.220 INFO:teuthology.orchestra.run.smithi119.stderr:listed 0 entries 2024-09-13T18:57:29.222 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:29.218+0000 7ff4935f4640 1 -- 172.21.15.119:0/1279570500 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7ff47006ac30 msgr2=0x7ff47006d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:29.222 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:29.218+0000 7ff4935f4640 1 --2- 172.21.15.119:0/1279570500 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7ff47006ac30 0x7ff47006d0f0 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7ff488009cd0 tx=0x7ff488009190 comp rx=0 tx=0).stop 2024-09-13T18:57:29.222 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:29.218+0000 7ff4935f4640 1 -- 172.21.15.119:0/1279570500 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7ff48c072110 msgr2=0x7ff48c153f30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:29.222 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:29.218+0000 7ff4935f4640 1 --2- 172.21.15.119:0/1279570500 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7ff48c072110 0x7ff48c153f30 secure :-1 s=READY pgs=418 cs=0 l=1 rev1=1 crypto rx=0x7ff47c000c00 tx=0x7ff47c0046c0 comp rx=0 tx=0).stop 2024-09-13T18:57:29.222 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:29.218+0000 7ff4935f4640 1 -- 172.21.15.119:0/1279570500 shutdown_connections 2024-09-13T18:57:29.222 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:29.218+0000 7ff4935f4640 1 --2- 172.21.15.119:0/1279570500 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7ff47006ac30 0x7ff47006d0f0 unknown :-1 s=CLOSED pgs=213 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:29.222 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:29.218+0000 7ff4935f4640 1 --2- 172.21.15.119:0/1279570500 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ff48c0c8920 0x7ff48c0c6220 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:29.223 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:29.218+0000 7ff4935f4640 1 --2- 172.21.15.119:0/1279570500 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7ff48c072110 0x7ff48c153f30 unknown :-1 s=CLOSED pgs=418 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:29.223 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:29.218+0000 7ff4935f4640 1 --2- 172.21.15.119:0/1279570500 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7ff48c071d30 0x7ff48c0c12e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:29.223 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:29.218+0000 7ff4935f4640 1 -- 172.21.15.119:0/1279570500 >> 172.21.15.119:0/1279570500 conn(0x7ff48c069ed0 msgr2=0x7ff48c1558f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:57:29.223 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:29.218+0000 7ff4935f4640 1 -- 172.21.15.119:0/1279570500 shutdown_connections 2024-09-13T18:57:29.223 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:29.218+0000 7ff4935f4640 1 -- 172.21.15.119:0/1279570500 wait complete. 2024-09-13T18:57:29.233 INFO:tasks.cephfs.fuse_mount:Running fusermount -u on ubuntu@smithi145.front.sepia.ceph.com... 2024-09-13T18:57:29.233 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T18:57:29.233 DEBUG:teuthology.orchestra.run.smithi145:> sudo fusermount -u /home/ubuntu/cephtest/mnt.3 2024-09-13T18:57:29.263 INFO:teuthology.orchestra.run:waiting for 300 2024-09-13T18:57:29.263 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi145.front.sepia.ceph.com 2024-09-13T18:57:29.263 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T18:57:29.263 DEBUG:teuthology.orchestra.run.smithi145:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.3) 2024-09-13T18:57:29.322 INFO:tasks.cephfs.cephfs_test_case:[, , , ] 2024-09-13T18:57:29.322 DEBUG:teuthology.orchestra.run.smithi119:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-13T18:57:29.421 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:29.417+0000 7fbb1a8e9640 1 Processor -- start 2024-09-13T18:57:29.421 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:29.417+0000 7fbb1a8e9640 1 -- start start 2024-09-13T18:57:29.423 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:29.418+0000 7fbb1a8e9640 1 --2- >> v2:172.21.15.119:3300/0 conn(0x7fbb14071d30 0x7fbb14070190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:29.423 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:29.418+0000 7fbb1a8e9640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7fbb14072110 0x7fbb140b1b70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:29.423 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:29.418+0000 7fbb1a8e9640 1 -- --> v1:172.21.15.119:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fbb140abdf0 con 0x7fbb140c8920 2024-09-13T18:57:29.423 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:29.418+0000 7fbb1a8e9640 1 -- --> v2:172.21.15.119:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fbb140ab1e0 con 0x7fbb14071d30 2024-09-13T18:57:29.423 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:29.418+0000 7fbb1a8e9640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fbb140ab4c0 con 0x7fbb14072110 2024-09-13T18:57:29.423 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:29.418+0000 7fbb13fff640 1 --2- >> v2:172.21.15.119:3300/0 conn(0x7fbb14071d30 0x7fbb14070190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:29.424 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:29.418+0000 7fbb18e86640 1 --1- >> v1:172.21.15.119:6789/0 conn(0x7fbb140c8920 0x7fbb140ac280 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.119:6789/0 says I am v1:172.21.15.119:60256/0 (socket says 172.21.15.119:60256) 2024-09-13T18:57:29.424 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:29.418+0000 7fbb18e86640 1 -- 172.21.15.119:0/3197241312 learned_addr learned my addr 172.21.15.119:0/3197241312 (peer_addr_for_me v1:172.21.15.119:0/0) 2024-09-13T18:57:29.424 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:29.419+0000 7fbb0bfff640 1 --2- 172.21.15.119:0/3197241312 >> v2:172.21.15.145:3300/0 conn(0x7fbb14072110 0x7fbb140b1b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:29.424 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:29.419+0000 7fbb13fff640 1 -- 172.21.15.119:0/3197241312 >> v2:172.21.15.145:3300/0 conn(0x7fbb14072110 msgr2=0x7fbb140b1b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T18:57:29.424 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:29.419+0000 7fbb13fff640 1 --2- 172.21.15.119:0/3197241312 >> v2:172.21.15.145:3300/0 conn(0x7fbb14072110 0x7fbb140b1b70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:29.424 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:29.419+0000 7fbb13fff640 1 -- 172.21.15.119:0/3197241312 >> v1:172.21.15.119:6789/0 conn(0x7fbb140c8920 legacy=0x7fbb140ac280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:29.424 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:29.419+0000 7fbb13fff640 1 -- 172.21.15.119:0/3197241312 --> v2:172.21.15.119:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fbb140ab7a0 con 0x7fbb14071d30 2024-09-13T18:57:29.424 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:29.419+0000 7fbb137fe640 1 -- 172.21.15.119:0/3197241312 <== mon.0 v1:172.21.15.119:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1606062610 0 0) 0x7fbb140abdf0 con 0x7fbb140c8920 2024-09-13T18:57:29.424 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:29.419+0000 7fbb0bfff640 1 --2- 172.21.15.119:0/3197241312 >> v2:172.21.15.145:3300/0 conn(0x7fbb14072110 0x7fbb140b1b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T18:57:29.424 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:29.419+0000 7fbb13fff640 1 --2- 172.21.15.119:0/3197241312 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fbb14071d30 0x7fbb14070190 secure :-1 s=READY pgs=420 cs=0 l=1 rev1=1 crypto rx=0x7fbb140cf000 tx=0x7fbb0402a1a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=74212c5f8b4d7178 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:57:29.424 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:29.420+0000 7fbb137fe640 1 -- 172.21.15.119:0/3197241312 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbb04032440 con 0x7fbb14071d30 2024-09-13T18:57:29.425 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:29.420+0000 7fbb137fe640 1 -- 172.21.15.119:0/3197241312 <== mon.0 v2:172.21.15.119:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fbb040325a0 con 0x7fbb14071d30 2024-09-13T18:57:29.425 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:29.420+0000 7fbb137fe640 1 -- 172.21.15.119:0/3197241312 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbb04032930 con 0x7fbb14071d30 2024-09-13T18:57:29.427 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:29.420+0000 7fbb1a8e9640 1 -- 172.21.15.119:0/3197241312 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fbb14071d30 msgr2=0x7fbb14070190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:29.428 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:29.420+0000 7fbb1a8e9640 1 --2- 172.21.15.119:0/3197241312 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fbb14071d30 0x7fbb14070190 secure :-1 s=READY pgs=420 cs=0 l=1 rev1=1 crypto rx=0x7fbb140cf000 tx=0x7fbb0402a1a0 comp rx=0 tx=0).stop 2024-09-13T18:57:29.428 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:29.420+0000 7fbb1a8e9640 1 -- 172.21.15.119:0/3197241312 shutdown_connections 2024-09-13T18:57:29.428 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:29.420+0000 7fbb1a8e9640 1 --2- 172.21.15.119:0/3197241312 >> v2:172.21.15.145:3300/0 conn(0x7fbb14072110 0x7fbb140b1b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:29.428 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:29.420+0000 7fbb1a8e9640 1 --2- 172.21.15.119:0/3197241312 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fbb14071d30 0x7fbb14070190 unknown :-1 s=CLOSED pgs=420 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:29.428 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:29.420+0000 7fbb1a8e9640 1 -- 172.21.15.119:0/3197241312 >> 172.21.15.119:0/3197241312 conn(0x7fbb14069ed0 msgr2=0x7fbb1406a2e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:57:29.428 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:29.420+0000 7fbb1a8e9640 1 -- 172.21.15.119:0/3197241312 shutdown_connections 2024-09-13T18:57:29.428 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:29.420+0000 7fbb1a8e9640 1 -- 172.21.15.119:0/3197241312 wait complete. 2024-09-13T18:57:29.428 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:29.421+0000 7fbb1a8e9640 1 Processor -- start 2024-09-13T18:57:29.428 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:29.421+0000 7fbb1a8e9640 1 -- start start 2024-09-13T18:57:29.428 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:29.422+0000 7fbb1a8e9640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fbb14071d30 0x7fbb141f1280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:29.428 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:29.422+0000 7fbb1a8e9640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fbb14072110 0x7fbb140c6f50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:29.429 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:29.422+0000 7fbb1a8e9640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fbb140c8920 0x7fbb1415b320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:29.429 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:29.422+0000 7fbb1a8e9640 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbb1406c090 con 0x7fbb14072110 2024-09-13T18:57:29.429 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:29.422+0000 7fbb1a8e9640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbb140c79d0 con 0x7fbb14071d30 2024-09-13T18:57:29.429 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:29.422+0000 7fbb1a8e9640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fbb1406c2e0 con 0x7fbb140c8920 2024-09-13T18:57:29.429 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:29.422+0000 7fbb0bfff640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fbb14072110 0x7fbb140c6f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:29.429 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:29.422+0000 7fbb0bfff640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fbb14072110 0x7fbb140c6f50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.119:3300/0 says I am v2:172.21.15.119:55072/0 (socket says 172.21.15.119:55072) 2024-09-13T18:57:29.429 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:29.422+0000 7fbb0bfff640 1 -- 172.21.15.119:0/3006033658 learned_addr learned my addr 172.21.15.119:0/3006033658 (peer_addr_for_me v2:172.21.15.119:0/0) 2024-09-13T18:57:29.429 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:29.422+0000 7fbb0bfff640 1 -- 172.21.15.119:0/3006033658 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fbb140c8920 msgr2=0x7fbb1415b320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:29.429 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:29.422+0000 7fbb0bfff640 1 --2- 172.21.15.119:0/3006033658 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fbb140c8920 0x7fbb1415b320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:29.429 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:29.422+0000 7fbb0bfff640 1 -- 172.21.15.119:0/3006033658 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fbb14071d30 msgr2=0x7fbb141f1280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:29.429 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:29.422+0000 7fbb13fff640 1 --2- 172.21.15.119:0/3006033658 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fbb14071d30 0x7fbb141f1280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:29.429 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:29.423+0000 7fbb0bfff640 1 --2- 172.21.15.119:0/3006033658 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fbb14071d30 0x7fbb141f1280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:29.430 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:29.423+0000 7fbb0bfff640 1 -- 172.21.15.119:0/3006033658 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fbb04009400 con 0x7fbb14072110 2024-09-13T18:57:29.430 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:29.423+0000 7fbb13fff640 1 --2- 172.21.15.119:0/3006033658 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fbb14071d30 0x7fbb141f1280 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T18:57:29.430 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:29.423+0000 7fbb0bfff640 1 --2- 172.21.15.119:0/3006033658 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fbb14072110 0x7fbb140c6f50 secure :-1 s=READY pgs=421 cs=0 l=1 rev1=1 crypto rx=0x7fbafc00c7f0 tx=0x7fbafc00cbf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:57:29.430 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:29.423+0000 7fbb117fa640 1 -- 172.21.15.119:0/3006033658 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbafc007a30 con 0x7fbb14072110 2024-09-13T18:57:29.430 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:29.423+0000 7fbb117fa640 1 -- 172.21.15.119:0/3006033658 <== mon.0 v2:172.21.15.119:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fbafc007b90 con 0x7fbb14072110 2024-09-13T18:57:29.430 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:29.423+0000 7fbb1a8e9640 1 -- 172.21.15.119:0/3006033658 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fbb1406c5c0 con 0x7fbb14072110 2024-09-13T18:57:29.430 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:29.423+0000 7fbb117fa640 1 -- 172.21.15.119:0/3006033658 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbafc00ce40 con 0x7fbb14072110 2024-09-13T18:57:29.430 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:29.423+0000 7fbb1a8e9640 1 -- 172.21.15.119:0/3006033658 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fbb1414d410 con 0x7fbb14072110 2024-09-13T18:57:29.430 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:29.424+0000 7fbb1a8e9640 1 -- 172.21.15.119:0/3006033658 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fbb1406cae0 con 0x7fbb14072110 2024-09-13T18:57:29.430 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:29.424+0000 7fbb117fa640 1 -- 172.21.15.119:0/3006033658 <== mon.0 v2:172.21.15.119:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fbafc0113f0 con 0x7fbb14072110 2024-09-13T18:57:29.431 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:29.425+0000 7fbb117fa640 1 --2- 172.21.15.119:0/3006033658 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7fbaf406ac30 0x7fbaf406d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:29.431 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:29.425+0000 7fbb117fa640 1 -- 172.21.15.119:0/3006033658 <== mon.0 v2:172.21.15.119:3300/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 6692+0+0 (secure 0 0 0) 0x7fbafc089820 con 0x7fbb14072110 2024-09-13T18:57:29.431 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:29.425+0000 7fbb13fff640 1 --2- 172.21.15.119:0/3006033658 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7fbaf406ac30 0x7fbaf406d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:29.431 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:29.425+0000 7fbb13fff640 1 --2- 172.21.15.119:0/3006033658 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7fbaf406ac30 0x7fbaf406d0f0 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7fbb04034000 tx=0x7fbb0402e000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:57:29.432 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:29.429+0000 7fbb117fa640 1 -- 172.21.15.119:0/3006033658 <== mon.0 v2:172.21.15.119:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fbb1406cae0 con 0x7fbb14072110 2024-09-13T18:57:29.626 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:29.623+0000 7fbb1a8e9640 1 -- 172.21.15.119:0/3006033658 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7fbb1406cae0 con 0x7fbb14072110 2024-09-13T18:57:29.626 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:29.623+0000 7fbb117fa640 1 -- 172.21.15.119:0/3006033658 <== mon.0 v2:172.21.15.119:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 8 v8) v1 ==== 93+0+4739 (secure 0 0 0) 0x7fbb1406cae0 con 0x7fbb14072110 2024-09-13T18:57:29.627 INFO:teuthology.orchestra.run.smithi119.stdout: 2024-09-13T18:57:29.627 INFO:teuthology.orchestra.run.smithi119.stdout:{"epoch":8,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4241,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.145:6835/847902248","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6833","nonce":847902248},{"type":"v1","addr":"172.21.15.145:6835","nonce":847902248}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3},{"gid":4282,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.145:6834/3410464570","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6832","nonce":3410464570},{"type":"v1","addr":"172.21.15.145:6834","nonce":3410464570}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3},{"gid":4287,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.119:6836/3596755488","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6834","nonce":3596755488},{"type":"v1","addr":"172.21.15.119:6836","nonce":3596755488}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":8,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-13T18:56:34.025298+0000","modified":"2024-09-13T18:56:49.078985+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":4290},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4290":{"gid":4290,"name":"a","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.119:6837/3907469279","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6835","nonce":3907469279},{"type":"v1","addr":"172.21.15.119:6837","nonce":3907469279}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2024-09-13T18:57:29.627 INFO:teuthology.orchestra.run.smithi119.stderr:dumped fsmap epoch 8 2024-09-13T18:57:29.629 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:29.625+0000 7fbb1a8e9640 1 -- 172.21.15.119:0/3006033658 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7fbaf406ac30 msgr2=0x7fbaf406d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:29.629 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:29.625+0000 7fbb1a8e9640 1 --2- 172.21.15.119:0/3006033658 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7fbaf406ac30 0x7fbaf406d0f0 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7fbb04034000 tx=0x7fbb0402e000 comp rx=0 tx=0).stop 2024-09-13T18:57:29.629 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:29.625+0000 7fbb1a8e9640 1 -- 172.21.15.119:0/3006033658 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fbb14072110 msgr2=0x7fbb140c6f50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:29.629 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:29.625+0000 7fbb1a8e9640 1 --2- 172.21.15.119:0/3006033658 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fbb14072110 0x7fbb140c6f50 secure :-1 s=READY pgs=421 cs=0 l=1 rev1=1 crypto rx=0x7fbafc00c7f0 tx=0x7fbafc00cbf0 comp rx=0 tx=0).stop 2024-09-13T18:57:29.629 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:29.625+0000 7fbb1a8e9640 1 -- 172.21.15.119:0/3006033658 shutdown_connections 2024-09-13T18:57:29.630 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:29.625+0000 7fbb1a8e9640 1 --2- 172.21.15.119:0/3006033658 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7fbaf406ac30 0x7fbaf406d0f0 unknown :-1 s=CLOSED pgs=214 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:29.630 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:29.625+0000 7fbb1a8e9640 1 --2- 172.21.15.119:0/3006033658 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fbb140c8920 0x7fbb1415b320 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:29.630 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:29.625+0000 7fbb1a8e9640 1 --2- 172.21.15.119:0/3006033658 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fbb14072110 0x7fbb140c6f50 unknown :-1 s=CLOSED pgs=421 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:29.630 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:29.625+0000 7fbb1a8e9640 1 --2- 172.21.15.119:0/3006033658 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fbb14071d30 0x7fbb141f1280 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:29.630 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:29.625+0000 7fbb1a8e9640 1 -- 172.21.15.119:0/3006033658 >> 172.21.15.119:0/3006033658 conn(0x7fbb14069ed0 msgr2=0x7fbb14070760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:57:29.630 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:29.625+0000 7fbb1a8e9640 1 -- 172.21.15.119:0/3006033658 shutdown_connections 2024-09-13T18:57:29.630 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:29.625+0000 7fbb1a8e9640 1 -- 172.21.15.119:0/3006033658 wait complete. 2024-09-13T18:57:29.640 DEBUG:teuthology.orchestra.run.smithi119:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T18:57:29.738 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:29.735+0000 7f1b82f08640 1 Processor -- start 2024-09-13T18:57:29.738 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:29.735+0000 7f1b82f08640 1 -- start start 2024-09-13T18:57:29.740 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:29.735+0000 7f1b82f08640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f1b7c15a7a0 0x7f1b7c0ce060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:29.740 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:29.735+0000 7f1b82f08640 1 --2- >> v2:172.21.15.119:3300/0 conn(0x7f1b7c0ae670 0x7f1b7c0989d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:29.740 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:29.735+0000 7f1b82f08640 1 -- --> v1:172.21.15.119:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f1b7c0ad1d0 con 0x7f1b7c0caf30 2024-09-13T18:57:29.740 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:29.736+0000 7f1b82f08640 1 -- --> v2:172.21.15.119:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f1b7c0af8e0 con 0x7f1b7c0ae670 2024-09-13T18:57:29.741 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:29.736+0000 7f1b82f08640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f1b7c0ce6f0 con 0x7f1b7c15a7a0 2024-09-13T18:57:29.741 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:29.736+0000 7f1b814a5640 1 --2- >> v2:172.21.15.119:3300/0 conn(0x7f1b7c0ae670 0x7f1b7c0989d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:29.741 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:29.736+0000 7f1b7bfff640 1 --1- >> v1:172.21.15.119:6789/0 conn(0x7f1b7c0caf30 0x7f1b7c0cb390 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.119:6789/0 says I am v1:172.21.15.119:60262/0 (socket says 172.21.15.119:60262) 2024-09-13T18:57:29.741 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:29.736+0000 7f1b7bfff640 1 -- 172.21.15.119:0/1705551376 learned_addr learned my addr 172.21.15.119:0/1705551376 (peer_addr_for_me v1:172.21.15.119:0/0) 2024-09-13T18:57:29.741 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:29.736+0000 7f1b80ca4640 1 --2- 172.21.15.119:0/1705551376 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f1b7c15a7a0 0x7f1b7c0ce060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:29.741 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:29.736+0000 7f1b7b7fe640 1 -- 172.21.15.119:0/1705551376 <== mon.0 v1:172.21.15.119:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1572728014 0 0) 0x7f1b7c0ad1d0 con 0x7f1b7c0caf30 2024-09-13T18:57:29.741 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:29.736+0000 7f1b7b7fe640 1 -- 172.21.15.119:0/1705551376 --> v1:172.21.15.119:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f1b6c003520 con 0x7f1b7c0caf30 2024-09-13T18:57:29.741 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:29.736+0000 7f1b814a5640 1 -- 172.21.15.119:0/1705551376 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f1b7c15a7a0 msgr2=0x7f1b7c0ce060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T18:57:29.741 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:29.736+0000 7f1b814a5640 1 --2- 172.21.15.119:0/1705551376 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f1b7c15a7a0 0x7f1b7c0ce060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:29.741 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:29.736+0000 7f1b814a5640 1 -- 172.21.15.119:0/1705551376 >> v1:172.21.15.119:6789/0 conn(0x7f1b7c0caf30 legacy=0x7f1b7c0cb390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:29.741 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:29.736+0000 7f1b814a5640 1 -- 172.21.15.119:0/1705551376 --> v2:172.21.15.119:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1b7c0cbc00 con 0x7f1b7c0ae670 2024-09-13T18:57:29.741 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:29.737+0000 7f1b814a5640 1 --2- 172.21.15.119:0/1705551376 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f1b7c0ae670 0x7f1b7c0989d0 secure :-1 s=READY pgs=423 cs=0 l=1 rev1=1 crypto rx=0x7f1b74009d90 tx=0x7f1b7402a660 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6eca7a79a3354d82 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:57:29.741 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:29.737+0000 7f1b7b7fe640 1 -- 172.21.15.119:0/1705551376 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1b74007740 con 0x7f1b7c0ae670 2024-09-13T18:57:29.742 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:29.737+0000 7f1b7b7fe640 1 -- 172.21.15.119:0/1705551376 <== mon.0 v2:172.21.15.119:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1b7402d050 con 0x7f1b7c0ae670 2024-09-13T18:57:29.742 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:29.737+0000 7f1b7b7fe640 1 -- 172.21.15.119:0/1705551376 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1b74007ac0 con 0x7f1b7c0ae670 2024-09-13T18:57:29.744 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:29.737+0000 7f1b82f08640 1 -- 172.21.15.119:0/1705551376 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f1b7c0ae670 msgr2=0x7f1b7c0989d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:29.744 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:29.737+0000 7f1b82f08640 1 --2- 172.21.15.119:0/1705551376 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f1b7c0ae670 0x7f1b7c0989d0 secure :-1 s=READY pgs=423 cs=0 l=1 rev1=1 crypto rx=0x7f1b74009d90 tx=0x7f1b7402a660 comp rx=0 tx=0).stop 2024-09-13T18:57:29.744 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:29.737+0000 7f1b82f08640 1 -- 172.21.15.119:0/1705551376 shutdown_connections 2024-09-13T18:57:29.744 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:29.737+0000 7f1b82f08640 1 --2- 172.21.15.119:0/1705551376 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f1b7c0ae670 0x7f1b7c0989d0 unknown :-1 s=CLOSED pgs=423 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:29.745 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:29.737+0000 7f1b82f08640 1 --2- 172.21.15.119:0/1705551376 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f1b7c15a7a0 0x7f1b7c0ce060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:29.745 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:29.737+0000 7f1b82f08640 1 -- 172.21.15.119:0/1705551376 >> 172.21.15.119:0/1705551376 conn(0x7f1b7c0b1f80 msgr2=0x7f1b7c0b2390 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:57:29.745 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:29.737+0000 7f1b82f08640 1 -- 172.21.15.119:0/1705551376 shutdown_connections 2024-09-13T18:57:29.745 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:29.737+0000 7f1b82f08640 1 -- 172.21.15.119:0/1705551376 wait complete. 2024-09-13T18:57:29.745 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:29.739+0000 7f1b82f08640 1 Processor -- start 2024-09-13T18:57:29.745 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:29.739+0000 7f1b82f08640 1 -- start start 2024-09-13T18:57:29.745 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:29.739+0000 7f1b82f08640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f1b7c0ae670 0x7f1b7c0c7e00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:29.745 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:29.739+0000 7f1b82f08640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f1b7c0caf30 0x7f1b7c06cb60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:29.745 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:29.739+0000 7f1b82f08640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f1b7c15a7a0 0x7f1b7c0afe10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:29.745 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:29.739+0000 7f1b82f08640 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1b7c06d0a0 con 0x7f1b7c0ae670 2024-09-13T18:57:29.745 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:29.739+0000 7f1b82f08640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1b7c06c640 con 0x7f1b7c15a7a0 2024-09-13T18:57:29.745 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:29.739+0000 7f1b82f08640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f1b7c0b37c0 con 0x7f1b7c0caf30 2024-09-13T18:57:29.745 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:29.740+0000 7f1b80ca4640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f1b7c0ae670 0x7f1b7c0c7e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:29.746 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:29.740+0000 7f1b80ca4640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f1b7c0ae670 0x7f1b7c0c7e00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.119:3300/0 says I am v2:172.21.15.119:55088/0 (socket says 172.21.15.119:55088) 2024-09-13T18:57:29.746 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:29.740+0000 7f1b80ca4640 1 -- 172.21.15.119:0/131294490 learned_addr learned my addr 172.21.15.119:0/131294490 (peer_addr_for_me v2:172.21.15.119:0/0) 2024-09-13T18:57:29.746 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:29.740+0000 7f1b7bfff640 1 --2- 172.21.15.119:0/131294490 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f1b7c0caf30 0x7f1b7c06cb60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:29.746 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:29.740+0000 7f1b814a5640 1 --2- 172.21.15.119:0/131294490 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f1b7c15a7a0 0x7f1b7c0afe10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:29.746 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:29.740+0000 7f1b80ca4640 1 -- 172.21.15.119:0/131294490 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f1b7c0caf30 msgr2=0x7f1b7c06cb60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:29.746 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:29.740+0000 7f1b80ca4640 1 --2- 172.21.15.119:0/131294490 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f1b7c0caf30 0x7f1b7c06cb60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:29.746 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:29.740+0000 7f1b80ca4640 1 -- 172.21.15.119:0/131294490 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f1b7c15a7a0 msgr2=0x7f1b7c0afe10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:29.746 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:29.740+0000 7f1b80ca4640 1 --2- 172.21.15.119:0/131294490 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f1b7c15a7a0 0x7f1b7c0afe10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:29.746 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:29.740+0000 7f1b80ca4640 1 -- 172.21.15.119:0/131294490 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1b74009a70 con 0x7f1b7c0ae670 2024-09-13T18:57:29.746 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:29.740+0000 7f1b80ca4640 1 --2- 172.21.15.119:0/131294490 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f1b7c0ae670 0x7f1b7c0c7e00 secure :-1 s=READY pgs=424 cs=0 l=1 rev1=1 crypto rx=0x7f1b7000e870 tx=0x7f1b7000ed30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:57:29.746 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:29.740+0000 7f1b797fa640 1 -- 172.21.15.119:0/131294490 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1b700094f0 con 0x7f1b7c0ae670 2024-09-13T18:57:29.746 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:29.740+0000 7f1b797fa640 1 -- 172.21.15.119:0/131294490 <== mon.0 v2:172.21.15.119:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1b7000c940 con 0x7f1b7c0ae670 2024-09-13T18:57:29.746 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:29.740+0000 7f1b82f08640 1 -- 172.21.15.119:0/131294490 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f1b7c0b3aa0 con 0x7f1b7c0ae670 2024-09-13T18:57:29.747 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:29.740+0000 7f1b797fa640 1 -- 172.21.15.119:0/131294490 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1b7000ccf0 con 0x7f1b7c0ae670 2024-09-13T18:57:29.747 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:29.740+0000 7f1b82f08640 1 -- 172.21.15.119:0/131294490 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f1b7c0b4060 con 0x7f1b7c0ae670 2024-09-13T18:57:29.747 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:29.741+0000 7f1b82f08640 1 -- 172.21.15.119:0/131294490 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f1b7c0ccd10 con 0x7f1b7c0ae670 2024-09-13T18:57:29.747 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:29.742+0000 7f1b797fa640 1 -- 172.21.15.119:0/131294490 <== mon.0 v2:172.21.15.119:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f1b70013470 con 0x7f1b7c0ae670 2024-09-13T18:57:29.747 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:29.742+0000 7f1b797fa640 1 --2- 172.21.15.119:0/131294490 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f1b6006ac00 0x7f1b6006d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:29.748 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:29.742+0000 7f1b797fa640 1 -- 172.21.15.119:0/131294490 <== mon.0 v2:172.21.15.119:3300/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 6692+0+0 (secure 0 0 0) 0x7f1b70089810 con 0x7f1b7c0ae670 2024-09-13T18:57:29.748 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:29.742+0000 7f1b7bfff640 1 --2- 172.21.15.119:0/131294490 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f1b6006ac00 0x7f1b6006d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:29.748 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:29.743+0000 7f1b7bfff640 1 --2- 172.21.15.119:0/131294490 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f1b6006ac00 0x7f1b6006d0c0 secure :-1 s=READY pgs=215 cs=0 l=1 rev1=1 crypto rx=0x7f1b7c0b6520 tx=0x7f1b68009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:57:29.750 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:29.746+0000 7f1b797fa640 1 -- 172.21.15.119:0/131294490 <== mon.0 v2:172.21.15.119:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f1b70054610 con 0x7f1b7c0ae670 2024-09-13T18:57:29.911 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:29.907+0000 7f1b82f08640 1 -- 172.21.15.119:0/131294490 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f1b7c0b43a0 con 0x7f1b7c0ae670 2024-09-13T18:57:29.912 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:29.909+0000 7f1b797fa640 1 -- 172.21.15.119:0/131294490 <== mon.0 v2:172.21.15.119:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v26) v1 ==== 74+0+18831 (secure 0 0 0) 0x7f1b70057c30 con 0x7f1b7c0ae670 2024-09-13T18:57:29.913 INFO:teuthology.orchestra.run.smithi119.stdout: 2024-09-13T18:57:29.913 INFO:teuthology.orchestra.run.smithi119.stdout:{"epoch":26,"fsid":"b3bca492-3414-44ef-b63c-42eead5ea701","created":"2024-09-13T18:56:10.047760+0000","modified":"2024-09-13T18:57:15.157404+0000","last_up_change":"2024-09-13T18:56:22.096428+0000","last_in_change":"2024-09-13T18:56:12.143228+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T18:56:22.095896+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-13T18:56:31.950108+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-13T18:56:32.998608+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-09-13T18:56:36.052694+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"24","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"09edfd5c-bc57-47d1-a7b7-6d97f0f88db1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6810","nonce":3811853106},{"type":"v1","addr":"172.21.15.119:6813","nonce":3811853106}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6817","nonce":3811853106},{"type":"v1","addr":"172.21.15.119:6820","nonce":3811853106}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6828","nonce":3811853106},{"type":"v1","addr":"172.21.15.119:6830","nonce":3811853106}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6823","nonce":3811853106},{"type":"v1","addr":"172.21.15.119:6825","nonce":3811853106}]},"public_addr":"172.21.15.119:6813/3811853106","cluster_addr":"172.21.15.119:6820/3811853106","heartbeat_back_addr":"172.21.15.119:6830/3811853106","heartbeat_front_addr":"172.21.15.119:6825/3811853106","state":["exists","up"]},{"osd":1,"uuid":"f26f4bd2-3aee-4208-9e62-87f17047d886","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":25,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6809","nonce":1656755168},{"type":"v1","addr":"172.21.15.119:6812","nonce":1656755168}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6815","nonce":1656755168},{"type":"v1","addr":"172.21.15.119:6818","nonce":1656755168}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6829","nonce":1656755168},{"type":"v1","addr":"172.21.15.119:6831","nonce":1656755168}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6822","nonce":1656755168},{"type":"v1","addr":"172.21.15.119:6826","nonce":1656755168}]},"public_addr":"172.21.15.119:6812/1656755168","cluster_addr":"172.21.15.119:6818/1656755168","heartbeat_back_addr":"172.21.15.119:6831/1656755168","heartbeat_front_addr":"172.21.15.119:6826/1656755168","state":["exists","up"]},{"osd":2,"uuid":"1e9d6e0c-51f9-4f4a-bead-0e7edc7dd200","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":25,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6800","nonce":3093354378},{"type":"v1","addr":"172.21.15.119:6801","nonce":3093354378}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6802","nonce":3093354378},{"type":"v1","addr":"172.21.15.119:6803","nonce":3093354378}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6806","nonce":3093354378},{"type":"v1","addr":"172.21.15.119:6807","nonce":3093354378}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6804","nonce":3093354378},{"type":"v1","addr":"172.21.15.119:6805","nonce":3093354378}]},"public_addr":"172.21.15.119:6801/3093354378","cluster_addr":"172.21.15.119:6803/3093354378","heartbeat_back_addr":"172.21.15.119:6807/3093354378","heartbeat_front_addr":"172.21.15.119:6805/3093354378","state":["exists","up"]},{"osd":3,"uuid":"7c289b1f-a555-46e4-b85a-c0f230c9e02a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":25,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6808","nonce":886995937},{"type":"v1","addr":"172.21.15.119:6811","nonce":886995937}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6814","nonce":886995937},{"type":"v1","addr":"172.21.15.119:6816","nonce":886995937}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6824","nonce":886995937},{"type":"v1","addr":"172.21.15.119:6827","nonce":886995937}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6819","nonce":886995937},{"type":"v1","addr":"172.21.15.119:6821","nonce":886995937}]},"public_addr":"172.21.15.119:6811/886995937","cluster_addr":"172.21.15.119:6816/886995937","heartbeat_back_addr":"172.21.15.119:6827/886995937","heartbeat_front_addr":"172.21.15.119:6821/886995937","state":["exists","up"]},{"osd":4,"uuid":"a0a2f75b-5a33-4b69-b834-b8cf5a90ac5f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":25,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6808","nonce":2802887692},{"type":"v1","addr":"172.21.15.145:6809","nonce":2802887692}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6810","nonce":2802887692},{"type":"v1","addr":"172.21.15.145:6811","nonce":2802887692}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6814","nonce":2802887692},{"type":"v1","addr":"172.21.15.145:6815","nonce":2802887692}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6812","nonce":2802887692},{"type":"v1","addr":"172.21.15.145:6813","nonce":2802887692}]},"public_addr":"172.21.15.145:6809/2802887692","cluster_addr":"172.21.15.145:6811/2802887692","heartbeat_back_addr":"172.21.15.145:6815/2802887692","heartbeat_front_addr":"172.21.15.145:6813/2802887692","state":["exists","up"]},{"osd":5,"uuid":"e301c92f-a5af-49da-8384-bef6d48c9982","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6800","nonce":1431235391},{"type":"v1","addr":"172.21.15.145:6801","nonce":1431235391}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6802","nonce":1431235391},{"type":"v1","addr":"172.21.15.145:6803","nonce":1431235391}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6806","nonce":1431235391},{"type":"v1","addr":"172.21.15.145:6807","nonce":1431235391}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6804","nonce":1431235391},{"type":"v1","addr":"172.21.15.145:6805","nonce":1431235391}]},"public_addr":"172.21.15.145:6801/1431235391","cluster_addr":"172.21.15.145:6803/1431235391","heartbeat_back_addr":"172.21.15.145:6807/1431235391","heartbeat_front_addr":"172.21.15.145:6805/1431235391","state":["exists","up"]},{"osd":6,"uuid":"dd2ee71c-4024-4f56-90b1-d362ff9ae8f5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6816","nonce":1755123178},{"type":"v1","addr":"172.21.15.145:6817","nonce":1755123178}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6818","nonce":1755123178},{"type":"v1","addr":"172.21.15.145:6819","nonce":1755123178}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6822","nonce":1755123178},{"type":"v1","addr":"172.21.15.145:6823","nonce":1755123178}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6820","nonce":1755123178},{"type":"v1","addr":"172.21.15.145:6821","nonce":1755123178}]},"public_addr":"172.21.15.145:6817/1755123178","cluster_addr":"172.21.15.145:6819/1755123178","heartbeat_back_addr":"172.21.15.145:6823/1755123178","heartbeat_front_addr":"172.21.15.145:6821/1755123178","state":["exists","up"]},{"osd":7,"uuid":"7412449e-689b-45ee-9ae5-744a8c27f166","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6824","nonce":3012628958},{"type":"v1","addr":"172.21.15.145:6825","nonce":3012628958}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6826","nonce":3012628958},{"type":"v1","addr":"172.21.15.145:6827","nonce":3012628958}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6830","nonce":3012628958},{"type":"v1","addr":"172.21.15.145:6831","nonce":3012628958}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6828","nonce":3012628958},{"type":"v1","addr":"172.21.15.145:6829","nonce":3012628958}]},"public_addr":"172.21.15.145:6825/3012628958","cluster_addr":"172.21.15.145:6827/3012628958","heartbeat_back_addr":"172.21.15.145:6831/3012628958","heartbeat_front_addr":"172.21.15.145:6829/3012628958","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T18:56:17.286635+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T18:56:17.334491+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T18:56:17.297521+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T18:56:17.383716+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T18:56:17.267776+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T18:56:17.312998+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T18:56:17.303008+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T18:56:17.304729+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"3.1f","mappings":[{"from":0,"to":2}]},{"pgid":"3.21","mappings":[{"from":5,"to":1}]},{"pgid":"3.29","mappings":[{"from":3,"to":2}]},{"pgid":"3.2a","mappings":[{"from":5,"to":2}]},{"pgid":"3.3b","mappings":[{"from":7,"to":1}]},{"pgid":"4.2","mappings":[{"from":1,"to":2}]},{"pgid":"4.10","mappings":[{"from":1,"to":2}]},{"pgid":"4.1b","mappings":[{"from":1,"to":2}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T18:57:29.914 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:29.910+0000 7f1b82f08640 1 -- 172.21.15.119:0/131294490 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f1b6006ac00 msgr2=0x7f1b6006d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:29.914 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:29.910+0000 7f1b82f08640 1 --2- 172.21.15.119:0/131294490 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f1b6006ac00 0x7f1b6006d0c0 secure :-1 s=READY pgs=215 cs=0 l=1 rev1=1 crypto rx=0x7f1b7c0b6520 tx=0x7f1b68009040 comp rx=0 tx=0).stop 2024-09-13T18:57:29.914 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:29.910+0000 7f1b82f08640 1 -- 172.21.15.119:0/131294490 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f1b7c0ae670 msgr2=0x7f1b7c0c7e00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:29.915 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:29.910+0000 7f1b82f08640 1 --2- 172.21.15.119:0/131294490 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f1b7c0ae670 0x7f1b7c0c7e00 secure :-1 s=READY pgs=424 cs=0 l=1 rev1=1 crypto rx=0x7f1b7000e870 tx=0x7f1b7000ed30 comp rx=0 tx=0).stop 2024-09-13T18:57:29.915 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:29.911+0000 7f1b82f08640 1 -- 172.21.15.119:0/131294490 shutdown_connections 2024-09-13T18:57:29.915 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:29.911+0000 7f1b82f08640 1 --2- 172.21.15.119:0/131294490 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f1b6006ac00 0x7f1b6006d0c0 unknown :-1 s=CLOSED pgs=215 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:29.915 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:29.911+0000 7f1b82f08640 1 --2- 172.21.15.119:0/131294490 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f1b7c15a7a0 0x7f1b7c0afe10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:29.915 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:29.911+0000 7f1b82f08640 1 --2- 172.21.15.119:0/131294490 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f1b7c0caf30 0x7f1b7c06cb60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:29.915 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:29.911+0000 7f1b82f08640 1 --2- 172.21.15.119:0/131294490 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f1b7c0ae670 0x7f1b7c0c7e00 unknown :-1 s=CLOSED pgs=424 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:29.915 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:29.911+0000 7f1b82f08640 1 -- 172.21.15.119:0/131294490 >> 172.21.15.119:0/131294490 conn(0x7f1b7c0b1f80 msgr2=0x7f1b7c0aea50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:57:29.915 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:29.911+0000 7f1b82f08640 1 -- 172.21.15.119:0/131294490 shutdown_connections 2024-09-13T18:57:29.915 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:29.911+0000 7f1b82f08640 1 -- 172.21.15.119:0/131294490 wait complete. 2024-09-13T18:57:29.925 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-09-13T18:56:22.095896+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '16', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-09-13T18:56:31.950108+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '19', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-09-13T18:56:32.998608+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '20', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.05000000074505806}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.3799999952316284, 'score_stable': 1.3799999952316284, 'optimal_score': 1, 'raw_score_acting': 1.3799999952316284, 'raw_score_stable': 1.3799999952316284, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'cephfs_data_ec', 'create_time': '2024-09-13T18:56:36.052694+0000', 'flags': 5, 'flags_names': 'hashpspool,ec_overwrites', 'type': 3, 'size': 4, 'min_size': 3, 'crush_rule': 1, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '24', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': 'cephfs_data_ec', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 8192, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}}] 2024-09-13T18:57:29.926 DEBUG:teuthology.orchestra.run.smithi119:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-09-13T18:57:30.028 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:30.024+0000 7f7a9739d640 1 Processor -- start 2024-09-13T18:57:30.028 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:30.024+0000 7f7a9739d640 1 -- start start 2024-09-13T18:57:30.029 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:30.025+0000 7f7a9739d640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f7a9006c060 0x7f7a900989d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:30.029 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:30.025+0000 7f7a9739d640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f7a90098f10 0x7f7a9006ec10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:30.029 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:30.025+0000 7f7a9739d640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f7a9015ffb0 con 0x7f7a900cc160 2024-09-13T18:57:30.029 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:30.025+0000 7f7a9739d640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f7a900cf6c0 con 0x7f7a9006c060 2024-09-13T18:57:30.029 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:30.025+0000 7f7a9739d640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f7a900993a0 con 0x7f7a90098f10 2024-09-13T18:57:30.029 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:30.026+0000 7f7a95b9a640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f7a9006c060 0x7f7a900989d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:30.029 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:30.026+0000 7f7a96b9c640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f7a90098f10 0x7f7a9006ec10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:30.029 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:30.026+0000 7f7a9639b640 1 --1- >> v1:172.21.15.145:6789/0 conn(0x7f7a900cc160 0x7f7a900cefb0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.145:6789/0 says I am v1:172.21.15.119:45916/0 (socket says 172.21.15.119:45916) 2024-09-13T18:57:30.030 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:30.026+0000 7f7a9639b640 1 -- 172.21.15.119:0/2555885419 learned_addr learned my addr 172.21.15.119:0/2555885419 (peer_addr_for_me v1:172.21.15.119:0/0) 2024-09-13T18:57:30.031 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:30.026+0000 7f7a96b9c640 1 -- 172.21.15.119:0/2555885419 >> v2:172.21.15.145:3300/0 conn(0x7f7a9006c060 msgr2=0x7f7a900989d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T18:57:30.031 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:30.026+0000 7f7a96b9c640 1 --2- 172.21.15.119:0/2555885419 >> v2:172.21.15.145:3300/0 conn(0x7f7a9006c060 0x7f7a900989d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:30.031 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:30.026+0000 7f7a96b9c640 1 -- 172.21.15.119:0/2555885419 >> v1:172.21.15.145:6789/0 conn(0x7f7a900cc160 legacy=0x7f7a900cefb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:30.031 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:30.026+0000 7f7a96b9c640 1 -- 172.21.15.119:0/2555885419 --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7a900cc540 con 0x7f7a90098f10 2024-09-13T18:57:30.031 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:30.026+0000 7f7a95b9a640 1 --2- 172.21.15.119:0/2555885419 >> v2:172.21.15.145:3300/0 conn(0x7f7a9006c060 0x7f7a900989d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T18:57:30.031 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:30.026+0000 7f7a95399640 1 -- 172.21.15.119:0/2555885419 <== mon.1 v1:172.21.15.145:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2591756535 0 0) 0x7f7a9015ffb0 con 0x7f7a900cc160 2024-09-13T18:57:30.031 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:30.027+0000 7f7a96b9c640 1 --2- 172.21.15.119:0/2555885419 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f7a90098f10 0x7f7a9006ec10 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7f7a88009d90 tx=0x7f7a8802a6f0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=93265fa4ac0b3588 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:57:30.031 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:30.027+0000 7f7a95399640 1 -- 172.21.15.119:0/2555885419 <== mon.2 v2:172.21.15.145:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7a88007740 con 0x7f7a90098f10 2024-09-13T18:57:30.031 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:30.027+0000 7f7a95399640 1 -- 172.21.15.119:0/2555885419 <== mon.2 v2:172.21.15.145:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7a8802d050 con 0x7f7a90098f10 2024-09-13T18:57:30.031 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:30.027+0000 7f7a95399640 1 -- 172.21.15.119:0/2555885419 <== mon.2 v2:172.21.15.145:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7a88007ac0 con 0x7f7a90098f10 2024-09-13T18:57:30.031 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:30.027+0000 7f7a9739d640 1 -- 172.21.15.119:0/2555885419 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f7a90098f10 msgr2=0x7f7a9006ec10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:30.031 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:30.027+0000 7f7a9739d640 1 --2- 172.21.15.119:0/2555885419 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f7a90098f10 0x7f7a9006ec10 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7f7a88009d90 tx=0x7f7a8802a6f0 comp rx=0 tx=0).stop 2024-09-13T18:57:30.032 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:30.028+0000 7f7a9739d640 1 -- 172.21.15.119:0/2555885419 shutdown_connections 2024-09-13T18:57:30.032 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:30.028+0000 7f7a9739d640 1 --2- 172.21.15.119:0/2555885419 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f7a90098f10 0x7f7a9006ec10 unknown :-1 s=CLOSED pgs=47 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:30.033 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:30.028+0000 7f7a9739d640 1 --2- 172.21.15.119:0/2555885419 >> v2:172.21.15.145:3300/0 conn(0x7f7a9006c060 0x7f7a900989d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:30.033 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:30.028+0000 7f7a9739d640 1 -- 172.21.15.119:0/2555885419 >> 172.21.15.119:0/2555885419 conn(0x7f7a900b1bd0 msgr2=0x7f7a900b1fe0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:57:30.033 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:30.028+0000 7f7a9739d640 1 -- 172.21.15.119:0/2555885419 shutdown_connections 2024-09-13T18:57:30.033 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:30.028+0000 7f7a9739d640 1 -- 172.21.15.119:0/2555885419 wait complete. 2024-09-13T18:57:30.033 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:30.029+0000 7f7a9739d640 1 Processor -- start 2024-09-13T18:57:30.033 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:30.029+0000 7f7a9739d640 1 -- start start 2024-09-13T18:57:30.035 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:30.029+0000 7f7a9739d640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f7a9006c060 0x7f7a901f1c60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:30.035 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:30.029+0000 7f7a9739d640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f7a90098f10 0x7f7a900b0d50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:30.035 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:30.029+0000 7f7a9739d640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f7a900cc160 0x7f7a900b1290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:30.035 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:30.029+0000 7f7a9739d640 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7a90157f30 con 0x7f7a9006c060 2024-09-13T18:57:30.035 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:30.029+0000 7f7a9739d640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7a900c79f0 con 0x7f7a900cc160 2024-09-13T18:57:30.035 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:30.029+0000 7f7a9739d640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f7a900c7c90 con 0x7f7a90098f10 2024-09-13T18:57:30.035 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:30.029+0000 7f7a9639b640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f7a9006c060 0x7f7a901f1c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:30.036 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:30.030+0000 7f7a9639b640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f7a9006c060 0x7f7a901f1c60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.119:3300/0 says I am v2:172.21.15.119:55090/0 (socket says 172.21.15.119:55090) 2024-09-13T18:57:30.036 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:30.030+0000 7f7a9639b640 1 -- 172.21.15.119:0/12609726 learned_addr learned my addr 172.21.15.119:0/12609726 (peer_addr_for_me v2:172.21.15.119:0/0) 2024-09-13T18:57:30.036 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:30.030+0000 7f7a95b9a640 1 --2- 172.21.15.119:0/12609726 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f7a90098f10 0x7f7a900b0d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:30.036 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:30.030+0000 7f7a96b9c640 1 --2- 172.21.15.119:0/12609726 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f7a900cc160 0x7f7a900b1290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:30.036 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:30.030+0000 7f7a9639b640 1 -- 172.21.15.119:0/12609726 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f7a90098f10 msgr2=0x7f7a900b0d50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:30.036 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:30.030+0000 7f7a9639b640 1 --2- 172.21.15.119:0/12609726 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f7a90098f10 0x7f7a900b0d50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:30.036 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:30.030+0000 7f7a9639b640 1 -- 172.21.15.119:0/12609726 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f7a900cc160 msgr2=0x7f7a900b1290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:30.036 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:30.030+0000 7f7a9639b640 1 --2- 172.21.15.119:0/12609726 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f7a900cc160 0x7f7a900b1290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:30.036 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:30.030+0000 7f7a9639b640 1 -- 172.21.15.119:0/12609726 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7a80009400 con 0x7f7a9006c060 2024-09-13T18:57:30.036 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:30.030+0000 7f7a9639b640 1 --2- 172.21.15.119:0/12609726 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f7a9006c060 0x7f7a901f1c60 secure :-1 s=READY pgs=425 cs=0 l=1 rev1=1 crypto rx=0x7f7a8c00c430 tx=0x7f7a8c00c8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:57:30.036 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:30.030+0000 7f7a86ffd640 1 -- 172.21.15.119:0/12609726 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7a8c0074e0 con 0x7f7a9006c060 2024-09-13T18:57:30.036 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:30.030+0000 7f7a86ffd640 1 -- 172.21.15.119:0/12609726 <== mon.0 v2:172.21.15.119:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7a8c007660 con 0x7f7a9006c060 2024-09-13T18:57:30.037 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:30.030+0000 7f7a86ffd640 1 -- 172.21.15.119:0/12609726 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7a8c004a20 con 0x7f7a9006c060 2024-09-13T18:57:30.037 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:30.030+0000 7f7a9739d640 1 -- 172.21.15.119:0/12609726 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f7a88009a70 con 0x7f7a9006c060 2024-09-13T18:57:30.037 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:30.030+0000 7f7a9739d640 1 -- 172.21.15.119:0/12609726 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f7a900c8250 con 0x7f7a9006c060 2024-09-13T18:57:30.037 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:30.031+0000 7f7a9739d640 1 -- 172.21.15.119:0/12609726 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f7a90099a70 con 0x7f7a9006c060 2024-09-13T18:57:30.037 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:30.032+0000 7f7a86ffd640 1 -- 172.21.15.119:0/12609726 <== mon.0 v2:172.21.15.119:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f7a8c004b80 con 0x7f7a9006c060 2024-09-13T18:57:30.038 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:30.032+0000 7f7a86ffd640 1 --2- 172.21.15.119:0/12609726 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f7a7406ac30 0x7f7a7406d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:30.038 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:30.032+0000 7f7a86ffd640 1 -- 172.21.15.119:0/12609726 <== mon.0 v2:172.21.15.119:3300/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 6692+0+0 (secure 0 0 0) 0x7f7a8c089460 con 0x7f7a9006c060 2024-09-13T18:57:30.038 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:30.032+0000 7f7a95b9a640 1 --2- 172.21.15.119:0/12609726 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f7a7406ac30 0x7f7a7406d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:30.038 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:30.032+0000 7f7a95b9a640 1 --2- 172.21.15.119:0/12609726 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f7a7406ac30 0x7f7a7406d0f0 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7f7a9015ca60 tx=0x7f7a80009190 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:57:30.040 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:30.036+0000 7f7a86ffd640 1 -- 172.21.15.119:0/12609726 <== mon.0 v2:172.21.15.119:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f7a8c054310 con 0x7f7a9006c060 2024-09-13T18:57:30.205 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:30.201+0000 7f7a9739d640 1 -- 172.21.15.119:0/12609726 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f7a900ca730 con 0x7f7a9006c060 2024-09-13T18:57:30.205 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:30.202+0000 7f7a86ffd640 1 -- 172.21.15.119:0/12609726 <== mon.0 v2:172.21.15.119:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v26) v1 ==== 93+0+10 (secure 0 0 0) 0x7f7a8c057930 con 0x7f7a9006c060 2024-09-13T18:57:30.206 INFO:teuthology.orchestra.run.smithi119.stdout:pg_num: 1 2024-09-13T18:57:30.208 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:30.204+0000 7f7a9739d640 1 -- 172.21.15.119:0/12609726 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f7a7406ac30 msgr2=0x7f7a7406d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:30.208 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:30.204+0000 7f7a9739d640 1 --2- 172.21.15.119:0/12609726 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f7a7406ac30 0x7f7a7406d0f0 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7f7a9015ca60 tx=0x7f7a80009190 comp rx=0 tx=0).stop 2024-09-13T18:57:30.208 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:30.204+0000 7f7a9739d640 1 -- 172.21.15.119:0/12609726 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f7a9006c060 msgr2=0x7f7a901f1c60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:30.208 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:30.204+0000 7f7a9739d640 1 --2- 172.21.15.119:0/12609726 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f7a9006c060 0x7f7a901f1c60 secure :-1 s=READY pgs=425 cs=0 l=1 rev1=1 crypto rx=0x7f7a8c00c430 tx=0x7f7a8c00c8f0 comp rx=0 tx=0).stop 2024-09-13T18:57:30.208 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:30.204+0000 7f7a9739d640 1 -- 172.21.15.119:0/12609726 shutdown_connections 2024-09-13T18:57:30.208 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:30.204+0000 7f7a9739d640 1 --2- 172.21.15.119:0/12609726 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f7a7406ac30 0x7f7a7406d0f0 unknown :-1 s=CLOSED pgs=216 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:30.208 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:30.204+0000 7f7a9739d640 1 --2- 172.21.15.119:0/12609726 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f7a900cc160 0x7f7a900b1290 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:30.209 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:30.204+0000 7f7a9739d640 1 --2- 172.21.15.119:0/12609726 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f7a90098f10 0x7f7a900b0d50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:30.209 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:30.204+0000 7f7a9739d640 1 --2- 172.21.15.119:0/12609726 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f7a9006c060 0x7f7a901f1c60 unknown :-1 s=CLOSED pgs=425 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:30.209 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:30.204+0000 7f7a9739d640 1 -- 172.21.15.119:0/12609726 >> 172.21.15.119:0/12609726 conn(0x7f7a900b1bd0 msgr2=0x7f7a900b04e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:57:30.209 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:30.204+0000 7f7a9739d640 1 -- 172.21.15.119:0/12609726 shutdown_connections 2024-09-13T18:57:30.209 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:30.204+0000 7f7a9739d640 1 -- 172.21.15.119:0/12609726 wait complete. 2024-09-13T18:57:30.218 DEBUG:teuthology.orchestra.run.smithi119:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-09-13T18:57:30.318 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:30.314+0000 7f5984583640 1 Processor -- start 2024-09-13T18:57:30.318 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:30.314+0000 7f5984583640 1 -- start start 2024-09-13T18:57:30.319 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:30.315+0000 7f5984583640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f597c158b00 0x7f597c06c190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:30.319 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:30.315+0000 7f5984583640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f597c06c6d0 0x7f597c070b10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:30.319 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:30.315+0000 7f5984583640 1 --2- >> v2:172.21.15.119:3300/0 conn(0x7f597c071050 0x7f597c071500 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:30.319 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:30.315+0000 7f5984583640 1 -- --> v2:172.21.15.119:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f597c06cb30 con 0x7f597c071050 2024-09-13T18:57:30.319 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:30.315+0000 7f5984583640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f597c0b2d10 con 0x7f597c06c6d0 2024-09-13T18:57:30.319 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:30.315+0000 7f5984583640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f597c0b2ff0 con 0x7f597c158b00 2024-09-13T18:57:30.319 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:30.315+0000 7f5982b20640 1 --2- >> v2:172.21.15.119:3300/0 conn(0x7f597c071050 0x7f597c071500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:30.320 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:30.315+0000 7f5982b20640 1 --2- >> v2:172.21.15.119:3300/0 conn(0x7f597c071050 0x7f597c071500 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.119:3300/0 says I am v2:172.21.15.119:55096/0 (socket says 172.21.15.119:55096) 2024-09-13T18:57:30.320 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:30.315+0000 7f5982b20640 1 -- 172.21.15.119:0/2156402725 learned_addr learned my addr 172.21.15.119:0/2156402725 (peer_addr_for_me v2:172.21.15.119:0/0) 2024-09-13T18:57:30.320 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:30.315+0000 7f598231f640 1 --2- 172.21.15.119:0/2156402725 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f597c158b00 0x7f597c06c190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:30.320 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:30.315+0000 7f5981b1e640 1 --2- 172.21.15.119:0/2156402725 >> v2:172.21.15.145:3300/0 conn(0x7f597c06c6d0 0x7f597c070b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:30.320 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:30.315+0000 7f5982b20640 1 -- 172.21.15.119:0/2156402725 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f597c158b00 msgr2=0x7f597c06c190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T18:57:30.320 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:30.315+0000 7f5982b20640 1 --2- 172.21.15.119:0/2156402725 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f597c158b00 0x7f597c06c190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:30.320 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:30.315+0000 7f5982b20640 1 -- 172.21.15.119:0/2156402725 >> v2:172.21.15.145:3300/0 conn(0x7f597c06c6d0 msgr2=0x7f597c070b10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T18:57:30.320 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:30.315+0000 7f5982b20640 1 --2- 172.21.15.119:0/2156402725 >> v2:172.21.15.145:3300/0 conn(0x7f597c06c6d0 0x7f597c070b10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:30.320 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:30.315+0000 7f5982b20640 1 -- 172.21.15.119:0/2156402725 --> v2:172.21.15.119:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f597c070310 con 0x7f597c071050 2024-09-13T18:57:30.321 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:30.316+0000 7f5982b20640 1 --2- 172.21.15.119:0/2156402725 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f597c071050 0x7f597c071500 secure :-1 s=READY pgs=426 cs=0 l=1 rev1=1 crypto rx=0x7f597c06e4b0 tx=0x7f597402a6a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d9c774248419afed server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:57:30.322 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:30.316+0000 7f598131d640 1 -- 172.21.15.119:0/2156402725 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5974031600 con 0x7f597c071050 2024-09-13T18:57:30.322 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:30.316+0000 7f598131d640 1 -- 172.21.15.119:0/2156402725 <== mon.0 v2:172.21.15.119:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f597402d050 con 0x7f597c071050 2024-09-13T18:57:30.322 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:30.316+0000 7f598131d640 1 -- 172.21.15.119:0/2156402725 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5974031980 con 0x7f597c071050 2024-09-13T18:57:30.322 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:30.317+0000 7f5984583640 1 -- 172.21.15.119:0/2156402725 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f597c071050 msgr2=0x7f597c071500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:30.322 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:30.317+0000 7f5984583640 1 --2- 172.21.15.119:0/2156402725 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f597c071050 0x7f597c071500 secure :-1 s=READY pgs=426 cs=0 l=1 rev1=1 crypto rx=0x7f597c06e4b0 tx=0x7f597402a6a0 comp rx=0 tx=0).stop 2024-09-13T18:57:30.322 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:30.317+0000 7f5984583640 1 -- 172.21.15.119:0/2156402725 shutdown_connections 2024-09-13T18:57:30.322 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:30.317+0000 7f5984583640 1 --2- 172.21.15.119:0/2156402725 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f597c071050 0x7f597c071500 unknown :-1 s=CLOSED pgs=426 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:30.322 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:30.317+0000 7f5984583640 1 --2- 172.21.15.119:0/2156402725 >> v2:172.21.15.145:3300/0 conn(0x7f597c06c6d0 0x7f597c070b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:30.322 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:30.317+0000 7f5984583640 1 --2- 172.21.15.119:0/2156402725 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f597c158b00 0x7f597c06c190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:30.322 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:30.317+0000 7f5984583640 1 -- 172.21.15.119:0/2156402725 >> 172.21.15.119:0/2156402725 conn(0x7f597c06a0b0 msgr2=0x7f597c06a4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:57:30.322 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:30.317+0000 7f5984583640 1 -- 172.21.15.119:0/2156402725 shutdown_connections 2024-09-13T18:57:30.322 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:30.317+0000 7f5984583640 1 -- 172.21.15.119:0/2156402725 wait complete. 2024-09-13T18:57:30.323 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:30.318+0000 7f5984583640 1 Processor -- start 2024-09-13T18:57:30.323 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:30.318+0000 7f5984583640 1 -- start start 2024-09-13T18:57:30.326 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:30.319+0000 7f5984583640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f597c06c6d0 0x7f597c153660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:30.326 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:30.319+0000 7f5984583640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f597c071050 0x7f597c1f0720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:30.326 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:30.319+0000 7f5984583640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f597c158b00 0x7f597c157a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:30.326 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:30.319+0000 7f5984583640 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f597c153ba0 con 0x7f597c071050 2024-09-13T18:57:30.326 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:30.319+0000 7f5984583640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f597c1f1060 con 0x7f597c06c6d0 2024-09-13T18:57:30.326 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:30.319+0000 7f5984583640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f597c1f1340 con 0x7f597c158b00 2024-09-13T18:57:30.326 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:30.319+0000 7f5981b1e640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f597c071050 0x7f597c1f0720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:30.326 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:30.319+0000 7f5981b1e640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f597c071050 0x7f597c1f0720 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.119:3300/0 says I am v2:172.21.15.119:55102/0 (socket says 172.21.15.119:55102) 2024-09-13T18:57:30.326 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:30.319+0000 7f5981b1e640 1 -- 172.21.15.119:0/536483101 learned_addr learned my addr 172.21.15.119:0/536483101 (peer_addr_for_me v2:172.21.15.119:0/0) 2024-09-13T18:57:30.326 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:30.319+0000 7f5982b20640 1 --2- 172.21.15.119:0/536483101 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f597c158b00 0x7f597c157a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:30.326 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:30.319+0000 7f598231f640 1 --2- 172.21.15.119:0/536483101 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f597c06c6d0 0x7f597c153660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:30.326 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:30.319+0000 7f5981b1e640 1 -- 172.21.15.119:0/536483101 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f597c158b00 msgr2=0x7f597c157a30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:30.327 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:30.319+0000 7f5981b1e640 1 --2- 172.21.15.119:0/536483101 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f597c158b00 0x7f597c157a30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:30.327 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:30.319+0000 7f5981b1e640 1 -- 172.21.15.119:0/536483101 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f597c06c6d0 msgr2=0x7f597c153660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:30.327 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:30.319+0000 7f5981b1e640 1 --2- 172.21.15.119:0/536483101 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f597c06c6d0 0x7f597c153660 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:30.327 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:30.319+0000 7f5981b1e640 1 -- 172.21.15.119:0/536483101 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5974009b30 con 0x7f597c071050 2024-09-13T18:57:30.327 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:30.319+0000 7f5981b1e640 1 --2- 172.21.15.119:0/536483101 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f597c071050 0x7f597c1f0720 secure :-1 s=READY pgs=427 cs=0 l=1 rev1=1 crypto rx=0x7f596c00e980 tx=0x7f596c00ee40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:57:30.327 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:30.320+0000 7f5972ffd640 1 -- 172.21.15.119:0/536483101 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f596c009670 con 0x7f597c071050 2024-09-13T18:57:30.327 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:30.320+0000 7f5972ffd640 1 -- 172.21.15.119:0/536483101 <== mon.0 v2:172.21.15.119:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f596c00ca00 con 0x7f597c071050 2024-09-13T18:57:30.327 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:30.320+0000 7f5984583640 1 -- 172.21.15.119:0/536483101 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f597c1f1620 con 0x7f597c071050 2024-09-13T18:57:30.327 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:30.320+0000 7f5972ffd640 1 -- 172.21.15.119:0/536483101 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f596c00cd90 con 0x7f597c071050 2024-09-13T18:57:30.327 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:30.320+0000 7f5984583640 1 -- 172.21.15.119:0/536483101 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f597c1f1be0 con 0x7f597c071050 2024-09-13T18:57:30.327 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:30.321+0000 7f5984583640 1 -- 172.21.15.119:0/536483101 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f597c071500 con 0x7f597c071050 2024-09-13T18:57:30.327 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:30.321+0000 7f5972ffd640 1 -- 172.21.15.119:0/536483101 <== mon.0 v2:172.21.15.119:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f596c013470 con 0x7f597c071050 2024-09-13T18:57:30.327 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:30.322+0000 7f5972ffd640 1 --2- 172.21.15.119:0/536483101 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f596006ac00 0x7f596006d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:30.328 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:30.322+0000 7f5972ffd640 1 -- 172.21.15.119:0/536483101 <== mon.0 v2:172.21.15.119:3300/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 6692+0+0 (secure 0 0 0) 0x7f596c089850 con 0x7f597c071050 2024-09-13T18:57:30.328 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:30.322+0000 7f598231f640 1 --2- 172.21.15.119:0/536483101 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f596006ac00 0x7f596006d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:30.328 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:30.322+0000 7f598231f640 1 --2- 172.21.15.119:0/536483101 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f596006ac00 0x7f596006d0c0 secure :-1 s=READY pgs=217 cs=0 l=1 rev1=1 crypto rx=0x7f597c0b2740 tx=0x7f5978009190 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:57:30.329 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:30.326+0000 7f5972ffd640 1 -- 172.21.15.119:0/536483101 <== mon.0 v2:172.21.15.119:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f596c054790 con 0x7f597c071050 2024-09-13T18:57:30.489 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:30.485+0000 7f5984583640 1 -- 172.21.15.119:0/536483101 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7f597c0cda10 con 0x7f597c071050 2024-09-13T18:57:30.489 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:30.485+0000 7f5972ffd640 1 -- 172.21.15.119:0/536483101 <== mon.0 v2:172.21.15.119:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v26) v1 ==== 104+0+11 (secure 0 0 0) 0x7f596c057db0 con 0x7f597c071050 2024-09-13T18:57:30.489 INFO:teuthology.orchestra.run.smithi119.stdout:pg_num: 32 2024-09-13T18:57:30.491 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:30.487+0000 7f5984583640 1 -- 172.21.15.119:0/536483101 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f596006ac00 msgr2=0x7f596006d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:30.491 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:30.487+0000 7f5984583640 1 --2- 172.21.15.119:0/536483101 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f596006ac00 0x7f596006d0c0 secure :-1 s=READY pgs=217 cs=0 l=1 rev1=1 crypto rx=0x7f597c0b2740 tx=0x7f5978009190 comp rx=0 tx=0).stop 2024-09-13T18:57:30.491 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:30.487+0000 7f5984583640 1 -- 172.21.15.119:0/536483101 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f597c071050 msgr2=0x7f597c1f0720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:30.491 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:30.487+0000 7f5984583640 1 --2- 172.21.15.119:0/536483101 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f597c071050 0x7f597c1f0720 secure :-1 s=READY pgs=427 cs=0 l=1 rev1=1 crypto rx=0x7f596c00e980 tx=0x7f596c00ee40 comp rx=0 tx=0).stop 2024-09-13T18:57:30.491 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:30.487+0000 7f5984583640 1 -- 172.21.15.119:0/536483101 shutdown_connections 2024-09-13T18:57:30.492 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:30.487+0000 7f5984583640 1 --2- 172.21.15.119:0/536483101 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f596006ac00 0x7f596006d0c0 unknown :-1 s=CLOSED pgs=217 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:30.492 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:30.487+0000 7f5984583640 1 --2- 172.21.15.119:0/536483101 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f597c158b00 0x7f597c157a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:30.492 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:30.487+0000 7f5984583640 1 --2- 172.21.15.119:0/536483101 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f597c071050 0x7f597c1f0720 unknown :-1 s=CLOSED pgs=427 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:30.492 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:30.487+0000 7f5984583640 1 --2- 172.21.15.119:0/536483101 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f597c06c6d0 0x7f597c153660 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:30.492 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:30.487+0000 7f5984583640 1 -- 172.21.15.119:0/536483101 >> 172.21.15.119:0/536483101 conn(0x7f597c06a0b0 msgr2=0x7f597c0af050 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:57:30.492 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:30.487+0000 7f5984583640 1 -- 172.21.15.119:0/536483101 shutdown_connections 2024-09-13T18:57:30.492 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:30.487+0000 7f5984583640 1 -- 172.21.15.119:0/536483101 wait complete. 2024-09-13T18:57:30.502 DEBUG:teuthology.orchestra.run.smithi119:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-09-13T18:57:30.601 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:30.598+0000 7fdd72ad7640 1 Processor -- start 2024-09-13T18:57:30.601 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:30.598+0000 7fdd72ad7640 1 -- start start 2024-09-13T18:57:30.603 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:30.598+0000 7fdd72ad7640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fdd6c15c500 0x7fdd6c0d2050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:30.603 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:30.598+0000 7fdd72ad7640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7fdd6c0cdff0 0x7fdd6c0d0000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:30.603 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:30.598+0000 7fdd72ad7640 1 -- --> v1:172.21.15.119:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fdd6c0cd450 con 0x7fdd6c0d2590 2024-09-13T18:57:30.603 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:30.598+0000 7fdd72ad7640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fdd6c0d29f0 con 0x7fdd6c0cdff0 2024-09-13T18:57:30.603 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:30.598+0000 7fdd72ad7640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fdd6c0d0cf0 con 0x7fdd6c15c500 2024-09-13T18:57:30.603 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:30.598+0000 7fdd6bfff640 1 --1- >> v1:172.21.15.119:6789/0 conn(0x7fdd6c0d2590 0x7fdd6c0cd8e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.119:6789/0 says I am v1:172.21.15.119:60276/0 (socket says 172.21.15.119:60276) 2024-09-13T18:57:30.603 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:30.599+0000 7fdd6bfff640 1 -- 172.21.15.119:0/812434575 learned_addr learned my addr 172.21.15.119:0/812434575 (peer_addr_for_me v1:172.21.15.119:0/0) 2024-09-13T18:57:30.603 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:30.599+0000 7fdd71074640 1 --2- 172.21.15.119:0/812434575 >> v2:172.21.15.145:3300/0 conn(0x7fdd6c0cdff0 0x7fdd6c0d0000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:30.603 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:30.599+0000 7fdd70873640 1 --2- 172.21.15.119:0/812434575 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fdd6c15c500 0x7fdd6c0d2050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:30.603 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:30.599+0000 7fdd6b7fe640 1 -- 172.21.15.119:0/812434575 <== mon.0 v1:172.21.15.119:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1182401715 0 0) 0x7fdd6c0cd450 con 0x7fdd6c0d2590 2024-09-13T18:57:30.603 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:30.599+0000 7fdd6b7fe640 1 -- 172.21.15.119:0/812434575 --> v1:172.21.15.119:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fdd54003520 con 0x7fdd6c0d2590 2024-09-13T18:57:30.603 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:30.599+0000 7fdd71074640 1 -- 172.21.15.119:0/812434575 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fdd6c15c500 msgr2=0x7fdd6c0d2050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T18:57:30.604 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:30.599+0000 7fdd71074640 1 --2- 172.21.15.119:0/812434575 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fdd6c15c500 0x7fdd6c0d2050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:30.604 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:30.599+0000 7fdd71074640 1 -- 172.21.15.119:0/812434575 >> v1:172.21.15.119:6789/0 conn(0x7fdd6c0d2590 legacy=0x7fdd6c0cd8e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:30.604 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:30.599+0000 7fdd71074640 1 -- 172.21.15.119:0/812434575 --> v2:172.21.15.145:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fdd6c0d0fd0 con 0x7fdd6c0cdff0 2024-09-13T18:57:30.604 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:30.599+0000 7fdd70873640 1 --2- 172.21.15.119:0/812434575 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fdd6c15c500 0x7fdd6c0d2050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T18:57:30.605 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:30.600+0000 7fdd71074640 1 --2- 172.21.15.119:0/812434575 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fdd6c0cdff0 0x7fdd6c0d0000 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7fdd640097a0 tx=0x7fdd6402a100 comp rx=0 tx=0).ready entity=mon.1 client_cookie=cf8e8bb870b73239 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:57:30.605 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:30.600+0000 7fdd6b7fe640 1 -- 172.21.15.119:0/812434575 <== mon.1 v2:172.21.15.145:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdd6402ae50 con 0x7fdd6c0cdff0 2024-09-13T18:57:30.605 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:30.600+0000 7fdd6b7fe640 1 -- 172.21.15.119:0/812434575 <== mon.1 v2:172.21.15.145:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fdd64032440 con 0x7fdd6c0cdff0 2024-09-13T18:57:30.605 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:30.600+0000 7fdd6b7fe640 1 -- 172.21.15.119:0/812434575 <== mon.1 v2:172.21.15.145:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdd640327d0 con 0x7fdd6c0cdff0 2024-09-13T18:57:30.605 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:30.600+0000 7fdd72ad7640 1 -- 172.21.15.119:0/812434575 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fdd6c0cdff0 msgr2=0x7fdd6c0d0000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:30.605 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:30.600+0000 7fdd72ad7640 1 --2- 172.21.15.119:0/812434575 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fdd6c0cdff0 0x7fdd6c0d0000 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7fdd640097a0 tx=0x7fdd6402a100 comp rx=0 tx=0).stop 2024-09-13T18:57:30.606 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:30.600+0000 7fdd72ad7640 1 -- 172.21.15.119:0/812434575 shutdown_connections 2024-09-13T18:57:30.606 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:30.600+0000 7fdd72ad7640 1 --2- 172.21.15.119:0/812434575 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fdd6c0cdff0 0x7fdd6c0d0000 unknown :-1 s=CLOSED pgs=172 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:30.606 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:30.600+0000 7fdd72ad7640 1 --2- 172.21.15.119:0/812434575 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fdd6c15c500 0x7fdd6c0d2050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:30.606 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:30.600+0000 7fdd72ad7640 1 -- 172.21.15.119:0/812434575 >> 172.21.15.119:0/812434575 conn(0x7fdd6c089f60 msgr2=0x7fdd6c09b830 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:57:30.606 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:30.600+0000 7fdd72ad7640 1 -- 172.21.15.119:0/812434575 shutdown_connections 2024-09-13T18:57:30.606 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:30.600+0000 7fdd72ad7640 1 -- 172.21.15.119:0/812434575 wait complete. 2024-09-13T18:57:30.606 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:30.602+0000 7fdd72ad7640 1 Processor -- start 2024-09-13T18:57:30.606 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:30.602+0000 7fdd72ad7640 1 -- start start 2024-09-13T18:57:30.608 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:30.602+0000 7fdd72ad7640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fdd6c0cdff0 0x7fdd6c154460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:30.608 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:30.602+0000 7fdd72ad7640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fdd6c0d2590 0x7fdd6c0b5c40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:30.608 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:30.602+0000 7fdd72ad7640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fdd6c15c500 0x7fdd6c15e820 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:30.608 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:30.602+0000 7fdd72ad7640 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdd6c1549a0 con 0x7fdd6c0d2590 2024-09-13T18:57:30.608 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:30.602+0000 7fdd72ad7640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdd6c0b6180 con 0x7fdd6c15c500 2024-09-13T18:57:30.609 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:30.602+0000 7fdd72ad7640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fdd6c0c95a0 con 0x7fdd6c0cdff0 2024-09-13T18:57:30.609 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:30.603+0000 7fdd6bfff640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fdd6c0d2590 0x7fdd6c0b5c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:30.609 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:30.603+0000 7fdd6bfff640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fdd6c0d2590 0x7fdd6c0b5c40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.119:3300/0 says I am v2:172.21.15.119:55112/0 (socket says 172.21.15.119:55112) 2024-09-13T18:57:30.609 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:30.603+0000 7fdd6bfff640 1 -- 172.21.15.119:0/3317928958 learned_addr learned my addr 172.21.15.119:0/3317928958 (peer_addr_for_me v2:172.21.15.119:0/0) 2024-09-13T18:57:30.609 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:30.603+0000 7fdd70873640 1 --2- 172.21.15.119:0/3317928958 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fdd6c0cdff0 0x7fdd6c154460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:30.609 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:30.603+0000 7fdd71074640 1 --2- 172.21.15.119:0/3317928958 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fdd6c15c500 0x7fdd6c15e820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:30.609 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:30.603+0000 7fdd6bfff640 1 -- 172.21.15.119:0/3317928958 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fdd6c0cdff0 msgr2=0x7fdd6c154460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:30.609 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:30.603+0000 7fdd6bfff640 1 --2- 172.21.15.119:0/3317928958 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fdd6c0cdff0 0x7fdd6c154460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:30.609 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:30.603+0000 7fdd6bfff640 1 -- 172.21.15.119:0/3317928958 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fdd6c15c500 msgr2=0x7fdd6c15e820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:30.609 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:30.603+0000 7fdd6bfff640 1 --2- 172.21.15.119:0/3317928958 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fdd6c15c500 0x7fdd6c15e820 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:30.610 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:30.603+0000 7fdd6bfff640 1 -- 172.21.15.119:0/3317928958 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fdd5c009400 con 0x7fdd6c0d2590 2024-09-13T18:57:30.610 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:30.603+0000 7fdd6bfff640 1 --2- 172.21.15.119:0/3317928958 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fdd6c0d2590 0x7fdd6c0b5c40 secure :-1 s=READY pgs=429 cs=0 l=1 rev1=1 crypto rx=0x7fdd6000cb90 tx=0x7fdd6000a430 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:57:30.610 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:30.603+0000 7fdd697fa640 1 -- 172.21.15.119:0/3317928958 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdd6000ad40 con 0x7fdd6c0d2590 2024-09-13T18:57:30.610 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:30.603+0000 7fdd697fa640 1 -- 172.21.15.119:0/3317928958 <== mon.0 v2:172.21.15.119:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fdd60012400 con 0x7fdd6c0d2590 2024-09-13T18:57:30.610 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:30.603+0000 7fdd72ad7640 1 -- 172.21.15.119:0/3317928958 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fdd64009400 con 0x7fdd6c0d2590 2024-09-13T18:57:30.610 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:30.603+0000 7fdd697fa640 1 -- 172.21.15.119:0/3317928958 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdd6000aea0 con 0x7fdd6c0d2590 2024-09-13T18:57:30.610 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:30.603+0000 7fdd72ad7640 1 -- 172.21.15.119:0/3317928958 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fdd6c0c9b20 con 0x7fdd6c0d2590 2024-09-13T18:57:30.610 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:30.604+0000 7fdd72ad7640 1 -- 172.21.15.119:0/3317928958 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fdd6c0d0970 con 0x7fdd6c0d2590 2024-09-13T18:57:30.610 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:30.605+0000 7fdd697fa640 1 -- 172.21.15.119:0/3317928958 <== mon.0 v2:172.21.15.119:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fdd60007070 con 0x7fdd6c0d2590 2024-09-13T18:57:30.611 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:30.605+0000 7fdd697fa640 1 --2- 172.21.15.119:0/3317928958 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7fdd5806ac30 0x7fdd5806d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:30.611 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:30.605+0000 7fdd70873640 1 --2- 172.21.15.119:0/3317928958 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7fdd5806ac30 0x7fdd5806d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:30.611 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:30.605+0000 7fdd697fa640 1 -- 172.21.15.119:0/3317928958 <== mon.0 v2:172.21.15.119:3300/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 6692+0+0 (secure 0 0 0) 0x7fdd600895f0 con 0x7fdd6c0d2590 2024-09-13T18:57:30.611 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:30.606+0000 7fdd70873640 1 --2- 172.21.15.119:0/3317928958 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7fdd5806ac30 0x7fdd5806d0f0 secure :-1 s=READY pgs=218 cs=0 l=1 rev1=1 crypto rx=0x7fdd5c009c30 tx=0x7fdd5c009190 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:57:30.613 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:30.610+0000 7fdd697fa640 1 -- 172.21.15.119:0/3317928958 <== mon.0 v2:172.21.15.119:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fdd600544a0 con 0x7fdd6c0d2590 2024-09-13T18:57:30.772 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:30.769+0000 7fdd72ad7640 1 -- 172.21.15.119:0/3317928958 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7fdd6c0b3c90 con 0x7fdd6c0d2590 2024-09-13T18:57:30.773 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:30.769+0000 7fdd697fa640 1 -- 172.21.15.119:0/3317928958 <== mon.0 v2:172.21.15.119:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v26) v1 ==== 100+0+11 (secure 0 0 0) 0x7fdd60057ac0 con 0x7fdd6c0d2590 2024-09-13T18:57:30.773 INFO:teuthology.orchestra.run.smithi119.stdout:pg_num: 64 2024-09-13T18:57:30.775 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:30.771+0000 7fdd72ad7640 1 -- 172.21.15.119:0/3317928958 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7fdd5806ac30 msgr2=0x7fdd5806d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:30.775 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:30.771+0000 7fdd72ad7640 1 --2- 172.21.15.119:0/3317928958 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7fdd5806ac30 0x7fdd5806d0f0 secure :-1 s=READY pgs=218 cs=0 l=1 rev1=1 crypto rx=0x7fdd5c009c30 tx=0x7fdd5c009190 comp rx=0 tx=0).stop 2024-09-13T18:57:30.775 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:30.771+0000 7fdd72ad7640 1 -- 172.21.15.119:0/3317928958 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fdd6c0d2590 msgr2=0x7fdd6c0b5c40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:30.775 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:30.771+0000 7fdd72ad7640 1 --2- 172.21.15.119:0/3317928958 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fdd6c0d2590 0x7fdd6c0b5c40 secure :-1 s=READY pgs=429 cs=0 l=1 rev1=1 crypto rx=0x7fdd6000cb90 tx=0x7fdd6000a430 comp rx=0 tx=0).stop 2024-09-13T18:57:30.775 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:30.771+0000 7fdd72ad7640 1 -- 172.21.15.119:0/3317928958 shutdown_connections 2024-09-13T18:57:30.775 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:30.771+0000 7fdd72ad7640 1 --2- 172.21.15.119:0/3317928958 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7fdd5806ac30 0x7fdd5806d0f0 unknown :-1 s=CLOSED pgs=218 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:30.775 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:30.771+0000 7fdd72ad7640 1 --2- 172.21.15.119:0/3317928958 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fdd6c15c500 0x7fdd6c15e820 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:30.776 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:30.771+0000 7fdd72ad7640 1 --2- 172.21.15.119:0/3317928958 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fdd6c0d2590 0x7fdd6c0b5c40 unknown :-1 s=CLOSED pgs=429 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:30.776 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:30.771+0000 7fdd72ad7640 1 --2- 172.21.15.119:0/3317928958 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fdd6c0cdff0 0x7fdd6c154460 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:30.776 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:30.771+0000 7fdd72ad7640 1 -- 172.21.15.119:0/3317928958 >> 172.21.15.119:0/3317928958 conn(0x7fdd6c089f60 msgr2=0x7fdd6c0cd8e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:57:30.776 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:30.771+0000 7fdd72ad7640 1 -- 172.21.15.119:0/3317928958 shutdown_connections 2024-09-13T18:57:30.776 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:30.771+0000 7fdd72ad7640 1 -- 172.21.15.119:0/3317928958 wait complete. 2024-09-13T18:57:30.786 DEBUG:teuthology.orchestra.run.smithi119:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data_ec pg_num 2024-09-13T18:57:30.885 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:30.883+0000 7f4247a96640 1 Processor -- start 2024-09-13T18:57:30.886 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:30.883+0000 7f4247a96640 1 -- start start 2024-09-13T18:57:30.886 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:30.884+0000 7f4247a96640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f42400b20a0 0x7f42400ce4f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:30.887 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:30.884+0000 7f4247a96640 1 --2- >> v2:172.21.15.119:3300/0 conn(0x7f42400cea30 0x7f42400ab9e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:30.887 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:30.884+0000 7f4247a96640 1 -- --> v1:172.21.15.119:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f42400cee60 con 0x7f424015a3b0 2024-09-13T18:57:30.887 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:30.884+0000 7f4247a96640 1 -- --> v2:172.21.15.119:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f424015a790 con 0x7f42400cea30 2024-09-13T18:57:30.887 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:30.884+0000 7f4247a96640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f42400b2680 con 0x7f42400b20a0 2024-09-13T18:57:30.887 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:30.884+0000 7f4246033640 1 --2- >> v2:172.21.15.119:3300/0 conn(0x7f42400cea30 0x7f42400ab9e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:30.887 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:30.884+0000 7f4245832640 1 --1- >> v1:172.21.15.119:6789/0 conn(0x7f424015a3b0 0x7f42400b1720 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.119:6789/0 says I am v1:172.21.15.119:60290/0 (socket says 172.21.15.119:60290) 2024-09-13T18:57:30.887 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:30.884+0000 7f4245832640 1 -- 172.21.15.119:0/4245432853 learned_addr learned my addr 172.21.15.119:0/4245432853 (peer_addr_for_me v1:172.21.15.119:0/0) 2024-09-13T18:57:30.887 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:30.884+0000 7f4246033640 1 -- 172.21.15.119:0/4245432853 >> v2:172.21.15.145:3300/0 conn(0x7f42400b20a0 msgr2=0x7f42400ce4f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T18:57:30.887 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:30.884+0000 7f4246033640 1 --2- 172.21.15.119:0/4245432853 >> v2:172.21.15.145:3300/0 conn(0x7f42400b20a0 0x7f42400ce4f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:30.887 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:30.884+0000 7f4246033640 1 -- 172.21.15.119:0/4245432853 >> v1:172.21.15.119:6789/0 conn(0x7f424015a3b0 legacy=0x7f42400b1720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:30.887 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:30.884+0000 7f4246033640 1 -- 172.21.15.119:0/4245432853 --> v2:172.21.15.119:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f42400b2960 con 0x7f42400cea30 2024-09-13T18:57:30.889 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:30.885+0000 7f4246033640 1 --2- 172.21.15.119:0/4245432853 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f42400cea30 0x7f42400ab9e0 secure :-1 s=READY pgs=431 cs=0 l=1 rev1=1 crypto rx=0x7f424006c5b0 tx=0x7f423802a680 comp rx=0 tx=0).ready entity=mon.0 client_cookie=59324c9e85c061d server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:57:30.889 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:30.885+0000 7f4244830640 1 -- 172.21.15.119:0/4245432853 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f423802aea0 con 0x7f42400cea30 2024-09-13T18:57:30.889 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:30.885+0000 7f4244830640 1 -- 172.21.15.119:0/4245432853 <== mon.0 v2:172.21.15.119:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f423802d050 con 0x7f42400cea30 2024-09-13T18:57:30.889 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:30.885+0000 7f4244830640 1 -- 172.21.15.119:0/4245432853 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4238007960 con 0x7f42400cea30 2024-09-13T18:57:30.889 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:30.885+0000 7f4247a96640 1 -- 172.21.15.119:0/4245432853 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f42400cea30 msgr2=0x7f42400ab9e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:30.889 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:30.885+0000 7f4247a96640 1 --2- 172.21.15.119:0/4245432853 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f42400cea30 0x7f42400ab9e0 secure :-1 s=READY pgs=431 cs=0 l=1 rev1=1 crypto rx=0x7f424006c5b0 tx=0x7f423802a680 comp rx=0 tx=0).stop 2024-09-13T18:57:30.889 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:30.885+0000 7f4247a96640 1 -- 172.21.15.119:0/4245432853 shutdown_connections 2024-09-13T18:57:30.889 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:30.885+0000 7f4247a96640 1 --2- 172.21.15.119:0/4245432853 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f42400cea30 0x7f42400ab9e0 unknown :-1 s=CLOSED pgs=431 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:30.889 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:30.885+0000 7f4247a96640 1 --2- 172.21.15.119:0/4245432853 >> v2:172.21.15.145:3300/0 conn(0x7f42400b20a0 0x7f42400ce4f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:30.889 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:30.885+0000 7f4247a96640 1 -- 172.21.15.119:0/4245432853 >> 172.21.15.119:0/4245432853 conn(0x7f424006a0b0 msgr2=0x7f424006a4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:57:30.890 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:30.885+0000 7f4247a96640 1 -- 172.21.15.119:0/4245432853 shutdown_connections 2024-09-13T18:57:30.890 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:30.885+0000 7f4247a96640 1 -- 172.21.15.119:0/4245432853 wait complete. 2024-09-13T18:57:30.890 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:30.887+0000 7f4247a96640 1 Processor -- start 2024-09-13T18:57:30.890 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:30.887+0000 7f4247a96640 1 -- start start 2024-09-13T18:57:30.892 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:30.887+0000 7f4247a96640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f42400b20a0 0x7f42400adc90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:30.892 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:30.887+0000 7f4247a96640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f42400cea30 0x7f42400c7760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:30.892 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:30.887+0000 7f4247a96640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f424015a3b0 0x7f42400c7ca0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:30.893 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:30.887+0000 7f4247a96640 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f42400c7340 con 0x7f42400cea30 2024-09-13T18:57:30.893 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:30.887+0000 7f4247a96640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f42400c81e0 con 0x7f42400b20a0 2024-09-13T18:57:30.893 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:30.887+0000 7f4247a96640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f424015b2a0 con 0x7f424015a3b0 2024-09-13T18:57:30.893 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:30.887+0000 7f4245031640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f42400cea30 0x7f42400c7760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:30.893 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:30.887+0000 7f4245031640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f42400cea30 0x7f42400c7760 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.119:3300/0 says I am v2:172.21.15.119:55122/0 (socket says 172.21.15.119:55122) 2024-09-13T18:57:30.893 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:30.887+0000 7f4245031640 1 -- 172.21.15.119:0/2549918043 learned_addr learned my addr 172.21.15.119:0/2549918043 (peer_addr_for_me v2:172.21.15.119:0/0) 2024-09-13T18:57:30.893 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:30.888+0000 7f4245832640 1 --2- 172.21.15.119:0/2549918043 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f42400b20a0 0x7f42400adc90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:30.893 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:30.888+0000 7f4246033640 1 --2- 172.21.15.119:0/2549918043 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f424015a3b0 0x7f42400c7ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:30.893 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:30.888+0000 7f4245031640 1 -- 172.21.15.119:0/2549918043 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f424015a3b0 msgr2=0x7f42400c7ca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:30.893 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:30.888+0000 7f4245031640 1 --2- 172.21.15.119:0/2549918043 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f424015a3b0 0x7f42400c7ca0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:30.893 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:30.888+0000 7f4245031640 1 -- 172.21.15.119:0/2549918043 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f42400b20a0 msgr2=0x7f42400adc90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:30.893 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:30.888+0000 7f4245031640 1 --2- 172.21.15.119:0/2549918043 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f42400b20a0 0x7f42400adc90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:30.893 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:30.888+0000 7f4245031640 1 -- 172.21.15.119:0/2549918043 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4238009a70 con 0x7f42400cea30 2024-09-13T18:57:30.893 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:30.888+0000 7f4245832640 1 --2- 172.21.15.119:0/2549918043 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f42400b20a0 0x7f42400adc90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T18:57:30.894 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:30.888+0000 7f4245031640 1 --2- 172.21.15.119:0/2549918043 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f42400cea30 0x7f42400c7760 secure :-1 s=READY pgs=432 cs=0 l=1 rev1=1 crypto rx=0x7f423000b4d0 tx=0x7f423000b990 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:57:30.894 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:30.888+0000 7f42367fc640 1 -- 172.21.15.119:0/2549918043 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4230010610 con 0x7f42400cea30 2024-09-13T18:57:30.894 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:30.888+0000 7f42367fc640 1 -- 172.21.15.119:0/2549918043 <== mon.0 v2:172.21.15.119:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4230010770 con 0x7f42400cea30 2024-09-13T18:57:30.894 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:30.888+0000 7f4247a96640 1 -- 172.21.15.119:0/2549918043 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f424015b510 con 0x7f42400cea30 2024-09-13T18:57:30.894 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:30.888+0000 7f42367fc640 1 -- 172.21.15.119:0/2549918043 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4230010b20 con 0x7f42400cea30 2024-09-13T18:57:30.894 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:30.888+0000 7f4247a96640 1 -- 172.21.15.119:0/2549918043 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f42400ae1d0 con 0x7f42400cea30 2024-09-13T18:57:30.894 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:30.889+0000 7f4247a96640 1 -- 172.21.15.119:0/2549918043 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f4240066f30 con 0x7f42400cea30 2024-09-13T18:57:30.894 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:30.889+0000 7f42367fc640 1 -- 172.21.15.119:0/2549918043 <== mon.0 v2:172.21.15.119:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f4230010c80 con 0x7f42400cea30 2024-09-13T18:57:30.894 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:30.890+0000 7f42367fc640 1 --2- 172.21.15.119:0/2549918043 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f422406ac00 0x7f422406d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:30.894 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:30.890+0000 7f42367fc640 1 -- 172.21.15.119:0/2549918043 <== mon.0 v2:172.21.15.119:3300/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 6692+0+0 (secure 0 0 0) 0x7f42300892f0 con 0x7f42400cea30 2024-09-13T18:57:30.894 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:30.890+0000 7f4245832640 1 --2- 172.21.15.119:0/2549918043 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f422406ac00 0x7f422406d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:30.895 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:30.890+0000 7f4245832640 1 --2- 172.21.15.119:0/2549918043 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f422406ac00 0x7f422406d0c0 secure :-1 s=READY pgs=219 cs=0 l=1 rev1=1 crypto rx=0x7f423c000f60 tx=0x7f423c009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:57:30.897 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:30.894+0000 7f42367fc640 1 -- 172.21.15.119:0/2549918043 <== mon.0 v2:172.21.15.119:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f4230054180 con 0x7f42400cea30 2024-09-13T18:57:31.059 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:31.056+0000 7f4247a96640 1 -- 172.21.15.119:0/2549918043 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"} v 0) v1 -- 0x7f42400abea0 con 0x7f42400cea30 2024-09-13T18:57:31.059 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:31.056+0000 7f42367fc640 1 -- 172.21.15.119:0/2549918043 <== mon.0 v2:172.21.15.119:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]=0 v26) v1 ==== 103+0+11 (secure 0 0 0) 0x7f42300577a0 con 0x7f42400cea30 2024-09-13T18:57:31.059 INFO:teuthology.orchestra.run.smithi119.stdout:pg_num: 32 2024-09-13T18:57:31.061 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:31.058+0000 7f4247a96640 1 -- 172.21.15.119:0/2549918043 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f422406ac00 msgr2=0x7f422406d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:31.061 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:31.058+0000 7f4247a96640 1 --2- 172.21.15.119:0/2549918043 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f422406ac00 0x7f422406d0c0 secure :-1 s=READY pgs=219 cs=0 l=1 rev1=1 crypto rx=0x7f423c000f60 tx=0x7f423c009040 comp rx=0 tx=0).stop 2024-09-13T18:57:31.061 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:31.058+0000 7f4247a96640 1 -- 172.21.15.119:0/2549918043 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f42400cea30 msgr2=0x7f42400c7760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:31.061 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:31.058+0000 7f4247a96640 1 --2- 172.21.15.119:0/2549918043 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f42400cea30 0x7f42400c7760 secure :-1 s=READY pgs=432 cs=0 l=1 rev1=1 crypto rx=0x7f423000b4d0 tx=0x7f423000b990 comp rx=0 tx=0).stop 2024-09-13T18:57:31.061 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:31.058+0000 7f4247a96640 1 -- 172.21.15.119:0/2549918043 shutdown_connections 2024-09-13T18:57:31.061 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:31.058+0000 7f4247a96640 1 --2- 172.21.15.119:0/2549918043 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f422406ac00 0x7f422406d0c0 unknown :-1 s=CLOSED pgs=219 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:31.061 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:31.058+0000 7f4247a96640 1 --2- 172.21.15.119:0/2549918043 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f424015a3b0 0x7f42400c7ca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:31.061 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:31.058+0000 7f4247a96640 1 --2- 172.21.15.119:0/2549918043 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f42400cea30 0x7f42400c7760 unknown :-1 s=CLOSED pgs=432 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:31.062 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:31.058+0000 7f4247a96640 1 --2- 172.21.15.119:0/2549918043 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f42400b20a0 0x7f42400adc90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:31.062 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:31.058+0000 7f4247a96640 1 -- 172.21.15.119:0/2549918043 >> 172.21.15.119:0/2549918043 conn(0x7f424006a0b0 msgr2=0x7f42400ac2b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:57:31.063 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:31.058+0000 7f4247a96640 1 -- 172.21.15.119:0/2549918043 shutdown_connections 2024-09-13T18:57:31.063 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:31.058+0000 7f4247a96640 1 -- 172.21.15.119:0/2549918043 wait complete. 2024-09-13T18:57:31.072 DEBUG:teuthology.orchestra.run.smithi119:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-13T18:57:31.169 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:31.166+0000 7f373f0e9640 1 Processor -- start 2024-09-13T18:57:31.169 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:31.166+0000 7f373f0e9640 1 -- start start 2024-09-13T18:57:31.170 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:31.167+0000 7f373f0e9640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f37380b4130 0x7f37380d2d00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:31.170 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:31.167+0000 7f373f0e9640 1 --2- >> v2:172.21.15.119:3300/0 conn(0x7f373808a370 0x7f37380d0f10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:31.170 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:31.167+0000 7f373f0e9640 1 -- --> v1:172.21.15.119:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f37380b3540 con 0x7f37380b4510 2024-09-13T18:57:31.170 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:31.167+0000 7f373f0e9640 1 -- --> v2:172.21.15.119:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f37380b2ff0 con 0x7f373808a370 2024-09-13T18:57:31.171 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:31.167+0000 7f373f0e9640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f37380cdc70 con 0x7f37380b4130 2024-09-13T18:57:31.171 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:31.167+0000 7f3737fff640 1 --2- >> v2:172.21.15.119:3300/0 conn(0x7f373808a370 0x7f37380d0f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:31.171 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:31.167+0000 7f373ce85640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f37380b4130 0x7f37380d2d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:31.171 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:31.167+0000 7f373d686640 1 --1- >> v1:172.21.15.119:6789/0 conn(0x7f37380b4510 0x7f37380d1450 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.119:6789/0 says I am v1:172.21.15.119:60298/0 (socket says 172.21.15.119:60298) 2024-09-13T18:57:31.171 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:31.168+0000 7f373d686640 1 -- 172.21.15.119:0/1675470355 learned_addr learned my addr 172.21.15.119:0/1675470355 (peer_addr_for_me v1:172.21.15.119:0/0) 2024-09-13T18:57:31.171 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:31.168+0000 7f3737fff640 1 -- 172.21.15.119:0/1675470355 >> v2:172.21.15.145:3300/0 conn(0x7f37380b4130 msgr2=0x7f37380d2d00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T18:57:31.171 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:31.168+0000 7f3737fff640 1 --2- 172.21.15.119:0/1675470355 >> v2:172.21.15.145:3300/0 conn(0x7f37380b4130 0x7f37380d2d00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:31.171 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:31.168+0000 7f3737fff640 1 -- 172.21.15.119:0/1675470355 >> v1:172.21.15.119:6789/0 conn(0x7f37380b4510 legacy=0x7f37380d1450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:31.171 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:31.168+0000 7f3737fff640 1 -- 172.21.15.119:0/1675470355 --> v2:172.21.15.119:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f37380cd6f0 con 0x7f373808a370 2024-09-13T18:57:31.171 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:31.168+0000 7f37377fe640 1 -- 172.21.15.119:0/1675470355 <== mon.0 v1:172.21.15.119:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 43281470 0 0) 0x7f37380b3540 con 0x7f37380b4510 2024-09-13T18:57:31.173 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:31.168+0000 7f3737fff640 1 --2- 172.21.15.119:0/1675470355 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f373808a370 0x7f37380d0f10 secure :-1 s=READY pgs=434 cs=0 l=1 rev1=1 crypto rx=0x7f3738072010 tx=0x7f372402a1a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=244ca012341023bc server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:57:31.173 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:31.169+0000 7f37377fe640 1 -- 172.21.15.119:0/1675470355 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3724032440 con 0x7f373808a370 2024-09-13T18:57:31.173 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:31.169+0000 7f37377fe640 1 -- 172.21.15.119:0/1675470355 <== mon.0 v2:172.21.15.119:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f37240325a0 con 0x7f373808a370 2024-09-13T18:57:31.173 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:31.169+0000 7f37377fe640 1 -- 172.21.15.119:0/1675470355 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3724032930 con 0x7f373808a370 2024-09-13T18:57:31.173 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:31.169+0000 7f373f0e9640 1 -- 172.21.15.119:0/1675470355 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f373808a370 msgr2=0x7f37380d0f10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:31.173 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:31.169+0000 7f373f0e9640 1 --2- 172.21.15.119:0/1675470355 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f373808a370 0x7f37380d0f10 secure :-1 s=READY pgs=434 cs=0 l=1 rev1=1 crypto rx=0x7f3738072010 tx=0x7f372402a1a0 comp rx=0 tx=0).stop 2024-09-13T18:57:31.173 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:31.169+0000 7f373f0e9640 1 -- 172.21.15.119:0/1675470355 shutdown_connections 2024-09-13T18:57:31.173 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:31.169+0000 7f373f0e9640 1 --2- 172.21.15.119:0/1675470355 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f373808a370 0x7f37380d0f10 unknown :-1 s=CLOSED pgs=434 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:31.173 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:31.169+0000 7f373f0e9640 1 --2- 172.21.15.119:0/1675470355 >> v2:172.21.15.145:3300/0 conn(0x7f37380b4130 0x7f37380d2d00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:31.173 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:31.169+0000 7f373f0e9640 1 -- 172.21.15.119:0/1675470355 >> 172.21.15.119:0/1675470355 conn(0x7f3738089f60 msgr2=0x7f37380d24f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:57:31.173 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:31.169+0000 7f373f0e9640 1 -- 172.21.15.119:0/1675470355 shutdown_connections 2024-09-13T18:57:31.174 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:31.169+0000 7f373f0e9640 1 -- 172.21.15.119:0/1675470355 wait complete. 2024-09-13T18:57:31.174 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:31.170+0000 7f373f0e9640 1 Processor -- start 2024-09-13T18:57:31.174 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:31.170+0000 7f373f0e9640 1 -- start start 2024-09-13T18:57:31.176 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:31.171+0000 7f373f0e9640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f373808a370 0x7f37380ca510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:31.176 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:31.171+0000 7f373f0e9640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f37380b4130 0x7f37380af0e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:31.176 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:31.171+0000 7f373f0e9640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f37380b4510 0x7f3738151b00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:31.176 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:31.171+0000 7f373f0e9640 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f37380af930 con 0x7f373808a370 2024-09-13T18:57:31.176 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:31.171+0000 7f373f0e9640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f37380afc10 con 0x7f37380b4510 2024-09-13T18:57:31.176 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:31.171+0000 7f373f0e9640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f37380afef0 con 0x7f37380b4130 2024-09-13T18:57:31.176 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:31.171+0000 7f373ce85640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f373808a370 0x7f37380ca510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:31.176 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:31.171+0000 7f373ce85640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f373808a370 0x7f37380ca510 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.119:3300/0 says I am v2:172.21.15.119:55146/0 (socket says 172.21.15.119:55146) 2024-09-13T18:57:31.176 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:31.171+0000 7f373ce85640 1 -- 172.21.15.119:0/2327704500 learned_addr learned my addr 172.21.15.119:0/2327704500 (peer_addr_for_me v2:172.21.15.119:0/0) 2024-09-13T18:57:31.176 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:31.172+0000 7f373d686640 1 --2- 172.21.15.119:0/2327704500 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f37380b4510 0x7f3738151b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:31.176 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:31.172+0000 7f3737fff640 1 --2- 172.21.15.119:0/2327704500 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f37380b4130 0x7f37380af0e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:31.176 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:31.172+0000 7f373ce85640 1 -- 172.21.15.119:0/2327704500 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f37380b4130 msgr2=0x7f37380af0e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:31.177 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:31.172+0000 7f373ce85640 1 --2- 172.21.15.119:0/2327704500 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f37380b4130 0x7f37380af0e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:31.177 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:31.172+0000 7f373ce85640 1 -- 172.21.15.119:0/2327704500 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f37380b4510 msgr2=0x7f3738151b00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:31.177 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:31.172+0000 7f373ce85640 1 --2- 172.21.15.119:0/2327704500 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f37380b4510 0x7f3738151b00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:31.177 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:31.172+0000 7f373ce85640 1 -- 172.21.15.119:0/2327704500 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3724009400 con 0x7f373808a370 2024-09-13T18:57:31.177 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:31.172+0000 7f373ce85640 1 --2- 172.21.15.119:0/2327704500 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f373808a370 0x7f37380ca510 secure :-1 s=READY pgs=435 cs=0 l=1 rev1=1 crypto rx=0x7f372c00e9b0 tx=0x7f372c00ee70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:57:31.177 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:31.172+0000 7f37357fa640 1 -- 172.21.15.119:0/2327704500 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f372c009670 con 0x7f373808a370 2024-09-13T18:57:31.177 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:31.172+0000 7f37357fa640 1 -- 172.21.15.119:0/2327704500 <== mon.0 v2:172.21.15.119:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f372c00c9a0 con 0x7f373808a370 2024-09-13T18:57:31.177 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:31.172+0000 7f373f0e9640 1 -- 172.21.15.119:0/2327704500 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f37380b01d0 con 0x7f373808a370 2024-09-13T18:57:31.177 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:31.172+0000 7f37357fa640 1 -- 172.21.15.119:0/2327704500 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f372c00cd50 con 0x7f373808a370 2024-09-13T18:57:31.177 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:31.172+0000 7f373f0e9640 1 -- 172.21.15.119:0/2327704500 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f37380af620 con 0x7f373808a370 2024-09-13T18:57:31.177 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:31.173+0000 7f373f0e9640 1 -- 172.21.15.119:0/2327704500 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f37380d2d00 con 0x7f373808a370 2024-09-13T18:57:31.178 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:31.174+0000 7f37357fa640 1 -- 172.21.15.119:0/2327704500 <== mon.0 v2:172.21.15.119:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f372c013470 con 0x7f373808a370 2024-09-13T18:57:31.178 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:31.174+0000 7f37357fa640 1 --2- 172.21.15.119:0/2327704500 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f371c06ac00 0x7f371c06d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:31.178 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:31.174+0000 7f37357fa640 1 -- 172.21.15.119:0/2327704500 <== mon.0 v2:172.21.15.119:3300/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 6692+0+0 (secure 0 0 0) 0x7f372c089890 con 0x7f373808a370 2024-09-13T18:57:31.178 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:31.174+0000 7f3737fff640 1 --2- 172.21.15.119:0/2327704500 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f371c06ac00 0x7f371c06d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:31.178 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:31.175+0000 7f3737fff640 1 --2- 172.21.15.119:0/2327704500 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f371c06ac00 0x7f371c06d0c0 secure :-1 s=READY pgs=220 cs=0 l=1 rev1=1 crypto rx=0x7f3724034000 tx=0x7f372402e000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:57:31.181 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:31.178+0000 7f37357fa640 1 -- 172.21.15.119:0/2327704500 <== mon.0 v2:172.21.15.119:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f372c0547d0 con 0x7f373808a370 2024-09-13T18:57:31.376 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:31.373+0000 7f373f0e9640 1 -- 172.21.15.119:0/2327704500 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f37380b5d40 con 0x7f373808a370 2024-09-13T18:57:31.376 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:31.374+0000 7f37357fa640 1 -- 172.21.15.119:0/2327704500 <== mon.0 v2:172.21.15.119:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 8 v8) v1 ==== 93+0+4739 (secure 0 0 0) 0x7f372c057df0 con 0x7f373808a370 2024-09-13T18:57:31.376 INFO:teuthology.orchestra.run.smithi119.stdout: 2024-09-13T18:57:31.377 INFO:teuthology.orchestra.run.smithi119.stdout:{"epoch":8,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4241,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.145:6835/847902248","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6833","nonce":847902248},{"type":"v1","addr":"172.21.15.145:6835","nonce":847902248}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3},{"gid":4282,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.145:6834/3410464570","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6832","nonce":3410464570},{"type":"v1","addr":"172.21.15.145:6834","nonce":3410464570}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3},{"gid":4287,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.119:6836/3596755488","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6834","nonce":3596755488},{"type":"v1","addr":"172.21.15.119:6836","nonce":3596755488}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":8,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-13T18:56:34.025298+0000","modified":"2024-09-13T18:56:49.078985+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":4290},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4290":{"gid":4290,"name":"a","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.119:6837/3907469279","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6835","nonce":3907469279},{"type":"v1","addr":"172.21.15.119:6837","nonce":3907469279}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2024-09-13T18:57:31.377 INFO:teuthology.orchestra.run.smithi119.stderr:dumped fsmap epoch 8 2024-09-13T18:57:31.378 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:31.375+0000 7f373f0e9640 1 -- 172.21.15.119:0/2327704500 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f371c06ac00 msgr2=0x7f371c06d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:31.378 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:31.376+0000 7f373f0e9640 1 --2- 172.21.15.119:0/2327704500 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f371c06ac00 0x7f371c06d0c0 secure :-1 s=READY pgs=220 cs=0 l=1 rev1=1 crypto rx=0x7f3724034000 tx=0x7f372402e000 comp rx=0 tx=0).stop 2024-09-13T18:57:31.378 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:31.376+0000 7f373f0e9640 1 -- 172.21.15.119:0/2327704500 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f373808a370 msgr2=0x7f37380ca510 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:31.378 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:31.376+0000 7f373f0e9640 1 --2- 172.21.15.119:0/2327704500 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f373808a370 0x7f37380ca510 secure :-1 s=READY pgs=435 cs=0 l=1 rev1=1 crypto rx=0x7f372c00e9b0 tx=0x7f372c00ee70 comp rx=0 tx=0).stop 2024-09-13T18:57:31.378 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:31.376+0000 7f373f0e9640 1 -- 172.21.15.119:0/2327704500 shutdown_connections 2024-09-13T18:57:31.379 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:31.376+0000 7f373f0e9640 1 --2- 172.21.15.119:0/2327704500 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f371c06ac00 0x7f371c06d0c0 unknown :-1 s=CLOSED pgs=220 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:31.379 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:31.376+0000 7f373f0e9640 1 --2- 172.21.15.119:0/2327704500 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f37380b4510 0x7f3738151b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:31.379 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:31.376+0000 7f373f0e9640 1 --2- 172.21.15.119:0/2327704500 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f37380b4130 0x7f37380af0e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:31.379 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:31.376+0000 7f373f0e9640 1 --2- 172.21.15.119:0/2327704500 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f373808a370 0x7f37380ca510 unknown :-1 s=CLOSED pgs=435 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:31.379 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:31.376+0000 7f373f0e9640 1 -- 172.21.15.119:0/2327704500 >> 172.21.15.119:0/2327704500 conn(0x7f3738089f60 msgr2=0x7f37380ccb40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:57:31.379 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:31.376+0000 7f373f0e9640 1 -- 172.21.15.119:0/2327704500 shutdown_connections 2024-09-13T18:57:31.379 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:31.376+0000 7f373f0e9640 1 -- 172.21.15.119:0/2327704500 wait complete. 2024-09-13T18:57:31.389 DEBUG:teuthology.orchestra.run.smithi119:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T18:57:31.487 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:31.484+0000 7f0898620640 1 Processor -- start 2024-09-13T18:57:31.487 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:31.484+0000 7f0898620640 1 -- start start 2024-09-13T18:57:31.488 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:31.485+0000 7f0898620640 1 --2- >> v2:172.21.15.119:3300/0 conn(0x7f089015a2e0 0x7f08900c9a40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:31.488 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:31.485+0000 7f0898620640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f08900c9f80 0x7f08900cace0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:31.488 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:31.485+0000 7f0898620640 1 -- --> v1:172.21.15.119:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f08900cb670 con 0x7f08900cb220 2024-09-13T18:57:31.488 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:31.485+0000 7f0898620640 1 -- --> v2:172.21.15.119:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f08900c8920 con 0x7f089015a2e0 2024-09-13T18:57:31.489 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:31.485+0000 7f0898620640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f089015a6c0 con 0x7f08900c9f80 2024-09-13T18:57:31.489 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:31.485+0000 7f08963bc640 1 --2- >> v2:172.21.15.119:3300/0 conn(0x7f089015a2e0 0x7f08900c9a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:31.489 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:31.485+0000 7f0896bbd640 1 --1- >> v1:172.21.15.119:6789/0 conn(0x7f08900cb220 0x7f08900ce260 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.119:6789/0 says I am v1:172.21.15.119:60310/0 (socket says 172.21.15.119:60310) 2024-09-13T18:57:31.489 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:31.485+0000 7f08963bc640 1 --2- >> v2:172.21.15.119:3300/0 conn(0x7f089015a2e0 0x7f08900c9a40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.119:3300/0 says I am v2:172.21.15.119:55148/0 (socket says 172.21.15.119:55148) 2024-09-13T18:57:31.489 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:31.485+0000 7f0896bbd640 1 -- 172.21.15.119:0/4279871526 learned_addr learned my addr 172.21.15.119:0/4279871526 (peer_addr_for_me v1:172.21.15.119:0/0) 2024-09-13T18:57:31.489 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:31.485+0000 7f08963bc640 1 -- 172.21.15.119:0/4279871526 >> v2:172.21.15.145:3300/0 conn(0x7f08900c9f80 msgr2=0x7f08900cace0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T18:57:31.489 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:31.485+0000 7f0895bbb640 1 --2- 172.21.15.119:0/4279871526 >> v2:172.21.15.145:3300/0 conn(0x7f08900c9f80 0x7f08900cace0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:31.489 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:31.485+0000 7f08953ba640 1 -- 172.21.15.119:0/4279871526 <== mon.0 v1:172.21.15.119:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 4151945210 0 0) 0x7f0888001490 con 0x7f08900cb220 2024-09-13T18:57:31.489 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:31.485+0000 7f08963bc640 1 --2- 172.21.15.119:0/4279871526 >> v2:172.21.15.145:3300/0 conn(0x7f08900c9f80 0x7f08900cace0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:31.490 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:31.485+0000 7f08963bc640 1 -- 172.21.15.119:0/4279871526 >> v1:172.21.15.119:6789/0 conn(0x7f08900cb220 legacy=0x7f08900ce260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:31.490 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:31.485+0000 7f08963bc640 1 -- 172.21.15.119:0/4279871526 --> v2:172.21.15.119:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f08900ca500 con 0x7f089015a2e0 2024-09-13T18:57:31.490 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:31.485+0000 7f0895bbb640 1 --2- 172.21.15.119:0/4279871526 >> v2:172.21.15.145:3300/0 conn(0x7f08900c9f80 0x7f08900cace0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T18:57:31.493 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:31.486+0000 7f08963bc640 1 --2- 172.21.15.119:0/4279871526 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f089015a2e0 0x7f08900c9a40 secure :-1 s=READY pgs=437 cs=0 l=1 rev1=1 crypto rx=0x7f08900b1ef0 tx=0x7f088c02a1a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=60f2b16036ed1170 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:57:31.493 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:31.486+0000 7f08953ba640 1 -- 172.21.15.119:0/4279871526 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f088c032440 con 0x7f089015a2e0 2024-09-13T18:57:31.494 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:31.486+0000 7f08953ba640 1 -- 172.21.15.119:0/4279871526 <== mon.0 v2:172.21.15.119:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f088c0325a0 con 0x7f089015a2e0 2024-09-13T18:57:31.494 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:31.486+0000 7f08953ba640 1 -- 172.21.15.119:0/4279871526 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f088c032930 con 0x7f089015a2e0 2024-09-13T18:57:31.494 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:31.487+0000 7f0898620640 1 -- 172.21.15.119:0/4279871526 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f089015a2e0 msgr2=0x7f08900c9a40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:31.494 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:31.487+0000 7f0898620640 1 --2- 172.21.15.119:0/4279871526 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f089015a2e0 0x7f08900c9a40 secure :-1 s=READY pgs=437 cs=0 l=1 rev1=1 crypto rx=0x7f08900b1ef0 tx=0x7f088c02a1a0 comp rx=0 tx=0).stop 2024-09-13T18:57:31.494 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:31.487+0000 7f0898620640 1 -- 172.21.15.119:0/4279871526 shutdown_connections 2024-09-13T18:57:31.494 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:31.487+0000 7f0898620640 1 --2- 172.21.15.119:0/4279871526 >> v2:172.21.15.145:3300/0 conn(0x7f08900c9f80 0x7f08900cace0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:31.494 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:31.487+0000 7f0898620640 1 --2- 172.21.15.119:0/4279871526 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f089015a2e0 0x7f08900c9a40 unknown :-1 s=CLOSED pgs=437 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:31.494 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:31.487+0000 7f0898620640 1 -- 172.21.15.119:0/4279871526 >> 172.21.15.119:0/4279871526 conn(0x7f0890069ed0 msgr2=0x7f089006a2e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:57:31.494 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:31.487+0000 7f0898620640 1 -- 172.21.15.119:0/4279871526 shutdown_connections 2024-09-13T18:57:31.494 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:31.487+0000 7f0898620640 1 -- 172.21.15.119:0/4279871526 wait complete. 2024-09-13T18:57:31.494 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:31.488+0000 7f0898620640 1 Processor -- start 2024-09-13T18:57:31.494 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:31.488+0000 7f0898620640 1 -- start start 2024-09-13T18:57:31.494 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:31.489+0000 7f0898620640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f08900c9f80 0x7f0890150260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:31.495 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:31.489+0000 7f0898620640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f08900cb220 0x7f08900cd150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:31.495 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:31.489+0000 7f0898620640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f089015a2e0 0x7f08900cd690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:31.495 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:31.489+0000 7f0898620640 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f08900ad240 con 0x7f08900c9f80 2024-09-13T18:57:31.495 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:31.489+0000 7f0898620640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f08901507a0 con 0x7f089015a2e0 2024-09-13T18:57:31.495 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:31.489+0000 7f0898620640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f08901f1b90 con 0x7f08900cb220 2024-09-13T18:57:31.495 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:31.489+0000 7f08963bc640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f08900c9f80 0x7f0890150260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:31.495 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:31.489+0000 7f08963bc640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f08900c9f80 0x7f0890150260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.119:3300/0 says I am v2:172.21.15.119:55154/0 (socket says 172.21.15.119:55154) 2024-09-13T18:57:31.495 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:31.489+0000 7f08963bc640 1 -- 172.21.15.119:0/2195799240 learned_addr learned my addr 172.21.15.119:0/2195799240 (peer_addr_for_me v2:172.21.15.119:0/0) 2024-09-13T18:57:31.495 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:31.489+0000 7f0896bbd640 1 --2- 172.21.15.119:0/2195799240 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f089015a2e0 0x7f08900cd690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:31.495 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:31.489+0000 7f0895bbb640 1 --2- 172.21.15.119:0/2195799240 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f08900cb220 0x7f08900cd150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:31.495 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:31.489+0000 7f08963bc640 1 -- 172.21.15.119:0/2195799240 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f08900cb220 msgr2=0x7f08900cd150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:31.495 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:31.489+0000 7f08963bc640 1 --2- 172.21.15.119:0/2195799240 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f08900cb220 0x7f08900cd150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:31.495 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:31.489+0000 7f08963bc640 1 -- 172.21.15.119:0/2195799240 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f089015a2e0 msgr2=0x7f08900cd690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:31.495 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:31.489+0000 7f08963bc640 1 --2- 172.21.15.119:0/2195799240 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f089015a2e0 0x7f08900cd690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:31.496 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:31.489+0000 7f08963bc640 1 -- 172.21.15.119:0/2195799240 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f088c009400 con 0x7f08900c9f80 2024-09-13T18:57:31.496 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:31.489+0000 7f0896bbd640 1 --2- 172.21.15.119:0/2195799240 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f089015a2e0 0x7f08900cd690 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T18:57:31.496 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:31.489+0000 7f08963bc640 1 --2- 172.21.15.119:0/2195799240 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f08900c9f80 0x7f0890150260 secure :-1 s=READY pgs=438 cs=0 l=1 rev1=1 crypto rx=0x7f088c000c00 tx=0x7f088c0046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:57:31.496 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:31.490+0000 7f0886ffd640 1 -- 172.21.15.119:0/2195799240 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f088c030b80 con 0x7f08900c9f80 2024-09-13T18:57:31.496 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:31.490+0000 7f0886ffd640 1 -- 172.21.15.119:0/2195799240 <== mon.0 v2:172.21.15.119:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f088c030d00 con 0x7f08900c9f80 2024-09-13T18:57:31.496 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:31.490+0000 7f0898620640 1 -- 172.21.15.119:0/2195799240 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f08900acea0 con 0x7f08900c9f80 2024-09-13T18:57:31.496 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:31.490+0000 7f0886ffd640 1 -- 172.21.15.119:0/2195799240 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f088c03d680 con 0x7f08900c9f80 2024-09-13T18:57:31.496 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:31.490+0000 7f0898620640 1 -- 172.21.15.119:0/2195799240 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f08900cc9e0 con 0x7f08900c9f80 2024-09-13T18:57:31.496 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:31.491+0000 7f0898620640 1 -- 172.21.15.119:0/2195799240 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f08900b1b30 con 0x7f08900c9f80 2024-09-13T18:57:31.496 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:31.491+0000 7f0886ffd640 1 -- 172.21.15.119:0/2195799240 <== mon.0 v2:172.21.15.119:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f088c039040 con 0x7f08900c9f80 2024-09-13T18:57:31.497 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:31.491+0000 7f0886ffd640 1 --2- 172.21.15.119:0/2195799240 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f087406ac00 0x7f087406d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:31.497 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:31.491+0000 7f0886ffd640 1 -- 172.21.15.119:0/2195799240 <== mon.0 v2:172.21.15.119:3300/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 6692+0+0 (secure 0 0 0) 0x7f088c0aa1c0 con 0x7f08900c9f80 2024-09-13T18:57:31.497 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:31.491+0000 7f0895bbb640 1 --2- 172.21.15.119:0/2195799240 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f087406ac00 0x7f087406d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:31.497 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:31.492+0000 7f0895bbb640 1 --2- 172.21.15.119:0/2195799240 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f087406ac00 0x7f087406d0c0 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7f08900adbd0 tx=0x7f0880008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:57:31.498 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:31.496+0000 7f0886ffd640 1 -- 172.21.15.119:0/2195799240 <== mon.0 v2:172.21.15.119:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f088c075050 con 0x7f08900c9f80 2024-09-13T18:57:31.658 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:31.656+0000 7f0898620640 1 -- 172.21.15.119:0/2195799240 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f08900c9630 con 0x7f08900c9f80 2024-09-13T18:57:31.660 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:31.657+0000 7f0886ffd640 1 -- 172.21.15.119:0/2195799240 <== mon.0 v2:172.21.15.119:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v26) v1 ==== 74+0+18831 (secure 0 0 0) 0x7f088c006e10 con 0x7f08900c9f80 2024-09-13T18:57:31.660 INFO:teuthology.orchestra.run.smithi119.stdout: 2024-09-13T18:57:31.660 INFO:teuthology.orchestra.run.smithi119.stdout:{"epoch":26,"fsid":"b3bca492-3414-44ef-b63c-42eead5ea701","created":"2024-09-13T18:56:10.047760+0000","modified":"2024-09-13T18:57:15.157404+0000","last_up_change":"2024-09-13T18:56:22.096428+0000","last_in_change":"2024-09-13T18:56:12.143228+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T18:56:22.095896+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-13T18:56:31.950108+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-13T18:56:32.998608+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-09-13T18:56:36.052694+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"24","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"09edfd5c-bc57-47d1-a7b7-6d97f0f88db1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6810","nonce":3811853106},{"type":"v1","addr":"172.21.15.119:6813","nonce":3811853106}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6817","nonce":3811853106},{"type":"v1","addr":"172.21.15.119:6820","nonce":3811853106}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6828","nonce":3811853106},{"type":"v1","addr":"172.21.15.119:6830","nonce":3811853106}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6823","nonce":3811853106},{"type":"v1","addr":"172.21.15.119:6825","nonce":3811853106}]},"public_addr":"172.21.15.119:6813/3811853106","cluster_addr":"172.21.15.119:6820/3811853106","heartbeat_back_addr":"172.21.15.119:6830/3811853106","heartbeat_front_addr":"172.21.15.119:6825/3811853106","state":["exists","up"]},{"osd":1,"uuid":"f26f4bd2-3aee-4208-9e62-87f17047d886","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":25,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6809","nonce":1656755168},{"type":"v1","addr":"172.21.15.119:6812","nonce":1656755168}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6815","nonce":1656755168},{"type":"v1","addr":"172.21.15.119:6818","nonce":1656755168}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6829","nonce":1656755168},{"type":"v1","addr":"172.21.15.119:6831","nonce":1656755168}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6822","nonce":1656755168},{"type":"v1","addr":"172.21.15.119:6826","nonce":1656755168}]},"public_addr":"172.21.15.119:6812/1656755168","cluster_addr":"172.21.15.119:6818/1656755168","heartbeat_back_addr":"172.21.15.119:6831/1656755168","heartbeat_front_addr":"172.21.15.119:6826/1656755168","state":["exists","up"]},{"osd":2,"uuid":"1e9d6e0c-51f9-4f4a-bead-0e7edc7dd200","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":25,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6800","nonce":3093354378},{"type":"v1","addr":"172.21.15.119:6801","nonce":3093354378}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6802","nonce":3093354378},{"type":"v1","addr":"172.21.15.119:6803","nonce":3093354378}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6806","nonce":3093354378},{"type":"v1","addr":"172.21.15.119:6807","nonce":3093354378}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6804","nonce":3093354378},{"type":"v1","addr":"172.21.15.119:6805","nonce":3093354378}]},"public_addr":"172.21.15.119:6801/3093354378","cluster_addr":"172.21.15.119:6803/3093354378","heartbeat_back_addr":"172.21.15.119:6807/3093354378","heartbeat_front_addr":"172.21.15.119:6805/3093354378","state":["exists","up"]},{"osd":3,"uuid":"7c289b1f-a555-46e4-b85a-c0f230c9e02a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":25,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6808","nonce":886995937},{"type":"v1","addr":"172.21.15.119:6811","nonce":886995937}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6814","nonce":886995937},{"type":"v1","addr":"172.21.15.119:6816","nonce":886995937}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6824","nonce":886995937},{"type":"v1","addr":"172.21.15.119:6827","nonce":886995937}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6819","nonce":886995937},{"type":"v1","addr":"172.21.15.119:6821","nonce":886995937}]},"public_addr":"172.21.15.119:6811/886995937","cluster_addr":"172.21.15.119:6816/886995937","heartbeat_back_addr":"172.21.15.119:6827/886995937","heartbeat_front_addr":"172.21.15.119:6821/886995937","state":["exists","up"]},{"osd":4,"uuid":"a0a2f75b-5a33-4b69-b834-b8cf5a90ac5f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":25,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6808","nonce":2802887692},{"type":"v1","addr":"172.21.15.145:6809","nonce":2802887692}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6810","nonce":2802887692},{"type":"v1","addr":"172.21.15.145:6811","nonce":2802887692}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6814","nonce":2802887692},{"type":"v1","addr":"172.21.15.145:6815","nonce":2802887692}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6812","nonce":2802887692},{"type":"v1","addr":"172.21.15.145:6813","nonce":2802887692}]},"public_addr":"172.21.15.145:6809/2802887692","cluster_addr":"172.21.15.145:6811/2802887692","heartbeat_back_addr":"172.21.15.145:6815/2802887692","heartbeat_front_addr":"172.21.15.145:6813/2802887692","state":["exists","up"]},{"osd":5,"uuid":"e301c92f-a5af-49da-8384-bef6d48c9982","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6800","nonce":1431235391},{"type":"v1","addr":"172.21.15.145:6801","nonce":1431235391}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6802","nonce":1431235391},{"type":"v1","addr":"172.21.15.145:6803","nonce":1431235391}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6806","nonce":1431235391},{"type":"v1","addr":"172.21.15.145:6807","nonce":1431235391}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6804","nonce":1431235391},{"type":"v1","addr":"172.21.15.145:6805","nonce":1431235391}]},"public_addr":"172.21.15.145:6801/1431235391","cluster_addr":"172.21.15.145:6803/1431235391","heartbeat_back_addr":"172.21.15.145:6807/1431235391","heartbeat_front_addr":"172.21.15.145:6805/1431235391","state":["exists","up"]},{"osd":6,"uuid":"dd2ee71c-4024-4f56-90b1-d362ff9ae8f5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6816","nonce":1755123178},{"type":"v1","addr":"172.21.15.145:6817","nonce":1755123178}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6818","nonce":1755123178},{"type":"v1","addr":"172.21.15.145:6819","nonce":1755123178}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6822","nonce":1755123178},{"type":"v1","addr":"172.21.15.145:6823","nonce":1755123178}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6820","nonce":1755123178},{"type":"v1","addr":"172.21.15.145:6821","nonce":1755123178}]},"public_addr":"172.21.15.145:6817/1755123178","cluster_addr":"172.21.15.145:6819/1755123178","heartbeat_back_addr":"172.21.15.145:6823/1755123178","heartbeat_front_addr":"172.21.15.145:6821/1755123178","state":["exists","up"]},{"osd":7,"uuid":"7412449e-689b-45ee-9ae5-744a8c27f166","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6824","nonce":3012628958},{"type":"v1","addr":"172.21.15.145:6825","nonce":3012628958}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6826","nonce":3012628958},{"type":"v1","addr":"172.21.15.145:6827","nonce":3012628958}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6830","nonce":3012628958},{"type":"v1","addr":"172.21.15.145:6831","nonce":3012628958}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6828","nonce":3012628958},{"type":"v1","addr":"172.21.15.145:6829","nonce":3012628958}]},"public_addr":"172.21.15.145:6825/3012628958","cluster_addr":"172.21.15.145:6827/3012628958","heartbeat_back_addr":"172.21.15.145:6831/3012628958","heartbeat_front_addr":"172.21.15.145:6829/3012628958","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T18:56:17.286635+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T18:56:17.334491+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T18:56:17.297521+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T18:56:17.383716+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T18:56:17.267776+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T18:56:17.312998+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T18:56:17.303008+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T18:56:17.304729+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"3.1f","mappings":[{"from":0,"to":2}]},{"pgid":"3.21","mappings":[{"from":5,"to":1}]},{"pgid":"3.29","mappings":[{"from":3,"to":2}]},{"pgid":"3.2a","mappings":[{"from":5,"to":2}]},{"pgid":"3.3b","mappings":[{"from":7,"to":1}]},{"pgid":"4.2","mappings":[{"from":1,"to":2}]},{"pgid":"4.10","mappings":[{"from":1,"to":2}]},{"pgid":"4.1b","mappings":[{"from":1,"to":2}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T18:57:31.662 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:31.659+0000 7f0898620640 1 -- 172.21.15.119:0/2195799240 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f087406ac00 msgr2=0x7f087406d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:31.662 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:31.659+0000 7f0898620640 1 --2- 172.21.15.119:0/2195799240 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f087406ac00 0x7f087406d0c0 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7f08900adbd0 tx=0x7f0880008040 comp rx=0 tx=0).stop 2024-09-13T18:57:31.662 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:31.659+0000 7f0898620640 1 -- 172.21.15.119:0/2195799240 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f08900c9f80 msgr2=0x7f0890150260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:31.663 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:31.659+0000 7f0898620640 1 --2- 172.21.15.119:0/2195799240 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f08900c9f80 0x7f0890150260 secure :-1 s=READY pgs=438 cs=0 l=1 rev1=1 crypto rx=0x7f088c000c00 tx=0x7f088c0046c0 comp rx=0 tx=0).stop 2024-09-13T18:57:31.663 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:31.660+0000 7f0898620640 1 -- 172.21.15.119:0/2195799240 shutdown_connections 2024-09-13T18:57:31.663 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:31.660+0000 7f0898620640 1 --2- 172.21.15.119:0/2195799240 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f087406ac00 0x7f087406d0c0 unknown :-1 s=CLOSED pgs=221 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:31.663 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:31.660+0000 7f0898620640 1 --2- 172.21.15.119:0/2195799240 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f089015a2e0 0x7f08900cd690 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:31.663 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:31.660+0000 7f0898620640 1 --2- 172.21.15.119:0/2195799240 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f08900cb220 0x7f08900cd150 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:31.663 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:31.660+0000 7f0898620640 1 --2- 172.21.15.119:0/2195799240 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f08900c9f80 0x7f0890150260 unknown :-1 s=CLOSED pgs=438 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:31.663 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:31.660+0000 7f0898620640 1 -- 172.21.15.119:0/2195799240 >> 172.21.15.119:0/2195799240 conn(0x7f0890069ed0 msgr2=0x7f08900addd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:57:31.663 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:31.660+0000 7f0898620640 1 -- 172.21.15.119:0/2195799240 shutdown_connections 2024-09-13T18:57:31.663 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:31.660+0000 7f0898620640 1 -- 172.21.15.119:0/2195799240 wait complete. 2024-09-13T18:57:31.674 INFO:tasks.cephfs.filesystem:Destroying file system cephfs and related pools 2024-09-13T18:57:31.674 DEBUG:teuthology.orchestra.run.smithi119:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-13T18:57:31.771 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:31.768+0000 7f3b10809640 1 Processor -- start 2024-09-13T18:57:31.771 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:31.768+0000 7f3b10809640 1 -- start start 2024-09-13T18:57:31.772 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:31.769+0000 7f3b10809640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f3b0c0c12a0 0x7f3b0c0cbea0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:31.772 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:31.769+0000 7f3b10809640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f3b0c0c8fc0 0x7f3b0c0c9470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:31.772 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:31.769+0000 7f3b10809640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f3b0c0cc480 con 0x7f3b0c0c1680 2024-09-13T18:57:31.772 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:31.769+0000 7f3b10809640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f3b0c0cc760 con 0x7f3b0c0c8fc0 2024-09-13T18:57:31.772 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:31.769+0000 7f3b10809640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f3b0c0cca40 con 0x7f3b0c0c12a0 2024-09-13T18:57:31.772 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:31.769+0000 7f3b0a59c640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f3b0c0c12a0 0x7f3b0c0cbea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:31.773 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:31.769+0000 7f3b0ad9d640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f3b0c0c8fc0 0x7f3b0c0c9470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:31.773 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:31.769+0000 7f3b0a59c640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f3b0c0c12a0 0x7f3b0c0cbea0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.145:3301/0 says I am v2:172.21.15.119:55294/0 (socket says 172.21.15.119:55294) 2024-09-13T18:57:31.773 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:31.769+0000 7f3b0a59c640 1 -- 172.21.15.119:0/591984980 learned_addr learned my addr 172.21.15.119:0/591984980 (peer_addr_for_me v2:172.21.15.119:0/0) 2024-09-13T18:57:31.773 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:31.770+0000 7f3b0959a640 1 -- 172.21.15.119:0/591984980 <== mon.1 v1:172.21.15.145:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3126526972 0 0) 0x7f3b0c0cc480 con 0x7f3b0c0c1680 2024-09-13T18:57:31.773 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:31.770+0000 7f3b0959a640 1 -- 172.21.15.119:0/591984980 --> v1:172.21.15.145:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f3af4003520 con 0x7f3b0c0c1680 2024-09-13T18:57:31.773 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:31.770+0000 7f3b0a59c640 1 -- 172.21.15.119:0/591984980 >> v2:172.21.15.145:3300/0 conn(0x7f3b0c0c8fc0 msgr2=0x7f3b0c0c9470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T18:57:31.773 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:31.770+0000 7f3b0a59c640 1 --2- 172.21.15.119:0/591984980 >> v2:172.21.15.145:3300/0 conn(0x7f3b0c0c8fc0 0x7f3b0c0c9470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:31.773 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:31.770+0000 7f3b0a59c640 1 -- 172.21.15.119:0/591984980 >> v1:172.21.15.145:6789/0 conn(0x7f3b0c0c1680 legacy=0x7f3b0c0b2070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:31.773 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:31.770+0000 7f3b0a59c640 1 -- 172.21.15.119:0/591984980 --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3b0c0ccd20 con 0x7f3b0c0c12a0 2024-09-13T18:57:31.774 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:31.770+0000 7f3b0a59c640 1 --2- 172.21.15.119:0/591984980 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f3b0c0c12a0 0x7f3b0c0cbea0 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7f3afc009870 tx=0x7f3afc02a270 comp rx=0 tx=0).ready entity=mon.2 client_cookie=1fd65160df988b59 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:57:31.774 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:31.771+0000 7f3b0959a640 1 -- 172.21.15.119:0/591984980 <== mon.2 v2:172.21.15.145:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3afc032440 con 0x7f3b0c0c12a0 2024-09-13T18:57:31.775 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:31.771+0000 7f3b0959a640 1 -- 172.21.15.119:0/591984980 <== mon.2 v2:172.21.15.145:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f3afc0325a0 con 0x7f3b0c0c12a0 2024-09-13T18:57:31.775 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:31.771+0000 7f3b0959a640 1 -- 172.21.15.119:0/591984980 <== mon.2 v2:172.21.15.145:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3afc032910 con 0x7f3b0c0c12a0 2024-09-13T18:57:31.775 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:31.771+0000 7f3b10809640 1 -- 172.21.15.119:0/591984980 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f3b0c0c12a0 msgr2=0x7f3b0c0cbea0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:31.775 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:31.771+0000 7f3b10809640 1 --2- 172.21.15.119:0/591984980 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f3b0c0c12a0 0x7f3b0c0cbea0 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7f3afc009870 tx=0x7f3afc02a270 comp rx=0 tx=0).stop 2024-09-13T18:57:31.775 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:31.771+0000 7f3b10809640 1 -- 172.21.15.119:0/591984980 shutdown_connections 2024-09-13T18:57:31.775 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:31.771+0000 7f3b10809640 1 --2- 172.21.15.119:0/591984980 >> v2:172.21.15.145:3300/0 conn(0x7f3b0c0c8fc0 0x7f3b0c0c9470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:31.775 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:31.771+0000 7f3b10809640 1 --2- 172.21.15.119:0/591984980 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f3b0c0c12a0 0x7f3b0c0cbea0 unknown :-1 s=CLOSED pgs=48 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:31.775 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:31.771+0000 7f3b10809640 1 -- 172.21.15.119:0/591984980 >> 172.21.15.119:0/591984980 conn(0x7f3b0c069ed0 msgr2=0x7f3b0c06a2e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:57:31.775 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:31.771+0000 7f3b10809640 1 -- 172.21.15.119:0/591984980 shutdown_connections 2024-09-13T18:57:31.775 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:31.771+0000 7f3b10809640 1 -- 172.21.15.119:0/591984980 wait complete. 2024-09-13T18:57:31.777 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:31.772+0000 7f3b10809640 1 Processor -- start 2024-09-13T18:57:31.777 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:31.772+0000 7f3b10809640 1 -- start start 2024-09-13T18:57:31.777 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:31.773+0000 7f3b10809640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f3b0c0c12a0 0x7f3b0c163360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:31.777 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:31.773+0000 7f3b10809640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f3b0c0c1680 0x7f3b0c1f5820 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:31.778 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:31.773+0000 7f3b10809640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f3b0c0c8fc0 0x7f3b0c1f9620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:31.778 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:31.773+0000 7f3b10809640 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3b0c0c82f0 con 0x7f3b0c0c1680 2024-09-13T18:57:31.778 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:31.773+0000 7f3b10809640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3b0c0c7a50 con 0x7f3b0c0c8fc0 2024-09-13T18:57:31.778 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:31.773+0000 7f3b10809640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f3b0c0c7d30 con 0x7f3b0c0c12a0 2024-09-13T18:57:31.778 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:31.773+0000 7f3b09d9b640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f3b0c0c1680 0x7f3b0c1f5820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:31.778 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:31.773+0000 7f3b09d9b640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f3b0c0c1680 0x7f3b0c1f5820 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.119:3300/0 says I am v2:172.21.15.119:55170/0 (socket says 172.21.15.119:55170) 2024-09-13T18:57:31.778 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:31.773+0000 7f3b09d9b640 1 -- 172.21.15.119:0/1828219437 learned_addr learned my addr 172.21.15.119:0/1828219437 (peer_addr_for_me v2:172.21.15.119:0/0) 2024-09-13T18:57:31.778 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:31.774+0000 7f3b0ad9d640 1 --2- 172.21.15.119:0/1828219437 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f3b0c0c8fc0 0x7f3b0c1f9620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:31.778 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:31.774+0000 7f3b0a59c640 1 --2- 172.21.15.119:0/1828219437 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f3b0c0c12a0 0x7f3b0c163360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:31.778 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:31.774+0000 7f3b09d9b640 1 -- 172.21.15.119:0/1828219437 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f3b0c0c12a0 msgr2=0x7f3b0c163360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:31.778 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:31.774+0000 7f3b09d9b640 1 --2- 172.21.15.119:0/1828219437 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f3b0c0c12a0 0x7f3b0c163360 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:31.778 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:31.774+0000 7f3b09d9b640 1 -- 172.21.15.119:0/1828219437 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f3b0c0c8fc0 msgr2=0x7f3b0c1f9620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:31.778 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:31.774+0000 7f3b09d9b640 1 --2- 172.21.15.119:0/1828219437 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f3b0c0c8fc0 0x7f3b0c1f9620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:31.779 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:31.774+0000 7f3b09d9b640 1 -- 172.21.15.119:0/1828219437 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3afc0094d0 con 0x7f3b0c0c1680 2024-09-13T18:57:31.779 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:31.774+0000 7f3b09d9b640 1 --2- 172.21.15.119:0/1828219437 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f3b0c0c1680 0x7f3b0c1f5820 secure :-1 s=READY pgs=439 cs=0 l=1 rev1=1 crypto rx=0x7f3b0000c400 tx=0x7f3b0000c8c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:57:31.779 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:31.774+0000 7f3afaffd640 1 -- 172.21.15.119:0/1828219437 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3b000052d0 con 0x7f3b0c0c1680 2024-09-13T18:57:31.779 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:31.774+0000 7f3afaffd640 1 -- 172.21.15.119:0/1828219437 <== mon.0 v2:172.21.15.119:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f3b00005430 con 0x7f3b0c0c1680 2024-09-13T18:57:31.779 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:31.774+0000 7f3b10809640 1 -- 172.21.15.119:0/1828219437 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f3b0c0c1c40 con 0x7f3b0c0c1680 2024-09-13T18:57:31.779 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:31.774+0000 7f3afaffd640 1 -- 172.21.15.119:0/1828219437 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3b00003810 con 0x7f3b0c0c1680 2024-09-13T18:57:31.779 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:31.774+0000 7f3b10809640 1 -- 172.21.15.119:0/1828219437 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f3b0c0ab270 con 0x7f3b0c0c1680 2024-09-13T18:57:31.779 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:31.775+0000 7f3b10809640 1 -- 172.21.15.119:0/1828219437 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f3b0c0cbea0 con 0x7f3b0c0c1680 2024-09-13T18:57:31.780 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:31.775+0000 7f3afaffd640 1 -- 172.21.15.119:0/1828219437 <== mon.0 v2:172.21.15.119:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f3b00003970 con 0x7f3b0c0c1680 2024-09-13T18:57:31.780 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:31.776+0000 7f3afaffd640 1 --2- 172.21.15.119:0/1828219437 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f3aec06ac00 0x7f3aec06d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:31.780 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:31.776+0000 7f3b0a59c640 1 --2- 172.21.15.119:0/1828219437 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f3aec06ac00 0x7f3aec06d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:31.780 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:31.776+0000 7f3afaffd640 1 -- 172.21.15.119:0/1828219437 <== mon.0 v2:172.21.15.119:3300/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 6692+0+0 (secure 0 0 0) 0x7f3b00088ce0 con 0x7f3b0c0c1680 2024-09-13T18:57:31.780 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:31.776+0000 7f3b0a59c640 1 --2- 172.21.15.119:0/1828219437 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f3aec06ac00 0x7f3aec06d0c0 secure :-1 s=READY pgs=222 cs=0 l=1 rev1=1 crypto rx=0x7f3afc034000 tx=0x7f3afc02e000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:57:31.783 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:31.780+0000 7f3afaffd640 1 -- 172.21.15.119:0/1828219437 <== mon.0 v2:172.21.15.119:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f3b00053b70 con 0x7f3b0c0c1680 2024-09-13T18:57:31.974 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:31.971+0000 7f3b10809640 1 -- 172.21.15.119:0/1828219437 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f3b0c06ceb0 con 0x7f3b0c0c1680 2024-09-13T18:57:31.975 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:31.972+0000 7f3afaffd640 1 -- 172.21.15.119:0/1828219437 <== mon.0 v2:172.21.15.119:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 8 v8) v1 ==== 93+0+4739 (secure 0 0 0) 0x7f3b00017090 con 0x7f3b0c0c1680 2024-09-13T18:57:31.975 INFO:teuthology.orchestra.run.smithi119.stdout: 2024-09-13T18:57:31.975 INFO:teuthology.orchestra.run.smithi119.stdout:{"epoch":8,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4241,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.145:6835/847902248","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6833","nonce":847902248},{"type":"v1","addr":"172.21.15.145:6835","nonce":847902248}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3},{"gid":4282,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.145:6834/3410464570","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6832","nonce":3410464570},{"type":"v1","addr":"172.21.15.145:6834","nonce":3410464570}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3},{"gid":4287,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.119:6836/3596755488","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6834","nonce":3596755488},{"type":"v1","addr":"172.21.15.119:6836","nonce":3596755488}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":8,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-13T18:56:34.025298+0000","modified":"2024-09-13T18:56:49.078985+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":4290},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4290":{"gid":4290,"name":"a","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.119:6837/3907469279","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6835","nonce":3907469279},{"type":"v1","addr":"172.21.15.119:6837","nonce":3907469279}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2024-09-13T18:57:31.975 INFO:teuthology.orchestra.run.smithi119.stderr:dumped fsmap epoch 8 2024-09-13T18:57:31.977 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:31.974+0000 7f3b10809640 1 -- 172.21.15.119:0/1828219437 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f3aec06ac00 msgr2=0x7f3aec06d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:31.977 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:31.974+0000 7f3b10809640 1 --2- 172.21.15.119:0/1828219437 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f3aec06ac00 0x7f3aec06d0c0 secure :-1 s=READY pgs=222 cs=0 l=1 rev1=1 crypto rx=0x7f3afc034000 tx=0x7f3afc02e000 comp rx=0 tx=0).stop 2024-09-13T18:57:31.977 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:31.974+0000 7f3b10809640 1 -- 172.21.15.119:0/1828219437 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f3b0c0c1680 msgr2=0x7f3b0c1f5820 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:31.977 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:31.974+0000 7f3b10809640 1 --2- 172.21.15.119:0/1828219437 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f3b0c0c1680 0x7f3b0c1f5820 secure :-1 s=READY pgs=439 cs=0 l=1 rev1=1 crypto rx=0x7f3b0000c400 tx=0x7f3b0000c8c0 comp rx=0 tx=0).stop 2024-09-13T18:57:31.977 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:31.974+0000 7f3b10809640 1 -- 172.21.15.119:0/1828219437 shutdown_connections 2024-09-13T18:57:31.977 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:31.974+0000 7f3b10809640 1 --2- 172.21.15.119:0/1828219437 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f3aec06ac00 0x7f3aec06d0c0 unknown :-1 s=CLOSED pgs=222 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:31.977 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:31.974+0000 7f3b10809640 1 --2- 172.21.15.119:0/1828219437 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f3b0c0c8fc0 0x7f3b0c1f9620 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:31.977 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:31.974+0000 7f3b10809640 1 --2- 172.21.15.119:0/1828219437 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f3b0c0c1680 0x7f3b0c1f5820 unknown :-1 s=CLOSED pgs=439 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:31.977 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:31.974+0000 7f3b10809640 1 --2- 172.21.15.119:0/1828219437 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f3b0c0c12a0 0x7f3b0c163360 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:31.977 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:31.974+0000 7f3b10809640 1 -- 172.21.15.119:0/1828219437 >> 172.21.15.119:0/1828219437 conn(0x7f3b0c069ed0 msgr2=0x7f3b0c06d220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:57:31.977 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:31.974+0000 7f3b10809640 1 -- 172.21.15.119:0/1828219437 shutdown_connections 2024-09-13T18:57:31.978 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:31.974+0000 7f3b10809640 1 -- 172.21.15.119:0/1828219437 wait complete. 2024-09-13T18:57:31.988 DEBUG:teuthology.orchestra.run.smithi119:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-13T18:57:32.086 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:32.084+0000 7f14ad908640 1 Processor -- start 2024-09-13T18:57:32.086 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:32.084+0000 7f14ad908640 1 -- start start 2024-09-13T18:57:32.088 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:32.085+0000 7f14ad908640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f14a815a3a0 0x7f14a80cd650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:32.088 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:32.085+0000 7f14ad908640 1 --2- >> v2:172.21.15.119:3300/0 conn(0x7f14a815d910 0x7f14a80cdb90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:32.088 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:32.085+0000 7f14ad908640 1 -- --> v1:172.21.15.119:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f14a815d480 con 0x7f14a80703c0 2024-09-13T18:57:32.088 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:32.085+0000 7f14ad908640 1 -- --> v2:172.21.15.119:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f14a80ac1f0 con 0x7f14a815d910 2024-09-13T18:57:32.088 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:32.085+0000 7f14ad908640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f14a8071280 con 0x7f14a815a3a0 2024-09-13T18:57:32.088 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:32.085+0000 7f14a67fc640 1 --2- >> v2:172.21.15.119:3300/0 conn(0x7f14a815d910 0x7f14a80cdb90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:32.088 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:32.085+0000 7f14a77fe640 1 --1- >> v1:172.21.15.119:6789/0 conn(0x7f14a80703c0 0x7f14a80707f0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.119:6789/0 says I am v1:172.21.15.119:60312/0 (socket says 172.21.15.119:60312) 2024-09-13T18:57:32.088 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:32.085+0000 7f14a77fe640 1 -- 172.21.15.119:0/3087591266 learned_addr learned my addr 172.21.15.119:0/3087591266 (peer_addr_for_me v1:172.21.15.119:0/0) 2024-09-13T18:57:32.088 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:32.085+0000 7f14a6ffd640 1 --2- 172.21.15.119:0/3087591266 >> v2:172.21.15.145:3300/0 conn(0x7f14a815a3a0 0x7f14a80cd650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:32.088 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:32.085+0000 7f14a67fc640 1 -- 172.21.15.119:0/3087591266 >> v2:172.21.15.145:3300/0 conn(0x7f14a815a3a0 msgr2=0x7f14a80cd650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T18:57:32.088 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:32.085+0000 7f14a67fc640 1 --2- 172.21.15.119:0/3087591266 >> v2:172.21.15.145:3300/0 conn(0x7f14a815a3a0 0x7f14a80cd650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:32.089 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:32.085+0000 7f14a67fc640 1 -- 172.21.15.119:0/3087591266 >> v1:172.21.15.119:6789/0 conn(0x7f14a80703c0 legacy=0x7f14a80707f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:32.089 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:32.085+0000 7f14a67fc640 1 -- 172.21.15.119:0/3087591266 --> v2:172.21.15.119:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f14a8070fa0 con 0x7f14a815d910 2024-09-13T18:57:32.089 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:32.085+0000 7f14a5ffb640 1 -- 172.21.15.119:0/3087591266 <== mon.0 v1:172.21.15.119:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3076211245 0 0) 0x7f14a815d480 con 0x7f14a80703c0 2024-09-13T18:57:32.089 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:32.085+0000 7f14a6ffd640 1 --2- 172.21.15.119:0/3087591266 >> v2:172.21.15.145:3300/0 conn(0x7f14a815a3a0 0x7f14a80cd650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T18:57:32.090 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:32.086+0000 7f14a67fc640 1 --2- 172.21.15.119:0/3087591266 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f14a815d910 0x7f14a80cdb90 secure :-1 s=READY pgs=441 cs=0 l=1 rev1=1 crypto rx=0x7f14a806b780 tx=0x7f149002a1a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ab7c68793b6edb11 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:57:32.090 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:32.086+0000 7f14a5ffb640 1 -- 172.21.15.119:0/3087591266 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1490032440 con 0x7f14a815d910 2024-09-13T18:57:32.090 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:32.086+0000 7f14a5ffb640 1 -- 172.21.15.119:0/3087591266 <== mon.0 v2:172.21.15.119:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f14900325a0 con 0x7f14a815d910 2024-09-13T18:57:32.090 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:32.086+0000 7f14a5ffb640 1 -- 172.21.15.119:0/3087591266 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1490032930 con 0x7f14a815d910 2024-09-13T18:57:32.090 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:32.086+0000 7f14ad908640 1 -- 172.21.15.119:0/3087591266 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f14a815d910 msgr2=0x7f14a80cdb90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:32.090 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:32.086+0000 7f14ad908640 1 --2- 172.21.15.119:0/3087591266 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f14a815d910 0x7f14a80cdb90 secure :-1 s=READY pgs=441 cs=0 l=1 rev1=1 crypto rx=0x7f14a806b780 tx=0x7f149002a1a0 comp rx=0 tx=0).stop 2024-09-13T18:57:32.091 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:32.086+0000 7f14ad908640 1 -- 172.21.15.119:0/3087591266 shutdown_connections 2024-09-13T18:57:32.091 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:32.086+0000 7f14ad908640 1 --2- 172.21.15.119:0/3087591266 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f14a815d910 0x7f14a80cdb90 unknown :-1 s=CLOSED pgs=441 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:32.091 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:32.086+0000 7f14ad908640 1 --2- 172.21.15.119:0/3087591266 >> v2:172.21.15.145:3300/0 conn(0x7f14a815a3a0 0x7f14a80cd650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:32.091 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:32.086+0000 7f14ad908640 1 -- 172.21.15.119:0/3087591266 >> 172.21.15.119:0/3087591266 conn(0x7f14a8069ed0 msgr2=0x7f14a806a2e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:57:32.091 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:32.086+0000 7f14ad908640 1 -- 172.21.15.119:0/3087591266 shutdown_connections 2024-09-13T18:57:32.091 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:32.086+0000 7f14ad908640 1 -- 172.21.15.119:0/3087591266 wait complete. 2024-09-13T18:57:32.091 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:32.088+0000 7f14ad908640 1 Processor -- start 2024-09-13T18:57:32.091 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:32.088+0000 7f14ad908640 1 -- start start 2024-09-13T18:57:32.094 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:32.088+0000 7f14ad908640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f14a80703c0 0x7f14a814af90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:32.094 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:32.088+0000 7f14ad908640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f14a815a3a0 0x7f14a8154800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:32.094 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:32.089+0000 7f14ad908640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f14a815d910 0x7f14a80b2c20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:32.094 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:32.089+0000 7f14ad908640 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f14a80b1b80 con 0x7f14a80703c0 2024-09-13T18:57:32.094 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:32.089+0000 7f14ad908640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f14a80b1e60 con 0x7f14a815a3a0 2024-09-13T18:57:32.094 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:32.089+0000 7f14ad908640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f14a80b2140 con 0x7f14a815d910 2024-09-13T18:57:32.094 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:32.089+0000 7f14a6ffd640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f14a80703c0 0x7f14a814af90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:32.095 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:32.089+0000 7f14a6ffd640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f14a80703c0 0x7f14a814af90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.119:3300/0 says I am v2:172.21.15.119:55180/0 (socket says 172.21.15.119:55180) 2024-09-13T18:57:32.095 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:32.089+0000 7f14a6ffd640 1 -- 172.21.15.119:0/958766447 learned_addr learned my addr 172.21.15.119:0/958766447 (peer_addr_for_me v2:172.21.15.119:0/0) 2024-09-13T18:57:32.095 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:32.089+0000 7f14a67fc640 1 --2- 172.21.15.119:0/958766447 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f14a815a3a0 0x7f14a8154800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:32.095 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:32.089+0000 7f14a77fe640 1 --2- 172.21.15.119:0/958766447 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f14a815d910 0x7f14a80b2c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:32.095 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:32.089+0000 7f14a6ffd640 1 -- 172.21.15.119:0/958766447 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f14a815d910 msgr2=0x7f14a80b2c20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:32.095 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:32.089+0000 7f14a6ffd640 1 --2- 172.21.15.119:0/958766447 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f14a815d910 0x7f14a80b2c20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:32.095 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:32.089+0000 7f14a6ffd640 1 -- 172.21.15.119:0/958766447 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f14a815a3a0 msgr2=0x7f14a8154800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:32.095 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:32.089+0000 7f14a6ffd640 1 --2- 172.21.15.119:0/958766447 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f14a815a3a0 0x7f14a8154800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:32.095 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:32.089+0000 7f14a6ffd640 1 -- 172.21.15.119:0/958766447 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1490009400 con 0x7f14a80703c0 2024-09-13T18:57:32.095 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:32.089+0000 7f14a77fe640 1 --2- 172.21.15.119:0/958766447 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f14a815d910 0x7f14a80b2c20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T18:57:32.095 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:32.089+0000 7f14a6ffd640 1 --2- 172.21.15.119:0/958766447 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f14a80703c0 0x7f14a814af90 secure :-1 s=READY pgs=442 cs=0 l=1 rev1=1 crypto rx=0x7f14a000e7e0 tx=0x7f14a000eca0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:57:32.095 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:32.089+0000 7f149ffff640 1 -- 172.21.15.119:0/958766447 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f14a0004030 con 0x7f14a80703c0 2024-09-13T18:57:32.095 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:32.089+0000 7f149ffff640 1 -- 172.21.15.119:0/958766447 <== mon.0 v2:172.21.15.119:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f14a0004190 con 0x7f14a80703c0 2024-09-13T18:57:32.095 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:32.089+0000 7f149ffff640 1 -- 172.21.15.119:0/958766447 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f14a0004520 con 0x7f14a80703c0 2024-09-13T18:57:32.096 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:32.089+0000 7f14ad908640 1 -- 172.21.15.119:0/958766447 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f14a80b2420 con 0x7f14a80703c0 2024-09-13T18:57:32.096 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:32.089+0000 7f14ad908640 1 -- 172.21.15.119:0/958766447 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f14a8154d40 con 0x7f14a80703c0 2024-09-13T18:57:32.096 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:32.090+0000 7f14ad908640 1 -- 172.21.15.119:0/958766447 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f14a80707f0 con 0x7f14a80703c0 2024-09-13T18:57:32.096 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:32.091+0000 7f149ffff640 1 -- 172.21.15.119:0/958766447 <== mon.0 v2:172.21.15.119:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f14a000c6d0 con 0x7f14a80703c0 2024-09-13T18:57:32.096 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:32.091+0000 7f149ffff640 1 --2- 172.21.15.119:0/958766447 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f148806ac00 0x7f148806d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:32.096 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:32.091+0000 7f14a67fc640 1 --2- 172.21.15.119:0/958766447 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f148806ac00 0x7f148806d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:32.096 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:32.091+0000 7f149ffff640 1 -- 172.21.15.119:0/958766447 <== mon.0 v2:172.21.15.119:3300/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 6692+0+0 (secure 0 0 0) 0x7f14a00893d0 con 0x7f14a80703c0 2024-09-13T18:57:32.096 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:32.092+0000 7f14a67fc640 1 --2- 172.21.15.119:0/958766447 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f148806ac00 0x7f148806d0c0 secure :-1 s=READY pgs=223 cs=0 l=1 rev1=1 crypto rx=0x7f1490034000 tx=0x7f149002e000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:57:32.098 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:32.095+0000 7f149ffff640 1 -- 172.21.15.119:0/958766447 <== mon.0 v2:172.21.15.119:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f14a0054260 con 0x7f14a80703c0 2024-09-13T18:57:32.296 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:32.293+0000 7f14ad908640 1 -- 172.21.15.119:0/958766447 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f14a806ad70 con 0x7f14a80703c0 2024-09-13T18:57:32.296 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:32.294+0000 7f149ffff640 1 -- 172.21.15.119:0/958766447 <== mon.0 v2:172.21.15.119:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 8 v8) v1 ==== 93+0+4739 (secure 0 0 0) 0x7f14a0057880 con 0x7f14a80703c0 2024-09-13T18:57:32.297 INFO:teuthology.orchestra.run.smithi119.stdout: 2024-09-13T18:57:32.297 INFO:teuthology.orchestra.run.smithi119.stdout:{"epoch":8,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4241,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.145:6835/847902248","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6833","nonce":847902248},{"type":"v1","addr":"172.21.15.145:6835","nonce":847902248}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3},{"gid":4282,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.145:6834/3410464570","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6832","nonce":3410464570},{"type":"v1","addr":"172.21.15.145:6834","nonce":3410464570}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3},{"gid":4287,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.119:6836/3596755488","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6834","nonce":3596755488},{"type":"v1","addr":"172.21.15.119:6836","nonce":3596755488}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":8,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-13T18:56:34.025298+0000","modified":"2024-09-13T18:56:49.078985+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":4290},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4290":{"gid":4290,"name":"a","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.119:6837/3907469279","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6835","nonce":3907469279},{"type":"v1","addr":"172.21.15.119:6837","nonce":3907469279}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2024-09-13T18:57:32.297 INFO:teuthology.orchestra.run.smithi119.stderr:dumped fsmap epoch 8 2024-09-13T18:57:32.298 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:32.296+0000 7f14ad908640 1 -- 172.21.15.119:0/958766447 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f148806ac00 msgr2=0x7f148806d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:32.298 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:32.296+0000 7f14ad908640 1 --2- 172.21.15.119:0/958766447 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f148806ac00 0x7f148806d0c0 secure :-1 s=READY pgs=223 cs=0 l=1 rev1=1 crypto rx=0x7f1490034000 tx=0x7f149002e000 comp rx=0 tx=0).stop 2024-09-13T18:57:32.299 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:32.296+0000 7f14ad908640 1 -- 172.21.15.119:0/958766447 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f14a80703c0 msgr2=0x7f14a814af90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:32.299 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:32.296+0000 7f14ad908640 1 --2- 172.21.15.119:0/958766447 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f14a80703c0 0x7f14a814af90 secure :-1 s=READY pgs=442 cs=0 l=1 rev1=1 crypto rx=0x7f14a000e7e0 tx=0x7f14a000eca0 comp rx=0 tx=0).stop 2024-09-13T18:57:32.299 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:32.296+0000 7f14ad908640 1 -- 172.21.15.119:0/958766447 shutdown_connections 2024-09-13T18:57:32.299 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:32.296+0000 7f14ad908640 1 --2- 172.21.15.119:0/958766447 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f148806ac00 0x7f148806d0c0 unknown :-1 s=CLOSED pgs=223 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:32.299 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:32.296+0000 7f14ad908640 1 --2- 172.21.15.119:0/958766447 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f14a815d910 0x7f14a80b2c20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:32.299 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:32.296+0000 7f14ad908640 1 --2- 172.21.15.119:0/958766447 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f14a815a3a0 0x7f14a8154800 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:32.299 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:32.296+0000 7f14ad908640 1 --2- 172.21.15.119:0/958766447 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f14a80703c0 0x7f14a814af90 unknown :-1 s=CLOSED pgs=442 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:32.299 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:32.296+0000 7f14ad908640 1 -- 172.21.15.119:0/958766447 >> 172.21.15.119:0/958766447 conn(0x7f14a8069ed0 msgr2=0x7f14a815fa40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:57:32.299 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:32.296+0000 7f14ad908640 1 -- 172.21.15.119:0/958766447 shutdown_connections 2024-09-13T18:57:32.300 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:32.296+0000 7f14ad908640 1 -- 172.21.15.119:0/958766447 wait complete. 2024-09-13T18:57:32.310 DEBUG:teuthology.orchestra.run.smithi119:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T18:57:32.408 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:32.405+0000 7ff0dc125640 1 Processor -- start 2024-09-13T18:57:32.408 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:32.405+0000 7ff0dc125640 1 -- start start 2024-09-13T18:57:32.417 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:32.406+0000 7ff0dc125640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7ff0d406c4c0 0x7ff0d406c8a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:32.417 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:32.406+0000 7ff0dc125640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7ff0d40b2590 0x7ff0d406d3a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:32.417 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:32.406+0000 7ff0dc125640 1 -- --> v1:172.21.15.119:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7ff0d406e0c0 con 0x7ff0d40cbea0 2024-09-13T18:57:32.418 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:32.406+0000 7ff0dc125640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 v1 -- 0x7ff0d406deb0 con 0x7ff0d406c4c0 2024-09-13T18:57:32.418 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:32.406+0000 7ff0dc125640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff0d40b2170 con 0x7ff0d40b2590 2024-09-13T18:57:32.418 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:32.406+0000 7ff0da6c2640 1 --1- >> v1:172.21.15.119:6789/0 conn(0x7ff0d40cbea0 0x7ff0d40cc350 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.119:6789/0 says I am v1:172.21.15.119:60314/0 (socket says 172.21.15.119:60314) 2024-09-13T18:57:32.418 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:32.406+0000 7ff0da6c2640 1 -- 172.21.15.119:0/475326842 learned_addr learned my addr 172.21.15.119:0/475326842 (peer_addr_for_me v1:172.21.15.119:0/0) 2024-09-13T18:57:32.418 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:32.406+0000 7ff0d8ebf640 1 -- 172.21.15.119:0/475326842 <== mon.0 v1:172.21.15.119:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2970021630 0 0) 0x7ff0d406e0c0 con 0x7ff0d40cbea0 2024-09-13T18:57:32.418 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:32.406+0000 7ff0d8ebf640 1 -- 172.21.15.119:0/475326842 --> v1:172.21.15.119:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7ff0c0003520 con 0x7ff0d40cbea0 2024-09-13T18:57:32.419 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:32.406+0000 7ff0d9ec1640 1 --2- 172.21.15.119:0/475326842 >> v2:172.21.15.145:3300/0 conn(0x7ff0d406c4c0 0x7ff0d406c8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:32.419 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:32.406+0000 7ff0d96c0640 1 --2- 172.21.15.119:0/475326842 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7ff0d40b2590 0x7ff0d406d3a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:32.419 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:32.406+0000 7ff0d8ebf640 1 -- 172.21.15.119:0/475326842 <== mon.0 v1:172.21.15.119:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 429864089 0 0) 0x7ff0c0003520 con 0x7ff0d40cbea0 2024-09-13T18:57:32.419 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:32.406+0000 7ff0d8ebf640 1 -- 172.21.15.119:0/475326842 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7ff0d40b2590 msgr2=0x7ff0d406d3a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T18:57:32.419 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:32.406+0000 7ff0d8ebf640 1 --2- 172.21.15.119:0/475326842 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7ff0d40b2590 0x7ff0d406d3a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:32.419 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:32.406+0000 7ff0d8ebf640 1 -- 172.21.15.119:0/475326842 >> v2:172.21.15.145:3300/0 conn(0x7ff0d406c4c0 msgr2=0x7ff0d406c8a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T18:57:32.420 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:32.406+0000 7ff0d8ebf640 1 --2- 172.21.15.119:0/475326842 >> v2:172.21.15.145:3300/0 conn(0x7ff0d406c4c0 0x7ff0d406c8a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:32.420 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:32.406+0000 7ff0d8ebf640 1 -- 172.21.15.119:0/475326842 --> v1:172.21.15.119:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff0d406e3a0 con 0x7ff0d40cbea0 2024-09-13T18:57:32.420 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:32.406+0000 7ff0d8ebf640 1 -- 172.21.15.119:0/475326842 <== mon.0 v1:172.21.15.119:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 337823224 0 0) 0x7ff0cc0019f0 con 0x7ff0d40cbea0 2024-09-13T18:57:32.420 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:32.406+0000 7ff0d8ebf640 1 -- 172.21.15.119:0/475326842 >> v1:172.21.15.119:6789/0 conn(0x7ff0d40cbea0 legacy=0x7ff0d40cc350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:32.420 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:32.407+0000 7ff0d8ebf640 1 --2- 172.21.15.119:0/475326842 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7ff0c0003970 0x7ff0c0003d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:32.420 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:32.407+0000 7ff0d8ebf640 1 --2- 172.21.15.119:0/475326842 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ff0c00047c0 0x7ff0c0004c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:32.421 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:32.407+0000 7ff0d8ebf640 1 --2- 172.21.15.119:0/475326842 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7ff0c0005180 0x7ff0c000b980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:32.421 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:32.407+0000 7ff0d8ebf640 1 -- 172.21.15.119:0/475326842 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff0d406deb0 con 0x7ff0c0005180 2024-09-13T18:57:32.421 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:32.407+0000 7ff0d8ebf640 1 -- 172.21.15.119:0/475326842 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff0d40b2170 con 0x7ff0c00047c0 2024-09-13T18:57:32.421 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:32.407+0000 7ff0d8ebf640 1 -- 172.21.15.119:0/475326842 --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff0c000bff0 con 0x7ff0c0003970 2024-09-13T18:57:32.421 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:32.407+0000 7ff0d96c0640 1 --2- 172.21.15.119:0/475326842 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7ff0d40b2590 0x7ff0d406d3a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T18:57:32.421 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:32.407+0000 7ff0d9ec1640 1 --2- 172.21.15.119:0/475326842 >> v2:172.21.15.145:3300/0 conn(0x7ff0d406c4c0 0x7ff0d406c8a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T18:57:32.422 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:32.407+0000 7ff0da6c2640 1 --2- 172.21.15.119:0/475326842 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7ff0c0005180 0x7ff0c000b980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:32.422 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:32.407+0000 7ff0da6c2640 1 -- 172.21.15.119:0/475326842 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7ff0c0003970 msgr2=0x7ff0c0003d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T18:57:32.422 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:32.407+0000 7ff0d9ec1640 1 --2- 172.21.15.119:0/475326842 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7ff0c0003970 0x7ff0c0003d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:32.422 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:32.407+0000 7ff0da6c2640 1 --2- 172.21.15.119:0/475326842 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7ff0c0003970 0x7ff0c0003d90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:32.422 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:32.407+0000 7ff0da6c2640 1 -- 172.21.15.119:0/475326842 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ff0c00047c0 msgr2=0x7ff0c0004c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T18:57:32.423 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:32.407+0000 7ff0da6c2640 1 --2- 172.21.15.119:0/475326842 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ff0c00047c0 0x7ff0c0004c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:32.423 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:32.407+0000 7ff0da6c2640 1 -- 172.21.15.119:0/475326842 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff0c0003520 con 0x7ff0c0005180 2024-09-13T18:57:32.423 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:32.408+0000 7ff0da6c2640 1 --2- 172.21.15.119:0/475326842 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7ff0c0005180 0x7ff0c000b980 secure :-1 s=READY pgs=444 cs=0 l=1 rev1=1 crypto rx=0x7ff0cc00a830 tx=0x7ff0c00057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c09d5c55b3bfc747 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:57:32.423 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:32.408+0000 7ff0d8ebf640 1 -- 172.21.15.119:0/475326842 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff0cc02ba50 con 0x7ff0c0005180 2024-09-13T18:57:32.423 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:32.408+0000 7ff0d8ebf640 1 -- 172.21.15.119:0/475326842 <== mon.0 v2:172.21.15.119:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff0cc02bbb0 con 0x7ff0c0005180 2024-09-13T18:57:32.423 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:32.408+0000 7ff0d8ebf640 1 -- 172.21.15.119:0/475326842 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff0cc034470 con 0x7ff0c0005180 2024-09-13T18:57:32.424 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:32.408+0000 7ff0dc125640 1 -- 172.21.15.119:0/475326842 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7ff0c0005180 msgr2=0x7ff0c000b980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:32.424 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:32.408+0000 7ff0dc125640 1 --2- 172.21.15.119:0/475326842 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7ff0c0005180 0x7ff0c000b980 secure :-1 s=READY pgs=444 cs=0 l=1 rev1=1 crypto rx=0x7ff0cc00a830 tx=0x7ff0c00057f0 comp rx=0 tx=0).stop 2024-09-13T18:57:32.424 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:32.408+0000 7ff0da6c2640 1 -- 172.21.15.119:0/475326842 reap_dead start 2024-09-13T18:57:32.424 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:32.408+0000 7ff0dc125640 1 -- 172.21.15.119:0/475326842 shutdown_connections 2024-09-13T18:57:32.424 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:32.408+0000 7ff0dc125640 1 -- 172.21.15.119:0/475326842 >> 172.21.15.119:0/475326842 conn(0x7ff0d4069ed0 msgr2=0x7ff0d406a2e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:57:32.425 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:32.408+0000 7ff0dc125640 1 -- 172.21.15.119:0/475326842 shutdown_connections 2024-09-13T18:57:32.425 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:32.408+0000 7ff0dc125640 1 -- 172.21.15.119:0/475326842 wait complete. 2024-09-13T18:57:32.425 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:32.410+0000 7ff0dc125640 1 Processor -- start 2024-09-13T18:57:32.425 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:32.410+0000 7ff0dc125640 1 -- start start 2024-09-13T18:57:32.425 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:32.410+0000 7ff0dc125640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7ff0c0005180 0x7ff0d40ac400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:32.425 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:32.410+0000 7ff0dc125640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7ff0d4097a90 0x7ff0d414e230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:32.426 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:32.410+0000 7ff0dc125640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ff0d4153760 0x7ff0d414e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:32.426 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:32.410+0000 7ff0dc125640 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff0d40974b0 con 0x7ff0c0005180 2024-09-13T18:57:32.426 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:32.410+0000 7ff0dc125640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff0d40ad0e0 con 0x7ff0d4153760 2024-09-13T18:57:32.426 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:32.410+0000 7ff0dc125640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff0d40971d0 con 0x7ff0d4097a90 2024-09-13T18:57:32.426 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:32.410+0000 7ff0d9ec1640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7ff0c0005180 0x7ff0d40ac400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:32.426 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:32.410+0000 7ff0d9ec1640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7ff0c0005180 0x7ff0d40ac400 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.119:3300/0 says I am v2:172.21.15.119:55210/0 (socket says 172.21.15.119:55210) 2024-09-13T18:57:32.427 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:32.410+0000 7ff0d9ec1640 1 -- 172.21.15.119:0/136849940 learned_addr learned my addr 172.21.15.119:0/136849940 (peer_addr_for_me v2:172.21.15.119:0/0) 2024-09-13T18:57:32.427 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:32.411+0000 7ff0d9ec1640 1 -- 172.21.15.119:0/136849940 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7ff0d4097a90 msgr2=0x7ff0d414e230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:32.427 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:32.411+0000 7ff0d9ec1640 1 --2- 172.21.15.119:0/136849940 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7ff0d4097a90 0x7ff0d414e230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:32.427 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:32.411+0000 7ff0d9ec1640 1 -- 172.21.15.119:0/136849940 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ff0d4153760 msgr2=0x7ff0d414e770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:32.427 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:32.411+0000 7ff0d9ec1640 1 --2- 172.21.15.119:0/136849940 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ff0d4153760 0x7ff0d414e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:32.427 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:32.411+0000 7ff0d9ec1640 1 -- 172.21.15.119:0/136849940 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff0d40977b0 con 0x7ff0c0005180 2024-09-13T18:57:32.428 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:32.411+0000 7ff0d9ec1640 1 --2- 172.21.15.119:0/136849940 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7ff0c0005180 0x7ff0d40ac400 secure :-1 s=READY pgs=445 cs=0 l=1 rev1=1 crypto rx=0x7ff0d000f5a0 tx=0x7ff0d000fa60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:57:32.428 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:32.411+0000 7ff0ca7fc640 1 -- 172.21.15.119:0/136849940 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff0d0014890 con 0x7ff0c0005180 2024-09-13T18:57:32.428 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:32.411+0000 7ff0ca7fc640 1 -- 172.21.15.119:0/136849940 <== mon.0 v2:172.21.15.119:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff0d000c030 con 0x7ff0c0005180 2024-09-13T18:57:32.428 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:32.411+0000 7ff0dc125640 1 -- 172.21.15.119:0/136849940 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff0d4094bc0 con 0x7ff0c0005180 2024-09-13T18:57:32.428 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:32.411+0000 7ff0ca7fc640 1 -- 172.21.15.119:0/136849940 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff0d0014c30 con 0x7ff0c0005180 2024-09-13T18:57:32.428 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:32.411+0000 7ff0dc125640 1 -- 172.21.15.119:0/136849940 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff0d40acb20 con 0x7ff0c0005180 2024-09-13T18:57:32.429 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:32.412+0000 7ff0dc125640 1 -- 172.21.15.119:0/136849940 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ff0d40ce7e0 con 0x7ff0c0005180 2024-09-13T18:57:32.429 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:32.412+0000 7ff0ca7fc640 1 -- 172.21.15.119:0/136849940 <== mon.0 v2:172.21.15.119:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7ff0d00133e0 con 0x7ff0c0005180 2024-09-13T18:57:32.429 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:32.413+0000 7ff0ca7fc640 1 --2- 172.21.15.119:0/136849940 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7ff0b806ac30 0x7ff0b806d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:32.429 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:32.413+0000 7ff0ca7fc640 1 -- 172.21.15.119:0/136849940 <== mon.0 v2:172.21.15.119:3300/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 6692+0+0 (secure 0 0 0) 0x7ff0d0089900 con 0x7ff0c0005180 2024-09-13T18:57:32.429 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:32.413+0000 7ff0d96c0640 1 --2- 172.21.15.119:0/136849940 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7ff0b806ac30 0x7ff0b806d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:32.430 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:32.413+0000 7ff0d96c0640 1 --2- 172.21.15.119:0/136849940 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7ff0b806ac30 0x7ff0b806d0f0 secure :-1 s=READY pgs=224 cs=0 l=1 rev1=1 crypto rx=0x7ff0c4006fd0 tx=0x7ff0c4008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:57:32.430 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:32.417+0000 7ff0ca7fc640 1 -- 172.21.15.119:0/136849940 <== mon.0 v2:172.21.15.119:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7ff0d0054790 con 0x7ff0c0005180 2024-09-13T18:57:32.583 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:32.580+0000 7ff0dc125640 1 -- 172.21.15.119:0/136849940 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7ff0d40acb20 con 0x7ff0c0005180 2024-09-13T18:57:32.584 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:32.582+0000 7ff0ca7fc640 1 -- 172.21.15.119:0/136849940 <== mon.0 v2:172.21.15.119:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v26) v1 ==== 74+0+18831 (secure 0 0 0) 0x7ff0d40acb20 con 0x7ff0c0005180 2024-09-13T18:57:32.584 INFO:teuthology.orchestra.run.smithi119.stdout: 2024-09-13T18:57:32.585 INFO:teuthology.orchestra.run.smithi119.stdout:{"epoch":26,"fsid":"b3bca492-3414-44ef-b63c-42eead5ea701","created":"2024-09-13T18:56:10.047760+0000","modified":"2024-09-13T18:57:15.157404+0000","last_up_change":"2024-09-13T18:56:22.096428+0000","last_in_change":"2024-09-13T18:56:12.143228+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T18:56:22.095896+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-13T18:56:31.950108+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-13T18:56:32.998608+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-09-13T18:56:36.052694+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"24","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"09edfd5c-bc57-47d1-a7b7-6d97f0f88db1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6810","nonce":3811853106},{"type":"v1","addr":"172.21.15.119:6813","nonce":3811853106}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6817","nonce":3811853106},{"type":"v1","addr":"172.21.15.119:6820","nonce":3811853106}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6828","nonce":3811853106},{"type":"v1","addr":"172.21.15.119:6830","nonce":3811853106}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6823","nonce":3811853106},{"type":"v1","addr":"172.21.15.119:6825","nonce":3811853106}]},"public_addr":"172.21.15.119:6813/3811853106","cluster_addr":"172.21.15.119:6820/3811853106","heartbeat_back_addr":"172.21.15.119:6830/3811853106","heartbeat_front_addr":"172.21.15.119:6825/3811853106","state":["exists","up"]},{"osd":1,"uuid":"f26f4bd2-3aee-4208-9e62-87f17047d886","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":25,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6809","nonce":1656755168},{"type":"v1","addr":"172.21.15.119:6812","nonce":1656755168}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6815","nonce":1656755168},{"type":"v1","addr":"172.21.15.119:6818","nonce":1656755168}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6829","nonce":1656755168},{"type":"v1","addr":"172.21.15.119:6831","nonce":1656755168}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6822","nonce":1656755168},{"type":"v1","addr":"172.21.15.119:6826","nonce":1656755168}]},"public_addr":"172.21.15.119:6812/1656755168","cluster_addr":"172.21.15.119:6818/1656755168","heartbeat_back_addr":"172.21.15.119:6831/1656755168","heartbeat_front_addr":"172.21.15.119:6826/1656755168","state":["exists","up"]},{"osd":2,"uuid":"1e9d6e0c-51f9-4f4a-bead-0e7edc7dd200","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":25,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6800","nonce":3093354378},{"type":"v1","addr":"172.21.15.119:6801","nonce":3093354378}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6802","nonce":3093354378},{"type":"v1","addr":"172.21.15.119:6803","nonce":3093354378}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6806","nonce":3093354378},{"type":"v1","addr":"172.21.15.119:6807","nonce":3093354378}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6804","nonce":3093354378},{"type":"v1","addr":"172.21.15.119:6805","nonce":3093354378}]},"public_addr":"172.21.15.119:6801/3093354378","cluster_addr":"172.21.15.119:6803/3093354378","heartbeat_back_addr":"172.21.15.119:6807/3093354378","heartbeat_front_addr":"172.21.15.119:6805/3093354378","state":["exists","up"]},{"osd":3,"uuid":"7c289b1f-a555-46e4-b85a-c0f230c9e02a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":25,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6808","nonce":886995937},{"type":"v1","addr":"172.21.15.119:6811","nonce":886995937}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6814","nonce":886995937},{"type":"v1","addr":"172.21.15.119:6816","nonce":886995937}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6824","nonce":886995937},{"type":"v1","addr":"172.21.15.119:6827","nonce":886995937}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6819","nonce":886995937},{"type":"v1","addr":"172.21.15.119:6821","nonce":886995937}]},"public_addr":"172.21.15.119:6811/886995937","cluster_addr":"172.21.15.119:6816/886995937","heartbeat_back_addr":"172.21.15.119:6827/886995937","heartbeat_front_addr":"172.21.15.119:6821/886995937","state":["exists","up"]},{"osd":4,"uuid":"a0a2f75b-5a33-4b69-b834-b8cf5a90ac5f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":25,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6808","nonce":2802887692},{"type":"v1","addr":"172.21.15.145:6809","nonce":2802887692}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6810","nonce":2802887692},{"type":"v1","addr":"172.21.15.145:6811","nonce":2802887692}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6814","nonce":2802887692},{"type":"v1","addr":"172.21.15.145:6815","nonce":2802887692}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6812","nonce":2802887692},{"type":"v1","addr":"172.21.15.145:6813","nonce":2802887692}]},"public_addr":"172.21.15.145:6809/2802887692","cluster_addr":"172.21.15.145:6811/2802887692","heartbeat_back_addr":"172.21.15.145:6815/2802887692","heartbeat_front_addr":"172.21.15.145:6813/2802887692","state":["exists","up"]},{"osd":5,"uuid":"e301c92f-a5af-49da-8384-bef6d48c9982","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6800","nonce":1431235391},{"type":"v1","addr":"172.21.15.145:6801","nonce":1431235391}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6802","nonce":1431235391},{"type":"v1","addr":"172.21.15.145:6803","nonce":1431235391}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6806","nonce":1431235391},{"type":"v1","addr":"172.21.15.145:6807","nonce":1431235391}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6804","nonce":1431235391},{"type":"v1","addr":"172.21.15.145:6805","nonce":1431235391}]},"public_addr":"172.21.15.145:6801/1431235391","cluster_addr":"172.21.15.145:6803/1431235391","heartbeat_back_addr":"172.21.15.145:6807/1431235391","heartbeat_front_addr":"172.21.15.145:6805/1431235391","state":["exists","up"]},{"osd":6,"uuid":"dd2ee71c-4024-4f56-90b1-d362ff9ae8f5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6816","nonce":1755123178},{"type":"v1","addr":"172.21.15.145:6817","nonce":1755123178}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6818","nonce":1755123178},{"type":"v1","addr":"172.21.15.145:6819","nonce":1755123178}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6822","nonce":1755123178},{"type":"v1","addr":"172.21.15.145:6823","nonce":1755123178}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6820","nonce":1755123178},{"type":"v1","addr":"172.21.15.145:6821","nonce":1755123178}]},"public_addr":"172.21.15.145:6817/1755123178","cluster_addr":"172.21.15.145:6819/1755123178","heartbeat_back_addr":"172.21.15.145:6823/1755123178","heartbeat_front_addr":"172.21.15.145:6821/1755123178","state":["exists","up"]},{"osd":7,"uuid":"7412449e-689b-45ee-9ae5-744a8c27f166","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6824","nonce":3012628958},{"type":"v1","addr":"172.21.15.145:6825","nonce":3012628958}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6826","nonce":3012628958},{"type":"v1","addr":"172.21.15.145:6827","nonce":3012628958}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6830","nonce":3012628958},{"type":"v1","addr":"172.21.15.145:6831","nonce":3012628958}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6828","nonce":3012628958},{"type":"v1","addr":"172.21.15.145:6829","nonce":3012628958}]},"public_addr":"172.21.15.145:6825/3012628958","cluster_addr":"172.21.15.145:6827/3012628958","heartbeat_back_addr":"172.21.15.145:6831/3012628958","heartbeat_front_addr":"172.21.15.145:6829/3012628958","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T18:56:17.286635+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T18:56:17.334491+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T18:56:17.297521+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T18:56:17.383716+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T18:56:17.267776+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T18:56:17.312998+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T18:56:17.303008+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T18:56:17.304729+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"3.1f","mappings":[{"from":0,"to":2}]},{"pgid":"3.21","mappings":[{"from":5,"to":1}]},{"pgid":"3.29","mappings":[{"from":3,"to":2}]},{"pgid":"3.2a","mappings":[{"from":5,"to":2}]},{"pgid":"3.3b","mappings":[{"from":7,"to":1}]},{"pgid":"4.2","mappings":[{"from":1,"to":2}]},{"pgid":"4.10","mappings":[{"from":1,"to":2}]},{"pgid":"4.1b","mappings":[{"from":1,"to":2}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T18:57:32.587 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:32.584+0000 7ff0dc125640 1 -- 172.21.15.119:0/136849940 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7ff0b806ac30 msgr2=0x7ff0b806d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:32.587 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:32.584+0000 7ff0dc125640 1 --2- 172.21.15.119:0/136849940 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7ff0b806ac30 0x7ff0b806d0f0 secure :-1 s=READY pgs=224 cs=0 l=1 rev1=1 crypto rx=0x7ff0c4006fd0 tx=0x7ff0c4008040 comp rx=0 tx=0).stop 2024-09-13T18:57:32.587 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:32.584+0000 7ff0dc125640 1 -- 172.21.15.119:0/136849940 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7ff0c0005180 msgr2=0x7ff0d40ac400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:32.587 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:32.584+0000 7ff0dc125640 1 --2- 172.21.15.119:0/136849940 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7ff0c0005180 0x7ff0d40ac400 secure :-1 s=READY pgs=445 cs=0 l=1 rev1=1 crypto rx=0x7ff0d000f5a0 tx=0x7ff0d000fa60 comp rx=0 tx=0).stop 2024-09-13T18:57:32.587 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:32.584+0000 7ff0dc125640 1 -- 172.21.15.119:0/136849940 shutdown_connections 2024-09-13T18:57:32.587 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:32.584+0000 7ff0dc125640 1 --2- 172.21.15.119:0/136849940 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7ff0b806ac30 0x7ff0b806d0f0 unknown :-1 s=CLOSED pgs=224 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:32.588 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:32.584+0000 7ff0dc125640 1 --2- 172.21.15.119:0/136849940 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ff0d4153760 0x7ff0d414e770 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:32.588 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:32.584+0000 7ff0dc125640 1 --2- 172.21.15.119:0/136849940 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7ff0d4097a90 0x7ff0d414e230 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:32.588 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:32.584+0000 7ff0dc125640 1 --2- 172.21.15.119:0/136849940 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7ff0c0005180 0x7ff0d40ac400 unknown :-1 s=CLOSED pgs=445 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:32.588 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:32.584+0000 7ff0dc125640 1 -- 172.21.15.119:0/136849940 >> 172.21.15.119:0/136849940 conn(0x7ff0d4069ed0 msgr2=0x7ff0d41581f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:57:32.588 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:32.584+0000 7ff0dc125640 1 -- 172.21.15.119:0/136849940 shutdown_connections 2024-09-13T18:57:32.588 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:32.584+0000 7ff0dc125640 1 -- 172.21.15.119:0/136849940 wait complete. 2024-09-13T18:57:32.598 DEBUG:teuthology.orchestra.run.smithi119:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs fail cephfs 2024-09-13T18:57:32.696 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:32.694+0000 7f563aded640 1 Processor -- start 2024-09-13T18:57:32.697 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:32.694+0000 7f563aded640 1 -- start start 2024-09-13T18:57:32.697 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:32.695+0000 7f563aded640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f56340cace0 0x7f56340cb150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:32.697 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:32.695+0000 7f563aded640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f563406d030 0x7f563406d450 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:32.698 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:32.695+0000 7f563aded640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f56340c8920 con 0x7f563415a2e0 2024-09-13T18:57:32.698 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:32.695+0000 7f563aded640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f56340cb690 con 0x7f56340cace0 2024-09-13T18:57:32.698 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:32.695+0000 7f563aded640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f563415a6c0 con 0x7f563406d030 2024-09-13T18:57:32.698 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:32.695+0000 7f563938a640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f563406d030 0x7f563406d450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:32.698 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:32.695+0000 7f5633fff640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f56340cace0 0x7f56340cb150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:32.698 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:32.695+0000 7f563938a640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f563406d030 0x7f563406d450 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.145:3301/0 says I am v2:172.21.15.119:55362/0 (socket says 172.21.15.119:55362) 2024-09-13T18:57:32.698 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:32.695+0000 7f563938a640 1 -- 172.21.15.119:0/2139140686 learned_addr learned my addr 172.21.15.119:0/2139140686 (peer_addr_for_me v2:172.21.15.119:0/0) 2024-09-13T18:57:32.699 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:32.695+0000 7f563938a640 1 -- 172.21.15.119:0/2139140686 >> v2:172.21.15.145:3300/0 conn(0x7f56340cace0 msgr2=0x7f56340cb150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T18:57:32.699 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:32.695+0000 7f563938a640 1 --2- 172.21.15.119:0/2139140686 >> v2:172.21.15.145:3300/0 conn(0x7f56340cace0 0x7f56340cb150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:32.699 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:32.695+0000 7f563938a640 1 -- 172.21.15.119:0/2139140686 >> v1:172.21.15.145:6789/0 conn(0x7f563415a2e0 legacy=0x7f56340c9a40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:32.699 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:32.695+0000 7f563938a640 1 -- 172.21.15.119:0/2139140686 --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f56340ca500 con 0x7f563406d030 2024-09-13T18:57:32.699 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:32.696+0000 7f563938a640 1 --2- 172.21.15.119:0/2139140686 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f563406d030 0x7f563406d450 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7f562c009e50 tx=0x7f562c02a710 comp rx=0 tx=0).ready entity=mon.2 client_cookie=3c35598f3441130a server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:57:32.699 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:32.696+0000 7f56337fe640 1 -- 172.21.15.119:0/2139140686 <== mon.2 v2:172.21.15.145:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f562c031600 con 0x7f563406d030 2024-09-13T18:57:32.699 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:32.696+0000 7f56337fe640 1 -- 172.21.15.119:0/2139140686 <== mon.2 v2:172.21.15.145:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f562c02d050 con 0x7f563406d030 2024-09-13T18:57:32.699 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:32.696+0000 7f56337fe640 1 -- 172.21.15.119:0/2139140686 <== mon.2 v2:172.21.15.145:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f562c031980 con 0x7f563406d030 2024-09-13T18:57:32.700 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:32.697+0000 7f563aded640 1 -- 172.21.15.119:0/2139140686 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f563406d030 msgr2=0x7f563406d450 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:32.700 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:32.697+0000 7f563aded640 1 --2- 172.21.15.119:0/2139140686 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f563406d030 0x7f563406d450 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7f562c009e50 tx=0x7f562c02a710 comp rx=0 tx=0).stop 2024-09-13T18:57:32.700 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:32.697+0000 7f563aded640 1 -- 172.21.15.119:0/2139140686 shutdown_connections 2024-09-13T18:57:32.701 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:32.697+0000 7f563aded640 1 --2- 172.21.15.119:0/2139140686 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f563406d030 0x7f563406d450 unknown :-1 s=CLOSED pgs=49 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:32.701 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:32.697+0000 7f563aded640 1 --2- 172.21.15.119:0/2139140686 >> v2:172.21.15.145:3300/0 conn(0x7f56340cace0 0x7f56340cb150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:32.701 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:32.697+0000 7f563aded640 1 -- 172.21.15.119:0/2139140686 >> 172.21.15.119:0/2139140686 conn(0x7f5634069ed0 msgr2=0x7f563406a2e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:57:32.701 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:32.697+0000 7f563aded640 1 -- 172.21.15.119:0/2139140686 shutdown_connections 2024-09-13T18:57:32.701 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:32.697+0000 7f563aded640 1 -- 172.21.15.119:0/2139140686 wait complete. 2024-09-13T18:57:32.701 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:32.698+0000 7f563aded640 1 Processor -- start 2024-09-13T18:57:32.701 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:32.698+0000 7f563aded640 1 -- start start 2024-09-13T18:57:32.703 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:32.699+0000 7f563aded640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f563406d030 0x7f56340c7e60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:32.703 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:32.699+0000 7f563aded640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f56340cace0 0x7f56341e54c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:32.703 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:32.699+0000 7f563aded640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f563415a2e0 0x7f56341562f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:32.703 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:32.699+0000 7f563aded640 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f56341e5a00 con 0x7f56340cace0 2024-09-13T18:57:32.703 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:32.699+0000 7f563aded640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5634156a80 con 0x7f563406d030 2024-09-13T18:57:32.703 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:32.699+0000 7f563aded640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f5634156830 con 0x7f563415a2e0 2024-09-13T18:57:32.703 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:32.699+0000 7f5633fff640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f56340cace0 0x7f56341e54c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:32.703 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:32.699+0000 7f5633fff640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f56340cace0 0x7f56341e54c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.119:3300/0 says I am v2:172.21.15.119:55216/0 (socket says 172.21.15.119:55216) 2024-09-13T18:57:32.703 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:32.699+0000 7f5633fff640 1 -- 172.21.15.119:0/1619897939 learned_addr learned my addr 172.21.15.119:0/1619897939 (peer_addr_for_me v2:172.21.15.119:0/0) 2024-09-13T18:57:32.704 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:32.699+0000 7f5638b89640 1 --2- 172.21.15.119:0/1619897939 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f563406d030 0x7f56340c7e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:32.704 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:32.699+0000 7f563938a640 1 --2- 172.21.15.119:0/1619897939 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f563415a2e0 0x7f56341562f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:32.704 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:32.699+0000 7f5633fff640 1 -- 172.21.15.119:0/1619897939 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f563415a2e0 msgr2=0x7f56341562f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:32.704 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:32.699+0000 7f5633fff640 1 --2- 172.21.15.119:0/1619897939 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f563415a2e0 0x7f56341562f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:32.704 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:32.699+0000 7f5633fff640 1 -- 172.21.15.119:0/1619897939 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f563406d030 msgr2=0x7f56340c7e60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:32.704 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:32.699+0000 7f5633fff640 1 --2- 172.21.15.119:0/1619897939 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f563406d030 0x7f56340c7e60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:32.704 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:32.699+0000 7f5633fff640 1 -- 172.21.15.119:0/1619897939 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f562c009b30 con 0x7f56340cace0 2024-09-13T18:57:32.704 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:32.700+0000 7f5633fff640 1 --2- 172.21.15.119:0/1619897939 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f56340cace0 0x7f56341e54c0 secure :-1 s=READY pgs=446 cs=0 l=1 rev1=1 crypto rx=0x7f562000e9b0 tx=0x7f562000ee70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:57:32.704 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:32.700+0000 7f56317fa640 1 -- 172.21.15.119:0/1619897939 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5620009670 con 0x7f56340cace0 2024-09-13T18:57:32.704 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:32.700+0000 7f56317fa640 1 -- 172.21.15.119:0/1619897939 <== mon.0 v2:172.21.15.119:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f562000c9a0 con 0x7f56340cace0 2024-09-13T18:57:32.704 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:32.700+0000 7f563aded640 1 -- 172.21.15.119:0/1619897939 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f56341e5bf0 con 0x7f56340cace0 2024-09-13T18:57:32.704 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:32.700+0000 7f56317fa640 1 -- 172.21.15.119:0/1619897939 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f562000cd50 con 0x7f56340cace0 2024-09-13T18:57:32.704 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:32.700+0000 7f563aded640 1 -- 172.21.15.119:0/1619897939 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f5634156f70 con 0x7f56340cace0 2024-09-13T18:57:32.705 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:32.701+0000 7f563aded640 1 -- 172.21.15.119:0/1619897939 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f56340c9630 con 0x7f56340cace0 2024-09-13T18:57:32.705 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:32.701+0000 7f56317fa640 1 -- 172.21.15.119:0/1619897939 <== mon.0 v2:172.21.15.119:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f5620013470 con 0x7f56340cace0 2024-09-13T18:57:32.705 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:32.702+0000 7f56317fa640 1 --2- 172.21.15.119:0/1619897939 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f561806ac00 0x7f561806d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:32.705 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:32.702+0000 7f56317fa640 1 -- 172.21.15.119:0/1619897939 <== mon.0 v2:172.21.15.119:3300/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 6692+0+0 (secure 0 0 0) 0x7f56200898f0 con 0x7f56340cace0 2024-09-13T18:57:32.705 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:32.702+0000 7f5638b89640 1 --2- 172.21.15.119:0/1619897939 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f561806ac00 0x7f561806d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:32.706 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:32.702+0000 7f5638b89640 1 --2- 172.21.15.119:0/1619897939 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f561806ac00 0x7f561806d0c0 secure :-1 s=READY pgs=225 cs=0 l=1 rev1=1 crypto rx=0x7f5628001780 tx=0x7f5628009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:57:32.708 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:32.706+0000 7f56317fa640 1 -- 172.21.15.119:0/1619897939 <== mon.0 v2:172.21.15.119:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f56200547a0 con 0x7f56340cace0 2024-09-13T18:57:32.904 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:32.902+0000 7f563aded640 1 -- 172.21.15.119:0/1619897939 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_command({"prefix": "fs fail", "fs_name": "cephfs"} v 0) v1 -- 0x7f56340c8700 con 0x7f56340cace0 2024-09-13T18:57:32.905 INFO:tasks.ceph.mon.a.smithi119.stderr:2024-09-13T18:57:32.903+0000 7f9b0e9d7640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-13T18:57:32.916 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:32.913+0000 7f56317fa640 1 -- 172.21.15.119:0/1619897939 <== mon.0 v2:172.21.15.119:3300/0 7 ==== mon_command_ack([{"prefix": "fs fail", "fs_name": "cephfs"}]=0 cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. v9) v1 ==== 161+0+0 (secure 0 0 0) 0x7f5620087e60 con 0x7f56340cace0 2024-09-13T18:57:32.916 INFO:teuthology.orchestra.run.smithi119.stderr:cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. 2024-09-13T18:57:32.918 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:32.915+0000 7f563aded640 1 -- 172.21.15.119:0/1619897939 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f561806ac00 msgr2=0x7f561806d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:32.918 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:32.915+0000 7f563aded640 1 --2- 172.21.15.119:0/1619897939 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f561806ac00 0x7f561806d0c0 secure :-1 s=READY pgs=225 cs=0 l=1 rev1=1 crypto rx=0x7f5628001780 tx=0x7f5628009040 comp rx=0 tx=0).stop 2024-09-13T18:57:32.918 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:32.915+0000 7f563aded640 1 -- 172.21.15.119:0/1619897939 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f56340cace0 msgr2=0x7f56341e54c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:32.918 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:32.915+0000 7f563aded640 1 --2- 172.21.15.119:0/1619897939 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f56340cace0 0x7f56341e54c0 secure :-1 s=READY pgs=446 cs=0 l=1 rev1=1 crypto rx=0x7f562000e9b0 tx=0x7f562000ee70 comp rx=0 tx=0).stop 2024-09-13T18:57:32.918 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:32.915+0000 7f563aded640 1 -- 172.21.15.119:0/1619897939 shutdown_connections 2024-09-13T18:57:32.918 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:32.915+0000 7f563aded640 1 --2- 172.21.15.119:0/1619897939 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f561806ac00 0x7f561806d0c0 unknown :-1 s=CLOSED pgs=225 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:32.918 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:32.915+0000 7f563aded640 1 --2- 172.21.15.119:0/1619897939 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f563415a2e0 0x7f56341562f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:32.919 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:32.915+0000 7f563aded640 1 --2- 172.21.15.119:0/1619897939 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f56340cace0 0x7f56341e54c0 unknown :-1 s=CLOSED pgs=446 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:32.919 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:32.915+0000 7f563aded640 1 --2- 172.21.15.119:0/1619897939 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f563406d030 0x7f56340c7e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:32.919 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:32.915+0000 7f563aded640 1 -- 172.21.15.119:0/1619897939 >> 172.21.15.119:0/1619897939 conn(0x7f5634069ed0 msgr2=0x7f563406a2b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:57:32.919 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:32.915+0000 7f563aded640 1 -- 172.21.15.119:0/1619897939 shutdown_connections 2024-09-13T18:57:32.919 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:32.915+0000 7f563aded640 1 -- 172.21.15.119:0/1619897939 wait complete. 2024-09-13T18:57:32.919 INFO:tasks.ceph.mds.a.smithi119.stderr: -3503> 2024-09-13T18:56:38.667+0000 7ff415381640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-13T18:57:32.930 DEBUG:teuthology.orchestra.run.smithi119:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs rm cephfs --yes-i-really-mean-it 2024-09-13T18:57:32.948 INFO:tasks.ceph.mds.a.smithi119.stdout:starting mds.a at 2024-09-13T18:57:33.031 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:33.028+0000 7ffbb1976640 1 Processor -- start 2024-09-13T18:57:33.031 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:33.028+0000 7ffbb1976640 1 -- start start 2024-09-13T18:57:33.032 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:33.029+0000 7ffbb1976640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7ffbac0cd500 0x7ffbac0b3850 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:33.032 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:33.029+0000 7ffbb1976640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7ffbac0b1370 0x7ffbac0d2f50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:33.032 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:33.029+0000 7ffbb1976640 1 --2- >> v2:172.21.15.119:3300/0 conn(0x7ffbac0d1650 0x7ffbac0b18c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:33.032 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:33.029+0000 7ffbb1976640 1 -- --> v2:172.21.15.119:3300/0 -- mon_getmap magic: 0 v1 -- 0x7ffbac0d1f40 con 0x7ffbac0d1650 2024-09-13T18:57:33.032 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:33.029+0000 7ffbb1976640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 v1 -- 0x7ffbac0d2190 con 0x7ffbac0b1370 2024-09-13T18:57:33.033 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:33.029+0000 7ffbb1976640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ffbac0ccb20 con 0x7ffbac0cd500 2024-09-13T18:57:33.033 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:33.029+0000 7ffbab7fe640 1 --2- >> v2:172.21.15.119:3300/0 conn(0x7ffbac0d1650 0x7ffbac0b18c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:33.033 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:33.029+0000 7ffbab7fe640 1 --2- >> v2:172.21.15.119:3300/0 conn(0x7ffbac0d1650 0x7ffbac0b18c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.119:3300/0 says I am v2:172.21.15.119:55248/0 (socket says 172.21.15.119:55248) 2024-09-13T18:57:33.033 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:33.029+0000 7ffbab7fe640 1 -- 172.21.15.119:0/3716301292 learned_addr learned my addr 172.21.15.119:0/3716301292 (peer_addr_for_me v2:172.21.15.119:0/0) 2024-09-13T18:57:33.033 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:33.029+0000 7ffbaaffd640 1 --2- 172.21.15.119:0/3716301292 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7ffbac0cd500 0x7ffbac0b3850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:33.033 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:33.029+0000 7ffba3fff640 1 --2- 172.21.15.119:0/3716301292 >> v2:172.21.15.145:3300/0 conn(0x7ffbac0b1370 0x7ffbac0d2f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:33.033 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:33.029+0000 7ffbab7fe640 1 -- 172.21.15.119:0/3716301292 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7ffbac0cd500 msgr2=0x7ffbac0b3850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T18:57:33.033 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:33.029+0000 7ffbab7fe640 1 --2- 172.21.15.119:0/3716301292 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7ffbac0cd500 0x7ffbac0b3850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:33.033 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:33.029+0000 7ffbab7fe640 1 -- 172.21.15.119:0/3716301292 >> v2:172.21.15.145:3300/0 conn(0x7ffbac0b1370 msgr2=0x7ffbac0d2f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T18:57:33.033 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:33.029+0000 7ffbab7fe640 1 --2- 172.21.15.119:0/3716301292 >> v2:172.21.15.145:3300/0 conn(0x7ffbac0b1370 0x7ffbac0d2f50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:33.033 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:33.029+0000 7ffbab7fe640 1 -- 172.21.15.119:0/3716301292 --> v2:172.21.15.119:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ffbac0cce00 con 0x7ffbac0d1650 2024-09-13T18:57:33.036 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:33.030+0000 7ffbab7fe640 1 --2- 172.21.15.119:0/3716301292 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7ffbac0d1650 0x7ffbac0b18c0 secure :-1 s=READY pgs=450 cs=0 l=1 rev1=1 crypto rx=0x7ffba4009e50 tx=0x7ffba402a6c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ab385648d272c746 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:57:33.036 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:33.030+0000 7ffbaa7fc640 1 -- 172.21.15.119:0/3716301292 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ffba402aea0 con 0x7ffbac0d1650 2024-09-13T18:57:33.036 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:33.030+0000 7ffbaa7fc640 1 -- 172.21.15.119:0/3716301292 <== mon.0 v2:172.21.15.119:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ffba402d050 con 0x7ffbac0d1650 2024-09-13T18:57:33.037 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:33.030+0000 7ffbaa7fc640 1 -- 172.21.15.119:0/3716301292 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ffba4031820 con 0x7ffbac0d1650 2024-09-13T18:57:33.037 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:33.031+0000 7ffbb1976640 1 -- 172.21.15.119:0/3716301292 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7ffbac0d1650 msgr2=0x7ffbac0b18c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:33.037 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:33.031+0000 7ffbb1976640 1 --2- 172.21.15.119:0/3716301292 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7ffbac0d1650 0x7ffbac0b18c0 secure :-1 s=READY pgs=450 cs=0 l=1 rev1=1 crypto rx=0x7ffba4009e50 tx=0x7ffba402a6c0 comp rx=0 tx=0).stop 2024-09-13T18:57:33.037 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:33.031+0000 7ffbb1976640 1 -- 172.21.15.119:0/3716301292 shutdown_connections 2024-09-13T18:57:33.037 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:33.031+0000 7ffbb1976640 1 --2- 172.21.15.119:0/3716301292 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7ffbac0d1650 0x7ffbac0b18c0 unknown :-1 s=CLOSED pgs=450 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:33.037 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:33.031+0000 7ffbb1976640 1 --2- 172.21.15.119:0/3716301292 >> v2:172.21.15.145:3300/0 conn(0x7ffbac0b1370 0x7ffbac0d2f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:33.037 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:33.031+0000 7ffbb1976640 1 --2- 172.21.15.119:0/3716301292 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7ffbac0cd500 0x7ffbac0b3850 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:33.037 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:33.031+0000 7ffbb1976640 1 -- 172.21.15.119:0/3716301292 >> 172.21.15.119:0/3716301292 conn(0x7ffbac089f60 msgr2=0x7ffbac0d24d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:57:33.037 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:33.031+0000 7ffbb1976640 1 -- 172.21.15.119:0/3716301292 shutdown_connections 2024-09-13T18:57:33.037 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:33.031+0000 7ffbb1976640 1 -- 172.21.15.119:0/3716301292 wait complete. 2024-09-13T18:57:33.037 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:33.032+0000 7ffbb1976640 1 Processor -- start 2024-09-13T18:57:33.037 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:33.032+0000 7ffbb1976640 1 -- start start 2024-09-13T18:57:33.037 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:33.033+0000 7ffbb1976640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ffbac0cd500 0x7ffbac14c280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:33.038 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:33.033+0000 7ffbb1976640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7ffbac0d1650 0x7ffbac0c5c60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:33.038 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:33.033+0000 7ffbb1976640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7ffbac0c61a0 0x7ffbac0b25b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:33.038 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:33.033+0000 7ffbb1976640 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ffbac0c6630 con 0x7ffbac0d1650 2024-09-13T18:57:33.038 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:33.033+0000 7ffbb1976640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ffbac14c7c0 con 0x7ffbac0cd500 2024-09-13T18:57:33.038 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:33.033+0000 7ffbb1976640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ffbac0b32e0 con 0x7ffbac0c61a0 2024-09-13T18:57:33.038 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:33.033+0000 7ffba3fff640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7ffbac0d1650 0x7ffbac0c5c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:33.038 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:33.033+0000 7ffba3fff640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7ffbac0d1650 0x7ffbac0c5c60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.119:3300/0 says I am v2:172.21.15.119:55250/0 (socket says 172.21.15.119:55250) 2024-09-13T18:57:33.038 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:33.033+0000 7ffba3fff640 1 -- 172.21.15.119:0/723505203 learned_addr learned my addr 172.21.15.119:0/723505203 (peer_addr_for_me v2:172.21.15.119:0/0) 2024-09-13T18:57:33.038 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:33.033+0000 7ffbaaffd640 1 --2- 172.21.15.119:0/723505203 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ffbac0cd500 0x7ffbac14c280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:33.038 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:33.033+0000 7ffbab7fe640 1 --2- 172.21.15.119:0/723505203 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7ffbac0c61a0 0x7ffbac0b25b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:33.038 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:33.033+0000 7ffba3fff640 1 -- 172.21.15.119:0/723505203 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7ffbac0c61a0 msgr2=0x7ffbac0b25b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:33.038 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:33.033+0000 7ffba3fff640 1 --2- 172.21.15.119:0/723505203 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7ffbac0c61a0 0x7ffbac0b25b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:33.038 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:33.033+0000 7ffba3fff640 1 -- 172.21.15.119:0/723505203 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ffbac0cd500 msgr2=0x7ffbac14c280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:33.038 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:33.033+0000 7ffba3fff640 1 --2- 172.21.15.119:0/723505203 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ffbac0cd500 0x7ffbac14c280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:33.039 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:33.033+0000 7ffba3fff640 1 -- 172.21.15.119:0/723505203 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ffba4009b30 con 0x7ffbac0d1650 2024-09-13T18:57:33.039 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:33.033+0000 7ffbab7fe640 1 --2- 172.21.15.119:0/723505203 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7ffbac0c61a0 0x7ffbac0b25b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T18:57:33.039 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:33.033+0000 7ffba3fff640 1 --2- 172.21.15.119:0/723505203 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7ffbac0d1650 0x7ffbac0c5c60 secure :-1 s=READY pgs=451 cs=0 l=1 rev1=1 crypto rx=0x7ffb9400e860 tx=0x7ffb9400ed20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:57:33.039 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:33.033+0000 7ffba8ff9640 1 -- 172.21.15.119:0/723505203 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ffb940095f0 con 0x7ffbac0d1650 2024-09-13T18:57:33.039 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:33.033+0000 7ffba8ff9640 1 -- 172.21.15.119:0/723505203 <== mon.0 v2:172.21.15.119:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ffb9400c940 con 0x7ffbac0d1650 2024-09-13T18:57:33.039 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:33.033+0000 7ffba8ff9640 1 -- 172.21.15.119:0/723505203 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ffb9400ccd0 con 0x7ffbac0d1650 2024-09-13T18:57:33.039 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:33.033+0000 7ffbb1976640 1 -- 172.21.15.119:0/723505203 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ffbac0b35c0 con 0x7ffbac0d1650 2024-09-13T18:57:33.039 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:33.033+0000 7ffbb1976640 1 -- 172.21.15.119:0/723505203 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ffbac0b3b80 con 0x7ffbac0d1650 2024-09-13T18:57:33.040 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:33.034+0000 7ffbb1976640 1 -- 172.21.15.119:0/723505203 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ffbac0c9d60 con 0x7ffbac0d1650 2024-09-13T18:57:33.040 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:33.035+0000 7ffba8ff9640 1 -- 172.21.15.119:0/723505203 <== mon.0 v2:172.21.15.119:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7ffb94013470 con 0x7ffbac0d1650 2024-09-13T18:57:33.040 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:33.035+0000 7ffba8ff9640 1 --2- 172.21.15.119:0/723505203 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7ffb8c06ac30 0x7ffb8c06d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:33.040 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:33.035+0000 7ffba8ff9640 1 -- 172.21.15.119:0/723505203 <== mon.0 v2:172.21.15.119:3300/0 5 ==== osd_map(27..27 src has 1..27) v4 ==== 6778+0+0 (secure 0 0 0) 0x7ffb94089930 con 0x7ffbac0d1650 2024-09-13T18:57:33.040 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:33.035+0000 7ffbaaffd640 1 --2- 172.21.15.119:0/723505203 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7ffb8c06ac30 0x7ffb8c06d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:33.040 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:33.036+0000 7ffbaaffd640 1 --2- 172.21.15.119:0/723505203 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7ffb8c06ac30 0x7ffb8c06d0f0 secure :-1 s=READY pgs=226 cs=0 l=1 rev1=1 crypto rx=0x7ffb9c009b40 tx=0x7ffb9c009190 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:57:33.042 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:33.040+0000 7ffba8ff9640 1 -- 172.21.15.119:0/723505203 <== mon.0 v2:172.21.15.119:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7ffbac0c9d60 con 0x7ffbac0d1650 2024-09-13T18:57:33.236 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:33.234+0000 7ffbb1976640 1 -- 172.21.15.119:0/723505203 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_command({"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true} v 0) v1 -- 0x7ffbac0c9d60 con 0x7ffbac0d1650 2024-09-13T18:57:33.918 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:33.915+0000 7ffba8ff9640 1 -- 172.21.15.119:0/723505203 <== mon.0 v2:172.21.15.119:3300/0 7 ==== mon_command_ack([{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]=0 v10) v1 ==== 104+0+0 (secure 0 0 0) 0x7ffbac0c9d60 con 0x7ffbac0d1650 2024-09-13T18:57:33.921 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:33.918+0000 7ffbb1976640 1 -- 172.21.15.119:0/723505203 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7ffb8c06ac30 msgr2=0x7ffb8c06d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:33.921 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:33.918+0000 7ffbb1976640 1 --2- 172.21.15.119:0/723505203 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7ffb8c06ac30 0x7ffb8c06d0f0 secure :-1 s=READY pgs=226 cs=0 l=1 rev1=1 crypto rx=0x7ffb9c009b40 tx=0x7ffb9c009190 comp rx=0 tx=0).stop 2024-09-13T18:57:33.921 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:33.918+0000 7ffbb1976640 1 -- 172.21.15.119:0/723505203 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7ffbac0d1650 msgr2=0x7ffbac0c5c60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:33.922 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:33.918+0000 7ffbb1976640 1 --2- 172.21.15.119:0/723505203 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7ffbac0d1650 0x7ffbac0c5c60 secure :-1 s=READY pgs=451 cs=0 l=1 rev1=1 crypto rx=0x7ffb9400e860 tx=0x7ffb9400ed20 comp rx=0 tx=0).stop 2024-09-13T18:57:33.922 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:33.918+0000 7ffbb1976640 1 -- 172.21.15.119:0/723505203 shutdown_connections 2024-09-13T18:57:33.922 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:33.918+0000 7ffbb1976640 1 --2- 172.21.15.119:0/723505203 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7ffb8c06ac30 0x7ffb8c06d0f0 unknown :-1 s=CLOSED pgs=226 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:33.922 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:33.918+0000 7ffbb1976640 1 --2- 172.21.15.119:0/723505203 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7ffbac0c61a0 0x7ffbac0b25b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:33.922 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:33.918+0000 7ffbb1976640 1 --2- 172.21.15.119:0/723505203 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7ffbac0d1650 0x7ffbac0c5c60 unknown :-1 s=CLOSED pgs=451 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:33.922 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:33.918+0000 7ffbb1976640 1 --2- 172.21.15.119:0/723505203 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ffbac0cd500 0x7ffbac14c280 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:33.922 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:33.918+0000 7ffbb1976640 1 -- 172.21.15.119:0/723505203 >> 172.21.15.119:0/723505203 conn(0x7ffbac089f60 msgr2=0x7ffbac15cd60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:57:33.922 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:33.918+0000 7ffbb1976640 1 -- 172.21.15.119:0/723505203 shutdown_connections 2024-09-13T18:57:33.922 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:33.918+0000 7ffbb1976640 1 -- 172.21.15.119:0/723505203 wait complete. 2024-09-13T18:57:33.935 DEBUG:teuthology.orchestra.run.smithi119:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_metadata cephfs_metadata --yes-i-really-really-mean-it 2024-09-13T18:57:34.086 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:34.083+0000 7ff12d13a640 1 Processor -- start 2024-09-13T18:57:34.086 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:34.083+0000 7ff12d13a640 1 -- start start 2024-09-13T18:57:34.087 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:34.084+0000 7ff12d13a640 1 --2- >> v2:172.21.15.119:3300/0 conn(0x7ff128159310 0x7ff1280ad400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:34.088 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:34.084+0000 7ff12d13a640 1 -- --> v1:172.21.15.119:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7ff1280ccbe0 con 0x7ff1280b2b40 2024-09-13T18:57:34.088 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:34.084+0000 7ff12d13a640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7ff1280b1810 con 0x7ff1280ce4f0 2024-09-13T18:57:34.088 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:34.084+0000 7ff12d13a640 1 -- --> v2:172.21.15.119:3300/0 -- mon_getmap magic: 0 v1 -- 0x7ff1280ad940 con 0x7ff128159310 2024-09-13T18:57:34.088 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:34.084+0000 7ff126d9d640 1 --2- >> v2:172.21.15.119:3300/0 conn(0x7ff128159310 0x7ff1280ad400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:34.088 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:34.084+0000 7ff11ffff640 1 --1- >> v1:172.21.15.119:6789/0 conn(0x7ff1280b2b40 0x7ff1280ab140 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.119:6789/0 says I am v1:172.21.15.119:59152/0 (socket says 172.21.15.119:59152) 2024-09-13T18:57:34.088 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:34.084+0000 7ff11ffff640 1 -- 172.21.15.119:0/3942454154 learned_addr learned my addr 172.21.15.119:0/3942454154 (peer_addr_for_me v1:172.21.15.119:0/0) 2024-09-13T18:57:34.088 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:34.084+0000 7ff126d9d640 1 -- 172.21.15.119:0/3942454154 >> v1:172.21.15.145:6789/0 conn(0x7ff1280ce4f0 legacy=0x7ff1280ce8d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T18:57:34.088 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:34.084+0000 7ff126d9d640 1 -- 172.21.15.119:0/3942454154 >> v1:172.21.15.119:6789/0 conn(0x7ff1280b2b40 legacy=0x7ff1280ab140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:34.088 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:34.084+0000 7ff12659c640 1 -- 172.21.15.119:0/3942454154 <== mon.0 v1:172.21.15.119:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 584149469 0 0) 0x7ff1280ccbe0 con 0x7ff1280b2b40 2024-09-13T18:57:34.088 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:34.084+0000 7ff126d9d640 1 -- 172.21.15.119:0/3942454154 --> v2:172.21.15.119:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff12806d9e0 con 0x7ff128159310 2024-09-13T18:57:34.088 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:34.085+0000 7ff126d9d640 1 --2- 172.21.15.119:0/3942454154 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7ff128159310 0x7ff1280ad400 secure :-1 s=READY pgs=453 cs=0 l=1 rev1=1 crypto rx=0x7ff1180097a0 tx=0x7ff11802a1a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cd39b0b7d81ea030 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:57:34.088 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:34.085+0000 7ff12659c640 1 -- 172.21.15.119:0/3942454154 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff118032440 con 0x7ff128159310 2024-09-13T18:57:34.089 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:34.085+0000 7ff12659c640 1 -- 172.21.15.119:0/3942454154 <== mon.0 v2:172.21.15.119:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff1180325a0 con 0x7ff128159310 2024-09-13T18:57:34.089 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:34.085+0000 7ff12659c640 1 -- 172.21.15.119:0/3942454154 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff118032930 con 0x7ff128159310 2024-09-13T18:57:34.092 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:34.086+0000 7ff12d13a640 1 -- 172.21.15.119:0/3942454154 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7ff128159310 msgr2=0x7ff1280ad400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:34.092 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:34.086+0000 7ff12d13a640 1 --2- 172.21.15.119:0/3942454154 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7ff128159310 0x7ff1280ad400 secure :-1 s=READY pgs=453 cs=0 l=1 rev1=1 crypto rx=0x7ff1180097a0 tx=0x7ff11802a1a0 comp rx=0 tx=0).stop 2024-09-13T18:57:34.092 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:34.086+0000 7ff12d13a640 1 -- 172.21.15.119:0/3942454154 shutdown_connections 2024-09-13T18:57:34.092 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:34.086+0000 7ff12d13a640 1 --2- 172.21.15.119:0/3942454154 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7ff128159310 0x7ff1280ad400 unknown :-1 s=CLOSED pgs=453 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:34.092 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:34.086+0000 7ff12d13a640 1 -- 172.21.15.119:0/3942454154 >> 172.21.15.119:0/3942454154 conn(0x7ff12806a0b0 msgr2=0x7ff12806a4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:57:34.092 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:34.086+0000 7ff12d13a640 1 -- 172.21.15.119:0/3942454154 shutdown_connections 2024-09-13T18:57:34.092 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:34.086+0000 7ff12d13a640 1 -- 172.21.15.119:0/3942454154 wait complete. 2024-09-13T18:57:34.092 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:34.087+0000 7ff12d13a640 1 Processor -- start 2024-09-13T18:57:34.092 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:34.087+0000 7ff12d13a640 1 -- start start 2024-09-13T18:57:34.092 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:34.088+0000 7ff12d13a640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7ff1280b2b40 0x7ff1280c39c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:34.093 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:34.088+0000 7ff12d13a640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7ff1280ce4f0 0x7ff128153a10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:34.093 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:34.088+0000 7ff12d13a640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ff128159310 0x7ff1281e0610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:34.093 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:34.088+0000 7ff12d13a640 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff1281f4770 con 0x7ff1280ce4f0 2024-09-13T18:57:34.093 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:34.088+0000 7ff12d13a640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff128156430 con 0x7ff128159310 2024-09-13T18:57:34.093 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:34.088+0000 7ff12d13a640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff1281f3af0 con 0x7ff1280b2b40 2024-09-13T18:57:34.093 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:34.088+0000 7ff11ffff640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7ff1280ce4f0 0x7ff128153a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:34.093 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:34.088+0000 7ff11ffff640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7ff1280ce4f0 0x7ff128153a10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.119:3300/0 says I am v2:172.21.15.119:59970/0 (socket says 172.21.15.119:59970) 2024-09-13T18:57:34.093 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:34.088+0000 7ff11ffff640 1 -- 172.21.15.119:0/488497919 learned_addr learned my addr 172.21.15.119:0/488497919 (peer_addr_for_me v2:172.21.15.119:0/0) 2024-09-13T18:57:34.093 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:34.088+0000 7ff126d9d640 1 --2- 172.21.15.119:0/488497919 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7ff1280b2b40 0x7ff1280c39c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:34.093 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:34.088+0000 7ff12759e640 1 --2- 172.21.15.119:0/488497919 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ff128159310 0x7ff1281e0610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:34.093 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:34.088+0000 7ff11ffff640 1 -- 172.21.15.119:0/488497919 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7ff1280b2b40 msgr2=0x7ff1280c39c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:34.093 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:34.088+0000 7ff11ffff640 1 --2- 172.21.15.119:0/488497919 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7ff1280b2b40 0x7ff1280c39c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:34.093 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:34.088+0000 7ff11ffff640 1 -- 172.21.15.119:0/488497919 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ff128159310 msgr2=0x7ff1281e0610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:34.094 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:34.088+0000 7ff11ffff640 1 --2- 172.21.15.119:0/488497919 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ff128159310 0x7ff1281e0610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:34.094 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:34.088+0000 7ff11ffff640 1 -- 172.21.15.119:0/488497919 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff118009400 con 0x7ff1280ce4f0 2024-09-13T18:57:34.094 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:34.088+0000 7ff11ffff640 1 --2- 172.21.15.119:0/488497919 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7ff1280ce4f0 0x7ff128153a10 secure :-1 s=READY pgs=454 cs=0 l=1 rev1=1 crypto rx=0x7ff11000c4a0 tx=0x7ff11000c960 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:57:34.094 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:34.088+0000 7ff11f7fe640 1 -- 172.21.15.119:0/488497919 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff1100074e0 con 0x7ff1280ce4f0 2024-09-13T18:57:34.094 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:34.088+0000 7ff11f7fe640 1 -- 172.21.15.119:0/488497919 <== mon.0 v2:172.21.15.119:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff110007640 con 0x7ff1280ce4f0 2024-09-13T18:57:34.094 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:34.088+0000 7ff11f7fe640 1 -- 172.21.15.119:0/488497919 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff110004a00 con 0x7ff1280ce4f0 2024-09-13T18:57:34.094 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:34.088+0000 7ff12d13a640 1 -- 172.21.15.119:0/488497919 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff1281f3dd0 con 0x7ff1280ce4f0 2024-09-13T18:57:34.094 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:34.089+0000 7ff12d13a640 1 -- 172.21.15.119:0/488497919 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff1281f4390 con 0x7ff1280ce4f0 2024-09-13T18:57:34.094 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:34.089+0000 7ff12d13a640 1 -- 172.21.15.119:0/488497919 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ff1280ad400 con 0x7ff1280ce4f0 2024-09-13T18:57:34.095 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:34.090+0000 7ff11f7fe640 1 -- 172.21.15.119:0/488497919 <== mon.0 v2:172.21.15.119:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7ff110004b60 con 0x7ff1280ce4f0 2024-09-13T18:57:34.095 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:34.090+0000 7ff11f7fe640 1 --2- 172.21.15.119:0/488497919 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7ff10806ac00 0x7ff10806d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:34.095 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:34.090+0000 7ff11f7fe640 1 -- 172.21.15.119:0/488497919 <== mon.0 v2:172.21.15.119:3300/0 5 ==== osd_map(27..27 src has 1..27) v4 ==== 6778+0+0 (secure 0 0 0) 0x7ff110088920 con 0x7ff1280ce4f0 2024-09-13T18:57:34.095 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:34.090+0000 7ff126d9d640 1 --2- 172.21.15.119:0/488497919 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7ff10806ac00 0x7ff10806d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:34.095 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:34.091+0000 7ff126d9d640 1 --2- 172.21.15.119:0/488497919 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7ff10806ac00 0x7ff10806d0c0 secure :-1 s=READY pgs=228 cs=0 l=1 rev1=1 crypto rx=0x7ff118034000 tx=0x7ff11802e000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:57:34.097 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:34.095+0000 7ff11f7fe640 1 -- 172.21.15.119:0/488497919 <== mon.0 v2:172.21.15.119:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7ff110053780 con 0x7ff1280ce4f0 2024-09-13T18:57:34.225 DEBUG:teuthology.orchestra.run.smithi119:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-13T18:57:34.228 DEBUG:teuthology.orchestra.run.smithi145:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-13T18:57:34.263 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:34.261+0000 7ff12d13a640 1 -- 172.21.15.119:0/488497919 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true} v 0) v1 -- 0x7ff12806e4b0 con 0x7ff1280ce4f0 2024-09-13T18:57:35.242 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:35.240+0000 7ff11f7fe640 1 -- 172.21.15.119:0/488497919 <== mon.0 v2:172.21.15.119:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_metadata' removed v28) v1 ==== 181+0+0 (secure 0 0 0) 0x7ff110056da0 con 0x7ff1280ce4f0 2024-09-13T18:57:35.243 INFO:teuthology.orchestra.run.smithi119.stderr:pool 'cephfs_metadata' removed 2024-09-13T18:57:35.246 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:35.243+0000 7ff12d13a640 1 -- 172.21.15.119:0/488497919 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7ff10806ac00 msgr2=0x7ff10806d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:35.246 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:35.243+0000 7ff12d13a640 1 --2- 172.21.15.119:0/488497919 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7ff10806ac00 0x7ff10806d0c0 secure :-1 s=READY pgs=228 cs=0 l=1 rev1=1 crypto rx=0x7ff118034000 tx=0x7ff11802e000 comp rx=0 tx=0).stop 2024-09-13T18:57:35.246 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:35.243+0000 7ff12d13a640 1 -- 172.21.15.119:0/488497919 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7ff1280ce4f0 msgr2=0x7ff128153a10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:35.246 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:35.243+0000 7ff12d13a640 1 --2- 172.21.15.119:0/488497919 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7ff1280ce4f0 0x7ff128153a10 secure :-1 s=READY pgs=454 cs=0 l=1 rev1=1 crypto rx=0x7ff11000c4a0 tx=0x7ff11000c960 comp rx=0 tx=0).stop 2024-09-13T18:57:35.246 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:35.243+0000 7ff12d13a640 1 -- 172.21.15.119:0/488497919 shutdown_connections 2024-09-13T18:57:35.246 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:35.243+0000 7ff12d13a640 1 --2- 172.21.15.119:0/488497919 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7ff10806ac00 0x7ff10806d0c0 unknown :-1 s=CLOSED pgs=228 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:35.246 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:35.243+0000 7ff12d13a640 1 --2- 172.21.15.119:0/488497919 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ff128159310 0x7ff1281e0610 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:35.246 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:35.243+0000 7ff12d13a640 1 --2- 172.21.15.119:0/488497919 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7ff1280ce4f0 0x7ff128153a10 unknown :-1 s=CLOSED pgs=454 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:35.246 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:35.243+0000 7ff12d13a640 1 --2- 172.21.15.119:0/488497919 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7ff1280b2b40 0x7ff1280c39c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:35.246 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:35.243+0000 7ff12d13a640 1 -- 172.21.15.119:0/488497919 >> 172.21.15.119:0/488497919 conn(0x7ff12806a0b0 msgr2=0x7ff1280c4a00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:57:35.246 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:35.243+0000 7ff12d13a640 1 -- 172.21.15.119:0/488497919 shutdown_connections 2024-09-13T18:57:35.247 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:35.243+0000 7ff12d13a640 1 -- 172.21.15.119:0/488497919 wait complete. 2024-09-13T18:57:35.258 DEBUG:teuthology.orchestra.run.smithi119:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_data cephfs_data --yes-i-really-really-mean-it 2024-09-13T18:57:35.361 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:35.358+0000 7fd47f35e640 1 Processor -- start 2024-09-13T18:57:35.361 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:35.358+0000 7fd47f35e640 1 -- start start 2024-09-13T18:57:35.362 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:35.359+0000 7fd47f35e640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7fd4780d2760 0x7fd4780cd8e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:35.362 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:35.359+0000 7fd47f35e640 1 --2- >> v2:172.21.15.119:3300/0 conn(0x7fd4780cde20 0x7fd4780d0000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:35.362 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:35.359+0000 7fd47f35e640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fd4780cd450 con 0x7fd47815c500 2024-09-13T18:57:35.362 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:35.359+0000 7fd47f35e640 1 -- --> v2:172.21.15.119:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fd4780d0cf0 con 0x7fd4780cde20 2024-09-13T18:57:35.362 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:35.359+0000 7fd47f35e640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fd4780d0fd0 con 0x7fd4780d2760 2024-09-13T18:57:35.363 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:35.359+0000 7fd47d8fb640 1 --2- >> v2:172.21.15.119:3300/0 conn(0x7fd4780cde20 0x7fd4780d0000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:35.363 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:35.359+0000 7fd47d8fb640 1 --2- >> v2:172.21.15.119:3300/0 conn(0x7fd4780cde20 0x7fd4780d0000 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.119:3300/0 says I am v2:172.21.15.119:59976/0 (socket says 172.21.15.119:59976) 2024-09-13T18:57:35.363 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:35.359+0000 7fd47d8fb640 1 -- 172.21.15.119:0/2929826794 learned_addr learned my addr 172.21.15.119:0/2929826794 (peer_addr_for_me v2:172.21.15.119:0/0) 2024-09-13T18:57:35.363 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:35.360+0000 7fd47c8f9640 1 --2- 172.21.15.119:0/2929826794 >> v2:172.21.15.145:3300/0 conn(0x7fd4780d2760 0x7fd4780cd8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:35.363 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:35.360+0000 7fd47d8fb640 1 -- 172.21.15.119:0/2929826794 >> v2:172.21.15.145:3300/0 conn(0x7fd4780d2760 msgr2=0x7fd4780cd8e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T18:57:35.363 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:35.360+0000 7fd47d8fb640 1 --2- 172.21.15.119:0/2929826794 >> v2:172.21.15.145:3300/0 conn(0x7fd4780d2760 0x7fd4780cd8e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:35.363 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:35.360+0000 7fd47d8fb640 1 -- 172.21.15.119:0/2929826794 >> v1:172.21.15.145:6789/0 conn(0x7fd47815c500 legacy=0x7fd4780d2050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T18:57:35.363 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:35.360+0000 7fd47d8fb640 1 -- 172.21.15.119:0/2929826794 --> v2:172.21.15.119:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd4780cd0e0 con 0x7fd4780cde20 2024-09-13T18:57:35.364 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:35.360+0000 7fd47d8fb640 1 --2- 172.21.15.119:0/2929826794 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fd4780cde20 0x7fd4780d0000 secure :-1 s=READY pgs=455 cs=0 l=1 rev1=1 crypto rx=0x7fd47806ce50 tx=0x7fd47002a6f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=455585e4ce3def44 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:57:35.364 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:35.361+0000 7fd46ffff640 1 -- 172.21.15.119:0/2929826794 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd470031600 con 0x7fd4780cde20 2024-09-13T18:57:35.364 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:35.361+0000 7fd46ffff640 1 -- 172.21.15.119:0/2929826794 <== mon.0 v2:172.21.15.119:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd47002d050 con 0x7fd4780cde20 2024-09-13T18:57:35.365 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:35.361+0000 7fd46ffff640 1 -- 172.21.15.119:0/2929826794 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd470031980 con 0x7fd4780cde20 2024-09-13T18:57:35.365 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:35.361+0000 7fd47f35e640 1 -- 172.21.15.119:0/2929826794 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fd4780cde20 msgr2=0x7fd4780d0000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:35.365 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:35.361+0000 7fd47f35e640 1 --2- 172.21.15.119:0/2929826794 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fd4780cde20 0x7fd4780d0000 secure :-1 s=READY pgs=455 cs=0 l=1 rev1=1 crypto rx=0x7fd47806ce50 tx=0x7fd47002a6f0 comp rx=0 tx=0).stop 2024-09-13T18:57:35.365 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:35.361+0000 7fd47f35e640 1 -- 172.21.15.119:0/2929826794 shutdown_connections 2024-09-13T18:57:35.365 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:35.361+0000 7fd47f35e640 1 --2- 172.21.15.119:0/2929826794 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fd4780cde20 0x7fd4780d0000 unknown :-1 s=CLOSED pgs=455 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:35.365 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:35.361+0000 7fd47f35e640 1 --2- 172.21.15.119:0/2929826794 >> v2:172.21.15.145:3300/0 conn(0x7fd4780d2760 0x7fd4780cd8e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:35.365 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:35.361+0000 7fd47f35e640 1 -- 172.21.15.119:0/2929826794 >> 172.21.15.119:0/2929826794 conn(0x7fd478089f60 msgr2=0x7fd47809b830 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:57:35.365 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:35.361+0000 7fd47f35e640 1 -- 172.21.15.119:0/2929826794 shutdown_connections 2024-09-13T18:57:35.365 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:35.361+0000 7fd47f35e640 1 -- 172.21.15.119:0/2929826794 wait complete. 2024-09-13T18:57:35.368 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:35.362+0000 7fd47f35e640 1 Processor -- start 2024-09-13T18:57:35.368 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:35.362+0000 7fd47f35e640 1 -- start start 2024-09-13T18:57:35.368 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:35.363+0000 7fd47f35e640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd4780cde20 0x7fd4781e76e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:35.368 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:35.363+0000 7fd47f35e640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fd4780d2760 0x7fd4780b7de0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:35.368 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:35.363+0000 7fd47f35e640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fd47815c500 0x7fd47815f540 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:35.368 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:35.363+0000 7fd47f35e640 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd4780b8320 con 0x7fd4780d2760 2024-09-13T18:57:35.368 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:35.363+0000 7fd47f35e640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd47815fa80 con 0x7fd4780cde20 2024-09-13T18:57:35.368 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:35.363+0000 7fd47f35e640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd47815cb50 con 0x7fd47815c500 2024-09-13T18:57:35.368 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:35.363+0000 7fd47c8f9640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fd4780d2760 0x7fd4780b7de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:35.368 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:35.363+0000 7fd47c8f9640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fd4780d2760 0x7fd4780b7de0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.119:3300/0 says I am v2:172.21.15.119:59980/0 (socket says 172.21.15.119:59980) 2024-09-13T18:57:35.368 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:35.363+0000 7fd47c8f9640 1 -- 172.21.15.119:0/691342452 learned_addr learned my addr 172.21.15.119:0/691342452 (peer_addr_for_me v2:172.21.15.119:0/0) 2024-09-13T18:57:35.368 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:35.363+0000 7fd47d8fb640 1 --2- 172.21.15.119:0/691342452 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fd47815c500 0x7fd47815f540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:35.369 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:35.363+0000 7fd47d0fa640 1 --2- 172.21.15.119:0/691342452 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd4780cde20 0x7fd4781e76e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:35.369 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:35.363+0000 7fd47c8f9640 1 -- 172.21.15.119:0/691342452 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fd47815c500 msgr2=0x7fd47815f540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:35.369 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:35.363+0000 7fd47c8f9640 1 --2- 172.21.15.119:0/691342452 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fd47815c500 0x7fd47815f540 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:35.369 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:35.363+0000 7fd47c8f9640 1 -- 172.21.15.119:0/691342452 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd4780cde20 msgr2=0x7fd4781e76e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:35.369 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:35.364+0000 7fd47c8f9640 1 --2- 172.21.15.119:0/691342452 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd4780cde20 0x7fd4781e76e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:35.369 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:35.364+0000 7fd47c8f9640 1 -- 172.21.15.119:0/691342452 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd470009b30 con 0x7fd4780d2760 2024-09-13T18:57:35.369 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:35.364+0000 7fd47d8fb640 1 --2- 172.21.15.119:0/691342452 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fd47815c500 0x7fd47815f540 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T18:57:35.369 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:35.364+0000 7fd47d0fa640 1 --2- 172.21.15.119:0/691342452 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd4780cde20 0x7fd4781e76e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T18:57:35.369 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:35.364+0000 7fd47c8f9640 1 --2- 172.21.15.119:0/691342452 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fd4780d2760 0x7fd4780b7de0 secure :-1 s=READY pgs=456 cs=0 l=1 rev1=1 crypto rx=0x7fd46800c7f0 tx=0x7fd46800ccb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:57:35.369 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:35.364+0000 7fd46dffb640 1 -- 172.21.15.119:0/691342452 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd468004220 con 0x7fd4780d2760 2024-09-13T18:57:35.369 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:35.364+0000 7fd46dffb640 1 -- 172.21.15.119:0/691342452 <== mon.0 v2:172.21.15.119:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd4680043a0 con 0x7fd4780d2760 2024-09-13T18:57:35.369 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:35.364+0000 7fd47f35e640 1 -- 172.21.15.119:0/691342452 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fd47815ce10 con 0x7fd4780d2760 2024-09-13T18:57:35.369 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:35.364+0000 7fd46dffb640 1 -- 172.21.15.119:0/691342452 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd468007860 con 0x7fd4780d2760 2024-09-13T18:57:35.370 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:35.364+0000 7fd47f35e640 1 -- 172.21.15.119:0/691342452 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd47815d3d0 con 0x7fd4780d2760 2024-09-13T18:57:35.370 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:35.365+0000 7fd47f35e640 1 -- 172.21.15.119:0/691342452 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fd4780d08e0 con 0x7fd4780d2760 2024-09-13T18:57:35.370 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:35.365+0000 7fd46dffb640 1 -- 172.21.15.119:0/691342452 <== mon.0 v2:172.21.15.119:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fd468007bd0 con 0x7fd4780d2760 2024-09-13T18:57:35.370 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:35.366+0000 7fd46dffb640 1 --2- 172.21.15.119:0/691342452 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7fd45c06ac00 0x7fd45c06d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:35.370 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:35.366+0000 7fd46dffb640 1 -- 172.21.15.119:0/691342452 <== mon.0 v2:172.21.15.119:3300/0 5 ==== osd_map(28..28 src has 1..28) v4 ==== 6340+0+0 (secure 0 0 0) 0x7fd4680895c0 con 0x7fd4780d2760 2024-09-13T18:57:35.371 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:35.366+0000 7fd47d0fa640 1 --2- 172.21.15.119:0/691342452 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7fd45c06ac00 0x7fd45c06d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:35.371 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:35.366+0000 7fd47d0fa640 1 --2- 172.21.15.119:0/691342452 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7fd45c06ac00 0x7fd45c06d0c0 secure :-1 s=READY pgs=229 cs=0 l=1 rev1=1 crypto rx=0x7fd47400a810 tx=0x7fd474008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:57:35.373 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:35.370+0000 7fd46dffb640 1 -- 172.21.15.119:0/691342452 <== mon.0 v2:172.21.15.119:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fd468054520 con 0x7fd4780d2760 2024-09-13T18:57:35.540 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:35.537+0000 7fd47f35e640 1 -- 172.21.15.119:0/691342452 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true} v 0) v1 -- 0x7fd47806b160 con 0x7fd4780d2760 2024-09-13T18:57:36.249 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:36.246+0000 7fd46dffb640 1 -- 172.21.15.119:0/691342452 <== mon.0 v2:172.21.15.119:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_data' removed v29) v1 ==== 169+0+0 (secure 0 0 0) 0x7fd468057b40 con 0x7fd4780d2760 2024-09-13T18:57:36.249 INFO:teuthology.orchestra.run.smithi119.stderr:pool 'cephfs_data' removed 2024-09-13T18:57:36.253 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:36.250+0000 7fd47f35e640 1 -- 172.21.15.119:0/691342452 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7fd45c06ac00 msgr2=0x7fd45c06d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:36.253 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:36.250+0000 7fd47f35e640 1 --2- 172.21.15.119:0/691342452 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7fd45c06ac00 0x7fd45c06d0c0 secure :-1 s=READY pgs=229 cs=0 l=1 rev1=1 crypto rx=0x7fd47400a810 tx=0x7fd474008040 comp rx=0 tx=0).stop 2024-09-13T18:57:36.253 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:36.250+0000 7fd47f35e640 1 -- 172.21.15.119:0/691342452 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fd4780d2760 msgr2=0x7fd4780b7de0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:36.253 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:36.250+0000 7fd47f35e640 1 --2- 172.21.15.119:0/691342452 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fd4780d2760 0x7fd4780b7de0 secure :-1 s=READY pgs=456 cs=0 l=1 rev1=1 crypto rx=0x7fd46800c7f0 tx=0x7fd46800ccb0 comp rx=0 tx=0).stop 2024-09-13T18:57:36.253 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:36.250+0000 7fd47f35e640 1 -- 172.21.15.119:0/691342452 shutdown_connections 2024-09-13T18:57:36.253 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:36.250+0000 7fd47f35e640 1 --2- 172.21.15.119:0/691342452 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7fd45c06ac00 0x7fd45c06d0c0 unknown :-1 s=CLOSED pgs=229 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:36.253 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:36.250+0000 7fd47f35e640 1 --2- 172.21.15.119:0/691342452 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fd47815c500 0x7fd47815f540 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:36.253 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:36.250+0000 7fd47f35e640 1 --2- 172.21.15.119:0/691342452 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fd4780d2760 0x7fd4780b7de0 unknown :-1 s=CLOSED pgs=456 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:36.253 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:36.250+0000 7fd47f35e640 1 --2- 172.21.15.119:0/691342452 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd4780cde20 0x7fd4781e76e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:36.254 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:36.250+0000 7fd47f35e640 1 -- 172.21.15.119:0/691342452 >> 172.21.15.119:0/691342452 conn(0x7fd478089f60 msgr2=0x7fd4780aef80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:57:36.254 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:36.250+0000 7fd47f35e640 1 -- 172.21.15.119:0/691342452 shutdown_connections 2024-09-13T18:57:36.254 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:36.250+0000 7fd47f35e640 1 -- 172.21.15.119:0/691342452 wait complete. 2024-09-13T18:57:36.266 DEBUG:teuthology.orchestra.run.smithi119:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_data_ec cephfs_data_ec --yes-i-really-really-mean-it 2024-09-13T18:57:36.373 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:36.371+0000 7f35dd711640 1 Processor -- start 2024-09-13T18:57:36.373 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:36.371+0000 7f35dd711640 1 -- start start 2024-09-13T18:57:36.374 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:36.371+0000 7f35dd711640 1 --2- >> v2:172.21.15.119:3300/0 conn(0x7f35d806c8a0 0x7f35d80b1160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:36.375 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:36.371+0000 7f35dd711640 1 -- --> v1:172.21.15.119:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f35d80b2d10 con 0x7f35d8158b00 2024-09-13T18:57:36.375 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:36.371+0000 7f35dd711640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f35d80b2ff0 con 0x7f35d8071b20 2024-09-13T18:57:36.375 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:36.371+0000 7f35dd711640 1 -- --> v2:172.21.15.119:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f35d8070310 con 0x7f35d806c8a0 2024-09-13T18:57:36.375 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:36.371+0000 7f35d6ffd640 1 --1- >> v1:172.21.15.119:6789/0 conn(0x7f35d8158b00 0x7f35d806c190 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.119:6789/0 says I am v1:172.21.15.119:59162/0 (socket says 172.21.15.119:59162) 2024-09-13T18:57:36.375 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:36.371+0000 7f35d6ffd640 1 -- 172.21.15.119:0/2713899172 learned_addr learned my addr 172.21.15.119:0/2713899172 (peer_addr_for_me v1:172.21.15.119:0/0) 2024-09-13T18:57:36.375 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:36.372+0000 7f35d67fc640 1 --2- 172.21.15.119:0/2713899172 >> v2:172.21.15.119:3300/0 conn(0x7f35d806c8a0 0x7f35d80b1160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:36.375 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:36.372+0000 7f35d5ffb640 1 -- 172.21.15.119:0/2713899172 <== mon.0 v1:172.21.15.119:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 357982921 0 0) 0x7f35d80b2d10 con 0x7f35d8158b00 2024-09-13T18:57:36.375 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:36.372+0000 7f35d5ffb640 1 -- 172.21.15.119:0/2713899172 --> v1:172.21.15.119:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f35c0003520 con 0x7f35d8158b00 2024-09-13T18:57:36.375 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:36.372+0000 7f35d67fc640 1 -- 172.21.15.119:0/2713899172 >> v1:172.21.15.145:6789/0 conn(0x7f35d8071b20 legacy=0x7f35d80b16a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T18:57:36.375 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:36.372+0000 7f35d67fc640 1 -- 172.21.15.119:0/2713899172 >> v1:172.21.15.119:6789/0 conn(0x7f35d8158b00 legacy=0x7f35d806c190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:36.375 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:36.372+0000 7f35d67fc640 1 -- 172.21.15.119:0/2713899172 --> v2:172.21.15.119:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f35d80705f0 con 0x7f35d806c8a0 2024-09-13T18:57:36.377 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:36.373+0000 7f35d67fc640 1 --2- 172.21.15.119:0/2713899172 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f35d806c8a0 0x7f35d80b1160 secure :-1 s=READY pgs=458 cs=0 l=1 rev1=1 crypto rx=0x7f35cc0097a0 tx=0x7f35cc02a1e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=56ad2b4eab395158 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:57:36.377 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:36.373+0000 7f35d5ffb640 1 -- 172.21.15.119:0/2713899172 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f35cc032440 con 0x7f35d806c8a0 2024-09-13T18:57:36.377 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:36.373+0000 7f35d5ffb640 1 -- 172.21.15.119:0/2713899172 <== mon.0 v2:172.21.15.119:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f35cc0325a0 con 0x7f35d806c8a0 2024-09-13T18:57:36.377 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:36.373+0000 7f35d5ffb640 1 -- 172.21.15.119:0/2713899172 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f35cc032930 con 0x7f35d806c8a0 2024-09-13T18:57:36.377 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:36.373+0000 7f35dd711640 1 -- 172.21.15.119:0/2713899172 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f35d806c8a0 msgr2=0x7f35d80b1160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:36.377 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:36.373+0000 7f35dd711640 1 --2- 172.21.15.119:0/2713899172 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f35d806c8a0 0x7f35d80b1160 secure :-1 s=READY pgs=458 cs=0 l=1 rev1=1 crypto rx=0x7f35cc0097a0 tx=0x7f35cc02a1e0 comp rx=0 tx=0).stop 2024-09-13T18:57:36.377 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:36.373+0000 7f35dd711640 1 -- 172.21.15.119:0/2713899172 shutdown_connections 2024-09-13T18:57:36.378 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:36.373+0000 7f35dd711640 1 --2- 172.21.15.119:0/2713899172 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f35d806c8a0 0x7f35d80b1160 unknown :-1 s=CLOSED pgs=458 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:36.378 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:36.373+0000 7f35dd711640 1 -- 172.21.15.119:0/2713899172 >> 172.21.15.119:0/2713899172 conn(0x7f35d806a0b0 msgr2=0x7f35d806a4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:57:36.378 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:36.373+0000 7f35dd711640 1 -- 172.21.15.119:0/2713899172 shutdown_connections 2024-09-13T18:57:36.378 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:36.373+0000 7f35dd711640 1 -- 172.21.15.119:0/2713899172 wait complete. 2024-09-13T18:57:36.378 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:36.375+0000 7f35dd711640 1 Processor -- start 2024-09-13T18:57:36.378 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:36.375+0000 7f35dd711640 1 -- start start 2024-09-13T18:57:36.380 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:36.375+0000 7f35dd711640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f35d806c8a0 0x7f35d8097a00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:36.380 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:36.375+0000 7f35dd711640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f35d8071b20 0x7f35d8154470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:36.380 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:36.375+0000 7f35dd711640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f35d8158b00 0x7f35d81549b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:36.380 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:36.375+0000 7f35dd711640 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f35d81f2540 con 0x7f35d8158b00 2024-09-13T18:57:36.380 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:36.375+0000 7f35dd711640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f35d8156410 con 0x7f35d8071b20 2024-09-13T18:57:36.380 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:36.375+0000 7f35dd711640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f35d81597b0 con 0x7f35d806c8a0 2024-09-13T18:57:36.380 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:36.375+0000 7f35d77fe640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f35d8158b00 0x7f35d81549b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:36.380 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:36.375+0000 7f35d77fe640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f35d8158b00 0x7f35d81549b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.119:3300/0 says I am v2:172.21.15.119:59996/0 (socket says 172.21.15.119:59996) 2024-09-13T18:57:36.381 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:36.375+0000 7f35d77fe640 1 -- 172.21.15.119:0/374110428 learned_addr learned my addr 172.21.15.119:0/374110428 (peer_addr_for_me v2:172.21.15.119:0/0) 2024-09-13T18:57:36.381 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:36.376+0000 7f35d67fc640 1 --2- 172.21.15.119:0/374110428 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f35d8071b20 0x7f35d8154470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:36.381 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:36.376+0000 7f35d6ffd640 1 --2- 172.21.15.119:0/374110428 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f35d806c8a0 0x7f35d8097a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:36.381 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:36.376+0000 7f35d77fe640 1 -- 172.21.15.119:0/374110428 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f35d806c8a0 msgr2=0x7f35d8097a00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:36.381 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:36.376+0000 7f35d77fe640 1 --2- 172.21.15.119:0/374110428 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f35d806c8a0 0x7f35d8097a00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:36.381 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:36.376+0000 7f35d77fe640 1 -- 172.21.15.119:0/374110428 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f35d8071b20 msgr2=0x7f35d8154470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:36.381 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:36.376+0000 7f35d77fe640 1 --2- 172.21.15.119:0/374110428 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f35d8071b20 0x7f35d8154470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:36.381 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:36.376+0000 7f35d77fe640 1 -- 172.21.15.119:0/374110428 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f35cc009400 con 0x7f35d8158b00 2024-09-13T18:57:36.381 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:36.376+0000 7f35d77fe640 1 --2- 172.21.15.119:0/374110428 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f35d8158b00 0x7f35d81549b0 secure :-1 s=READY pgs=459 cs=0 l=1 rev1=1 crypto rx=0x7f35d000c440 tx=0x7f35d000c900 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:57:36.381 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:36.376+0000 7f35bf7fe640 1 -- 172.21.15.119:0/374110428 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f35d0011790 con 0x7f35d8158b00 2024-09-13T18:57:36.381 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:36.376+0000 7f35bf7fe640 1 -- 172.21.15.119:0/374110428 <== mon.0 v2:172.21.15.119:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f35d00118f0 con 0x7f35d8158b00 2024-09-13T18:57:36.381 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:36.376+0000 7f35dd711640 1 -- 172.21.15.119:0/374110428 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f35d81594d0 con 0x7f35d8158b00 2024-09-13T18:57:36.382 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:36.376+0000 7f35bf7fe640 1 -- 172.21.15.119:0/374110428 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f35d0011ca0 con 0x7f35d8158b00 2024-09-13T18:57:36.382 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:36.376+0000 7f35dd711640 1 -- 172.21.15.119:0/374110428 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f35d81560a0 con 0x7f35d8158b00 2024-09-13T18:57:36.382 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:36.377+0000 7f35dd711640 1 -- 172.21.15.119:0/374110428 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f35d8155c20 con 0x7f35d8158b00 2024-09-13T18:57:36.382 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:36.377+0000 7f35bf7fe640 1 -- 172.21.15.119:0/374110428 <== mon.0 v2:172.21.15.119:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f35d001c460 con 0x7f35d8158b00 2024-09-13T18:57:36.382 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:36.378+0000 7f35bf7fe640 1 --2- 172.21.15.119:0/374110428 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f35c406ac00 0x7f35c406d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:36.383 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:36.378+0000 7f35d6ffd640 1 --2- 172.21.15.119:0/374110428 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f35c406ac00 0x7f35c406d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:36.383 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:36.378+0000 7f35bf7fe640 1 -- 172.21.15.119:0/374110428 <== mon.0 v2:172.21.15.119:3300/0 5 ==== osd_map(29..29 src has 1..29) v4 ==== 5781+0+0 (secure 0 0 0) 0x7f35d0089210 con 0x7f35d8158b00 2024-09-13T18:57:36.383 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:36.378+0000 7f35d6ffd640 1 --2- 172.21.15.119:0/374110428 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f35c406ac00 0x7f35c406d0c0 secure :-1 s=READY pgs=230 cs=0 l=1 rev1=1 crypto rx=0x7f35c8001560 tx=0x7f35c8009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:57:36.385 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:36.383+0000 7f35bf7fe640 1 -- 172.21.15.119:0/374110428 <== mon.0 v2:172.21.15.119:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f35d8155c20 con 0x7f35d8158b00 2024-09-13T18:57:36.546 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:36.543+0000 7f35dd711640 1 -- 172.21.15.119:0/374110428 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_data_ec", "pool2": "cephfs_data_ec", "yes_i_really_really_mean_it": true} v 0) v1 -- 0x7f35d8155c20 con 0x7f35d8158b00 2024-09-13T18:57:37.252 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:37.249+0000 7f35bf7fe640 1 -- 172.21.15.119:0/374110428 <== mon.0 v2:172.21.15.119:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_data_ec", "pool2": "cephfs_data_ec", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_data_ec' removed v30) v1 ==== 178+0+0 (secure 0 0 0) 0x7f35d8155c20 con 0x7f35d8158b00 2024-09-13T18:57:37.252 INFO:teuthology.orchestra.run.smithi119.stderr:pool 'cephfs_data_ec' removed 2024-09-13T18:57:37.255 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:37.252+0000 7f35dd711640 1 -- 172.21.15.119:0/374110428 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f35c406ac00 msgr2=0x7f35c406d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:37.255 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:37.252+0000 7f35dd711640 1 --2- 172.21.15.119:0/374110428 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f35c406ac00 0x7f35c406d0c0 secure :-1 s=READY pgs=230 cs=0 l=1 rev1=1 crypto rx=0x7f35c8001560 tx=0x7f35c8009040 comp rx=0 tx=0).stop 2024-09-13T18:57:37.255 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:37.252+0000 7f35dd711640 1 -- 172.21.15.119:0/374110428 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f35d8158b00 msgr2=0x7f35d81549b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:37.255 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:37.252+0000 7f35dd711640 1 --2- 172.21.15.119:0/374110428 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f35d8158b00 0x7f35d81549b0 secure :-1 s=READY pgs=459 cs=0 l=1 rev1=1 crypto rx=0x7f35d000c440 tx=0x7f35d000c900 comp rx=0 tx=0).stop 2024-09-13T18:57:37.255 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:37.252+0000 7f35dd711640 1 -- 172.21.15.119:0/374110428 shutdown_connections 2024-09-13T18:57:37.255 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:37.252+0000 7f35dd711640 1 --2- 172.21.15.119:0/374110428 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f35c406ac00 0x7f35c406d0c0 unknown :-1 s=CLOSED pgs=230 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:37.255 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:37.252+0000 7f35dd711640 1 --2- 172.21.15.119:0/374110428 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f35d8158b00 0x7f35d81549b0 unknown :-1 s=CLOSED pgs=459 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:37.256 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:37.252+0000 7f35dd711640 1 --2- 172.21.15.119:0/374110428 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f35d8071b20 0x7f35d8154470 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:37.256 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:37.252+0000 7f35dd711640 1 --2- 172.21.15.119:0/374110428 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f35d806c8a0 0x7f35d8097a00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:37.256 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:37.252+0000 7f35dd711640 1 -- 172.21.15.119:0/374110428 >> 172.21.15.119:0/374110428 conn(0x7f35d806a0b0 msgr2=0x7f35d80ae6d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:57:37.256 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:37.253+0000 7f35dd711640 1 -- 172.21.15.119:0/374110428 shutdown_connections 2024-09-13T18:57:37.256 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:37.253+0000 7f35dd711640 1 -- 172.21.15.119:0/374110428 wait complete. 2024-09-13T18:57:37.268 INFO:tasks.ceph.mds.a:Restarting daemon 2024-09-13T18:57:37.269 INFO:tasks.ceph.mds.a:Stopping old one... 2024-09-13T18:57:37.269 DEBUG:tasks.ceph.mds.a:waiting for process to exit 2024-09-13T18:57:37.269 INFO:teuthology.orchestra.run:waiting for 300 2024-09-13T18:57:37.269 INFO:tasks.ceph.mds.c:Restarting daemon 2024-09-13T18:57:37.269 INFO:tasks.ceph.mds.c:Stopping old one... 2024-09-13T18:57:37.269 DEBUG:tasks.ceph.mds.c:waiting for process to exit 2024-09-13T18:57:37.269 INFO:teuthology.orchestra.run:waiting for 300 2024-09-13T18:57:37.270 INFO:tasks.ceph.mds.b:Restarting daemon 2024-09-13T18:57:37.270 INFO:tasks.ceph.mds.b:Stopping old one... 2024-09-13T18:57:37.270 DEBUG:tasks.ceph.mds.b:waiting for process to exit 2024-09-13T18:57:37.270 INFO:teuthology.orchestra.run:waiting for 300 2024-09-13T18:57:37.270 INFO:tasks.ceph.mds.d:Restarting daemon 2024-09-13T18:57:37.270 INFO:tasks.ceph.mds.d:Stopping old one... 2024-09-13T18:57:37.270 DEBUG:tasks.ceph.mds.d:waiting for process to exit 2024-09-13T18:57:37.271 INFO:teuthology.orchestra.run:waiting for 300 2024-09-13T18:57:37.279 INFO:tasks.ceph.mds.a:Stopped 2024-09-13T18:57:37.279 DEBUG:teuthology.orchestra.run.smithi119:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i a 2024-09-13T18:57:37.280 INFO:tasks.ceph.mds.c:Stopped 2024-09-13T18:57:37.280 DEBUG:teuthology.orchestra.run.smithi119:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i c 2024-09-13T18:57:37.281 INFO:tasks.ceph.mds.b:Stopped 2024-09-13T18:57:37.282 DEBUG:teuthology.orchestra.run.smithi145:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i b 2024-09-13T18:57:37.282 INFO:tasks.ceph.mds.d:Stopped 2024-09-13T18:57:37.282 DEBUG:teuthology.orchestra.run.smithi145:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i d 2024-09-13T18:57:37.322 INFO:tasks.ceph.mds.a:Started 2024-09-13T18:57:37.322 DEBUG:teuthology.parallel:result is None 2024-09-13T18:57:37.323 INFO:tasks.ceph.mds.c:Started 2024-09-13T18:57:37.323 DEBUG:teuthology.parallel:result is None 2024-09-13T18:57:37.324 INFO:tasks.ceph.mds.b:Started 2024-09-13T18:57:37.325 DEBUG:teuthology.parallel:result is None 2024-09-13T18:57:37.325 INFO:tasks.ceph.mds.d:Started 2024-09-13T18:57:37.325 DEBUG:teuthology.parallel:result is None 2024-09-13T18:57:37.326 DEBUG:teuthology.orchestra.run.smithi119:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist clear 2024-09-13T18:57:37.399 INFO:tasks.ceph.mds.c.smithi119.stdout:starting mds.c at 2024-09-13T18:57:37.399 INFO:tasks.ceph.mds.a.smithi119.stdout:starting mds.a at 2024-09-13T18:57:37.404 INFO:tasks.ceph.mds.b.smithi145.stdout:starting mds.b at 2024-09-13T18:57:37.405 INFO:tasks.ceph.mds.d.smithi145.stdout:starting mds.d at 2024-09-13T18:57:37.435 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:37.433+0000 7f4072b5a640 1 Processor -- start 2024-09-13T18:57:37.435 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:37.433+0000 7f4072b5a640 1 -- start start 2024-09-13T18:57:37.438 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:37.433+0000 7f4072b5a640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f406c071d30 0x7f406c070190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:37.438 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:37.433+0000 7f4072b5a640 1 --2- >> v2:172.21.15.119:3300/0 conn(0x7f406c072110 0x7f406c0b1b70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:37.438 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:37.433+0000 7f4072b5a640 1 -- --> v1:172.21.15.119:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f406c0abdf0 con 0x7f406c0c8920 2024-09-13T18:57:37.438 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:37.434+0000 7f4072b5a640 1 -- --> v2:172.21.15.119:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f406c0ab1e0 con 0x7f406c072110 2024-09-13T18:57:37.438 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:37.434+0000 7f4072b5a640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f406c0ab4c0 con 0x7f406c071d30 2024-09-13T18:57:37.439 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:37.434+0000 7f40710f7640 1 --1- >> v1:172.21.15.119:6789/0 conn(0x7f406c0c8920 0x7f406c0ac280 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.119:6789/0 says I am v1:172.21.15.119:59170/0 (socket says 172.21.15.119:59170) 2024-09-13T18:57:37.439 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:37.434+0000 7f40710f7640 1 -- 172.21.15.119:0/3553216049 learned_addr learned my addr 172.21.15.119:0/3553216049 (peer_addr_for_me v1:172.21.15.119:0/0) 2024-09-13T18:57:37.439 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:37.434+0000 7f4063fff640 1 --2- 172.21.15.119:0/3553216049 >> v2:172.21.15.119:3300/0 conn(0x7f406c072110 0x7f406c0b1b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:37.439 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:37.434+0000 7f40708f6640 1 --2- 172.21.15.119:0/3553216049 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f406c071d30 0x7f406c070190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:37.439 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:37.434+0000 7f40637fe640 1 -- 172.21.15.119:0/3553216049 <== mon.0 v1:172.21.15.119:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1038805069 0 0) 0x7f406c0abdf0 con 0x7f406c0c8920 2024-09-13T18:57:37.439 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:37.434+0000 7f40637fe640 1 -- 172.21.15.119:0/3553216049 --> v1:172.21.15.119:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f4054003520 con 0x7f406c0c8920 2024-09-13T18:57:37.439 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:37.434+0000 7f4063fff640 1 -- 172.21.15.119:0/3553216049 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f406c071d30 msgr2=0x7f406c070190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T18:57:37.439 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:37.434+0000 7f4063fff640 1 --2- 172.21.15.119:0/3553216049 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f406c071d30 0x7f406c070190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:37.439 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:37.434+0000 7f4063fff640 1 -- 172.21.15.119:0/3553216049 >> v1:172.21.15.119:6789/0 conn(0x7f406c0c8920 legacy=0x7f406c0ac280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:37.439 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:37.434+0000 7f4063fff640 1 -- 172.21.15.119:0/3553216049 --> v2:172.21.15.119:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f406c0ab7a0 con 0x7f406c072110 2024-09-13T18:57:37.439 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:37.435+0000 7f4063fff640 1 --2- 172.21.15.119:0/3553216049 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f406c072110 0x7f406c0b1b70 secure :-1 s=READY pgs=465 cs=0 l=1 rev1=1 crypto rx=0x7f405c0097d0 tx=0x7f405c02a1c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3734797ccf56d10f server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:57:37.439 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:37.435+0000 7f40637fe640 1 -- 172.21.15.119:0/3553216049 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f405c032440 con 0x7f406c072110 2024-09-13T18:57:37.439 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:37.435+0000 7f40637fe640 1 -- 172.21.15.119:0/3553216049 <== mon.0 v2:172.21.15.119:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f405c0325a0 con 0x7f406c072110 2024-09-13T18:57:37.440 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:37.435+0000 7f40637fe640 1 -- 172.21.15.119:0/3553216049 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f405c032910 con 0x7f406c072110 2024-09-13T18:57:37.440 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:37.435+0000 7f4072b5a640 1 -- 172.21.15.119:0/3553216049 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f406c072110 msgr2=0x7f406c0b1b70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:37.440 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:37.435+0000 7f4072b5a640 1 --2- 172.21.15.119:0/3553216049 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f406c072110 0x7f406c0b1b70 secure :-1 s=READY pgs=465 cs=0 l=1 rev1=1 crypto rx=0x7f405c0097d0 tx=0x7f405c02a1c0 comp rx=0 tx=0).stop 2024-09-13T18:57:37.440 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:37.435+0000 7f4072b5a640 1 -- 172.21.15.119:0/3553216049 shutdown_connections 2024-09-13T18:57:37.440 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:37.435+0000 7f4072b5a640 1 --2- 172.21.15.119:0/3553216049 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f406c072110 0x7f406c0b1b70 unknown :-1 s=CLOSED pgs=465 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:37.440 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:37.435+0000 7f4072b5a640 1 --2- 172.21.15.119:0/3553216049 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f406c071d30 0x7f406c070190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:37.440 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:37.435+0000 7f4072b5a640 1 -- 172.21.15.119:0/3553216049 >> 172.21.15.119:0/3553216049 conn(0x7f406c069ed0 msgr2=0x7f406c06a2e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:57:37.440 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:37.435+0000 7f4072b5a640 1 -- 172.21.15.119:0/3553216049 shutdown_connections 2024-09-13T18:57:37.440 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:37.436+0000 7f4072b5a640 1 -- 172.21.15.119:0/3553216049 wait complete. 2024-09-13T18:57:37.442 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:37.437+0000 7f4072b5a640 1 Processor -- start 2024-09-13T18:57:37.443 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:37.437+0000 7f4072b5a640 1 -- start start 2024-09-13T18:57:37.443 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:37.437+0000 7f4072b5a640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f406c071d30 0x7f406c0c2600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:37.443 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:37.437+0000 7f4072b5a640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f406c072110 0x7f406c14dfc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:37.443 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:37.437+0000 7f4072b5a640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f406c0c8920 0x7f406c0cda00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:37.443 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:37.438+0000 7f4072b5a640 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f406c0ce430 con 0x7f406c071d30 2024-09-13T18:57:37.443 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:37.438+0000 7f4072b5a640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f406c0ce710 con 0x7f406c072110 2024-09-13T18:57:37.443 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:37.438+0000 7f4072b5a640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f406c0c1b20 con 0x7f406c0c8920 2024-09-13T18:57:37.443 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:37.438+0000 7f40708f6640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f406c071d30 0x7f406c0c2600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:37.443 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:37.438+0000 7f40708f6640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f406c071d30 0x7f406c0c2600 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.119:3300/0 says I am v2:172.21.15.119:60034/0 (socket says 172.21.15.119:60034) 2024-09-13T18:57:37.443 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:37.438+0000 7f40708f6640 1 -- 172.21.15.119:0/2671406776 learned_addr learned my addr 172.21.15.119:0/2671406776 (peer_addr_for_me v2:172.21.15.119:0/0) 2024-09-13T18:57:37.443 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:37.438+0000 7f4063fff640 1 --2- 172.21.15.119:0/2671406776 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f406c072110 0x7f406c14dfc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:37.443 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:37.438+0000 7f40710f7640 1 --2- 172.21.15.119:0/2671406776 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f406c0c8920 0x7f406c0cda00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:37.444 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:37.438+0000 7f40708f6640 1 -- 172.21.15.119:0/2671406776 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f406c0c8920 msgr2=0x7f406c0cda00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:37.444 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:37.438+0000 7f40708f6640 1 --2- 172.21.15.119:0/2671406776 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f406c0c8920 0x7f406c0cda00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:37.444 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:37.438+0000 7f40708f6640 1 -- 172.21.15.119:0/2671406776 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f406c072110 msgr2=0x7f406c14dfc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:37.444 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:37.438+0000 7f40708f6640 1 --2- 172.21.15.119:0/2671406776 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f406c072110 0x7f406c14dfc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:37.444 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:37.438+0000 7f40708f6640 1 -- 172.21.15.119:0/2671406776 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f405c009400 con 0x7f406c071d30 2024-09-13T18:57:37.444 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:37.438+0000 7f40710f7640 1 --2- 172.21.15.119:0/2671406776 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f406c0c8920 0x7f406c0cda00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T18:57:37.444 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:37.438+0000 7f4063fff640 1 --2- 172.21.15.119:0/2671406776 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f406c072110 0x7f406c14dfc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T18:57:37.444 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:37.438+0000 7f40708f6640 1 --2- 172.21.15.119:0/2671406776 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f406c071d30 0x7f406c0c2600 secure :-1 s=READY pgs=466 cs=0 l=1 rev1=1 crypto rx=0x7f4068010dc0 tx=0x7f406800e730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:57:37.444 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:37.438+0000 7f40617fa640 1 -- 172.21.15.119:0/2671406776 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f406800b910 con 0x7f406c071d30 2024-09-13T18:57:37.444 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:37.438+0000 7f40617fa640 1 -- 172.21.15.119:0/2671406776 <== mon.0 v2:172.21.15.119:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4068011860 con 0x7f406c071d30 2024-09-13T18:57:37.444 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:37.438+0000 7f40617fa640 1 -- 172.21.15.119:0/2671406776 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4068011c10 con 0x7f406c071d30 2024-09-13T18:57:37.444 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:37.439+0000 7f4072b5a640 1 -- 172.21.15.119:0/2671406776 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f406c0c1e00 con 0x7f406c071d30 2024-09-13T18:57:37.444 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:37.439+0000 7f4072b5a640 1 -- 172.21.15.119:0/2671406776 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f406c0c2b40 con 0x7f406c071d30 2024-09-13T18:57:37.444 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:37.440+0000 7f4072b5a640 1 -- 172.21.15.119:0/2671406776 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f406c0c1970 con 0x7f406c071d30 2024-09-13T18:57:37.444 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:37.440+0000 7f40617fa640 1 -- 172.21.15.119:0/2671406776 <== mon.0 v2:172.21.15.119:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f4068019440 con 0x7f406c071d30 2024-09-13T18:57:37.445 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:37.440+0000 7f40617fa640 1 --2- 172.21.15.119:0/2671406776 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f405806ac30 0x7f405806d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:37.445 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:37.440+0000 7f40617fa640 1 -- 172.21.15.119:0/2671406776 <== mon.0 v2:172.21.15.119:3300/0 5 ==== osd_map(34..34 src has 1..34) v4 ==== 5263+0+0 (secure 0 0 0) 0x7f406808bf20 con 0x7f406c071d30 2024-09-13T18:57:37.445 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:37.440+0000 7f4063fff640 1 --2- 172.21.15.119:0/2671406776 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f405806ac30 0x7f405806d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:37.445 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:37.441+0000 7f4063fff640 1 --2- 172.21.15.119:0/2671406776 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f405806ac30 0x7f405806d0f0 secure :-1 s=READY pgs=231 cs=0 l=1 rev1=1 crypto rx=0x7f405c034000 tx=0x7f405c02e000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:57:37.447 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:37.445+0000 7f40617fa640 1 -- 172.21.15.119:0/2671406776 <== mon.0 v2:172.21.15.119:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f4068057350 con 0x7f406c071d30 2024-09-13T18:57:37.624 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:37.621+0000 7f4072b5a640 1 -- 172.21.15.119:0/2671406776 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_command({"prefix": "osd blocklist clear"} v 0) v1 -- 0x7f406c070190 con 0x7f406c071d30 2024-09-13T18:57:38.442 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:38.439+0000 7f40617fa640 1 -- 172.21.15.119:0/2671406776 <== mon.0 v2:172.21.15.119:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist clear"}]=0 removed all blocklist entries v35) v1 ==== 97+0+0 (secure 0 0 0) 0x7f406801e080 con 0x7f406c071d30 2024-09-13T18:57:38.442 INFO:teuthology.orchestra.run.smithi119.stderr: removed all blocklist entries 2024-09-13T18:57:38.445 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:38.442+0000 7f4072b5a640 1 -- 172.21.15.119:0/2671406776 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f405806ac30 msgr2=0x7f405806d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:38.445 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:38.442+0000 7f4072b5a640 1 --2- 172.21.15.119:0/2671406776 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f405806ac30 0x7f405806d0f0 secure :-1 s=READY pgs=231 cs=0 l=1 rev1=1 crypto rx=0x7f405c034000 tx=0x7f405c02e000 comp rx=0 tx=0).stop 2024-09-13T18:57:38.445 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:38.442+0000 7f4072b5a640 1 -- 172.21.15.119:0/2671406776 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f406c071d30 msgr2=0x7f406c0c2600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:38.445 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:38.442+0000 7f4072b5a640 1 --2- 172.21.15.119:0/2671406776 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f406c071d30 0x7f406c0c2600 secure :-1 s=READY pgs=466 cs=0 l=1 rev1=1 crypto rx=0x7f4068010dc0 tx=0x7f406800e730 comp rx=0 tx=0).stop 2024-09-13T18:57:38.445 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:38.442+0000 7f4072b5a640 1 -- 172.21.15.119:0/2671406776 shutdown_connections 2024-09-13T18:57:38.445 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:38.442+0000 7f4072b5a640 1 --2- 172.21.15.119:0/2671406776 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f405806ac30 0x7f405806d0f0 unknown :-1 s=CLOSED pgs=231 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:38.445 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:38.442+0000 7f4072b5a640 1 --2- 172.21.15.119:0/2671406776 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f406c0c8920 0x7f406c0cda00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:38.445 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:38.442+0000 7f4072b5a640 1 --2- 172.21.15.119:0/2671406776 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f406c072110 0x7f406c14dfc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:38.445 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:38.442+0000 7f4072b5a640 1 --2- 172.21.15.119:0/2671406776 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f406c071d30 0x7f406c0c2600 unknown :-1 s=CLOSED pgs=466 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:38.445 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:38.442+0000 7f4072b5a640 1 -- 172.21.15.119:0/2671406776 >> 172.21.15.119:0/2671406776 conn(0x7f406c069ed0 msgr2=0x7f406c0cad20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:57:38.445 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:38.442+0000 7f4072b5a640 1 -- 172.21.15.119:0/2671406776 shutdown_connections 2024-09-13T18:57:38.445 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:38.442+0000 7f4072b5a640 1 -- 172.21.15.119:0/2671406776 wait complete. 2024-09-13T18:57:38.458 DEBUG:teuthology.orchestra.run.smithi119:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth ls --format=json-pretty 2024-09-13T18:57:38.561 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:38.558+0000 7f37e3832640 1 Processor -- start 2024-09-13T18:57:38.561 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:38.558+0000 7f37e3832640 1 -- start start 2024-09-13T18:57:38.564 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:38.559+0000 7f37e3832640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f37dc0cd900 0x7f37dc0b3820 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:38.564 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:38.559+0000 7f37e3832640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f37dc0d1f60 0x7f37dc161050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:38.564 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:38.559+0000 7f37e3832640 1 -- --> v1:172.21.15.119:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f37dc0d2e30 con 0x7f37dc0cd520 2024-09-13T18:57:38.564 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:38.559+0000 7f37e3832640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f37dc0ccbe0 con 0x7f37dc0d1f60 2024-09-13T18:57:38.564 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:38.559+0000 7f37e3832640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f37dc0cce80 con 0x7f37dc0cd900 2024-09-13T18:57:38.564 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:38.559+0000 7f37e15ce640 1 --1- >> v1:172.21.15.119:6789/0 conn(0x7f37dc0cd520 0x7f37dc160940 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.119:6789/0 says I am v1:172.21.15.119:59180/0 (socket says 172.21.15.119:59180) 2024-09-13T18:57:38.564 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:38.559+0000 7f37e15ce640 1 -- 172.21.15.119:0/1507180385 learned_addr learned my addr 172.21.15.119:0/1507180385 (peer_addr_for_me v1:172.21.15.119:0/0) 2024-09-13T18:57:38.564 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:38.560+0000 7f37d3fff640 1 -- 172.21.15.119:0/1507180385 <== mon.0 v1:172.21.15.119:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 301785259 0 0) 0x7f37dc0d2e30 con 0x7f37dc0cd520 2024-09-13T18:57:38.564 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:38.560+0000 7f37d3fff640 1 -- 172.21.15.119:0/1507180385 --> v1:172.21.15.119:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f37c8003520 con 0x7f37dc0cd520 2024-09-13T18:57:38.564 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:38.560+0000 7f37e1dcf640 1 --2- 172.21.15.119:0/1507180385 >> v2:172.21.15.145:3300/0 conn(0x7f37dc0d1f60 0x7f37dc161050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:38.565 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:38.560+0000 7f37e0dcd640 1 --2- 172.21.15.119:0/1507180385 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f37dc0cd900 0x7f37dc0b3820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:38.565 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:38.560+0000 7f37d3fff640 1 -- 172.21.15.119:0/1507180385 <== mon.0 v1:172.21.15.119:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 3858735037 0 0) 0x7f37c8003520 con 0x7f37dc0cd520 2024-09-13T18:57:38.565 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:38.560+0000 7f37d3fff640 1 -- 172.21.15.119:0/1507180385 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f37dc0cd900 msgr2=0x7f37dc0b3820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T18:57:38.565 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:38.560+0000 7f37d3fff640 1 --2- 172.21.15.119:0/1507180385 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f37dc0cd900 0x7f37dc0b3820 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:38.565 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:38.560+0000 7f37d3fff640 1 -- 172.21.15.119:0/1507180385 >> v2:172.21.15.145:3300/0 conn(0x7f37dc0d1f60 msgr2=0x7f37dc161050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T18:57:38.565 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:38.560+0000 7f37d3fff640 1 --2- 172.21.15.119:0/1507180385 >> v2:172.21.15.145:3300/0 conn(0x7f37dc0d1f60 0x7f37dc161050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:38.565 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:38.560+0000 7f37d3fff640 1 -- 172.21.15.119:0/1507180385 --> v1:172.21.15.119:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f37dc0d1750 con 0x7f37dc0cd520 2024-09-13T18:57:38.565 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:38.560+0000 7f37d3fff640 1 -- 172.21.15.119:0/1507180385 <== mon.0 v1:172.21.15.119:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 337823224 0 0) 0x7f37d8001670 con 0x7f37dc0cd520 2024-09-13T18:57:38.565 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:38.560+0000 7f37e1dcf640 1 --2- 172.21.15.119:0/1507180385 >> v2:172.21.15.145:3300/0 conn(0x7f37dc0d1f60 0x7f37dc161050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T18:57:38.565 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:38.560+0000 7f37d3fff640 1 -- 172.21.15.119:0/1507180385 >> v1:172.21.15.119:6789/0 conn(0x7f37dc0cd520 legacy=0x7f37dc160940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:38.565 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:38.560+0000 7f37d3fff640 1 --2- 172.21.15.119:0/1507180385 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f37c8003970 0x7f37c8003d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:38.565 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:38.560+0000 7f37d3fff640 1 --2- 172.21.15.119:0/1507180385 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f37c80047c0 0x7f37c8004c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:38.565 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:38.560+0000 7f37d3fff640 1 --2- 172.21.15.119:0/1507180385 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f37dc0cd900 0x7f37c8005180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:38.566 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:38.560+0000 7f37d3fff640 1 -- 172.21.15.119:0/1507180385 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f37dc0ccbe0 con 0x7f37c8003970 2024-09-13T18:57:38.566 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:38.560+0000 7f37d3fff640 1 -- 172.21.15.119:0/1507180385 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f37dc0cce80 con 0x7f37c80047c0 2024-09-13T18:57:38.566 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:38.560+0000 7f37d3fff640 1 -- 172.21.15.119:0/1507180385 --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f37c800bac0 con 0x7f37dc0cd900 2024-09-13T18:57:38.566 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:38.560+0000 7f37e15ce640 1 --2- 172.21.15.119:0/1507180385 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f37c8003970 0x7f37c8003d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:38.566 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:38.560+0000 7f37e0dcd640 1 --2- 172.21.15.119:0/1507180385 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f37c80047c0 0x7f37c8004c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:38.566 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:38.560+0000 7f37e1dcf640 1 --2- 172.21.15.119:0/1507180385 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f37dc0cd900 0x7f37c8005180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:38.566 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:38.560+0000 7f37e15ce640 1 -- 172.21.15.119:0/1507180385 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f37dc0cd900 msgr2=0x7f37c8005180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T18:57:38.566 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:38.560+0000 7f37e15ce640 1 --2- 172.21.15.119:0/1507180385 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f37dc0cd900 0x7f37c8005180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:38.566 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:38.560+0000 7f37e15ce640 1 -- 172.21.15.119:0/1507180385 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f37c80047c0 msgr2=0x7f37c8004c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T18:57:38.566 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:38.560+0000 7f37e15ce640 1 --2- 172.21.15.119:0/1507180385 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f37c80047c0 0x7f37c8004c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:38.566 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:38.560+0000 7f37e15ce640 1 -- 172.21.15.119:0/1507180385 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f37c8003520 con 0x7f37c8003970 2024-09-13T18:57:38.566 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:38.561+0000 7f37e15ce640 1 --2- 172.21.15.119:0/1507180385 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f37c8003970 0x7f37c8003d90 secure :-1 s=READY pgs=468 cs=0 l=1 rev1=1 crypto rx=0x7f37d8001050 tx=0x7f37c80057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=31f794aa22a4adb1 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:57:38.566 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:38.561+0000 7f37d3fff640 1 -- 172.21.15.119:0/1507180385 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f37d8005ad0 con 0x7f37c8003970 2024-09-13T18:57:38.566 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:38.561+0000 7f37d3fff640 1 -- 172.21.15.119:0/1507180385 <== mon.0 v2:172.21.15.119:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f37d802d070 con 0x7f37c8003970 2024-09-13T18:57:38.567 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:38.561+0000 7f37d3fff640 1 -- 172.21.15.119:0/1507180385 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f37d8005e70 con 0x7f37c8003970 2024-09-13T18:57:38.570 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:38.562+0000 7f37e3832640 1 -- 172.21.15.119:0/1507180385 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f37c8003970 msgr2=0x7f37c8003d90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:38.570 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:38.562+0000 7f37e3832640 1 --2- 172.21.15.119:0/1507180385 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f37c8003970 0x7f37c8003d90 secure :-1 s=READY pgs=468 cs=0 l=1 rev1=1 crypto rx=0x7f37d8001050 tx=0x7f37c80057f0 comp rx=0 tx=0).stop 2024-09-13T18:57:38.570 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:38.562+0000 7f37e1dcf640 1 -- 172.21.15.119:0/1507180385 reap_dead start 2024-09-13T18:57:38.570 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:38.562+0000 7f37e3832640 1 -- 172.21.15.119:0/1507180385 shutdown_connections 2024-09-13T18:57:38.570 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:38.562+0000 7f37e3832640 1 -- 172.21.15.119:0/1507180385 >> 172.21.15.119:0/1507180385 conn(0x7f37dc089f60 msgr2=0x7f37dc0d24f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:57:38.570 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:38.562+0000 7f37e3832640 1 -- 172.21.15.119:0/1507180385 shutdown_connections 2024-09-13T18:57:38.570 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:38.562+0000 7f37e3832640 1 -- 172.21.15.119:0/1507180385 wait complete. 2024-09-13T18:57:38.570 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:38.563+0000 7f37e3832640 1 Processor -- start 2024-09-13T18:57:38.570 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:38.563+0000 7f37e3832640 1 -- start start 2024-09-13T18:57:38.570 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:38.564+0000 7f37e3832640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f37c8003970 0x7f37dc154770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:38.570 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:38.564+0000 7f37e3832640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f37dc1588b0 0x7f37dc0c6020 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:38.570 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:38.564+0000 7f37e3832640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f37dc0c78f0 0x7f37dc0c7d70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:38.571 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:38.564+0000 7f37e3832640 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f37dc0c7460 con 0x7f37dc0c78f0 2024-09-13T18:57:38.571 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:38.564+0000 7f37e3832640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f37dc1f22d0 con 0x7f37dc1588b0 2024-09-13T18:57:38.571 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:38.564+0000 7f37e3832640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f37dc0c6850 con 0x7f37c8003970 2024-09-13T18:57:38.571 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:38.564+0000 7f37e1dcf640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f37dc0c78f0 0x7f37dc0c7d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:38.571 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:38.564+0000 7f37e1dcf640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f37dc0c78f0 0x7f37dc0c7d70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.119:3300/0 says I am v2:172.21.15.119:60050/0 (socket says 172.21.15.119:60050) 2024-09-13T18:57:38.571 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:38.564+0000 7f37e1dcf640 1 -- 172.21.15.119:0/4037972120 learned_addr learned my addr 172.21.15.119:0/4037972120 (peer_addr_for_me v2:172.21.15.119:0/0) 2024-09-13T18:57:38.571 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:38.564+0000 7f37e15ce640 1 --2- 172.21.15.119:0/4037972120 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f37c8003970 0x7f37dc154770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:38.571 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:38.564+0000 7f37e0dcd640 1 --2- 172.21.15.119:0/4037972120 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f37dc1588b0 0x7f37dc0c6020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:38.571 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:38.564+0000 7f37e1dcf640 1 -- 172.21.15.119:0/4037972120 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f37c8003970 msgr2=0x7f37dc154770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:38.571 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:38.564+0000 7f37e1dcf640 1 --2- 172.21.15.119:0/4037972120 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f37c8003970 0x7f37dc154770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:38.571 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:38.564+0000 7f37e1dcf640 1 -- 172.21.15.119:0/4037972120 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f37dc1588b0 msgr2=0x7f37dc0c6020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:38.571 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:38.564+0000 7f37e1dcf640 1 --2- 172.21.15.119:0/4037972120 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f37dc1588b0 0x7f37dc0c6020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:38.571 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:38.564+0000 7f37e1dcf640 1 -- 172.21.15.119:0/4037972120 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f37dc0c6b30 con 0x7f37dc0c78f0 2024-09-13T18:57:38.572 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:38.564+0000 7f37e1dcf640 1 --2- 172.21.15.119:0/4037972120 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f37dc0c78f0 0x7f37dc0c7d70 secure :-1 s=READY pgs=469 cs=0 l=1 rev1=1 crypto rx=0x7f37dc08b7c0 tx=0x7f37d4007700 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:57:38.572 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:38.565+0000 7f37d1ffb640 1 -- 172.21.15.119:0/4037972120 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f37d4003ea0 con 0x7f37dc0c78f0 2024-09-13T18:57:38.572 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:38.565+0000 7f37d1ffb640 1 -- 172.21.15.119:0/4037972120 <== mon.0 v2:172.21.15.119:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f37d400f050 con 0x7f37dc0c78f0 2024-09-13T18:57:38.572 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:38.565+0000 7f37e3832640 1 -- 172.21.15.119:0/4037972120 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f37dc0c6e10 con 0x7f37dc0c78f0 2024-09-13T18:57:38.572 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:38.565+0000 7f37d1ffb640 1 -- 172.21.15.119:0/4037972120 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f37d40048a0 con 0x7f37dc0c78f0 2024-09-13T18:57:38.572 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:38.565+0000 7f37e3832640 1 -- 172.21.15.119:0/4037972120 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f37dc0c6560 con 0x7f37dc0c78f0 2024-09-13T18:57:38.572 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:38.566+0000 7f37e3832640 1 -- 172.21.15.119:0/4037972120 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f37dc160940 con 0x7f37dc0c78f0 2024-09-13T18:57:38.572 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:38.566+0000 7f37d1ffb640 1 -- 172.21.15.119:0/4037972120 <== mon.0 v2:172.21.15.119:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f37d4014630 con 0x7f37dc0c78f0 2024-09-13T18:57:38.572 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:38.567+0000 7f37d1ffb640 1 --2- 172.21.15.119:0/4037972120 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f37c006ac00 0x7f37c006d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:38.572 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:38.567+0000 7f37d1ffb640 1 -- 172.21.15.119:0/4037972120 <== mon.0 v2:172.21.15.119:3300/0 5 ==== osd_map(35..35 src has 1..35) v4 ==== 5177+0+0 (secure 0 0 0) 0x7f37d40894b0 con 0x7f37dc0c78f0 2024-09-13T18:57:38.572 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:38.567+0000 7f37e15ce640 1 --2- 172.21.15.119:0/4037972120 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f37c006ac00 0x7f37c006d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:38.572 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:38.567+0000 7f37e15ce640 1 --2- 172.21.15.119:0/4037972120 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f37c006ac00 0x7f37c006d0c0 secure :-1 s=READY pgs=236 cs=0 l=1 rev1=1 crypto rx=0x7f37c80057a0 tx=0x7f37d8034040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:57:38.573 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:38.571+0000 7f37d1ffb640 1 -- 172.21.15.119:0/4037972120 <== mon.0 v2:172.21.15.119:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f37d40548c0 con 0x7f37dc0c78f0 2024-09-13T18:57:38.801 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:38.798+0000 7f37e3832640 1 -- 172.21.15.119:0/4037972120 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_command({"prefix": "auth ls", "format": "json-pretty"} v 0) v1 -- 0x7f37dc073800 con 0x7f37dc0c78f0 2024-09-13T18:57:38.801 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:38.799+0000 7f37d1ffb640 1 -- 172.21.15.119:0/4037972120 <== mon.0 v2:172.21.15.119:3300/0 7 ==== mon_command_ack([{"prefix": "auth ls", "format": "json-pretty"}]=0 v4) v1 ==== 80+0+6645 (secure 0 0 0) 0x7f37d4057ee0 con 0x7f37dc0c78f0 2024-09-13T18:57:38.802 INFO:teuthology.orchestra.run.smithi119.stdout: 2024-09-13T18:57:38.802 INFO:teuthology.orchestra.run.smithi119.stdout:{ 2024-09-13T18:57:38.802 INFO:teuthology.orchestra.run.smithi119.stdout: "auth_dump": [ 2024-09-13T18:57:38.802 INFO:teuthology.orchestra.run.smithi119.stdout: { 2024-09-13T18:57:38.802 INFO:teuthology.orchestra.run.smithi119.stdout: "entity": "mds.a", 2024-09-13T18:57:38.802 INFO:teuthology.orchestra.run.smithi119.stdout: "key": "AQCoiuRm7vpaGhAA8sVBT3rsTcE0tkza+04l3Q==", 2024-09-13T18:57:38.802 INFO:teuthology.orchestra.run.smithi119.stdout: "caps": { 2024-09-13T18:57:38.802 INFO:teuthology.orchestra.run.smithi119.stdout: "mds": "allow", 2024-09-13T18:57:38.802 INFO:teuthology.orchestra.run.smithi119.stdout: "mgr": "allow *", 2024-09-13T18:57:38.802 INFO:teuthology.orchestra.run.smithi119.stdout: "mon": "allow *", 2024-09-13T18:57:38.802 INFO:teuthology.orchestra.run.smithi119.stdout: "osd": "allow *" 2024-09-13T18:57:38.803 INFO:teuthology.orchestra.run.smithi119.stdout: } 2024-09-13T18:57:38.803 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2024-09-13T18:57:38.803 INFO:teuthology.orchestra.run.smithi119.stdout: { 2024-09-13T18:57:38.803 INFO:teuthology.orchestra.run.smithi119.stdout: "entity": "mds.b", 2024-09-13T18:57:38.803 INFO:teuthology.orchestra.run.smithi119.stdout: "key": "AQCoiuRmFO3tJRAASwD7mVzTDF/PIwo/Dmst1w==", 2024-09-13T18:57:38.803 INFO:teuthology.orchestra.run.smithi119.stdout: "caps": { 2024-09-13T18:57:38.803 INFO:teuthology.orchestra.run.smithi119.stdout: "mds": "allow", 2024-09-13T18:57:38.803 INFO:teuthology.orchestra.run.smithi119.stdout: "mgr": "allow *", 2024-09-13T18:57:38.803 INFO:teuthology.orchestra.run.smithi119.stdout: "mon": "allow *", 2024-09-13T18:57:38.803 INFO:teuthology.orchestra.run.smithi119.stdout: "osd": "allow *" 2024-09-13T18:57:38.803 INFO:teuthology.orchestra.run.smithi119.stdout: } 2024-09-13T18:57:38.803 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2024-09-13T18:57:38.803 INFO:teuthology.orchestra.run.smithi119.stdout: { 2024-09-13T18:57:38.804 INFO:teuthology.orchestra.run.smithi119.stdout: "entity": "mds.c", 2024-09-13T18:57:38.804 INFO:teuthology.orchestra.run.smithi119.stdout: "key": "AQCoiuRmAhlUIRAA+pO7T0877G/J3T46bJNgTA==", 2024-09-13T18:57:38.804 INFO:teuthology.orchestra.run.smithi119.stdout: "caps": { 2024-09-13T18:57:38.804 INFO:teuthology.orchestra.run.smithi119.stdout: "mds": "allow", 2024-09-13T18:57:38.804 INFO:teuthology.orchestra.run.smithi119.stdout: "mgr": "allow *", 2024-09-13T18:57:38.804 INFO:teuthology.orchestra.run.smithi119.stdout: "mon": "allow *", 2024-09-13T18:57:38.804 INFO:teuthology.orchestra.run.smithi119.stdout: "osd": "allow *" 2024-09-13T18:57:38.804 INFO:teuthology.orchestra.run.smithi119.stdout: } 2024-09-13T18:57:38.804 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2024-09-13T18:57:38.804 INFO:teuthology.orchestra.run.smithi119.stdout: { 2024-09-13T18:57:38.804 INFO:teuthology.orchestra.run.smithi119.stdout: "entity": "mds.d", 2024-09-13T18:57:38.804 INFO:teuthology.orchestra.run.smithi119.stdout: "key": "AQCoiuRmmJjxLBAASd4c1Y2Vy9pXgCGiSArODw==", 2024-09-13T18:57:38.804 INFO:teuthology.orchestra.run.smithi119.stdout: "caps": { 2024-09-13T18:57:38.804 INFO:teuthology.orchestra.run.smithi119.stdout: "mds": "allow", 2024-09-13T18:57:38.805 INFO:teuthology.orchestra.run.smithi119.stdout: "mgr": "allow *", 2024-09-13T18:57:38.805 INFO:teuthology.orchestra.run.smithi119.stdout: "mon": "allow *", 2024-09-13T18:57:38.805 INFO:teuthology.orchestra.run.smithi119.stdout: "osd": "allow *" 2024-09-13T18:57:38.805 INFO:teuthology.orchestra.run.smithi119.stdout: } 2024-09-13T18:57:38.805 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2024-09-13T18:57:38.805 INFO:teuthology.orchestra.run.smithi119.stdout: { 2024-09-13T18:57:38.805 INFO:teuthology.orchestra.run.smithi119.stdout: "entity": "osd.0", 2024-09-13T18:57:38.805 INFO:teuthology.orchestra.run.smithi119.stdout: "key": "AQCsiuRm2tLpEhAApgApzVzzT1WVSOkElWSnRw==", 2024-09-13T18:57:38.805 INFO:teuthology.orchestra.run.smithi119.stdout: "caps": { 2024-09-13T18:57:38.805 INFO:teuthology.orchestra.run.smithi119.stdout: "mgr": "allow profile osd", 2024-09-13T18:57:38.805 INFO:teuthology.orchestra.run.smithi119.stdout: "mon": "allow profile osd", 2024-09-13T18:57:38.805 INFO:teuthology.orchestra.run.smithi119.stdout: "osd": "allow *" 2024-09-13T18:57:38.805 INFO:teuthology.orchestra.run.smithi119.stdout: } 2024-09-13T18:57:38.806 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2024-09-13T18:57:38.806 INFO:teuthology.orchestra.run.smithi119.stdout: { 2024-09-13T18:57:38.806 INFO:teuthology.orchestra.run.smithi119.stdout: "entity": "osd.1", 2024-09-13T18:57:38.806 INFO:teuthology.orchestra.run.smithi119.stdout: "key": "AQCviuRmelh6ERAAWxeMWyp/8jxjB4Z3MnSVeg==", 2024-09-13T18:57:38.806 INFO:teuthology.orchestra.run.smithi119.stdout: "caps": { 2024-09-13T18:57:38.806 INFO:teuthology.orchestra.run.smithi119.stdout: "mgr": "allow profile osd", 2024-09-13T18:57:38.806 INFO:teuthology.orchestra.run.smithi119.stdout: "mon": "allow profile osd", 2024-09-13T18:57:38.806 INFO:teuthology.orchestra.run.smithi119.stdout: "osd": "allow *" 2024-09-13T18:57:38.806 INFO:teuthology.orchestra.run.smithi119.stdout: } 2024-09-13T18:57:38.806 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2024-09-13T18:57:38.806 INFO:teuthology.orchestra.run.smithi119.stdout: { 2024-09-13T18:57:38.806 INFO:teuthology.orchestra.run.smithi119.stdout: "entity": "osd.2", 2024-09-13T18:57:38.806 INFO:teuthology.orchestra.run.smithi119.stdout: "key": "AQCyiuRmUluwDxAAqb+uCZAmjV/U7O8kQZMFfA==", 2024-09-13T18:57:38.806 INFO:teuthology.orchestra.run.smithi119.stdout: "caps": { 2024-09-13T18:57:38.807 INFO:teuthology.orchestra.run.smithi119.stdout: "mgr": "allow profile osd", 2024-09-13T18:57:38.807 INFO:teuthology.orchestra.run.smithi119.stdout: "mon": "allow profile osd", 2024-09-13T18:57:38.807 INFO:teuthology.orchestra.run.smithi119.stdout: "osd": "allow *" 2024-09-13T18:57:38.807 INFO:teuthology.orchestra.run.smithi119.stdout: } 2024-09-13T18:57:38.807 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2024-09-13T18:57:38.807 INFO:teuthology.orchestra.run.smithi119.stdout: { 2024-09-13T18:57:38.807 INFO:teuthology.orchestra.run.smithi119.stdout: "entity": "osd.3", 2024-09-13T18:57:38.807 INFO:teuthology.orchestra.run.smithi119.stdout: "key": "AQC1iuRm09WdDRAAMBqNCJEhomTlxGN7jvxMvg==", 2024-09-13T18:57:38.807 INFO:teuthology.orchestra.run.smithi119.stdout: "caps": { 2024-09-13T18:57:38.807 INFO:teuthology.orchestra.run.smithi119.stdout: "mgr": "allow profile osd", 2024-09-13T18:57:38.807 INFO:teuthology.orchestra.run.smithi119.stdout: "mon": "allow profile osd", 2024-09-13T18:57:38.807 INFO:teuthology.orchestra.run.smithi119.stdout: "osd": "allow *" 2024-09-13T18:57:38.807 INFO:teuthology.orchestra.run.smithi119.stdout: } 2024-09-13T18:57:38.807 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2024-09-13T18:57:38.808 INFO:teuthology.orchestra.run.smithi119.stdout: { 2024-09-13T18:57:38.808 INFO:teuthology.orchestra.run.smithi119.stdout: "entity": "osd.4", 2024-09-13T18:57:38.808 INFO:teuthology.orchestra.run.smithi119.stdout: "key": "AQC7iuRmo8dBFBAAGtSv+HuNIRgUqZek86649A==", 2024-09-13T18:57:38.808 INFO:teuthology.orchestra.run.smithi119.stdout: "caps": { 2024-09-13T18:57:38.808 INFO:teuthology.orchestra.run.smithi119.stdout: "mgr": "allow profile osd", 2024-09-13T18:57:38.808 INFO:teuthology.orchestra.run.smithi119.stdout: "mon": "allow profile osd", 2024-09-13T18:57:38.808 INFO:teuthology.orchestra.run.smithi119.stdout: "osd": "allow *" 2024-09-13T18:57:38.808 INFO:teuthology.orchestra.run.smithi119.stdout: } 2024-09-13T18:57:38.808 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2024-09-13T18:57:38.808 INFO:teuthology.orchestra.run.smithi119.stdout: { 2024-09-13T18:57:38.808 INFO:teuthology.orchestra.run.smithi119.stdout: "entity": "osd.5", 2024-09-13T18:57:38.808 INFO:teuthology.orchestra.run.smithi119.stdout: "key": "AQC+iuRmnC8KExAAfjGeaeg62PLjVrWYBf5UZA==", 2024-09-13T18:57:38.808 INFO:teuthology.orchestra.run.smithi119.stdout: "caps": { 2024-09-13T18:57:38.808 INFO:teuthology.orchestra.run.smithi119.stdout: "mgr": "allow profile osd", 2024-09-13T18:57:38.809 INFO:teuthology.orchestra.run.smithi119.stdout: "mon": "allow profile osd", 2024-09-13T18:57:38.809 INFO:teuthology.orchestra.run.smithi119.stdout: "osd": "allow *" 2024-09-13T18:57:38.809 INFO:teuthology.orchestra.run.smithi119.stdout: } 2024-09-13T18:57:38.809 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2024-09-13T18:57:38.809 INFO:teuthology.orchestra.run.smithi119.stdout: { 2024-09-13T18:57:38.809 INFO:teuthology.orchestra.run.smithi119.stdout: "entity": "osd.6", 2024-09-13T18:57:38.809 INFO:teuthology.orchestra.run.smithi119.stdout: "key": "AQDBiuRmkazfEBAAQB7vZytlYG1lV3Xzy9ZVVw==", 2024-09-13T18:57:38.809 INFO:teuthology.orchestra.run.smithi119.stdout: "caps": { 2024-09-13T18:57:38.809 INFO:teuthology.orchestra.run.smithi119.stdout: "mgr": "allow profile osd", 2024-09-13T18:57:38.809 INFO:teuthology.orchestra.run.smithi119.stdout: "mon": "allow profile osd", 2024-09-13T18:57:38.809 INFO:teuthology.orchestra.run.smithi119.stdout: "osd": "allow *" 2024-09-13T18:57:38.809 INFO:teuthology.orchestra.run.smithi119.stdout: } 2024-09-13T18:57:38.809 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2024-09-13T18:57:38.810 INFO:teuthology.orchestra.run.smithi119.stdout: { 2024-09-13T18:57:38.810 INFO:teuthology.orchestra.run.smithi119.stdout: "entity": "osd.7", 2024-09-13T18:57:38.810 INFO:teuthology.orchestra.run.smithi119.stdout: "key": "AQDEiuRm56z6DhAApWh5Nw4eMxp4jiToCulBRQ==", 2024-09-13T18:57:38.810 INFO:teuthology.orchestra.run.smithi119.stdout: "caps": { 2024-09-13T18:57:38.810 INFO:teuthology.orchestra.run.smithi119.stdout: "mgr": "allow profile osd", 2024-09-13T18:57:38.810 INFO:teuthology.orchestra.run.smithi119.stdout: "mon": "allow profile osd", 2024-09-13T18:57:38.810 INFO:teuthology.orchestra.run.smithi119.stdout: "osd": "allow *" 2024-09-13T18:57:38.810 INFO:teuthology.orchestra.run.smithi119.stdout: } 2024-09-13T18:57:38.810 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2024-09-13T18:57:38.810 INFO:teuthology.orchestra.run.smithi119.stdout: { 2024-09-13T18:57:38.810 INFO:teuthology.orchestra.run.smithi119.stdout: "entity": "client.0", 2024-09-13T18:57:38.810 INFO:teuthology.orchestra.run.smithi119.stdout: "key": "AQCoiuRmBGD8MBAANo4DaFEx55A5LyDRXQu3Eg==", 2024-09-13T18:57:38.810 INFO:teuthology.orchestra.run.smithi119.stdout: "caps": { 2024-09-13T18:57:38.810 INFO:teuthology.orchestra.run.smithi119.stdout: "mds": "allow", 2024-09-13T18:57:38.810 INFO:teuthology.orchestra.run.smithi119.stdout: "mgr": "allow r", 2024-09-13T18:57:38.811 INFO:teuthology.orchestra.run.smithi119.stdout: "mon": "allow rw", 2024-09-13T18:57:38.811 INFO:teuthology.orchestra.run.smithi119.stdout: "osd": "allow rwx" 2024-09-13T18:57:38.811 INFO:teuthology.orchestra.run.smithi119.stdout: } 2024-09-13T18:57:38.811 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2024-09-13T18:57:38.811 INFO:teuthology.orchestra.run.smithi119.stdout: { 2024-09-13T18:57:38.811 INFO:teuthology.orchestra.run.smithi119.stdout: "entity": "client.1", 2024-09-13T18:57:38.811 INFO:teuthology.orchestra.run.smithi119.stdout: "key": "AQCoiuRmEcevORAArlo3Vl6y1iwCKNnCttaHCg==", 2024-09-13T18:57:38.811 INFO:teuthology.orchestra.run.smithi119.stdout: "caps": { 2024-09-13T18:57:38.811 INFO:teuthology.orchestra.run.smithi119.stdout: "mds": "allow", 2024-09-13T18:57:38.811 INFO:teuthology.orchestra.run.smithi119.stdout: "mgr": "allow r", 2024-09-13T18:57:38.811 INFO:teuthology.orchestra.run.smithi119.stdout: "mon": "allow rw", 2024-09-13T18:57:38.811 INFO:teuthology.orchestra.run.smithi119.stdout: "osd": "allow rwx" 2024-09-13T18:57:38.811 INFO:teuthology.orchestra.run.smithi119.stdout: } 2024-09-13T18:57:38.811 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2024-09-13T18:57:38.812 INFO:teuthology.orchestra.run.smithi119.stdout: { 2024-09-13T18:57:38.812 INFO:teuthology.orchestra.run.smithi119.stdout: "entity": "client.2", 2024-09-13T18:57:38.812 INFO:teuthology.orchestra.run.smithi119.stdout: "key": "AQCoiuRmQumGNhAADHqU3h4P/QABLQbfMCb6pg==", 2024-09-13T18:57:38.812 INFO:teuthology.orchestra.run.smithi119.stdout: "caps": { 2024-09-13T18:57:38.812 INFO:teuthology.orchestra.run.smithi119.stdout: "mds": "allow", 2024-09-13T18:57:38.812 INFO:teuthology.orchestra.run.smithi119.stdout: "mgr": "allow r", 2024-09-13T18:57:38.812 INFO:teuthology.orchestra.run.smithi119.stdout: "mon": "allow rw", 2024-09-13T18:57:38.812 INFO:teuthology.orchestra.run.smithi119.stdout: "osd": "allow rwx" 2024-09-13T18:57:38.812 INFO:teuthology.orchestra.run.smithi119.stdout: } 2024-09-13T18:57:38.812 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2024-09-13T18:57:38.812 INFO:teuthology.orchestra.run.smithi119.stdout: { 2024-09-13T18:57:38.812 INFO:teuthology.orchestra.run.smithi119.stdout: "entity": "client.3", 2024-09-13T18:57:38.812 INFO:teuthology.orchestra.run.smithi119.stdout: "key": "AQCpiuRmiuS6AxAA2pIKwpt8Y9uBiZjulVdFZQ==", 2024-09-13T18:57:38.812 INFO:teuthology.orchestra.run.smithi119.stdout: "caps": { 2024-09-13T18:57:38.813 INFO:teuthology.orchestra.run.smithi119.stdout: "mds": "allow", 2024-09-13T18:57:38.813 INFO:teuthology.orchestra.run.smithi119.stdout: "mgr": "allow r", 2024-09-13T18:57:38.813 INFO:teuthology.orchestra.run.smithi119.stdout: "mon": "allow rw", 2024-09-13T18:57:38.813 INFO:teuthology.orchestra.run.smithi119.stdout: "osd": "allow rwx" 2024-09-13T18:57:38.813 INFO:teuthology.orchestra.run.smithi119.stdout: } 2024-09-13T18:57:38.813 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2024-09-13T18:57:38.813 INFO:teuthology.orchestra.run.smithi119.stdout: { 2024-09-13T18:57:38.813 INFO:teuthology.orchestra.run.smithi119.stdout: "entity": "client.admin", 2024-09-13T18:57:38.813 INFO:teuthology.orchestra.run.smithi119.stdout: "key": "AQCniuRmiUfNOhAArpJVtHErAQH1j1rn1d0r4w==", 2024-09-13T18:57:38.813 INFO:teuthology.orchestra.run.smithi119.stdout: "caps": { 2024-09-13T18:57:38.813 INFO:teuthology.orchestra.run.smithi119.stdout: "mds": "allow *", 2024-09-13T18:57:38.813 INFO:teuthology.orchestra.run.smithi119.stdout: "mgr": "allow *", 2024-09-13T18:57:38.813 INFO:teuthology.orchestra.run.smithi119.stdout: "mon": "allow *", 2024-09-13T18:57:38.813 INFO:teuthology.orchestra.run.smithi119.stdout: "osd": "allow *" 2024-09-13T18:57:38.814 INFO:teuthology.orchestra.run.smithi119.stdout: } 2024-09-13T18:57:38.814 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2024-09-13T18:57:38.814 INFO:teuthology.orchestra.run.smithi119.stdout: { 2024-09-13T18:57:38.814 INFO:teuthology.orchestra.run.smithi119.stdout: "entity": "client.bootstrap-mds", 2024-09-13T18:57:38.814 INFO:teuthology.orchestra.run.smithi119.stdout: "key": "AQDKiuRmz5LfAhAA4tOCxntcaesGysa9rcAmnA==", 2024-09-13T18:57:38.814 INFO:teuthology.orchestra.run.smithi119.stdout: "caps": { 2024-09-13T18:57:38.814 INFO:teuthology.orchestra.run.smithi119.stdout: "mon": "allow profile bootstrap-mds" 2024-09-13T18:57:38.814 INFO:teuthology.orchestra.run.smithi119.stdout: } 2024-09-13T18:57:38.814 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2024-09-13T18:57:38.814 INFO:teuthology.orchestra.run.smithi119.stdout: { 2024-09-13T18:57:38.814 INFO:teuthology.orchestra.run.smithi119.stdout: "entity": "client.bootstrap-mgr", 2024-09-13T18:57:38.814 INFO:teuthology.orchestra.run.smithi119.stdout: "key": "AQDKiuRmKpvfAhAAhgiKIiB7nWuZnMc1hhf6sw==", 2024-09-13T18:57:38.814 INFO:teuthology.orchestra.run.smithi119.stdout: "caps": { 2024-09-13T18:57:38.815 INFO:teuthology.orchestra.run.smithi119.stdout: "mon": "allow profile bootstrap-mgr" 2024-09-13T18:57:38.815 INFO:teuthology.orchestra.run.smithi119.stdout: } 2024-09-13T18:57:38.815 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2024-09-13T18:57:38.815 INFO:teuthology.orchestra.run.smithi119.stdout: { 2024-09-13T18:57:38.815 INFO:teuthology.orchestra.run.smithi119.stdout: "entity": "client.bootstrap-osd", 2024-09-13T18:57:38.815 INFO:teuthology.orchestra.run.smithi119.stdout: "key": "AQDKiuRmBKLfAhAA+UXBQJVeOuMo23F9n5TlQg==", 2024-09-13T18:57:38.815 INFO:teuthology.orchestra.run.smithi119.stdout: "caps": { 2024-09-13T18:57:38.815 INFO:teuthology.orchestra.run.smithi119.stdout: "mon": "allow profile bootstrap-osd" 2024-09-13T18:57:38.815 INFO:teuthology.orchestra.run.smithi119.stdout: } 2024-09-13T18:57:38.815 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2024-09-13T18:57:38.815 INFO:teuthology.orchestra.run.smithi119.stdout: { 2024-09-13T18:57:38.815 INFO:teuthology.orchestra.run.smithi119.stdout: "entity": "client.bootstrap-rbd", 2024-09-13T18:57:38.815 INFO:teuthology.orchestra.run.smithi119.stdout: "key": "AQDKiuRmvKjfAhAAvVPt4J2zm2CxsI00qlCusA==", 2024-09-13T18:57:38.815 INFO:teuthology.orchestra.run.smithi119.stdout: "caps": { 2024-09-13T18:57:38.816 INFO:teuthology.orchestra.run.smithi119.stdout: "mon": "allow profile bootstrap-rbd" 2024-09-13T18:57:38.816 INFO:teuthology.orchestra.run.smithi119.stdout: } 2024-09-13T18:57:38.816 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2024-09-13T18:57:38.816 INFO:teuthology.orchestra.run.smithi119.stdout: { 2024-09-13T18:57:38.816 INFO:teuthology.orchestra.run.smithi119.stdout: "entity": "client.bootstrap-rbd-mirror", 2024-09-13T18:57:38.816 INFO:teuthology.orchestra.run.smithi119.stdout: "key": "AQDKiuRmiK/fAhAAJXslVA9nsRzBfh2Pg8/UfQ==", 2024-09-13T18:57:38.816 INFO:teuthology.orchestra.run.smithi119.stdout: "caps": { 2024-09-13T18:57:38.816 INFO:teuthology.orchestra.run.smithi119.stdout: "mon": "allow profile bootstrap-rbd-mirror" 2024-09-13T18:57:38.816 INFO:teuthology.orchestra.run.smithi119.stdout: } 2024-09-13T18:57:38.816 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2024-09-13T18:57:38.817 INFO:teuthology.orchestra.run.smithi119.stdout: { 2024-09-13T18:57:38.817 INFO:teuthology.orchestra.run.smithi119.stdout: "entity": "client.bootstrap-rgw", 2024-09-13T18:57:38.817 INFO:teuthology.orchestra.run.smithi119.stdout: "key": "AQDKiuRmRrbfAhAA76u0MaNmub8zifeBfnOBTw==", 2024-09-13T18:57:38.817 INFO:teuthology.orchestra.run.smithi119.stdout: "caps": { 2024-09-13T18:57:38.817 INFO:teuthology.orchestra.run.smithi119.stdout: "mon": "allow profile bootstrap-rgw" 2024-09-13T18:57:38.817 INFO:teuthology.orchestra.run.smithi119.stdout: } 2024-09-13T18:57:38.817 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2024-09-13T18:57:38.817 INFO:teuthology.orchestra.run.smithi119.stdout: { 2024-09-13T18:57:38.817 INFO:teuthology.orchestra.run.smithi119.stdout: "entity": "mgr.x", 2024-09-13T18:57:38.817 INFO:teuthology.orchestra.run.smithi119.stdout: "key": "AQCoiuRmYjgnFxAA+Tdk0INIVVAxTep4JpcDFw==", 2024-09-13T18:57:38.817 INFO:teuthology.orchestra.run.smithi119.stdout: "caps": { 2024-09-13T18:57:38.817 INFO:teuthology.orchestra.run.smithi119.stdout: "mds": "allow *", 2024-09-13T18:57:38.817 INFO:teuthology.orchestra.run.smithi119.stdout: "mon": "allow profile mgr", 2024-09-13T18:57:38.817 INFO:teuthology.orchestra.run.smithi119.stdout: "osd": "allow *" 2024-09-13T18:57:38.818 INFO:teuthology.orchestra.run.smithi119.stdout: } 2024-09-13T18:57:38.818 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2024-09-13T18:57:38.818 INFO:teuthology.orchestra.run.smithi119.stdout: { 2024-09-13T18:57:38.818 INFO:teuthology.orchestra.run.smithi119.stdout: "entity": "mgr.y", 2024-09-13T18:57:38.818 INFO:teuthology.orchestra.run.smithi119.stdout: "key": "AQCoiuRmRd+/ExAA5vnIdgSypg+8GZ5h1RR5PQ==", 2024-09-13T18:57:38.818 INFO:teuthology.orchestra.run.smithi119.stdout: "caps": { 2024-09-13T18:57:38.818 INFO:teuthology.orchestra.run.smithi119.stdout: "mds": "allow *", 2024-09-13T18:57:38.818 INFO:teuthology.orchestra.run.smithi119.stdout: "mon": "allow profile mgr", 2024-09-13T18:57:38.818 INFO:teuthology.orchestra.run.smithi119.stdout: "osd": "allow *" 2024-09-13T18:57:38.818 INFO:teuthology.orchestra.run.smithi119.stdout: } 2024-09-13T18:57:38.818 INFO:teuthology.orchestra.run.smithi119.stdout: } 2024-09-13T18:57:38.818 INFO:teuthology.orchestra.run.smithi119.stdout: ] 2024-09-13T18:57:38.818 INFO:teuthology.orchestra.run.smithi119.stdout:} 2024-09-13T18:57:38.820 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:38.801+0000 7f37e3832640 1 -- 172.21.15.119:0/4037972120 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f37c006ac00 msgr2=0x7f37c006d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:38.820 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:38.801+0000 7f37e3832640 1 --2- 172.21.15.119:0/4037972120 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f37c006ac00 0x7f37c006d0c0 secure :-1 s=READY pgs=236 cs=0 l=1 rev1=1 crypto rx=0x7f37c80057a0 tx=0x7f37d8034040 comp rx=0 tx=0).stop 2024-09-13T18:57:38.820 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:38.801+0000 7f37e3832640 1 -- 172.21.15.119:0/4037972120 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f37dc0c78f0 msgr2=0x7f37dc0c7d70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:38.820 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:38.801+0000 7f37e3832640 1 --2- 172.21.15.119:0/4037972120 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f37dc0c78f0 0x7f37dc0c7d70 secure :-1 s=READY pgs=469 cs=0 l=1 rev1=1 crypto rx=0x7f37dc08b7c0 tx=0x7f37d4007700 comp rx=0 tx=0).stop 2024-09-13T18:57:38.820 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:38.801+0000 7f37e3832640 1 -- 172.21.15.119:0/4037972120 shutdown_connections 2024-09-13T18:57:38.820 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:38.801+0000 7f37e3832640 1 --2- 172.21.15.119:0/4037972120 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f37c006ac00 0x7f37c006d0c0 unknown :-1 s=CLOSED pgs=236 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:38.820 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:38.801+0000 7f37e3832640 1 --2- 172.21.15.119:0/4037972120 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f37dc0c78f0 0x7f37dc0c7d70 unknown :-1 s=CLOSED pgs=469 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:38.820 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:38.801+0000 7f37e3832640 1 --2- 172.21.15.119:0/4037972120 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f37dc1588b0 0x7f37dc0c6020 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:38.821 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:38.801+0000 7f37e3832640 1 --2- 172.21.15.119:0/4037972120 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f37c8003970 0x7f37dc154770 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:38.821 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:38.801+0000 7f37e3832640 1 -- 172.21.15.119:0/4037972120 >> 172.21.15.119:0/4037972120 conn(0x7f37dc089f60 msgr2=0x7f37dc06bbd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:57:38.821 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:38.801+0000 7f37e3832640 1 -- 172.21.15.119:0/4037972120 shutdown_connections 2024-09-13T18:57:38.821 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:38.801+0000 7f37e3832640 1 -- 172.21.15.119:0/4037972120 wait complete. 2024-09-13T18:57:38.821 DEBUG:teuthology.orchestra.run.smithi119:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth del client.bootstrap-mds 2024-09-13T18:57:38.920 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:38.917+0000 7f42e9b65640 1 Processor -- start 2024-09-13T18:57:38.920 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:38.917+0000 7f42e9b65640 1 -- start start 2024-09-13T18:57:38.922 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:38.918+0000 7f42e9b65640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f42e4158b00 0x7f42e406c190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:38.922 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:38.918+0000 7f42e9b65640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f42e406c6d0 0x7f42e4070b10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:38.922 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:38.918+0000 7f42e9b65640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f42e406cb30 con 0x7f42e4071050 2024-09-13T18:57:38.922 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:38.918+0000 7f42e9b65640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f42e40b2d10 con 0x7f42e4158b00 2024-09-13T18:57:38.922 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:38.918+0000 7f42e9b65640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f42e40b2ff0 con 0x7f42e406c6d0 2024-09-13T18:57:38.922 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:38.918+0000 7f42e2ffd640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f42e406c6d0 0x7f42e4070b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:38.922 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:38.918+0000 7f42e37fe640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f42e4158b00 0x7f42e406c190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:38.922 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:38.918+0000 7f42e3fff640 1 --1- >> v1:172.21.15.145:6789/0 conn(0x7f42e4071050 0x7f42e40714e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.145:6789/0 says I am v1:172.21.15.119:54922/0 (socket says 172.21.15.119:54922) 2024-09-13T18:57:38.923 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:38.918+0000 7f42e2ffd640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f42e406c6d0 0x7f42e4070b10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.145:3301/0 says I am v2:172.21.15.119:59516/0 (socket says 172.21.15.119:59516) 2024-09-13T18:57:38.923 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:38.918+0000 7f42e3fff640 1 -- 172.21.15.119:0/1614612860 learned_addr learned my addr 172.21.15.119:0/1614612860 (peer_addr_for_me v1:172.21.15.119:0/0) 2024-09-13T18:57:38.923 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:38.918+0000 7f42e37fe640 1 --2- 172.21.15.119:0/1614612860 >> v2:172.21.15.145:3300/0 conn(0x7f42e4158b00 0x7f42e406c190 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.145:3300/0 says I am v2:172.21.15.119:37014/0 (socket says 172.21.15.119:37014) 2024-09-13T18:57:38.923 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:38.918+0000 7f42e2ffd640 1 -- 172.21.15.119:0/1614612860 >> v2:172.21.15.145:3300/0 conn(0x7f42e4158b00 msgr2=0x7f42e406c190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T18:57:38.923 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:38.918+0000 7f42e2ffd640 1 --2- 172.21.15.119:0/1614612860 >> v2:172.21.15.145:3300/0 conn(0x7f42e4158b00 0x7f42e406c190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:38.923 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:38.919+0000 7f42e2ffd640 1 -- 172.21.15.119:0/1614612860 >> v1:172.21.15.145:6789/0 conn(0x7f42e4071050 legacy=0x7f42e40714e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:38.923 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:38.919+0000 7f42e2ffd640 1 -- 172.21.15.119:0/1614612860 --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f42e4070310 con 0x7f42e406c6d0 2024-09-13T18:57:38.923 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:38.919+0000 7f42e2ffd640 1 --2- 172.21.15.119:0/1614612860 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f42e406c6d0 0x7f42e4070b10 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7f42d80097a0 tx=0x7f42d802a180 comp rx=0 tx=0).ready entity=mon.2 client_cookie=91b3934a0249d263 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:57:38.923 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:38.919+0000 7f42e27fc640 1 -- 172.21.15.119:0/1614612860 <== mon.2 v2:172.21.15.145:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f42d8032440 con 0x7f42e406c6d0 2024-09-13T18:57:38.923 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:38.920+0000 7f42e27fc640 1 -- 172.21.15.119:0/1614612860 <== mon.2 v2:172.21.15.145:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f42d80325a0 con 0x7f42e406c6d0 2024-09-13T18:57:38.923 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:38.920+0000 7f42e27fc640 1 -- 172.21.15.119:0/1614612860 <== mon.2 v2:172.21.15.145:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f42d8032930 con 0x7f42e406c6d0 2024-09-13T18:57:38.924 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:38.920+0000 7f42e9b65640 1 -- 172.21.15.119:0/1614612860 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f42e406c6d0 msgr2=0x7f42e4070b10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:38.924 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:38.920+0000 7f42e9b65640 1 --2- 172.21.15.119:0/1614612860 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f42e406c6d0 0x7f42e4070b10 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7f42d80097a0 tx=0x7f42d802a180 comp rx=0 tx=0).stop 2024-09-13T18:57:38.924 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:38.920+0000 7f42e9b65640 1 -- 172.21.15.119:0/1614612860 shutdown_connections 2024-09-13T18:57:38.925 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:38.920+0000 7f42e9b65640 1 --2- 172.21.15.119:0/1614612860 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f42e406c6d0 0x7f42e4070b10 unknown :-1 s=CLOSED pgs=52 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:38.925 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:38.920+0000 7f42e9b65640 1 --2- 172.21.15.119:0/1614612860 >> v2:172.21.15.145:3300/0 conn(0x7f42e4158b00 0x7f42e406c190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:38.925 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:38.920+0000 7f42e9b65640 1 -- 172.21.15.119:0/1614612860 >> 172.21.15.119:0/1614612860 conn(0x7f42e406a0b0 msgr2=0x7f42e406a4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:57:38.925 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:38.920+0000 7f42e9b65640 1 -- 172.21.15.119:0/1614612860 shutdown_connections 2024-09-13T18:57:38.925 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:38.920+0000 7f42e9b65640 1 -- 172.21.15.119:0/1614612860 wait complete. 2024-09-13T18:57:38.925 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:38.921+0000 7f42e9b65640 1 Processor -- start 2024-09-13T18:57:38.925 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:38.922+0000 7f42e9b65640 1 -- start start 2024-09-13T18:57:38.927 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:38.922+0000 7f42e9b65640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f42e406c6d0 0x7f42e4155f70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:38.928 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:38.922+0000 7f42e9b65640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f42e4071050 0x7f42e40aea30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:38.928 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:38.922+0000 7f42e9b65640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f42e4158b00 0x7f42e40c9f00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:38.928 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:38.922+0000 7f42e9b65640 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f42e40cb050 con 0x7f42e4158b00 2024-09-13T18:57:38.928 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:38.922+0000 7f42e9b65640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f42e40c9790 con 0x7f42e406c6d0 2024-09-13T18:57:38.928 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:38.922+0000 7f42e9b65640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f42e40cb2a0 con 0x7f42e4071050 2024-09-13T18:57:38.928 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:38.922+0000 7f42e3fff640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f42e4158b00 0x7f42e40c9f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:38.928 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:38.922+0000 7f42e3fff640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f42e4158b00 0x7f42e40c9f00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.119:3300/0 says I am v2:172.21.15.119:60052/0 (socket says 172.21.15.119:60052) 2024-09-13T18:57:38.928 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:38.922+0000 7f42e3fff640 1 -- 172.21.15.119:0/3698116243 learned_addr learned my addr 172.21.15.119:0/3698116243 (peer_addr_for_me v2:172.21.15.119:0/0) 2024-09-13T18:57:38.928 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:38.922+0000 7f42e37fe640 1 --2- 172.21.15.119:0/3698116243 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f42e406c6d0 0x7f42e4155f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:38.928 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:38.923+0000 7f42e2ffd640 1 --2- 172.21.15.119:0/3698116243 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f42e4071050 0x7f42e40aea30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:38.928 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:38.923+0000 7f42e3fff640 1 -- 172.21.15.119:0/3698116243 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f42e4071050 msgr2=0x7f42e40aea30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:38.928 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:38.923+0000 7f42e3fff640 1 --2- 172.21.15.119:0/3698116243 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f42e4071050 0x7f42e40aea30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:38.929 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:38.923+0000 7f42e3fff640 1 -- 172.21.15.119:0/3698116243 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f42e406c6d0 msgr2=0x7f42e4155f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:38.929 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:38.923+0000 7f42e3fff640 1 --2- 172.21.15.119:0/3698116243 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f42e406c6d0 0x7f42e4155f70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:38.929 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:38.923+0000 7f42e3fff640 1 -- 172.21.15.119:0/3698116243 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f42d8009400 con 0x7f42e4158b00 2024-09-13T18:57:38.929 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:38.923+0000 7f42e37fe640 1 --2- 172.21.15.119:0/3698116243 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f42e406c6d0 0x7f42e4155f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T18:57:38.929 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:38.923+0000 7f42e3fff640 1 --2- 172.21.15.119:0/3698116243 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f42e4158b00 0x7f42e40c9f00 secure :-1 s=READY pgs=470 cs=0 l=1 rev1=1 crypto rx=0x7f42dc00c450 tx=0x7f42dc00c910 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:57:38.929 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:38.923+0000 7f42cbfff640 1 -- 172.21.15.119:0/3698116243 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f42dc005ce0 con 0x7f42e4158b00 2024-09-13T18:57:38.929 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:38.923+0000 7f42cbfff640 1 -- 172.21.15.119:0/3698116243 <== mon.0 v2:172.21.15.119:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f42dc005e40 con 0x7f42e4158b00 2024-09-13T18:57:38.929 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:38.923+0000 7f42cbfff640 1 -- 172.21.15.119:0/3698116243 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f42dc007270 con 0x7f42e4158b00 2024-09-13T18:57:38.929 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:38.923+0000 7f42e9b65640 1 -- 172.21.15.119:0/3698116243 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f42e40cb580 con 0x7f42e4158b00 2024-09-13T18:57:38.929 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:38.923+0000 7f42e9b65640 1 -- 172.21.15.119:0/3698116243 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f42e41564b0 con 0x7f42e4158b00 2024-09-13T18:57:38.929 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:38.924+0000 7f42e9b65640 1 -- 172.21.15.119:0/3698116243 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f42e40c9c20 con 0x7f42e4158b00 2024-09-13T18:57:38.929 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:38.924+0000 7f42cbfff640 1 -- 172.21.15.119:0/3698116243 <== mon.0 v2:172.21.15.119:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f42dc0073d0 con 0x7f42e4158b00 2024-09-13T18:57:38.929 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:38.925+0000 7f42cbfff640 1 --2- 172.21.15.119:0/3698116243 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f42d006ac00 0x7f42d006d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:38.929 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:38.925+0000 7f42cbfff640 1 -- 172.21.15.119:0/3698116243 <== mon.0 v2:172.21.15.119:3300/0 5 ==== osd_map(35..35 src has 1..35) v4 ==== 5177+0+0 (secure 0 0 0) 0x7f42dc088490 con 0x7f42e4158b00 2024-09-13T18:57:38.930 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:38.925+0000 7f42e37fe640 1 --2- 172.21.15.119:0/3698116243 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f42d006ac00 0x7f42d006d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:38.930 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:38.925+0000 7f42e37fe640 1 --2- 172.21.15.119:0/3698116243 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f42d006ac00 0x7f42d006d0c0 secure :-1 s=READY pgs=237 cs=0 l=1 rev1=1 crypto rx=0x7f42d4009fd0 tx=0x7f42d400b040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:57:38.931 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:38.929+0000 7f42cbfff640 1 -- 172.21.15.119:0/3698116243 <== mon.0 v2:172.21.15.119:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f42e40c9c20 con 0x7f42e4158b00 2024-09-13T18:57:39.156 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:39.153+0000 7f42e9b65640 1 -- 172.21.15.119:0/3698116243 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_command({"prefix": "auth del", "entity": "client.bootstrap-mds"} v 0) v1 -- 0x7f42e40c9c20 con 0x7f42e4158b00 2024-09-13T18:57:39.159 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:39.157+0000 7f42cbfff640 1 -- 172.21.15.119:0/3698116243 <== mon.0 v2:172.21.15.119:3300/0 7 ==== mon_command_ack([{"prefix": "auth del", "entity": "client.bootstrap-mds"}]=0 v5) v1 ==== 90+0+0 (secure 0 0 0) 0x7f42e40c9c20 con 0x7f42e4158b00 2024-09-13T18:57:39.161 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:39.159+0000 7f42e9b65640 1 -- 172.21.15.119:0/3698116243 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f42d006ac00 msgr2=0x7f42d006d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:39.161 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:39.159+0000 7f42e9b65640 1 --2- 172.21.15.119:0/3698116243 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f42d006ac00 0x7f42d006d0c0 secure :-1 s=READY pgs=237 cs=0 l=1 rev1=1 crypto rx=0x7f42d4009fd0 tx=0x7f42d400b040 comp rx=0 tx=0).stop 2024-09-13T18:57:39.162 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:39.159+0000 7f42e9b65640 1 -- 172.21.15.119:0/3698116243 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f42e4158b00 msgr2=0x7f42e40c9f00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:39.162 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:39.159+0000 7f42e9b65640 1 --2- 172.21.15.119:0/3698116243 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f42e4158b00 0x7f42e40c9f00 secure :-1 s=READY pgs=470 cs=0 l=1 rev1=1 crypto rx=0x7f42dc00c450 tx=0x7f42dc00c910 comp rx=0 tx=0).stop 2024-09-13T18:57:39.162 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:39.159+0000 7f42e9b65640 1 -- 172.21.15.119:0/3698116243 shutdown_connections 2024-09-13T18:57:39.162 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:39.159+0000 7f42e9b65640 1 --2- 172.21.15.119:0/3698116243 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f42d006ac00 0x7f42d006d0c0 unknown :-1 s=CLOSED pgs=237 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:39.162 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:39.159+0000 7f42e9b65640 1 --2- 172.21.15.119:0/3698116243 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f42e4158b00 0x7f42e40c9f00 unknown :-1 s=CLOSED pgs=470 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:39.162 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:39.159+0000 7f42e9b65640 1 --2- 172.21.15.119:0/3698116243 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f42e4071050 0x7f42e40aea30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:39.162 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:39.159+0000 7f42e9b65640 1 --2- 172.21.15.119:0/3698116243 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f42e406c6d0 0x7f42e4155f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:39.162 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:39.159+0000 7f42e9b65640 1 -- 172.21.15.119:0/3698116243 >> 172.21.15.119:0/3698116243 conn(0x7f42e406a0b0 msgr2=0x7f42e415bb40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:57:39.162 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:39.159+0000 7f42e9b65640 1 -- 172.21.15.119:0/3698116243 shutdown_connections 2024-09-13T18:57:39.162 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:39.159+0000 7f42e9b65640 1 -- 172.21.15.119:0/3698116243 wait complete. 2024-09-13T18:57:39.172 DEBUG:teuthology.orchestra.run.smithi119:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth del client.bootstrap-mgr 2024-09-13T18:57:39.272 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:39.269+0000 7f778af5e640 1 Processor -- start 2024-09-13T18:57:39.272 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:39.269+0000 7f778af5e640 1 -- start start 2024-09-13T18:57:39.273 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:39.270+0000 7f778af5e640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f7784157e90 0x7f778415b2f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:39.273 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:39.270+0000 7f778af5e640 1 --2- >> v2:172.21.15.119:3300/0 conn(0x7f77840b3c90 0x7f77840ae590 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:39.273 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:39.270+0000 7f778af5e640 1 -- --> v1:172.21.15.119:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f77840ae100 con 0x7f7784069ed0 2024-09-13T18:57:39.274 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:39.270+0000 7f778af5e640 1 -- --> v2:172.21.15.119:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f77840ad8a0 con 0x7f77840b3c90 2024-09-13T18:57:39.274 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:39.270+0000 7f778af5e640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f77840b4530 con 0x7f7784157e90 2024-09-13T18:57:39.274 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:39.270+0000 7f77894fb640 1 --1- >> v1:172.21.15.119:6789/0 conn(0x7f7784069ed0 0x7f77840b2200 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.119:6789/0 says I am v1:172.21.15.119:59196/0 (socket says 172.21.15.119:59196) 2024-09-13T18:57:39.274 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:39.270+0000 7f7783fff640 1 --2- >> v2:172.21.15.119:3300/0 conn(0x7f77840b3c90 0x7f77840ae590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:39.274 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:39.270+0000 7f77894fb640 1 -- 172.21.15.119:0/91732155 learned_addr learned my addr 172.21.15.119:0/91732155 (peer_addr_for_me v1:172.21.15.119:0/0) 2024-09-13T18:57:39.274 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:39.270+0000 7f7788cfa640 1 --2- 172.21.15.119:0/91732155 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f7784157e90 0x7f778415b2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:39.274 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:39.271+0000 7f7783fff640 1 -- 172.21.15.119:0/91732155 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f7784157e90 msgr2=0x7f778415b2f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T18:57:39.274 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:39.271+0000 7f7783fff640 1 --2- 172.21.15.119:0/91732155 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f7784157e90 0x7f778415b2f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:39.274 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:39.271+0000 7f7783fff640 1 -- 172.21.15.119:0/91732155 >> v1:172.21.15.119:6789/0 conn(0x7f7784069ed0 legacy=0x7f77840b2200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:39.274 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:39.271+0000 7f7783fff640 1 -- 172.21.15.119:0/91732155 --> v2:172.21.15.119:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f77840b4250 con 0x7f77840b3c90 2024-09-13T18:57:39.274 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:39.271+0000 7f77837fe640 1 -- 172.21.15.119:0/91732155 <== mon.0 v1:172.21.15.119:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 209713132 0 0) 0x7f77840ae100 con 0x7f7784069ed0 2024-09-13T18:57:39.274 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:39.271+0000 7f7788cfa640 1 --2- 172.21.15.119:0/91732155 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f7784157e90 0x7f778415b2f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T18:57:39.278 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:39.271+0000 7f7783fff640 1 --2- 172.21.15.119:0/91732155 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f77840b3c90 0x7f77840ae590 secure :-1 s=READY pgs=472 cs=0 l=1 rev1=1 crypto rx=0x7f7774009d90 tx=0x7f777402a660 comp rx=0 tx=0).ready entity=mon.0 client_cookie=330b496d87d7bed server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:57:39.278 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:39.271+0000 7f77837fe640 1 -- 172.21.15.119:0/91732155 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7774007740 con 0x7f77840b3c90 2024-09-13T18:57:39.279 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:39.271+0000 7f77837fe640 1 -- 172.21.15.119:0/91732155 <== mon.0 v2:172.21.15.119:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f777402d050 con 0x7f77840b3c90 2024-09-13T18:57:39.279 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:39.271+0000 7f77837fe640 1 -- 172.21.15.119:0/91732155 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7774007ac0 con 0x7f77840b3c90 2024-09-13T18:57:39.279 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:39.272+0000 7f778af5e640 1 -- 172.21.15.119:0/91732155 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f77840b3c90 msgr2=0x7f77840ae590 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:39.279 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:39.272+0000 7f778af5e640 1 --2- 172.21.15.119:0/91732155 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f77840b3c90 0x7f77840ae590 secure :-1 s=READY pgs=472 cs=0 l=1 rev1=1 crypto rx=0x7f7774009d90 tx=0x7f777402a660 comp rx=0 tx=0).stop 2024-09-13T18:57:39.279 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:39.272+0000 7f778af5e640 1 -- 172.21.15.119:0/91732155 shutdown_connections 2024-09-13T18:57:39.279 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:39.272+0000 7f778af5e640 1 --2- 172.21.15.119:0/91732155 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f77840b3c90 0x7f77840ae590 unknown :-1 s=CLOSED pgs=472 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:39.279 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:39.272+0000 7f778af5e640 1 --2- 172.21.15.119:0/91732155 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f7784157e90 0x7f778415b2f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:39.279 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:39.272+0000 7f778af5e640 1 -- 172.21.15.119:0/91732155 >> 172.21.15.119:0/91732155 conn(0x7f77840b4720 msgr2=0x7f77840b4b30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:57:39.279 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:39.272+0000 7f778af5e640 1 -- 172.21.15.119:0/91732155 shutdown_connections 2024-09-13T18:57:39.279 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:39.272+0000 7f778af5e640 1 -- 172.21.15.119:0/91732155 wait complete. 2024-09-13T18:57:39.280 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:39.273+0000 7f778af5e640 1 Processor -- start 2024-09-13T18:57:39.280 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:39.273+0000 7f778af5e640 1 -- start start 2024-09-13T18:57:39.280 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:39.274+0000 7f778af5e640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f7784069ed0 0x7f778414ff70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:39.280 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:39.274+0000 7f778af5e640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f77840b3c90 0x7f77841f5490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:39.280 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:39.274+0000 7f778af5e640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f7784157e90 0x7f7784153350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:39.280 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:39.274+0000 7f778af5e640 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7784153890 con 0x7f77840b3c90 2024-09-13T18:57:39.280 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:39.274+0000 7f778af5e640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f778414cfb0 con 0x7f7784069ed0 2024-09-13T18:57:39.280 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:39.274+0000 7f778af5e640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f778414d570 con 0x7f7784157e90 2024-09-13T18:57:39.280 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:39.274+0000 7f7783fff640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f77840b3c90 0x7f77841f5490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:39.280 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:39.274+0000 7f7783fff640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f77840b3c90 0x7f77841f5490 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.119:3300/0 says I am v2:172.21.15.119:60070/0 (socket says 172.21.15.119:60070) 2024-09-13T18:57:39.280 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:39.274+0000 7f7783fff640 1 -- 172.21.15.119:0/2101026084 learned_addr learned my addr 172.21.15.119:0/2101026084 (peer_addr_for_me v2:172.21.15.119:0/0) 2024-09-13T18:57:39.280 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:39.274+0000 7f7788cfa640 1 --2- 172.21.15.119:0/2101026084 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f7784069ed0 0x7f778414ff70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:39.280 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:39.275+0000 7f77894fb640 1 --2- 172.21.15.119:0/2101026084 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f7784157e90 0x7f7784153350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:39.280 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:39.275+0000 7f7783fff640 1 -- 172.21.15.119:0/2101026084 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f7784157e90 msgr2=0x7f7784153350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:39.281 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:39.275+0000 7f7783fff640 1 --2- 172.21.15.119:0/2101026084 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f7784157e90 0x7f7784153350 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:39.281 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:39.275+0000 7f7783fff640 1 -- 172.21.15.119:0/2101026084 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f7784069ed0 msgr2=0x7f778414ff70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:39.281 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:39.275+0000 7f7783fff640 1 --2- 172.21.15.119:0/2101026084 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f7784069ed0 0x7f778414ff70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:39.281 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:39.275+0000 7f7783fff640 1 -- 172.21.15.119:0/2101026084 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7774009a70 con 0x7f77840b3c90 2024-09-13T18:57:39.281 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:39.275+0000 7f7788cfa640 1 --2- 172.21.15.119:0/2101026084 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f7784069ed0 0x7f778414ff70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T18:57:39.282 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:39.275+0000 7f77894fb640 1 --2- 172.21.15.119:0/2101026084 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f7784157e90 0x7f7784153350 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T18:57:39.282 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:39.275+0000 7f7783fff640 1 --2- 172.21.15.119:0/2101026084 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f77840b3c90 0x7f77841f5490 secure :-1 s=READY pgs=473 cs=0 l=1 rev1=1 crypto rx=0x7f7774009eb0 tx=0x7f7774004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:57:39.282 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:39.275+0000 7f77817fa640 1 -- 172.21.15.119:0/2101026084 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7774031890 con 0x7f77840b3c90 2024-09-13T18:57:39.282 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:39.275+0000 7f77817fa640 1 -- 172.21.15.119:0/2101026084 <== mon.0 v2:172.21.15.119:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f77740319f0 con 0x7f77840b3c90 2024-09-13T18:57:39.282 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:39.275+0000 7f778af5e640 1 -- 172.21.15.119:0/2101026084 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f778414daf0 con 0x7f77840b3c90 2024-09-13T18:57:39.282 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:39.275+0000 7f77817fa640 1 -- 172.21.15.119:0/2101026084 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7774031da0 con 0x7f77840b3c90 2024-09-13T18:57:39.282 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:39.275+0000 7f778af5e640 1 -- 172.21.15.119:0/2101026084 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f778414d200 con 0x7f77840b3c90 2024-09-13T18:57:39.282 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:39.276+0000 7f778af5e640 1 -- 172.21.15.119:0/2101026084 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f778414d6b0 con 0x7f77840b3c90 2024-09-13T18:57:39.283 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:39.277+0000 7f77817fa640 1 -- 172.21.15.119:0/2101026084 <== mon.0 v2:172.21.15.119:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f777403c420 con 0x7f77840b3c90 2024-09-13T18:57:39.283 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:39.277+0000 7f77817fa640 1 --2- 172.21.15.119:0/2101026084 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f776406ac00 0x7f776406d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:39.283 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:39.277+0000 7f77817fa640 1 -- 172.21.15.119:0/2101026084 <== mon.0 v2:172.21.15.119:3300/0 5 ==== osd_map(35..35 src has 1..35) v4 ==== 5177+0+0 (secure 0 0 0) 0x7f77740aa9a0 con 0x7f77840b3c90 2024-09-13T18:57:39.283 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:39.277+0000 7f7788cfa640 1 --2- 172.21.15.119:0/2101026084 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f776406ac00 0x7f776406d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:39.283 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:39.277+0000 7f7788cfa640 1 --2- 172.21.15.119:0/2101026084 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f776406ac00 0x7f776406d0c0 secure :-1 s=READY pgs=238 cs=0 l=1 rev1=1 crypto rx=0x7f778415ed00 tx=0x7f776c008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:57:39.284 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:39.281+0000 7f77817fa640 1 -- 172.21.15.119:0/2101026084 <== mon.0 v2:172.21.15.119:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f778414d6b0 con 0x7f77840b3c90 2024-09-13T18:57:39.506 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:39.504+0000 7f778af5e640 1 -- 172.21.15.119:0/2101026084 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_command({"prefix": "auth del", "entity": "client.bootstrap-mgr"} v 0) v1 -- 0x7f778414d6b0 con 0x7f77840b3c90 2024-09-13T18:57:39.510 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:39.507+0000 7f77817fa640 1 -- 172.21.15.119:0/2101026084 <== mon.0 v2:172.21.15.119:3300/0 7 ==== mon_command_ack([{"prefix": "auth del", "entity": "client.bootstrap-mgr"}]=0 v6) v1 ==== 90+0+0 (secure 0 0 0) 0x7f778414d6b0 con 0x7f77840b3c90 2024-09-13T18:57:39.512 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:39.509+0000 7f778af5e640 1 -- 172.21.15.119:0/2101026084 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f776406ac00 msgr2=0x7f776406d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:39.512 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:39.509+0000 7f778af5e640 1 --2- 172.21.15.119:0/2101026084 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f776406ac00 0x7f776406d0c0 secure :-1 s=READY pgs=238 cs=0 l=1 rev1=1 crypto rx=0x7f778415ed00 tx=0x7f776c008040 comp rx=0 tx=0).stop 2024-09-13T18:57:39.512 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:39.509+0000 7f778af5e640 1 -- 172.21.15.119:0/2101026084 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f77840b3c90 msgr2=0x7f77841f5490 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:39.512 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:39.509+0000 7f778af5e640 1 --2- 172.21.15.119:0/2101026084 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f77840b3c90 0x7f77841f5490 secure :-1 s=READY pgs=473 cs=0 l=1 rev1=1 crypto rx=0x7f7774009eb0 tx=0x7f7774004a40 comp rx=0 tx=0).stop 2024-09-13T18:57:39.512 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:39.509+0000 7f778af5e640 1 -- 172.21.15.119:0/2101026084 shutdown_connections 2024-09-13T18:57:39.512 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:39.509+0000 7f778af5e640 1 --2- 172.21.15.119:0/2101026084 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f776406ac00 0x7f776406d0c0 unknown :-1 s=CLOSED pgs=238 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:39.513 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:39.509+0000 7f778af5e640 1 --2- 172.21.15.119:0/2101026084 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f7784157e90 0x7f7784153350 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:39.513 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:39.509+0000 7f778af5e640 1 --2- 172.21.15.119:0/2101026084 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f77840b3c90 0x7f77841f5490 unknown :-1 s=CLOSED pgs=473 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:39.513 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:39.509+0000 7f778af5e640 1 --2- 172.21.15.119:0/2101026084 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f7784069ed0 0x7f778414ff70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:39.513 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:39.509+0000 7f778af5e640 1 -- 172.21.15.119:0/2101026084 >> 172.21.15.119:0/2101026084 conn(0x7f77840b4720 msgr2=0x7f77840b31f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:57:39.513 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:39.509+0000 7f778af5e640 1 -- 172.21.15.119:0/2101026084 shutdown_connections 2024-09-13T18:57:39.513 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:39.509+0000 7f778af5e640 1 -- 172.21.15.119:0/2101026084 wait complete. 2024-09-13T18:57:39.523 DEBUG:teuthology.orchestra.run.smithi119:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth del client.bootstrap-osd 2024-09-13T18:57:39.621 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:39.618+0000 7f0d08220640 1 Processor -- start 2024-09-13T18:57:39.621 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:39.618+0000 7f0d08220640 1 -- start start 2024-09-13T18:57:39.622 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:39.619+0000 7f0d08220640 1 --2- >> v2:172.21.15.119:3300/0 conn(0x7f0d000cec00 0x7f0d000ad400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:39.622 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:39.619+0000 7f0d08220640 1 -- --> v1:172.21.15.119:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f0d000ccbe0 con 0x7f0d00159310 2024-09-13T18:57:39.622 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:39.619+0000 7f0d08220640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f0d000b1810 con 0x7f0d000b2b40 2024-09-13T18:57:39.622 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:39.619+0000 7f0d08220640 1 -- --> v2:172.21.15.119:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f0d000ad940 con 0x7f0d000cec00 2024-09-13T18:57:39.622 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:39.619+0000 7f0d05fbc640 1 --1- >> v1:172.21.15.119:6789/0 conn(0x7f0d00159310 0x7f0d000ab140 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.119:6789/0 says I am v1:172.21.15.119:59204/0 (socket says 172.21.15.119:59204) 2024-09-13T18:57:39.622 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:39.619+0000 7f0d05fbc640 1 -- 172.21.15.119:0/3573884494 learned_addr learned my addr 172.21.15.119:0/3573884494 (peer_addr_for_me v1:172.21.15.119:0/0) 2024-09-13T18:57:39.622 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:39.619+0000 7f0d067bd640 1 --2- 172.21.15.119:0/3573884494 >> v2:172.21.15.119:3300/0 conn(0x7f0d000cec00 0x7f0d000ad400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:39.623 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:39.619+0000 7f0d04fba640 1 -- 172.21.15.119:0/3573884494 <== mon.0 v1:172.21.15.119:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2331240498 0 0) 0x7f0d000ccbe0 con 0x7f0d00159310 2024-09-13T18:57:39.623 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:39.619+0000 7f0d04fba640 1 -- 172.21.15.119:0/3573884494 --> v1:172.21.15.119:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f0ce8003520 con 0x7f0d00159310 2024-09-13T18:57:39.623 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:39.619+0000 7f0d067bd640 1 -- 172.21.15.119:0/3573884494 >> v1:172.21.15.145:6789/0 conn(0x7f0d000b2b40 legacy=0x7f0d000ce4f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T18:57:39.623 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:39.619+0000 7f0d067bd640 1 -- 172.21.15.119:0/3573884494 >> v1:172.21.15.119:6789/0 conn(0x7f0d00159310 legacy=0x7f0d000ab140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:39.623 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:39.619+0000 7f0d067bd640 1 -- 172.21.15.119:0/3573884494 --> v2:172.21.15.119:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0d0006d9e0 con 0x7f0d000cec00 2024-09-13T18:57:39.624 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:39.620+0000 7f0d067bd640 1 --2- 172.21.15.119:0/3573884494 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f0d000cec00 0x7f0d000ad400 secure :-1 s=READY pgs=475 cs=0 l=1 rev1=1 crypto rx=0x7f0cf0009d90 tx=0x7f0cf002a660 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ab90f94dc77d7613 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:57:39.624 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:39.620+0000 7f0d04fba640 1 -- 172.21.15.119:0/3573884494 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0cf0007740 con 0x7f0d000cec00 2024-09-13T18:57:39.624 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:39.620+0000 7f0d04fba640 1 -- 172.21.15.119:0/3573884494 <== mon.0 v2:172.21.15.119:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0cf002d050 con 0x7f0d000cec00 2024-09-13T18:57:39.624 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:39.620+0000 7f0d04fba640 1 -- 172.21.15.119:0/3573884494 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0cf0007ac0 con 0x7f0d000cec00 2024-09-13T18:57:39.624 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:39.621+0000 7f0d08220640 1 -- 172.21.15.119:0/3573884494 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f0d000cec00 msgr2=0x7f0d000ad400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:39.624 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:39.621+0000 7f0d08220640 1 --2- 172.21.15.119:0/3573884494 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f0d000cec00 0x7f0d000ad400 secure :-1 s=READY pgs=475 cs=0 l=1 rev1=1 crypto rx=0x7f0cf0009d90 tx=0x7f0cf002a660 comp rx=0 tx=0).stop 2024-09-13T18:57:39.624 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:39.621+0000 7f0d08220640 1 -- 172.21.15.119:0/3573884494 shutdown_connections 2024-09-13T18:57:39.625 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:39.621+0000 7f0d08220640 1 --2- 172.21.15.119:0/3573884494 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f0d000cec00 0x7f0d000ad400 unknown :-1 s=CLOSED pgs=475 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:39.625 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:39.621+0000 7f0d08220640 1 -- 172.21.15.119:0/3573884494 >> 172.21.15.119:0/3573884494 conn(0x7f0d0006a0b0 msgr2=0x7f0d0006a4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:57:39.625 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:39.621+0000 7f0d08220640 1 -- 172.21.15.119:0/3573884494 shutdown_connections 2024-09-13T18:57:39.625 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:39.621+0000 7f0d08220640 1 -- 172.21.15.119:0/3573884494 wait complete. 2024-09-13T18:57:39.628 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:39.622+0000 7f0d08220640 1 Processor -- start 2024-09-13T18:57:39.628 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:39.622+0000 7f0d08220640 1 -- start start 2024-09-13T18:57:39.628 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:39.623+0000 7f0d08220640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f0d000b2b40 0x7f0d001edc70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:39.628 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:39.623+0000 7f0d08220640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f0d000cec00 0x7f0d000c5cb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:39.629 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:39.623+0000 7f0d08220640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f0d00159310 0x7f0d000c61f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:39.629 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:39.623+0000 7f0d08220640 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0d00157080 con 0x7f0d00159310 2024-09-13T18:57:39.629 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:39.623+0000 7f0d08220640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0d001572d0 con 0x7f0d000cec00 2024-09-13T18:57:39.629 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:39.623+0000 7f0d08220640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f0d001575b0 con 0x7f0d000b2b40 2024-09-13T18:57:39.629 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:39.623+0000 7f0d067bd640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f0d00159310 0x7f0d000c61f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:39.629 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:39.623+0000 7f0d067bd640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f0d00159310 0x7f0d000c61f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.119:3300/0 says I am v2:172.21.15.119:60086/0 (socket says 172.21.15.119:60086) 2024-09-13T18:57:39.629 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:39.623+0000 7f0d067bd640 1 -- 172.21.15.119:0/3337795194 learned_addr learned my addr 172.21.15.119:0/3337795194 (peer_addr_for_me v2:172.21.15.119:0/0) 2024-09-13T18:57:39.629 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:39.623+0000 7f0d057bb640 1 --2- 172.21.15.119:0/3337795194 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f0d000cec00 0x7f0d000c5cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:39.629 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:39.623+0000 7f0d05fbc640 1 --2- 172.21.15.119:0/3337795194 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f0d000b2b40 0x7f0d001edc70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:39.629 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:39.623+0000 7f0d067bd640 1 -- 172.21.15.119:0/3337795194 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f0d000b2b40 msgr2=0x7f0d001edc70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:39.629 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:39.623+0000 7f0d067bd640 1 --2- 172.21.15.119:0/3337795194 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f0d000b2b40 0x7f0d001edc70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:39.629 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:39.623+0000 7f0d067bd640 1 -- 172.21.15.119:0/3337795194 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f0d000cec00 msgr2=0x7f0d000c5cb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:39.630 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:39.623+0000 7f0d067bd640 1 --2- 172.21.15.119:0/3337795194 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f0d000cec00 0x7f0d000c5cb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:39.630 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:39.623+0000 7f0d067bd640 1 -- 172.21.15.119:0/3337795194 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0cf0009a70 con 0x7f0d00159310 2024-09-13T18:57:39.630 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:39.623+0000 7f0d067bd640 1 --2- 172.21.15.119:0/3337795194 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f0d00159310 0x7f0d000c61f0 secure :-1 s=READY pgs=476 cs=0 l=1 rev1=1 crypto rx=0x7f0cf0009d90 tx=0x7f0cf0004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:57:39.630 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:39.623+0000 7f0cfe7fc640 1 -- 172.21.15.119:0/3337795194 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0cf0003b90 con 0x7f0d00159310 2024-09-13T18:57:39.630 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:39.624+0000 7f0cfe7fc640 1 -- 172.21.15.119:0/3337795194 <== mon.0 v2:172.21.15.119:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0cf0003cf0 con 0x7f0d00159310 2024-09-13T18:57:39.630 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:39.624+0000 7f0cfe7fc640 1 -- 172.21.15.119:0/3337795194 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0cf003c930 con 0x7f0d00159310 2024-09-13T18:57:39.630 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:39.624+0000 7f0d08220640 1 -- 172.21.15.119:0/3337795194 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f0d00099cb0 con 0x7f0d00159310 2024-09-13T18:57:39.630 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:39.624+0000 7f0d08220640 1 -- 172.21.15.119:0/3337795194 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f0d001ee1b0 con 0x7f0d00159310 2024-09-13T18:57:39.630 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:39.625+0000 7f0d08220640 1 -- 172.21.15.119:0/3337795194 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f0d0009a1d0 con 0x7f0d00159310 2024-09-13T18:57:39.630 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:39.625+0000 7f0cfe7fc640 1 -- 172.21.15.119:0/3337795194 <== mon.0 v2:172.21.15.119:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f0cf003ca90 con 0x7f0d00159310 2024-09-13T18:57:39.630 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:39.625+0000 7f0cfe7fc640 1 --2- 172.21.15.119:0/3337795194 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f0cec06ac00 0x7f0cec06d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:39.630 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:39.625+0000 7f0cfe7fc640 1 -- 172.21.15.119:0/3337795194 <== mon.0 v2:172.21.15.119:3300/0 5 ==== osd_map(35..35 src has 1..35) v4 ==== 5177+0+0 (secure 0 0 0) 0x7f0cf00aa2f0 con 0x7f0d00159310 2024-09-13T18:57:39.630 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:39.626+0000 7f0d05fbc640 1 --2- 172.21.15.119:0/3337795194 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f0cec06ac00 0x7f0cec06d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:39.630 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:39.626+0000 7f0d05fbc640 1 --2- 172.21.15.119:0/3337795194 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f0cec06ac00 0x7f0cec06d0c0 secure :-1 s=READY pgs=239 cs=0 l=1 rev1=1 crypto rx=0x7f0cf80011e0 tx=0x7f0cf8009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:57:39.632 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:39.630+0000 7f0cfe7fc640 1 -- 172.21.15.119:0/3337795194 <== mon.0 v2:172.21.15.119:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f0d0009a1d0 con 0x7f0d00159310 2024-09-13T18:57:39.852 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:39.850+0000 7f0d08220640 1 -- 172.21.15.119:0/3337795194 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_command({"prefix": "auth del", "entity": "client.bootstrap-osd"} v 0) v1 -- 0x7f0d0009a1d0 con 0x7f0d00159310 2024-09-13T18:57:39.855 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:39.853+0000 7f0cfe7fc640 1 -- 172.21.15.119:0/3337795194 <== mon.0 v2:172.21.15.119:3300/0 7 ==== mon_command_ack([{"prefix": "auth del", "entity": "client.bootstrap-osd"}]=0 v7) v1 ==== 90+0+0 (secure 0 0 0) 0x7f0d0009a1d0 con 0x7f0d00159310 2024-09-13T18:57:39.858 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:39.855+0000 7f0d08220640 1 -- 172.21.15.119:0/3337795194 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f0cec06ac00 msgr2=0x7f0cec06d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:39.858 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:39.855+0000 7f0d08220640 1 --2- 172.21.15.119:0/3337795194 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f0cec06ac00 0x7f0cec06d0c0 secure :-1 s=READY pgs=239 cs=0 l=1 rev1=1 crypto rx=0x7f0cf80011e0 tx=0x7f0cf8009040 comp rx=0 tx=0).stop 2024-09-13T18:57:39.858 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:39.855+0000 7f0d08220640 1 -- 172.21.15.119:0/3337795194 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f0d00159310 msgr2=0x7f0d000c61f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:39.858 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:39.855+0000 7f0d08220640 1 --2- 172.21.15.119:0/3337795194 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f0d00159310 0x7f0d000c61f0 secure :-1 s=READY pgs=476 cs=0 l=1 rev1=1 crypto rx=0x7f0cf0009d90 tx=0x7f0cf0004a40 comp rx=0 tx=0).stop 2024-09-13T18:57:39.858 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:39.855+0000 7f0d08220640 1 -- 172.21.15.119:0/3337795194 shutdown_connections 2024-09-13T18:57:39.858 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:39.855+0000 7f0d08220640 1 --2- 172.21.15.119:0/3337795194 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f0cec06ac00 0x7f0cec06d0c0 unknown :-1 s=CLOSED pgs=239 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:39.858 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:39.855+0000 7f0d08220640 1 --2- 172.21.15.119:0/3337795194 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f0d00159310 0x7f0d000c61f0 unknown :-1 s=CLOSED pgs=476 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:39.858 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:39.855+0000 7f0d08220640 1 --2- 172.21.15.119:0/3337795194 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f0d000cec00 0x7f0d000c5cb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:39.859 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:39.855+0000 7f0d08220640 1 --2- 172.21.15.119:0/3337795194 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f0d000b2b40 0x7f0d001edc70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:39.859 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:39.855+0000 7f0d08220640 1 -- 172.21.15.119:0/3337795194 >> 172.21.15.119:0/3337795194 conn(0x7f0d0006a0b0 msgr2=0x7f0d00157910 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:57:39.859 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:39.855+0000 7f0d08220640 1 -- 172.21.15.119:0/3337795194 shutdown_connections 2024-09-13T18:57:39.859 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:39.855+0000 7f0d08220640 1 -- 172.21.15.119:0/3337795194 wait complete. 2024-09-13T18:57:39.868 DEBUG:teuthology.orchestra.run.smithi119:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth del client.bootstrap-rbd 2024-09-13T18:57:39.966 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:39.964+0000 7f6647b9c640 1 Processor -- start 2024-09-13T18:57:39.967 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:39.964+0000 7f6647b9c640 1 -- start start 2024-09-13T18:57:39.968 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:39.965+0000 7f6647b9c640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f6640159310 0x7f66400ad400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:39.968 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:39.965+0000 7f6647b9c640 1 --2- >> v2:172.21.15.119:3300/0 conn(0x7f66400ce4f0 0x7f66400ce940 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:39.968 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:39.965+0000 7f6647b9c640 1 -- --> v1:172.21.15.119:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f66400ccbe0 con 0x7f66400b2b40 2024-09-13T18:57:39.968 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:39.965+0000 7f6647b9c640 1 -- --> v2:172.21.15.119:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f66400ad940 con 0x7f66400ce4f0 2024-09-13T18:57:39.968 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:39.965+0000 7f6647b9c640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f66400cee80 con 0x7f6640159310 2024-09-13T18:57:39.968 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:39.965+0000 7f6645137640 1 --1- >> v1:172.21.15.119:6789/0 conn(0x7f66400b2b40 0x7f66400ab140 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.119:6789/0 says I am v1:172.21.15.119:59206/0 (socket says 172.21.15.119:59206) 2024-09-13T18:57:39.968 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:39.965+0000 7f6646139640 1 --2- >> v2:172.21.15.119:3300/0 conn(0x7f66400ce4f0 0x7f66400ce940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:39.968 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:39.965+0000 7f6645137640 1 -- 172.21.15.119:0/123786486 learned_addr learned my addr 172.21.15.119:0/123786486 (peer_addr_for_me v1:172.21.15.119:0/0) 2024-09-13T18:57:39.968 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:39.965+0000 7f6645938640 1 --2- 172.21.15.119:0/123786486 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f6640159310 0x7f66400ad400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:39.969 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:39.965+0000 7f6646139640 1 -- 172.21.15.119:0/123786486 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f6640159310 msgr2=0x7f66400ad400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T18:57:39.969 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:39.965+0000 7f6646139640 1 --2- 172.21.15.119:0/123786486 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f6640159310 0x7f66400ad400 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:39.969 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:39.965+0000 7f6646139640 1 -- 172.21.15.119:0/123786486 >> v1:172.21.15.119:6789/0 conn(0x7f66400b2b40 legacy=0x7f66400ab140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:39.969 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:39.965+0000 7f6646139640 1 -- 172.21.15.119:0/123786486 --> v2:172.21.15.119:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f66400b1810 con 0x7f66400ce4f0 2024-09-13T18:57:39.969 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:39.965+0000 7f6644936640 1 -- 172.21.15.119:0/123786486 <== mon.0 v1:172.21.15.119:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3368994674 0 0) 0x7f66400ccbe0 con 0x7f66400b2b40 2024-09-13T18:57:39.970 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:39.966+0000 7f6646139640 1 --2- 172.21.15.119:0/123786486 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f66400ce4f0 0x7f66400ce940 secure :-1 s=READY pgs=478 cs=0 l=1 rev1=1 crypto rx=0x7f663c0097a0 tx=0x7f663c02a100 comp rx=0 tx=0).ready entity=mon.0 client_cookie=13045ccf3ac157a4 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:57:39.970 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:39.966+0000 7f6644936640 1 -- 172.21.15.119:0/123786486 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f663c02ae50 con 0x7f66400ce4f0 2024-09-13T18:57:39.970 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:39.966+0000 7f6644936640 1 -- 172.21.15.119:0/123786486 <== mon.0 v2:172.21.15.119:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f663c032440 con 0x7f66400ce4f0 2024-09-13T18:57:39.970 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:39.966+0000 7f6644936640 1 -- 172.21.15.119:0/123786486 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f663c0327d0 con 0x7f66400ce4f0 2024-09-13T18:57:39.971 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:39.967+0000 7f6647b9c640 1 -- 172.21.15.119:0/123786486 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f66400ce4f0 msgr2=0x7f66400ce940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:39.971 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:39.967+0000 7f6647b9c640 1 --2- 172.21.15.119:0/123786486 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f66400ce4f0 0x7f66400ce940 secure :-1 s=READY pgs=478 cs=0 l=1 rev1=1 crypto rx=0x7f663c0097a0 tx=0x7f663c02a100 comp rx=0 tx=0).stop 2024-09-13T18:57:39.971 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:39.967+0000 7f6647b9c640 1 -- 172.21.15.119:0/123786486 shutdown_connections 2024-09-13T18:57:39.971 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:39.967+0000 7f6647b9c640 1 --2- 172.21.15.119:0/123786486 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f66400ce4f0 0x7f66400ce940 unknown :-1 s=CLOSED pgs=478 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:39.971 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:39.967+0000 7f6647b9c640 1 --2- 172.21.15.119:0/123786486 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f6640159310 0x7f66400ad400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:39.971 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:39.967+0000 7f6647b9c640 1 -- 172.21.15.119:0/123786486 >> 172.21.15.119:0/123786486 conn(0x7f664006a0b0 msgr2=0x7f664006a4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:57:39.971 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:39.967+0000 7f6647b9c640 1 -- 172.21.15.119:0/123786486 shutdown_connections 2024-09-13T18:57:39.971 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:39.967+0000 7f6647b9c640 1 -- 172.21.15.119:0/123786486 wait complete. 2024-09-13T18:57:39.971 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:39.968+0000 7f6647b9c640 1 Processor -- start 2024-09-13T18:57:39.971 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:39.968+0000 7f6647b9c640 1 -- start start 2024-09-13T18:57:39.973 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:39.969+0000 7f6647b9c640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f66400b2b40 0x7f66400c3c80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:39.973 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:39.969+0000 7f6647b9c640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f66400ce4f0 0x7f66401de490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:39.973 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:39.969+0000 7f6647b9c640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f6640159310 0x7f66401de9d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:39.973 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:39.969+0000 7f6647b9c640 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f66400c41c0 con 0x7f66400b2b40 2024-09-13T18:57:39.974 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:39.969+0000 7f6647b9c640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f66401dfc60 con 0x7f66400ce4f0 2024-09-13T18:57:39.974 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:39.969+0000 7f6647b9c640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f66400afbc0 con 0x7f6640159310 2024-09-13T18:57:39.974 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:39.969+0000 7f6645938640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f66400b2b40 0x7f66400c3c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:39.974 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:39.969+0000 7f6645938640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f66400b2b40 0x7f66400c3c80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.119:3300/0 says I am v2:172.21.15.119:60106/0 (socket says 172.21.15.119:60106) 2024-09-13T18:57:39.974 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:39.969+0000 7f6645938640 1 -- 172.21.15.119:0/2370368908 learned_addr learned my addr 172.21.15.119:0/2370368908 (peer_addr_for_me v2:172.21.15.119:0/0) 2024-09-13T18:57:39.974 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:39.969+0000 7f6645938640 1 -- 172.21.15.119:0/2370368908 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f6640159310 msgr2=0x7f66401de9d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:39.974 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:39.969+0000 7f6645938640 1 --2- 172.21.15.119:0/2370368908 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f6640159310 0x7f66401de9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:39.974 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:39.969+0000 7f6645938640 1 -- 172.21.15.119:0/2370368908 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f66400ce4f0 msgr2=0x7f66401de490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:39.974 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:39.969+0000 7f6645137640 1 --2- 172.21.15.119:0/2370368908 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f66400ce4f0 0x7f66401de490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:39.974 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:39.969+0000 7f6645938640 1 --2- 172.21.15.119:0/2370368908 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f66400ce4f0 0x7f66401de490 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:39.974 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:39.969+0000 7f6645938640 1 -- 172.21.15.119:0/2370368908 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f663c009400 con 0x7f66400b2b40 2024-09-13T18:57:39.974 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:39.969+0000 7f6645938640 1 --2- 172.21.15.119:0/2370368908 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f66400b2b40 0x7f66400c3c80 secure :-1 s=READY pgs=479 cs=0 l=1 rev1=1 crypto rx=0x7f663800cde0 tx=0x7f663800e420 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:57:39.974 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:39.969+0000 7f66327fc640 1 -- 172.21.15.119:0/2370368908 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6638019070 con 0x7f66400b2b40 2024-09-13T18:57:39.975 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:39.969+0000 7f66327fc640 1 -- 172.21.15.119:0/2370368908 <== mon.0 v2:172.21.15.119:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f663800ed40 con 0x7f66400b2b40 2024-09-13T18:57:39.975 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:39.969+0000 7f6647b9c640 1 -- 172.21.15.119:0/2370368908 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f66400afea0 con 0x7f66400b2b40 2024-09-13T18:57:39.975 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:39.969+0000 7f66327fc640 1 -- 172.21.15.119:0/2370368908 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6638011070 con 0x7f66400b2b40 2024-09-13T18:57:39.975 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:39.969+0000 7f6647b9c640 1 -- 172.21.15.119:0/2370368908 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f66400b0460 con 0x7f66400b2b40 2024-09-13T18:57:39.975 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:39.970+0000 7f6647b9c640 1 -- 172.21.15.119:0/2370368908 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f66401dfe30 con 0x7f66400b2b40 2024-09-13T18:57:39.975 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:39.971+0000 7f66327fc640 1 -- 172.21.15.119:0/2370368908 <== mon.0 v2:172.21.15.119:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f6638003990 con 0x7f66400b2b40 2024-09-13T18:57:39.975 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:39.971+0000 7f66327fc640 1 --2- 172.21.15.119:0/2370368908 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f662406ac00 0x7f662406d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:39.976 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:39.971+0000 7f66327fc640 1 -- 172.21.15.119:0/2370368908 <== mon.0 v2:172.21.15.119:3300/0 5 ==== osd_map(35..35 src has 1..35) v4 ==== 5177+0+0 (secure 0 0 0) 0x7f663808b3a0 con 0x7f66400b2b40 2024-09-13T18:57:39.976 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:39.971+0000 7f6645137640 1 --2- 172.21.15.119:0/2370368908 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f662406ac00 0x7f662406d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:39.976 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:39.972+0000 7f6645137640 1 --2- 172.21.15.119:0/2370368908 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f662406ac00 0x7f662406d0c0 secure :-1 s=READY pgs=240 cs=0 l=1 rev1=1 crypto rx=0x7f6634007fd0 tx=0x7f6634009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:57:39.978 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:39.976+0000 7f66327fc640 1 -- 172.21.15.119:0/2370368908 <== mon.0 v2:172.21.15.119:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f6638056820 con 0x7f66400b2b40 2024-09-13T18:57:40.204 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:40.201+0000 7f6647b9c640 1 -- 172.21.15.119:0/2370368908 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_command({"prefix": "auth del", "entity": "client.bootstrap-rbd"} v 0) v1 -- 0x7f664006dfa0 con 0x7f66400b2b40 2024-09-13T18:57:40.207 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:40.205+0000 7f66327fc640 1 -- 172.21.15.119:0/2370368908 <== mon.0 v2:172.21.15.119:3300/0 7 ==== mon_command_ack([{"prefix": "auth del", "entity": "client.bootstrap-rbd"}]=0 v8) v1 ==== 90+0+0 (secure 0 0 0) 0x7f6638059e40 con 0x7f66400b2b40 2024-09-13T18:57:40.209 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:40.207+0000 7f6647b9c640 1 -- 172.21.15.119:0/2370368908 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f662406ac00 msgr2=0x7f662406d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:40.210 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:40.207+0000 7f6647b9c640 1 --2- 172.21.15.119:0/2370368908 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f662406ac00 0x7f662406d0c0 secure :-1 s=READY pgs=240 cs=0 l=1 rev1=1 crypto rx=0x7f6634007fd0 tx=0x7f6634009040 comp rx=0 tx=0).stop 2024-09-13T18:57:40.210 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:40.207+0000 7f6647b9c640 1 -- 172.21.15.119:0/2370368908 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f66400b2b40 msgr2=0x7f66400c3c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:40.210 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:40.207+0000 7f6647b9c640 1 --2- 172.21.15.119:0/2370368908 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f66400b2b40 0x7f66400c3c80 secure :-1 s=READY pgs=479 cs=0 l=1 rev1=1 crypto rx=0x7f663800cde0 tx=0x7f663800e420 comp rx=0 tx=0).stop 2024-09-13T18:57:40.210 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:40.207+0000 7f6647b9c640 1 -- 172.21.15.119:0/2370368908 shutdown_connections 2024-09-13T18:57:40.210 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:40.207+0000 7f6647b9c640 1 --2- 172.21.15.119:0/2370368908 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f662406ac00 0x7f662406d0c0 unknown :-1 s=CLOSED pgs=240 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:40.210 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:40.207+0000 7f6647b9c640 1 --2- 172.21.15.119:0/2370368908 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f6640159310 0x7f66401de9d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:40.210 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:40.207+0000 7f6647b9c640 1 --2- 172.21.15.119:0/2370368908 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f66400ce4f0 0x7f66401de490 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:40.211 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:40.207+0000 7f6647b9c640 1 --2- 172.21.15.119:0/2370368908 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f66400b2b40 0x7f66400c3c80 unknown :-1 s=CLOSED pgs=479 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:40.212 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:40.207+0000 7f6647b9c640 1 -- 172.21.15.119:0/2370368908 >> 172.21.15.119:0/2370368908 conn(0x7f664006a0b0 msgr2=0x7f6640070b00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:57:40.212 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:40.207+0000 7f6647b9c640 1 -- 172.21.15.119:0/2370368908 shutdown_connections 2024-09-13T18:57:40.212 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:40.207+0000 7f6647b9c640 1 -- 172.21.15.119:0/2370368908 wait complete. 2024-09-13T18:57:40.220 DEBUG:teuthology.orchestra.run.smithi119:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth del client.bootstrap-rbd-mirror 2024-09-13T18:57:40.319 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:40.316+0000 7f4a74b1f640 1 Processor -- start 2024-09-13T18:57:40.319 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:40.316+0000 7f4a74b1f640 1 -- start start 2024-09-13T18:57:40.321 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:40.317+0000 7f4a74b1f640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f4a7015c6e0 0x7f4a700b3f50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:40.321 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:40.317+0000 7f4a74b1f640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f4a700ccb20 0x7f4a700b4490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:40.321 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:40.317+0000 7f4a74b1f640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f4a700d1840 con 0x7f4a700d07b0 2024-09-13T18:57:40.321 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:40.317+0000 7f4a74b1f640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f4a7006bd20 con 0x7f4a700ccb20 2024-09-13T18:57:40.321 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:40.317+0000 7f4a74b1f640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f4a700d0c30 con 0x7f4a7015c6e0 2024-09-13T18:57:40.321 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:40.318+0000 7f4a6ed9d640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f4a700ccb20 0x7f4a700b4490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:40.321 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:40.318+0000 7f4a6e59c640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f4a7015c6e0 0x7f4a700b3f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:40.321 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:40.318+0000 7f4a6dd9b640 1 --1- >> v1:172.21.15.145:6789/0 conn(0x7f4a700d07b0 0x7f4a70160030 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.145:6789/0 says I am v1:172.21.15.119:54946/0 (socket says 172.21.15.119:54946) 2024-09-13T18:57:40.322 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:40.318+0000 7f4a6dd9b640 1 -- 172.21.15.119:0/312089426 learned_addr learned my addr 172.21.15.119:0/312089426 (peer_addr_for_me v1:172.21.15.119:0/0) 2024-09-13T18:57:40.322 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:40.318+0000 7f4a6d59a640 1 -- 172.21.15.119:0/312089426 <== mon.1 v1:172.21.15.145:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1756637242 0 0) 0x7f4a700d1840 con 0x7f4a700d07b0 2024-09-13T18:57:40.322 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:40.318+0000 7f4a6d59a640 1 -- 172.21.15.119:0/312089426 --> v1:172.21.15.145:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f4a58003520 con 0x7f4a700d07b0 2024-09-13T18:57:40.322 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:40.318+0000 7f4a6ed9d640 1 -- 172.21.15.119:0/312089426 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f4a7015c6e0 msgr2=0x7f4a700b3f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T18:57:40.322 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:40.318+0000 7f4a6ed9d640 1 --2- 172.21.15.119:0/312089426 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f4a7015c6e0 0x7f4a700b3f50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:40.322 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:40.318+0000 7f4a6ed9d640 1 -- 172.21.15.119:0/312089426 >> v1:172.21.15.145:6789/0 conn(0x7f4a700d07b0 legacy=0x7f4a70160030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:40.322 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:40.318+0000 7f4a6ed9d640 1 -- 172.21.15.119:0/312089426 --> v2:172.21.15.145:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4a700d0f10 con 0x7f4a700ccb20 2024-09-13T18:57:40.322 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:40.318+0000 7f4a6e59c640 1 --2- 172.21.15.119:0/312089426 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f4a7015c6e0 0x7f4a700b3f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T18:57:40.323 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:40.319+0000 7f4a6ed9d640 1 --2- 172.21.15.119:0/312089426 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f4a700ccb20 0x7f4a700b4490 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7f4a680097a0 tx=0x7f4a6802a100 comp rx=0 tx=0).ready entity=mon.1 client_cookie=cd9ce85eba46ea36 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:57:40.323 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:40.319+0000 7f4a6d59a640 1 -- 172.21.15.119:0/312089426 <== mon.1 v2:172.21.15.145:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4a6802ae50 con 0x7f4a700ccb20 2024-09-13T18:57:40.324 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:40.319+0000 7f4a6d59a640 1 -- 172.21.15.119:0/312089426 <== mon.1 v2:172.21.15.145:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4a68032440 con 0x7f4a700ccb20 2024-09-13T18:57:40.324 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:40.319+0000 7f4a6d59a640 1 -- 172.21.15.119:0/312089426 <== mon.1 v2:172.21.15.145:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4a680327b0 con 0x7f4a700ccb20 2024-09-13T18:57:40.324 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:40.320+0000 7f4a74b1f640 1 -- 172.21.15.119:0/312089426 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f4a700ccb20 msgr2=0x7f4a700b4490 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:40.324 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:40.320+0000 7f4a74b1f640 1 --2- 172.21.15.119:0/312089426 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f4a700ccb20 0x7f4a700b4490 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7f4a680097a0 tx=0x7f4a6802a100 comp rx=0 tx=0).stop 2024-09-13T18:57:40.324 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:40.320+0000 7f4a74b1f640 1 -- 172.21.15.119:0/312089426 shutdown_connections 2024-09-13T18:57:40.324 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:40.320+0000 7f4a74b1f640 1 --2- 172.21.15.119:0/312089426 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f4a700ccb20 0x7f4a700b4490 unknown :-1 s=CLOSED pgs=186 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:40.324 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:40.320+0000 7f4a74b1f640 1 --2- 172.21.15.119:0/312089426 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f4a7015c6e0 0x7f4a700b3f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:40.324 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:40.320+0000 7f4a74b1f640 1 -- 172.21.15.119:0/312089426 >> 172.21.15.119:0/312089426 conn(0x7f4a70089f60 msgr2=0x7f4a700d24d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:57:40.324 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:40.320+0000 7f4a74b1f640 1 -- 172.21.15.119:0/312089426 shutdown_connections 2024-09-13T18:57:40.324 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:40.320+0000 7f4a74b1f640 1 -- 172.21.15.119:0/312089426 wait complete. 2024-09-13T18:57:40.324 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:40.321+0000 7f4a74b1f640 1 Processor -- start 2024-09-13T18:57:40.325 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:40.321+0000 7f4a74b1f640 1 -- start start 2024-09-13T18:57:40.327 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:40.322+0000 7f4a74b1f640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f4a700ccb20 0x7f4a70154900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:40.327 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:40.322+0000 7f4a74b1f640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f4a700d07b0 0x7f4a7015f620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:40.328 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:40.322+0000 7f4a74b1f640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f4a7015c6e0 0x7f4a70155590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:40.328 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:40.322+0000 7f4a74b1f640 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4a7015eb50 con 0x7f4a700d07b0 2024-09-13T18:57:40.328 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:40.322+0000 7f4a74b1f640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4a700ca8c0 con 0x7f4a7015c6e0 2024-09-13T18:57:40.328 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:40.322+0000 7f4a74b1f640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f4a7015fb60 con 0x7f4a700ccb20 2024-09-13T18:57:40.328 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:40.322+0000 7f4a6dd9b640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f4a700d07b0 0x7f4a7015f620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:40.328 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:40.322+0000 7f4a6dd9b640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f4a700d07b0 0x7f4a7015f620 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.119:3300/0 says I am v2:172.21.15.119:60114/0 (socket says 172.21.15.119:60114) 2024-09-13T18:57:40.328 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:40.322+0000 7f4a6dd9b640 1 -- 172.21.15.119:0/3987508407 learned_addr learned my addr 172.21.15.119:0/3987508407 (peer_addr_for_me v2:172.21.15.119:0/0) 2024-09-13T18:57:40.328 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:40.322+0000 7f4a6ed9d640 1 --2- 172.21.15.119:0/3987508407 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f4a7015c6e0 0x7f4a70155590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:40.328 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:40.322+0000 7f4a6e59c640 1 --2- 172.21.15.119:0/3987508407 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f4a700ccb20 0x7f4a70154900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:40.328 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:40.322+0000 7f4a6dd9b640 1 -- 172.21.15.119:0/3987508407 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f4a700ccb20 msgr2=0x7f4a70154900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:40.328 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:40.322+0000 7f4a6dd9b640 1 --2- 172.21.15.119:0/3987508407 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f4a700ccb20 0x7f4a70154900 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:40.329 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:40.322+0000 7f4a6dd9b640 1 -- 172.21.15.119:0/3987508407 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f4a7015c6e0 msgr2=0x7f4a70155590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:40.329 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:40.322+0000 7f4a6dd9b640 1 --2- 172.21.15.119:0/3987508407 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f4a7015c6e0 0x7f4a70155590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:40.329 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:40.322+0000 7f4a6dd9b640 1 -- 172.21.15.119:0/3987508407 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4a60009a70 con 0x7f4a700d07b0 2024-09-13T18:57:40.329 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:40.322+0000 7f4a6dd9b640 1 --2- 172.21.15.119:0/3987508407 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f4a700d07b0 0x7f4a7015f620 secure :-1 s=READY pgs=480 cs=0 l=1 rev1=1 crypto rx=0x7f4a6400c3c0 tx=0x7f4a64001e70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:57:40.329 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:40.323+0000 7f4a5effd640 1 -- 172.21.15.119:0/3987508407 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4a64005ce0 con 0x7f4a700d07b0 2024-09-13T18:57:40.329 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:40.323+0000 7f4a5effd640 1 -- 172.21.15.119:0/3987508407 <== mon.0 v2:172.21.15.119:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4a64005e40 con 0x7f4a700d07b0 2024-09-13T18:57:40.329 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:40.323+0000 7f4a74b1f640 1 -- 172.21.15.119:0/3987508407 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f4a68009400 con 0x7f4a700d07b0 2024-09-13T18:57:40.329 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:40.323+0000 7f4a5effd640 1 -- 172.21.15.119:0/3987508407 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4a64007310 con 0x7f4a700d07b0 2024-09-13T18:57:40.329 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:40.323+0000 7f4a74b1f640 1 -- 172.21.15.119:0/3987508407 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f4a7015e1b0 con 0x7f4a700d07b0 2024-09-13T18:57:40.330 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:40.324+0000 7f4a74b1f640 1 -- 172.21.15.119:0/3987508407 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f4a7015ec90 con 0x7f4a700d07b0 2024-09-13T18:57:40.330 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:40.324+0000 7f4a5effd640 1 -- 172.21.15.119:0/3987508407 <== mon.0 v2:172.21.15.119:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f4a64007470 con 0x7f4a700d07b0 2024-09-13T18:57:40.330 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:40.324+0000 7f4a5effd640 1 --2- 172.21.15.119:0/3987508407 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f4a5006ac00 0x7f4a5006d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:40.330 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:40.325+0000 7f4a5effd640 1 -- 172.21.15.119:0/3987508407 <== mon.0 v2:172.21.15.119:3300/0 5 ==== osd_map(35..35 src has 1..35) v4 ==== 5177+0+0 (secure 0 0 0) 0x7f4a64088540 con 0x7f4a700d07b0 2024-09-13T18:57:40.330 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:40.325+0000 7f4a6e59c640 1 --2- 172.21.15.119:0/3987508407 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f4a5006ac00 0x7f4a5006d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:40.330 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:40.325+0000 7f4a6e59c640 1 --2- 172.21.15.119:0/3987508407 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f4a5006ac00 0x7f4a5006d0c0 secure :-1 s=READY pgs=241 cs=0 l=1 rev1=1 crypto rx=0x7f4a60009fd0 tx=0x7f4a6000b040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:57:40.331 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:40.329+0000 7f4a5effd640 1 -- 172.21.15.119:0/3987508407 <== mon.0 v2:172.21.15.119:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f4a7015ec90 con 0x7f4a700d07b0 2024-09-13T18:57:40.556 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:40.553+0000 7f4a74b1f640 1 -- 172.21.15.119:0/3987508407 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_command({"prefix": "auth del", "entity": "client.bootstrap-rbd-mirror"} v 0) v1 -- 0x7f4a7015ec90 con 0x7f4a700d07b0 2024-09-13T18:57:40.559 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:40.556+0000 7f4a5effd640 1 -- 172.21.15.119:0/3987508407 <== mon.0 v2:172.21.15.119:3300/0 7 ==== mon_command_ack([{"prefix": "auth del", "entity": "client.bootstrap-rbd-mirror"}]=0 v9) v1 ==== 97+0+0 (secure 0 0 0) 0x7f4a7015ec90 con 0x7f4a700d07b0 2024-09-13T18:57:40.562 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:40.558+0000 7f4a74b1f640 1 -- 172.21.15.119:0/3987508407 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f4a5006ac00 msgr2=0x7f4a5006d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:40.562 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:40.558+0000 7f4a74b1f640 1 --2- 172.21.15.119:0/3987508407 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f4a5006ac00 0x7f4a5006d0c0 secure :-1 s=READY pgs=241 cs=0 l=1 rev1=1 crypto rx=0x7f4a60009fd0 tx=0x7f4a6000b040 comp rx=0 tx=0).stop 2024-09-13T18:57:40.562 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:40.558+0000 7f4a74b1f640 1 -- 172.21.15.119:0/3987508407 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f4a700d07b0 msgr2=0x7f4a7015f620 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:40.562 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:40.558+0000 7f4a74b1f640 1 --2- 172.21.15.119:0/3987508407 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f4a700d07b0 0x7f4a7015f620 secure :-1 s=READY pgs=480 cs=0 l=1 rev1=1 crypto rx=0x7f4a6400c3c0 tx=0x7f4a64001e70 comp rx=0 tx=0).stop 2024-09-13T18:57:40.563 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:40.558+0000 7f4a74b1f640 1 -- 172.21.15.119:0/3987508407 shutdown_connections 2024-09-13T18:57:40.563 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:40.558+0000 7f4a74b1f640 1 --2- 172.21.15.119:0/3987508407 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f4a5006ac00 0x7f4a5006d0c0 unknown :-1 s=CLOSED pgs=241 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:40.563 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:40.558+0000 7f4a74b1f640 1 --2- 172.21.15.119:0/3987508407 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f4a7015c6e0 0x7f4a70155590 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:40.563 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:40.558+0000 7f4a74b1f640 1 --2- 172.21.15.119:0/3987508407 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f4a700d07b0 0x7f4a7015f620 unknown :-1 s=CLOSED pgs=480 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:40.563 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:40.558+0000 7f4a74b1f640 1 --2- 172.21.15.119:0/3987508407 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f4a700ccb20 0x7f4a70154900 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:40.563 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:40.558+0000 7f4a74b1f640 1 -- 172.21.15.119:0/3987508407 >> 172.21.15.119:0/3987508407 conn(0x7f4a70089f60 msgr2=0x7f4a700d22d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:57:40.564 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:40.558+0000 7f4a74b1f640 1 -- 172.21.15.119:0/3987508407 shutdown_connections 2024-09-13T18:57:40.564 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:40.558+0000 7f4a74b1f640 1 -- 172.21.15.119:0/3987508407 wait complete. 2024-09-13T18:57:40.572 DEBUG:teuthology.orchestra.run.smithi119:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth del client.bootstrap-rgw 2024-09-13T18:57:40.670 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:40.668+0000 7f91ad1ae640 1 Processor -- start 2024-09-13T18:57:40.670 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:40.668+0000 7f91ad1ae640 1 -- start start 2024-09-13T18:57:40.672 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:40.668+0000 7f91ad1ae640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f91a80b2b40 0x7f91a80ad400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:40.672 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:40.668+0000 7f91ad1ae640 1 --2- >> v2:172.21.15.119:3300/0 conn(0x7f91a80ce4f0 0x7f91a80ce960 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:40.672 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:40.668+0000 7f91ad1ae640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f91a80ccbe0 con 0x7f91a8159310 2024-09-13T18:57:40.672 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:40.668+0000 7f91ad1ae640 1 -- --> v2:172.21.15.119:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f91a80ad940 con 0x7f91a80ce4f0 2024-09-13T18:57:40.672 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:40.668+0000 7f91ad1ae640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f91a80ceea0 con 0x7f91a80b2b40 2024-09-13T18:57:40.672 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:40.668+0000 7f91a759e640 1 --2- >> v2:172.21.15.119:3300/0 conn(0x7f91a80ce4f0 0x7f91a80ce960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:40.672 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:40.669+0000 7f91a759e640 1 --2- >> v2:172.21.15.119:3300/0 conn(0x7f91a80ce4f0 0x7f91a80ce960 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.119:3300/0 says I am v2:172.21.15.119:60128/0 (socket says 172.21.15.119:60128) 2024-09-13T18:57:40.673 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:40.669+0000 7f91a759e640 1 -- 172.21.15.119:0/1311161560 learned_addr learned my addr 172.21.15.119:0/1311161560 (peer_addr_for_me v2:172.21.15.119:0/0) 2024-09-13T18:57:40.673 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:40.669+0000 7f919ffff640 1 --2- 172.21.15.119:0/1311161560 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f91a80b2b40 0x7f91a80ad400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:40.673 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:40.669+0000 7f91a759e640 1 -- 172.21.15.119:0/1311161560 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f91a80b2b40 msgr2=0x7f91a80ad400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T18:57:40.673 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:40.669+0000 7f91a759e640 1 --2- 172.21.15.119:0/1311161560 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f91a80b2b40 0x7f91a80ad400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:40.673 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:40.669+0000 7f91a759e640 1 -- 172.21.15.119:0/1311161560 >> v1:172.21.15.145:6789/0 conn(0x7f91a8159310 legacy=0x7f91a80ab140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:40.673 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:40.669+0000 7f91a759e640 1 -- 172.21.15.119:0/1311161560 --> v2:172.21.15.119:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f91a80b1810 con 0x7f91a80ce4f0 2024-09-13T18:57:40.673 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:40.669+0000 7f91a759e640 1 --2- 172.21.15.119:0/1311161560 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f91a80ce4f0 0x7f91a80ce960 secure :-1 s=READY pgs=481 cs=0 l=1 rev1=1 crypto rx=0x7f91a0009e80 tx=0x7f91a002a630 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8517c4ae2286385c server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:57:40.673 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:40.670+0000 7f91a659c640 1 -- 172.21.15.119:0/1311161560 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f91a0031600 con 0x7f91a80ce4f0 2024-09-13T18:57:40.673 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:40.670+0000 7f91a659c640 1 -- 172.21.15.119:0/1311161560 <== mon.0 v2:172.21.15.119:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f91a002d050 con 0x7f91a80ce4f0 2024-09-13T18:57:40.673 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:40.670+0000 7f91a659c640 1 -- 172.21.15.119:0/1311161560 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f91a0031980 con 0x7f91a80ce4f0 2024-09-13T18:57:40.674 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:40.670+0000 7f91ad1ae640 1 -- 172.21.15.119:0/1311161560 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f91a80ce4f0 msgr2=0x7f91a80ce960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:40.674 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:40.670+0000 7f91ad1ae640 1 --2- 172.21.15.119:0/1311161560 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f91a80ce4f0 0x7f91a80ce960 secure :-1 s=READY pgs=481 cs=0 l=1 rev1=1 crypto rx=0x7f91a0009e80 tx=0x7f91a002a630 comp rx=0 tx=0).stop 2024-09-13T18:57:40.674 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:40.670+0000 7f91ad1ae640 1 -- 172.21.15.119:0/1311161560 shutdown_connections 2024-09-13T18:57:40.674 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:40.670+0000 7f91ad1ae640 1 --2- 172.21.15.119:0/1311161560 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f91a80ce4f0 0x7f91a80ce960 unknown :-1 s=CLOSED pgs=481 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:40.674 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:40.670+0000 7f91ad1ae640 1 --2- 172.21.15.119:0/1311161560 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f91a80b2b40 0x7f91a80ad400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:40.675 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:40.670+0000 7f91ad1ae640 1 -- 172.21.15.119:0/1311161560 >> 172.21.15.119:0/1311161560 conn(0x7f91a806a0b0 msgr2=0x7f91a806a4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:57:40.675 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:40.670+0000 7f91ad1ae640 1 -- 172.21.15.119:0/1311161560 shutdown_connections 2024-09-13T18:57:40.675 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:40.670+0000 7f91ad1ae640 1 -- 172.21.15.119:0/1311161560 wait complete. 2024-09-13T18:57:40.675 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:40.671+0000 7f91ad1ae640 1 Processor -- start 2024-09-13T18:57:40.675 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:40.672+0000 7f91ad1ae640 1 -- start start 2024-09-13T18:57:40.677 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:40.672+0000 7f91ad1ae640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f91a80b2b40 0x7f91a81551b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:40.677 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:40.672+0000 7f91ad1ae640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f91a80ce4f0 0x7f91a80b04d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:40.677 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:40.672+0000 7f91ad1ae640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f91a8159310 0x7f91a81e7ca0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:40.677 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:40.672+0000 7f91ad1ae640 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f91a80af920 con 0x7f91a80b2b40 2024-09-13T18:57:40.677 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:40.672+0000 7f91ad1ae640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f91a80ae880 con 0x7f91a80ce4f0 2024-09-13T18:57:40.677 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:40.672+0000 7f91ad1ae640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f91a80aeb60 con 0x7f91a8159310 2024-09-13T18:57:40.677 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:40.672+0000 7f91a6d9d640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f91a80b2b40 0x7f91a81551b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:40.677 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:40.672+0000 7f91a6d9d640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f91a80b2b40 0x7f91a81551b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.119:3300/0 says I am v2:172.21.15.119:60130/0 (socket says 172.21.15.119:60130) 2024-09-13T18:57:40.677 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:40.672+0000 7f91a6d9d640 1 -- 172.21.15.119:0/3183283194 learned_addr learned my addr 172.21.15.119:0/3183283194 (peer_addr_for_me v2:172.21.15.119:0/0) 2024-09-13T18:57:40.677 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:40.672+0000 7f91a759e640 1 --2- 172.21.15.119:0/3183283194 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f91a8159310 0x7f91a81e7ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:40.677 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:40.672+0000 7f919ffff640 1 --2- 172.21.15.119:0/3183283194 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f91a80ce4f0 0x7f91a80b04d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:40.678 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:40.673+0000 7f91a6d9d640 1 -- 172.21.15.119:0/3183283194 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f91a8159310 msgr2=0x7f91a81e7ca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:40.678 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:40.673+0000 7f91a6d9d640 1 --2- 172.21.15.119:0/3183283194 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f91a8159310 0x7f91a81e7ca0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:40.678 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:40.673+0000 7f91a6d9d640 1 -- 172.21.15.119:0/3183283194 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f91a80ce4f0 msgr2=0x7f91a80b04d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:40.678 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:40.673+0000 7f91a6d9d640 1 --2- 172.21.15.119:0/3183283194 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f91a80ce4f0 0x7f91a80b04d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:40.678 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:40.673+0000 7f91a6d9d640 1 -- 172.21.15.119:0/3183283194 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f91a0009b30 con 0x7f91a80b2b40 2024-09-13T18:57:40.678 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:40.673+0000 7f91a6d9d640 1 --2- 172.21.15.119:0/3183283194 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f91a80b2b40 0x7f91a81551b0 secure :-1 s=READY pgs=482 cs=0 l=1 rev1=1 crypto rx=0x7f919800c400 tx=0x7f919800c8c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:57:40.678 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:40.673+0000 7f919f7fe640 1 -- 172.21.15.119:0/3183283194 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f91980052d0 con 0x7f91a80b2b40 2024-09-13T18:57:40.678 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:40.673+0000 7f919f7fe640 1 -- 172.21.15.119:0/3183283194 <== mon.0 v2:172.21.15.119:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9198005430 con 0x7f91a80b2b40 2024-09-13T18:57:40.678 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:40.673+0000 7f91ad1ae640 1 -- 172.21.15.119:0/3183283194 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f91a80aee40 con 0x7f91a80b2b40 2024-09-13T18:57:40.678 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:40.673+0000 7f919f7fe640 1 -- 172.21.15.119:0/3183283194 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9198003830 con 0x7f91a80b2b40 2024-09-13T18:57:40.678 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:40.673+0000 7f91ad1ae640 1 -- 172.21.15.119:0/3183283194 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f91a80af400 con 0x7f91a80b2b40 2024-09-13T18:57:40.678 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:40.674+0000 7f91ad1ae640 1 -- 172.21.15.119:0/3183283194 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f91a80af620 con 0x7f91a80b2b40 2024-09-13T18:57:40.678 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:40.674+0000 7f919f7fe640 1 -- 172.21.15.119:0/3183283194 <== mon.0 v2:172.21.15.119:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f9198003990 con 0x7f91a80b2b40 2024-09-13T18:57:40.679 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:40.675+0000 7f919f7fe640 1 --2- 172.21.15.119:0/3183283194 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f918806ac00 0x7f918806d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:40.679 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:40.675+0000 7f919f7fe640 1 -- 172.21.15.119:0/3183283194 <== mon.0 v2:172.21.15.119:3300/0 5 ==== osd_map(35..35 src has 1..35) v4 ==== 5177+0+0 (secure 0 0 0) 0x7f9198088630 con 0x7f91a80b2b40 2024-09-13T18:57:40.679 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:40.675+0000 7f919ffff640 1 --2- 172.21.15.119:0/3183283194 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f918806ac00 0x7f918806d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:40.679 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:40.675+0000 7f919ffff640 1 --2- 172.21.15.119:0/3183283194 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f918806ac00 0x7f918806d0c0 secure :-1 s=READY pgs=242 cs=0 l=1 rev1=1 crypto rx=0x7f91a81e8ee0 tx=0x7f9190008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:57:40.681 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:40.679+0000 7f919f7fe640 1 -- 172.21.15.119:0/3183283194 <== mon.0 v2:172.21.15.119:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f9198053ab0 con 0x7f91a80b2b40 2024-09-13T18:57:40.906 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:40.903+0000 7f91ad1ae640 1 -- 172.21.15.119:0/3183283194 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_command({"prefix": "auth del", "entity": "client.bootstrap-rgw"} v 0) v1 -- 0x7f91a806dfa0 con 0x7f91a80b2b40 2024-09-13T18:57:40.909 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:40.907+0000 7f919f7fe640 1 -- 172.21.15.119:0/3183283194 <== mon.0 v2:172.21.15.119:3300/0 7 ==== mon_command_ack([{"prefix": "auth del", "entity": "client.bootstrap-rgw"}]=0 v10) v1 ==== 90+0+0 (secure 0 0 0) 0x7f91980570d0 con 0x7f91a80b2b40 2024-09-13T18:57:40.912 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:40.909+0000 7f91ad1ae640 1 -- 172.21.15.119:0/3183283194 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f918806ac00 msgr2=0x7f918806d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:40.912 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:40.909+0000 7f91ad1ae640 1 --2- 172.21.15.119:0/3183283194 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f918806ac00 0x7f918806d0c0 secure :-1 s=READY pgs=242 cs=0 l=1 rev1=1 crypto rx=0x7f91a81e8ee0 tx=0x7f9190008040 comp rx=0 tx=0).stop 2024-09-13T18:57:40.912 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:40.909+0000 7f91ad1ae640 1 -- 172.21.15.119:0/3183283194 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f91a80b2b40 msgr2=0x7f91a81551b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:40.912 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:40.909+0000 7f91ad1ae640 1 --2- 172.21.15.119:0/3183283194 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f91a80b2b40 0x7f91a81551b0 secure :-1 s=READY pgs=482 cs=0 l=1 rev1=1 crypto rx=0x7f919800c400 tx=0x7f919800c8c0 comp rx=0 tx=0).stop 2024-09-13T18:57:40.912 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:40.909+0000 7f91ad1ae640 1 -- 172.21.15.119:0/3183283194 shutdown_connections 2024-09-13T18:57:40.912 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:40.909+0000 7f91ad1ae640 1 --2- 172.21.15.119:0/3183283194 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f918806ac00 0x7f918806d0c0 unknown :-1 s=CLOSED pgs=242 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:40.912 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:40.909+0000 7f91ad1ae640 1 --2- 172.21.15.119:0/3183283194 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f91a8159310 0x7f91a81e7ca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:40.912 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:40.909+0000 7f91ad1ae640 1 --2- 172.21.15.119:0/3183283194 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f91a80ce4f0 0x7f91a80b04d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:40.912 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:40.909+0000 7f91ad1ae640 1 --2- 172.21.15.119:0/3183283194 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f91a80b2b40 0x7f91a81551b0 unknown :-1 s=CLOSED pgs=482 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:40.912 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:40.909+0000 7f91ad1ae640 1 -- 172.21.15.119:0/3183283194 >> 172.21.15.119:0/3183283194 conn(0x7f91a806a0b0 msgr2=0x7f91a80ac490 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:57:40.913 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:40.909+0000 7f91ad1ae640 1 -- 172.21.15.119:0/3183283194 shutdown_connections 2024-09-13T18:57:40.913 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:40.909+0000 7f91ad1ae640 1 -- 172.21.15.119:0/3183283194 wait complete. 2024-09-13T18:57:40.922 DEBUG:teuthology.orchestra.run.smithi119:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T18:57:41.020 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:41.017+0000 7f54fd9ed640 1 Processor -- start 2024-09-13T18:57:41.020 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:41.017+0000 7f54fd9ed640 1 -- start start 2024-09-13T18:57:41.021 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:41.018+0000 7f54fd9ed640 1 --2- >> v2:172.21.15.119:3300/0 conn(0x7f54f80b4130 0x7f54f80d2d00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:41.021 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:41.018+0000 7f54fd9ed640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f54f808a370 0x7f54f80d0f10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:41.021 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:41.018+0000 7f54fd9ed640 1 -- --> v1:172.21.15.119:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f54f80b3540 con 0x7f54f80b4510 2024-09-13T18:57:41.021 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:41.018+0000 7f54fd9ed640 1 -- --> v2:172.21.15.119:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f54f80b2ff0 con 0x7f54f80b4130 2024-09-13T18:57:41.021 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:41.018+0000 7f54fd9ed640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f54f80cdc70 con 0x7f54f808a370 2024-09-13T18:57:41.021 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:41.018+0000 7f54f6ffd640 1 --2- >> v2:172.21.15.119:3300/0 conn(0x7f54f80b4130 0x7f54f80d2d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:41.021 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:41.018+0000 7f54f77fe640 1 --1- >> v1:172.21.15.119:6789/0 conn(0x7f54f80b4510 0x7f54f80d1450 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.119:6789/0 says I am v1:172.21.15.119:59212/0 (socket says 172.21.15.119:59212) 2024-09-13T18:57:41.022 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:41.018+0000 7f54f77fe640 1 -- 172.21.15.119:0/4086532572 learned_addr learned my addr 172.21.15.119:0/4086532572 (peer_addr_for_me v1:172.21.15.119:0/0) 2024-09-13T18:57:41.022 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:41.018+0000 7f54ee7fc640 1 --2- 172.21.15.119:0/4086532572 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f54f808a370 0x7f54f80d0f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:41.022 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:41.018+0000 7f54f6ffd640 1 -- 172.21.15.119:0/4086532572 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f54f808a370 msgr2=0x7f54f80d0f10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T18:57:41.022 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:41.018+0000 7f54f6ffd640 1 --2- 172.21.15.119:0/4086532572 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f54f808a370 0x7f54f80d0f10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:41.022 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:41.018+0000 7f54f6ffd640 1 -- 172.21.15.119:0/4086532572 >> v1:172.21.15.119:6789/0 conn(0x7f54f80b4510 legacy=0x7f54f80d1450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:41.022 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:41.018+0000 7f54f6ffd640 1 -- 172.21.15.119:0/4086532572 --> v2:172.21.15.119:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f54f80cd6f0 con 0x7f54f80b4130 2024-09-13T18:57:41.023 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:41.019+0000 7f54f6ffd640 1 --2- 172.21.15.119:0/4086532572 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f54f80b4130 0x7f54f80d2d00 secure :-1 s=READY pgs=484 cs=0 l=1 rev1=1 crypto rx=0x7f54e80097a0 tx=0x7f54e802a100 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8b2920bb45a58157 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:57:41.023 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:41.019+0000 7f54f67fc640 1 -- 172.21.15.119:0/4086532572 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f54e802ae50 con 0x7f54f80b4130 2024-09-13T18:57:41.023 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:41.019+0000 7f54f67fc640 1 -- 172.21.15.119:0/4086532572 <== mon.0 v2:172.21.15.119:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f54e8032440 con 0x7f54f80b4130 2024-09-13T18:57:41.024 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:41.019+0000 7f54f67fc640 1 -- 172.21.15.119:0/4086532572 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f54e80327d0 con 0x7f54f80b4130 2024-09-13T18:57:41.024 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:41.020+0000 7f54fd9ed640 1 -- 172.21.15.119:0/4086532572 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f54f80b4130 msgr2=0x7f54f80d2d00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:41.024 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:41.020+0000 7f54fd9ed640 1 --2- 172.21.15.119:0/4086532572 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f54f80b4130 0x7f54f80d2d00 secure :-1 s=READY pgs=484 cs=0 l=1 rev1=1 crypto rx=0x7f54e80097a0 tx=0x7f54e802a100 comp rx=0 tx=0).stop 2024-09-13T18:57:41.024 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:41.020+0000 7f54fd9ed640 1 -- 172.21.15.119:0/4086532572 shutdown_connections 2024-09-13T18:57:41.024 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:41.020+0000 7f54fd9ed640 1 --2- 172.21.15.119:0/4086532572 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f54f808a370 0x7f54f80d0f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:41.024 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:41.020+0000 7f54fd9ed640 1 --2- 172.21.15.119:0/4086532572 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f54f80b4130 0x7f54f80d2d00 unknown :-1 s=CLOSED pgs=484 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:41.024 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:41.020+0000 7f54fd9ed640 1 -- 172.21.15.119:0/4086532572 >> 172.21.15.119:0/4086532572 conn(0x7f54f8089f60 msgr2=0x7f54f80d24f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:57:41.024 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:41.020+0000 7f54fd9ed640 1 -- 172.21.15.119:0/4086532572 shutdown_connections 2024-09-13T18:57:41.024 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:41.020+0000 7f54fd9ed640 1 -- 172.21.15.119:0/4086532572 wait complete. 2024-09-13T18:57:41.024 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:41.021+0000 7f54fd9ed640 1 Processor -- start 2024-09-13T18:57:41.024 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:41.021+0000 7f54fd9ed640 1 -- start start 2024-09-13T18:57:41.026 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:41.022+0000 7f54fd9ed640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f54f808a370 0x7f54f815d120 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:41.026 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:41.022+0000 7f54fd9ed640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f54f80b4130 0x7f54f80cc490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:41.026 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:41.022+0000 7f54fd9ed640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f54f80b4510 0x7f54f80b10f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:41.027 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:41.022+0000 7f54fd9ed640 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f54f80c9d00 con 0x7f54f80b4510 2024-09-13T18:57:41.027 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:41.022+0000 7f54fd9ed640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f54f80c9740 con 0x7f54f808a370 2024-09-13T18:57:41.027 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:41.022+0000 7f54fd9ed640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f54f80c9a20 con 0x7f54f80b4130 2024-09-13T18:57:41.027 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:41.022+0000 7f54f77fe640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f54f80b4510 0x7f54f80b10f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:41.027 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:41.022+0000 7f54f77fe640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f54f80b4510 0x7f54f80b10f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.119:3300/0 says I am v2:172.21.15.119:60152/0 (socket says 172.21.15.119:60152) 2024-09-13T18:57:41.027 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:41.022+0000 7f54f77fe640 1 -- 172.21.15.119:0/664771666 learned_addr learned my addr 172.21.15.119:0/664771666 (peer_addr_for_me v2:172.21.15.119:0/0) 2024-09-13T18:57:41.027 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:41.022+0000 7f54f6ffd640 1 --2- 172.21.15.119:0/664771666 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f54f808a370 0x7f54f815d120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:41.027 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:41.022+0000 7f54ee7fc640 1 --2- 172.21.15.119:0/664771666 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f54f80b4130 0x7f54f80cc490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:41.027 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:41.022+0000 7f54f77fe640 1 -- 172.21.15.119:0/664771666 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f54f80b4130 msgr2=0x7f54f80cc490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:41.027 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:41.022+0000 7f54f77fe640 1 --2- 172.21.15.119:0/664771666 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f54f80b4130 0x7f54f80cc490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:41.027 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:41.022+0000 7f54f77fe640 1 -- 172.21.15.119:0/664771666 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f54f808a370 msgr2=0x7f54f815d120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:41.027 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:41.022+0000 7f54f77fe640 1 --2- 172.21.15.119:0/664771666 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f54f808a370 0x7f54f815d120 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:41.027 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:41.022+0000 7f54f77fe640 1 -- 172.21.15.119:0/664771666 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f54e8009400 con 0x7f54f80b4510 2024-09-13T18:57:41.028 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:41.022+0000 7f54f77fe640 1 --2- 172.21.15.119:0/664771666 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f54f80b4510 0x7f54f80b10f0 secure :-1 s=READY pgs=485 cs=0 l=1 rev1=1 crypto rx=0x7f54f000ca80 tx=0x7f54f000cf40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:57:41.028 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:41.023+0000 7f54f4ff9640 1 -- 172.21.15.119:0/664771666 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f54f000ac30 con 0x7f54f80b4510 2024-09-13T18:57:41.028 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:41.023+0000 7f54f4ff9640 1 -- 172.21.15.119:0/664771666 <== mon.0 v2:172.21.15.119:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f54f000ad90 con 0x7f54f80b4510 2024-09-13T18:57:41.028 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:41.023+0000 7f54fd9ed640 1 -- 172.21.15.119:0/664771666 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f54f80c7300 con 0x7f54f80b4510 2024-09-13T18:57:41.028 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:41.023+0000 7f54f4ff9640 1 -- 172.21.15.119:0/664771666 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f54f0012600 con 0x7f54f80b4510 2024-09-13T18:57:41.028 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:41.023+0000 7f54fd9ed640 1 -- 172.21.15.119:0/664771666 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f54f80cc9d0 con 0x7f54f80b4510 2024-09-13T18:57:41.028 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:41.024+0000 7f54fd9ed640 1 -- 172.21.15.119:0/664771666 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f54f80c7820 con 0x7f54f80b4510 2024-09-13T18:57:41.028 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:41.024+0000 7f54f4ff9640 1 -- 172.21.15.119:0/664771666 <== mon.0 v2:172.21.15.119:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f54f0007070 con 0x7f54f80b4510 2024-09-13T18:57:41.029 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:41.024+0000 7f54f4ff9640 1 --2- 172.21.15.119:0/664771666 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f54d806ac00 0x7f54d806d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:41.029 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:41.025+0000 7f54f4ff9640 1 -- 172.21.15.119:0/664771666 <== mon.0 v2:172.21.15.119:3300/0 5 ==== osd_map(35..35 src has 1..35) v4 ==== 5177+0+0 (secure 0 0 0) 0x7f54f0088f70 con 0x7f54f80b4510 2024-09-13T18:57:41.029 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:41.025+0000 7f54f6ffd640 1 --2- 172.21.15.119:0/664771666 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f54d806ac00 0x7f54d806d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:41.029 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:41.025+0000 7f54f6ffd640 1 --2- 172.21.15.119:0/664771666 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f54d806ac00 0x7f54d806d0c0 secure :-1 s=READY pgs=243 cs=0 l=1 rev1=1 crypto rx=0x7f54e8034000 tx=0x7f54e802e000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:57:41.031 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:41.029+0000 7f54f4ff9640 1 -- 172.21.15.119:0/664771666 <== mon.0 v2:172.21.15.119:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f54f00bc9c0 con 0x7f54f80b4510 2024-09-13T18:57:41.195 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:41.193+0000 7f54fd9ed640 1 -- 172.21.15.119:0/664771666 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f54f80d2ce0 con 0x7f54f80b4510 2024-09-13T18:57:41.196 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:41.194+0000 7f54f4ff9640 1 -- 172.21.15.119:0/664771666 <== mon.0 v2:172.21.15.119:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v35) v1 ==== 74+0+13110 (secure 0 0 0) 0x7f54f0017090 con 0x7f54f80b4510 2024-09-13T18:57:41.196 INFO:teuthology.orchestra.run.smithi119.stdout: 2024-09-13T18:57:41.197 INFO:teuthology.orchestra.run.smithi119.stdout:{"epoch":35,"fsid":"b3bca492-3414-44ef-b63c-42eead5ea701","created":"2024-09-13T18:56:10.047760+0000","modified":"2024-09-13T18:57:38.430330+0000","last_up_change":"2024-09-13T18:56:22.096428+0000","last_in_change":"2024-09-13T18:56:12.143228+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T18:56:22.095896+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"09edfd5c-bc57-47d1-a7b7-6d97f0f88db1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6810","nonce":3811853106},{"type":"v1","addr":"172.21.15.119:6813","nonce":3811853106}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6817","nonce":3811853106},{"type":"v1","addr":"172.21.15.119:6820","nonce":3811853106}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6828","nonce":3811853106},{"type":"v1","addr":"172.21.15.119:6830","nonce":3811853106}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6823","nonce":3811853106},{"type":"v1","addr":"172.21.15.119:6825","nonce":3811853106}]},"public_addr":"172.21.15.119:6813/3811853106","cluster_addr":"172.21.15.119:6820/3811853106","heartbeat_back_addr":"172.21.15.119:6830/3811853106","heartbeat_front_addr":"172.21.15.119:6825/3811853106","state":["exists","up"]},{"osd":1,"uuid":"f26f4bd2-3aee-4208-9e62-87f17047d886","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":25,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6809","nonce":1656755168},{"type":"v1","addr":"172.21.15.119:6812","nonce":1656755168}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6815","nonce":1656755168},{"type":"v1","addr":"172.21.15.119:6818","nonce":1656755168}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6829","nonce":1656755168},{"type":"v1","addr":"172.21.15.119:6831","nonce":1656755168}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6822","nonce":1656755168},{"type":"v1","addr":"172.21.15.119:6826","nonce":1656755168}]},"public_addr":"172.21.15.119:6812/1656755168","cluster_addr":"172.21.15.119:6818/1656755168","heartbeat_back_addr":"172.21.15.119:6831/1656755168","heartbeat_front_addr":"172.21.15.119:6826/1656755168","state":["exists","up"]},{"osd":2,"uuid":"1e9d6e0c-51f9-4f4a-bead-0e7edc7dd200","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":25,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6800","nonce":3093354378},{"type":"v1","addr":"172.21.15.119:6801","nonce":3093354378}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6802","nonce":3093354378},{"type":"v1","addr":"172.21.15.119:6803","nonce":3093354378}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6806","nonce":3093354378},{"type":"v1","addr":"172.21.15.119:6807","nonce":3093354378}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6804","nonce":3093354378},{"type":"v1","addr":"172.21.15.119:6805","nonce":3093354378}]},"public_addr":"172.21.15.119:6801/3093354378","cluster_addr":"172.21.15.119:6803/3093354378","heartbeat_back_addr":"172.21.15.119:6807/3093354378","heartbeat_front_addr":"172.21.15.119:6805/3093354378","state":["exists","up"]},{"osd":3,"uuid":"7c289b1f-a555-46e4-b85a-c0f230c9e02a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":25,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6808","nonce":886995937},{"type":"v1","addr":"172.21.15.119:6811","nonce":886995937}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6814","nonce":886995937},{"type":"v1","addr":"172.21.15.119:6816","nonce":886995937}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6824","nonce":886995937},{"type":"v1","addr":"172.21.15.119:6827","nonce":886995937}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6819","nonce":886995937},{"type":"v1","addr":"172.21.15.119:6821","nonce":886995937}]},"public_addr":"172.21.15.119:6811/886995937","cluster_addr":"172.21.15.119:6816/886995937","heartbeat_back_addr":"172.21.15.119:6827/886995937","heartbeat_front_addr":"172.21.15.119:6821/886995937","state":["exists","up"]},{"osd":4,"uuid":"a0a2f75b-5a33-4b69-b834-b8cf5a90ac5f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":25,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6808","nonce":2802887692},{"type":"v1","addr":"172.21.15.145:6809","nonce":2802887692}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6810","nonce":2802887692},{"type":"v1","addr":"172.21.15.145:6811","nonce":2802887692}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6814","nonce":2802887692},{"type":"v1","addr":"172.21.15.145:6815","nonce":2802887692}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6812","nonce":2802887692},{"type":"v1","addr":"172.21.15.145:6813","nonce":2802887692}]},"public_addr":"172.21.15.145:6809/2802887692","cluster_addr":"172.21.15.145:6811/2802887692","heartbeat_back_addr":"172.21.15.145:6815/2802887692","heartbeat_front_addr":"172.21.15.145:6813/2802887692","state":["exists","up"]},{"osd":5,"uuid":"e301c92f-a5af-49da-8384-bef6d48c9982","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6800","nonce":1431235391},{"type":"v1","addr":"172.21.15.145:6801","nonce":1431235391}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6802","nonce":1431235391},{"type":"v1","addr":"172.21.15.145:6803","nonce":1431235391}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6806","nonce":1431235391},{"type":"v1","addr":"172.21.15.145:6807","nonce":1431235391}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6804","nonce":1431235391},{"type":"v1","addr":"172.21.15.145:6805","nonce":1431235391}]},"public_addr":"172.21.15.145:6801/1431235391","cluster_addr":"172.21.15.145:6803/1431235391","heartbeat_back_addr":"172.21.15.145:6807/1431235391","heartbeat_front_addr":"172.21.15.145:6805/1431235391","state":["exists","up"]},{"osd":6,"uuid":"dd2ee71c-4024-4f56-90b1-d362ff9ae8f5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6816","nonce":1755123178},{"type":"v1","addr":"172.21.15.145:6817","nonce":1755123178}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6818","nonce":1755123178},{"type":"v1","addr":"172.21.15.145:6819","nonce":1755123178}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6822","nonce":1755123178},{"type":"v1","addr":"172.21.15.145:6823","nonce":1755123178}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6820","nonce":1755123178},{"type":"v1","addr":"172.21.15.145:6821","nonce":1755123178}]},"public_addr":"172.21.15.145:6817/1755123178","cluster_addr":"172.21.15.145:6819/1755123178","heartbeat_back_addr":"172.21.15.145:6823/1755123178","heartbeat_front_addr":"172.21.15.145:6821/1755123178","state":["exists","up"]},{"osd":7,"uuid":"7412449e-689b-45ee-9ae5-744a8c27f166","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6824","nonce":3012628958},{"type":"v1","addr":"172.21.15.145:6825","nonce":3012628958}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6826","nonce":3012628958},{"type":"v1","addr":"172.21.15.145:6827","nonce":3012628958}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6830","nonce":3012628958},{"type":"v1","addr":"172.21.15.145:6831","nonce":3012628958}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6828","nonce":3012628958},{"type":"v1","addr":"172.21.15.145:6829","nonce":3012628958}]},"public_addr":"172.21.15.145:6825/3012628958","cluster_addr":"172.21.15.145:6827/3012628958","heartbeat_back_addr":"172.21.15.145:6831/3012628958","heartbeat_front_addr":"172.21.15.145:6829/3012628958","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T18:56:17.286635+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T18:56:17.334491+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T18:56:17.297521+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T18:56:17.383716+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T18:56:17.267776+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T18:56:17.312998+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T18:56:17.303008+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T18:56:17.304729+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T18:57:41.199 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:41.196+0000 7f54fd9ed640 1 -- 172.21.15.119:0/664771666 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f54d806ac00 msgr2=0x7f54d806d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:41.199 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:41.196+0000 7f54fd9ed640 1 --2- 172.21.15.119:0/664771666 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f54d806ac00 0x7f54d806d0c0 secure :-1 s=READY pgs=243 cs=0 l=1 rev1=1 crypto rx=0x7f54e8034000 tx=0x7f54e802e000 comp rx=0 tx=0).stop 2024-09-13T18:57:41.199 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:41.196+0000 7f54fd9ed640 1 -- 172.21.15.119:0/664771666 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f54f80b4510 msgr2=0x7f54f80b10f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:41.199 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:41.196+0000 7f54fd9ed640 1 --2- 172.21.15.119:0/664771666 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f54f80b4510 0x7f54f80b10f0 secure :-1 s=READY pgs=485 cs=0 l=1 rev1=1 crypto rx=0x7f54f000ca80 tx=0x7f54f000cf40 comp rx=0 tx=0).stop 2024-09-13T18:57:41.199 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:41.196+0000 7f54fd9ed640 1 -- 172.21.15.119:0/664771666 shutdown_connections 2024-09-13T18:57:41.199 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:41.196+0000 7f54fd9ed640 1 --2- 172.21.15.119:0/664771666 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f54d806ac00 0x7f54d806d0c0 unknown :-1 s=CLOSED pgs=243 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:41.199 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:41.196+0000 7f54fd9ed640 1 --2- 172.21.15.119:0/664771666 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f54f80b4510 0x7f54f80b10f0 unknown :-1 s=CLOSED pgs=485 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:41.199 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:41.196+0000 7f54fd9ed640 1 --2- 172.21.15.119:0/664771666 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f54f80b4130 0x7f54f80cc490 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:41.199 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:41.196+0000 7f54fd9ed640 1 --2- 172.21.15.119:0/664771666 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f54f808a370 0x7f54f815d120 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:41.199 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:41.196+0000 7f54fd9ed640 1 -- 172.21.15.119:0/664771666 >> 172.21.15.119:0/664771666 conn(0x7f54f8089f60 msgr2=0x7f54f80d0cf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:57:41.199 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:41.196+0000 7f54fd9ed640 1 -- 172.21.15.119:0/664771666 shutdown_connections 2024-09-13T18:57:41.199 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:41.196+0000 7f54fd9ed640 1 -- 172.21.15.119:0/664771666 wait complete. 2024-09-13T18:57:41.210 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-09-13T18:56:22.095896+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '16', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-09-13T18:57:41.210 DEBUG:teuthology.orchestra.run.smithi119:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-09-13T18:57:41.311 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:41.308+0000 7f99d0c53640 1 Processor -- start 2024-09-13T18:57:41.311 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:41.308+0000 7f99d0c53640 1 -- start start 2024-09-13T18:57:41.312 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:41.309+0000 7f99d0c53640 1 --2- >> v2:172.21.15.119:3300/0 conn(0x7f99cc159310 0x7f99cc0ad400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:41.313 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:41.309+0000 7f99d0c53640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f99cc0b2b40 0x7f99cc0ab140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:41.313 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:41.309+0000 7f99d0c53640 1 -- --> v1:172.21.15.119:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f99cc0ccbe0 con 0x7f99cc0ab680 2024-09-13T18:57:41.313 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:41.309+0000 7f99d0c53640 1 -- --> v2:172.21.15.119:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f99cc0ad940 con 0x7f99cc159310 2024-09-13T18:57:41.313 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:41.309+0000 7f99d0c53640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f99cc0b1810 con 0x7f99cc0b2b40 2024-09-13T18:57:41.313 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:41.309+0000 7f99ca59c640 1 --2- >> v2:172.21.15.119:3300/0 conn(0x7f99cc159310 0x7f99cc0ad400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:41.313 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:41.309+0000 7f99cad9d640 1 --1- >> v1:172.21.15.119:6789/0 conn(0x7f99cc0ab680 0x7f99cc0ce4f0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.119:6789/0 says I am v1:172.21.15.119:59214/0 (socket says 172.21.15.119:59214) 2024-09-13T18:57:41.313 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:41.309+0000 7f99cad9d640 1 -- 172.21.15.119:0/474550550 learned_addr learned my addr 172.21.15.119:0/474550550 (peer_addr_for_me v1:172.21.15.119:0/0) 2024-09-13T18:57:41.313 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:41.310+0000 7f99c9d9b640 1 --2- 172.21.15.119:0/474550550 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f99cc0b2b40 0x7f99cc0ab140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:41.313 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:41.310+0000 7f99ca59c640 1 -- 172.21.15.119:0/474550550 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f99cc0b2b40 msgr2=0x7f99cc0ab140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T18:57:41.313 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:41.310+0000 7f99ca59c640 1 --2- 172.21.15.119:0/474550550 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f99cc0b2b40 0x7f99cc0ab140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:41.313 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:41.310+0000 7f99ca59c640 1 -- 172.21.15.119:0/474550550 >> v1:172.21.15.119:6789/0 conn(0x7f99cc0ab680 legacy=0x7f99cc0ce4f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:41.313 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:41.310+0000 7f99ca59c640 1 -- 172.21.15.119:0/474550550 --> v2:172.21.15.119:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f99cc06d9e0 con 0x7f99cc159310 2024-09-13T18:57:41.314 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:41.310+0000 7f99c959a640 1 -- 172.21.15.119:0/474550550 <== mon.0 v1:172.21.15.119:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2370865633 0 0) 0x7f99cc0ccbe0 con 0x7f99cc0ab680 2024-09-13T18:57:41.315 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:41.310+0000 7f99ca59c640 1 --2- 172.21.15.119:0/474550550 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f99cc159310 0x7f99cc0ad400 secure :-1 s=READY pgs=487 cs=0 l=1 rev1=1 crypto rx=0x7f99bc009d90 tx=0x7f99bc02a5d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ec3a40d918098e2c server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:57:41.315 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:41.311+0000 7f99c959a640 1 -- 172.21.15.119:0/474550550 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f99bc031600 con 0x7f99cc159310 2024-09-13T18:57:41.315 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:41.311+0000 7f99c959a640 1 -- 172.21.15.119:0/474550550 <== mon.0 v2:172.21.15.119:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f99bc02d050 con 0x7f99cc159310 2024-09-13T18:57:41.315 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:41.311+0000 7f99c959a640 1 -- 172.21.15.119:0/474550550 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f99bc031980 con 0x7f99cc159310 2024-09-13T18:57:41.315 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:41.311+0000 7f99d0c53640 1 -- 172.21.15.119:0/474550550 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f99cc159310 msgr2=0x7f99cc0ad400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:41.315 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:41.311+0000 7f99d0c53640 1 --2- 172.21.15.119:0/474550550 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f99cc159310 0x7f99cc0ad400 secure :-1 s=READY pgs=487 cs=0 l=1 rev1=1 crypto rx=0x7f99bc009d90 tx=0x7f99bc02a5d0 comp rx=0 tx=0).stop 2024-09-13T18:57:41.316 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:41.311+0000 7f99d0c53640 1 -- 172.21.15.119:0/474550550 shutdown_connections 2024-09-13T18:57:41.316 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:41.311+0000 7f99d0c53640 1 --2- 172.21.15.119:0/474550550 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f99cc0b2b40 0x7f99cc0ab140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:41.316 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:41.311+0000 7f99d0c53640 1 --2- 172.21.15.119:0/474550550 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f99cc159310 0x7f99cc0ad400 unknown :-1 s=CLOSED pgs=487 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:41.316 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:41.311+0000 7f99d0c53640 1 -- 172.21.15.119:0/474550550 >> 172.21.15.119:0/474550550 conn(0x7f99cc06a0b0 msgr2=0x7f99cc06a4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:57:41.316 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:41.311+0000 7f99d0c53640 1 -- 172.21.15.119:0/474550550 shutdown_connections 2024-09-13T18:57:41.316 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:41.311+0000 7f99d0c53640 1 -- 172.21.15.119:0/474550550 wait complete. 2024-09-13T18:57:41.316 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:41.313+0000 7f99d0c53640 1 Processor -- start 2024-09-13T18:57:41.316 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:41.313+0000 7f99d0c53640 1 -- start start 2024-09-13T18:57:41.319 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:41.313+0000 7f99d0c53640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f99cc0ab680 0x7f99cc1524d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:41.319 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:41.313+0000 7f99d0c53640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f99cc0b2b40 0x7f99cc150e40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:41.319 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:41.313+0000 7f99d0c53640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f99cc159310 0x7f99cc151380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:41.319 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:41.313+0000 7f99d0c53640 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f99cc0c4bb0 con 0x7f99cc0ab680 2024-09-13T18:57:41.319 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:41.313+0000 7f99d0c53640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f99cc154ce0 con 0x7f99cc0b2b40 2024-09-13T18:57:41.319 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:41.313+0000 7f99d0c53640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f99cc154fc0 con 0x7f99cc159310 2024-09-13T18:57:41.319 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:41.313+0000 7f99ca59c640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f99cc0ab680 0x7f99cc1524d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:41.319 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:41.313+0000 7f99ca59c640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f99cc0ab680 0x7f99cc1524d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.119:3300/0 says I am v2:172.21.15.119:60176/0 (socket says 172.21.15.119:60176) 2024-09-13T18:57:41.320 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:41.313+0000 7f99ca59c640 1 -- 172.21.15.119:0/1973369293 learned_addr learned my addr 172.21.15.119:0/1973369293 (peer_addr_for_me v2:172.21.15.119:0/0) 2024-09-13T18:57:41.320 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:41.314+0000 7f99c9d9b640 1 --2- 172.21.15.119:0/1973369293 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f99cc0b2b40 0x7f99cc150e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:41.320 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:41.314+0000 7f99cad9d640 1 --2- 172.21.15.119:0/1973369293 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f99cc159310 0x7f99cc151380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:41.320 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:41.314+0000 7f99ca59c640 1 -- 172.21.15.119:0/1973369293 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f99cc159310 msgr2=0x7f99cc151380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:41.320 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:41.314+0000 7f99ca59c640 1 --2- 172.21.15.119:0/1973369293 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f99cc159310 0x7f99cc151380 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:41.320 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:41.314+0000 7f99ca59c640 1 -- 172.21.15.119:0/1973369293 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f99cc0b2b40 msgr2=0x7f99cc150e40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:41.320 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:41.314+0000 7f99ca59c640 1 --2- 172.21.15.119:0/1973369293 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f99cc0b2b40 0x7f99cc150e40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:41.320 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:41.314+0000 7f99ca59c640 1 -- 172.21.15.119:0/1973369293 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f99bc009a70 con 0x7f99cc0ab680 2024-09-13T18:57:41.320 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:41.314+0000 7f99c9d9b640 1 --2- 172.21.15.119:0/1973369293 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f99cc0b2b40 0x7f99cc150e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T18:57:41.320 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:41.314+0000 7f99ca59c640 1 --2- 172.21.15.119:0/1973369293 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f99cc0ab680 0x7f99cc1524d0 secure :-1 s=READY pgs=488 cs=0 l=1 rev1=1 crypto rx=0x7f99bc009d90 tx=0x7f99bc004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:57:41.320 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:41.314+0000 7f99baffd640 1 -- 172.21.15.119:0/1973369293 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f99bc03c7b0 con 0x7f99cc0ab680 2024-09-13T18:57:41.320 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:41.314+0000 7f99baffd640 1 -- 172.21.15.119:0/1973369293 <== mon.0 v2:172.21.15.119:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f99bc040070 con 0x7f99cc0ab680 2024-09-13T18:57:41.320 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:41.314+0000 7f99d0c53640 1 -- 172.21.15.119:0/1973369293 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f99cc1552a0 con 0x7f99cc0ab680 2024-09-13T18:57:41.321 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:41.314+0000 7f99baffd640 1 -- 172.21.15.119:0/1973369293 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f99bc03cb30 con 0x7f99cc0ab680 2024-09-13T18:57:41.321 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:41.314+0000 7f99d0c53640 1 -- 172.21.15.119:0/1973369293 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f99cc155860 con 0x7f99cc0ab680 2024-09-13T18:57:41.321 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:41.315+0000 7f99d0c53640 1 -- 172.21.15.119:0/1973369293 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f99cc0ab140 con 0x7f99cc0ab680 2024-09-13T18:57:41.321 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:41.316+0000 7f99baffd640 1 -- 172.21.15.119:0/1973369293 <== mon.0 v2:172.21.15.119:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f99bc042030 con 0x7f99cc0ab680 2024-09-13T18:57:41.321 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:41.316+0000 7f99baffd640 1 --2- 172.21.15.119:0/1973369293 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f99ac06ac00 0x7f99ac06d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:41.321 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:41.316+0000 7f99baffd640 1 -- 172.21.15.119:0/1973369293 <== mon.0 v2:172.21.15.119:3300/0 5 ==== osd_map(35..35 src has 1..35) v4 ==== 5177+0+0 (secure 0 0 0) 0x7f99bc0ac240 con 0x7f99cc0ab680 2024-09-13T18:57:41.321 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:41.316+0000 7f99c9d9b640 1 --2- 172.21.15.119:0/1973369293 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f99ac06ac00 0x7f99ac06d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:41.321 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:41.316+0000 7f99c9d9b640 1 --2- 172.21.15.119:0/1973369293 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f99ac06ac00 0x7f99ac06d0c0 secure :-1 s=READY pgs=244 cs=0 l=1 rev1=1 crypto rx=0x7f99cc158940 tx=0x7f99c0008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:57:41.322 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:41.320+0000 7f99baffd640 1 -- 172.21.15.119:0/1973369293 <== mon.0 v2:172.21.15.119:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f99bc07b0c0 con 0x7f99cc0ab680 2024-09-13T18:57:41.483 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:41.481+0000 7f99d0c53640 1 -- 172.21.15.119:0/1973369293 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f99cc1e4780 con 0x7f99cc0ab680 2024-09-13T18:57:41.484 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:41.481+0000 7f99baffd640 1 -- 172.21.15.119:0/1973369293 <== mon.0 v2:172.21.15.119:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v35) v1 ==== 93+0+10 (secure 0 0 0) 0x7f99bc07ac50 con 0x7f99cc0ab680 2024-09-13T18:57:41.484 INFO:teuthology.orchestra.run.smithi119.stdout:pg_num: 1 2024-09-13T18:57:41.486 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:41.483+0000 7f99d0c53640 1 -- 172.21.15.119:0/1973369293 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f99ac06ac00 msgr2=0x7f99ac06d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:41.486 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:41.483+0000 7f99d0c53640 1 --2- 172.21.15.119:0/1973369293 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f99ac06ac00 0x7f99ac06d0c0 secure :-1 s=READY pgs=244 cs=0 l=1 rev1=1 crypto rx=0x7f99cc158940 tx=0x7f99c0008040 comp rx=0 tx=0).stop 2024-09-13T18:57:41.486 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:41.483+0000 7f99d0c53640 1 -- 172.21.15.119:0/1973369293 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f99cc0ab680 msgr2=0x7f99cc1524d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:41.486 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:41.483+0000 7f99d0c53640 1 --2- 172.21.15.119:0/1973369293 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f99cc0ab680 0x7f99cc1524d0 secure :-1 s=READY pgs=488 cs=0 l=1 rev1=1 crypto rx=0x7f99bc009d90 tx=0x7f99bc004a40 comp rx=0 tx=0).stop 2024-09-13T18:57:41.486 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:41.483+0000 7f99d0c53640 1 -- 172.21.15.119:0/1973369293 shutdown_connections 2024-09-13T18:57:41.487 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:41.483+0000 7f99d0c53640 1 --2- 172.21.15.119:0/1973369293 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f99ac06ac00 0x7f99ac06d0c0 unknown :-1 s=CLOSED pgs=244 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:41.487 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:41.483+0000 7f99d0c53640 1 --2- 172.21.15.119:0/1973369293 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f99cc159310 0x7f99cc151380 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:41.487 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:41.483+0000 7f99d0c53640 1 --2- 172.21.15.119:0/1973369293 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f99cc0b2b40 0x7f99cc150e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:41.487 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:41.483+0000 7f99d0c53640 1 --2- 172.21.15.119:0/1973369293 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f99cc0ab680 0x7f99cc1524d0 unknown :-1 s=CLOSED pgs=488 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:41.487 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:41.483+0000 7f99d0c53640 1 -- 172.21.15.119:0/1973369293 >> 172.21.15.119:0/1973369293 conn(0x7f99cc06a0b0 msgr2=0x7f99cc0acd50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:57:41.487 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:41.483+0000 7f99d0c53640 1 -- 172.21.15.119:0/1973369293 shutdown_connections 2024-09-13T18:57:41.487 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:41.483+0000 7f99d0c53640 1 -- 172.21.15.119:0/1973369293 wait complete. 2024-09-13T18:57:41.496 DEBUG:teuthology.orchestra.run.smithi119:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph --format=json-pretty osd lspools 2024-09-13T18:57:41.593 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:41.590+0000 7fa435d5a640 1 Processor -- start 2024-09-13T18:57:41.593 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:41.590+0000 7fa435d5a640 1 -- start start 2024-09-13T18:57:41.595 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:41.591+0000 7fa435d5a640 1 --2- >> v2:172.21.15.119:3300/0 conn(0x7fa4300c9030 0x7fa430070190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:41.595 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:41.591+0000 7fa435d5a640 1 -- --> v1:172.21.15.119:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fa4300abdf0 con 0x7fa430072110 2024-09-13T18:57:41.595 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:41.591+0000 7fa435d5a640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fa4300b2280 con 0x7fa430071d30 2024-09-13T18:57:41.595 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:41.591+0000 7fa435d5a640 1 -- --> v2:172.21.15.119:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fa4300ab1e0 con 0x7fa4300c9030 2024-09-13T18:57:41.595 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:41.591+0000 7fa42ffff640 1 --2- >> v2:172.21.15.119:3300/0 conn(0x7fa4300c9030 0x7fa430070190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:41.595 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:41.591+0000 7fa42effd640 1 --1- >> v1:172.21.15.119:6789/0 conn(0x7fa430072110 0x7fa4300c8920 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.119:6789/0 says I am v1:172.21.15.119:59224/0 (socket says 172.21.15.119:59224) 2024-09-13T18:57:41.595 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:41.591+0000 7fa42ffff640 1 --2- >> v2:172.21.15.119:3300/0 conn(0x7fa4300c9030 0x7fa430070190 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.119:3300/0 says I am v2:172.21.15.119:60180/0 (socket says 172.21.15.119:60180) 2024-09-13T18:57:41.595 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:41.591+0000 7fa42effd640 1 -- 172.21.15.119:0/2608221908 learned_addr learned my addr 172.21.15.119:0/2608221908 (peer_addr_for_me v1:172.21.15.119:0/0) 2024-09-13T18:57:41.596 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:41.592+0000 7fa42ffff640 1 -- 172.21.15.119:0/2608221908 >> v1:172.21.15.145:6789/0 conn(0x7fa430071d30 legacy=0x7fa4300b1b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:41.596 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:41.592+0000 7fa42ffff640 1 -- 172.21.15.119:0/2608221908 >> v1:172.21.15.119:6789/0 conn(0x7fa430072110 legacy=0x7fa4300c8920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:41.596 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:41.592+0000 7fa42ffff640 1 -- 172.21.15.119:0/2608221908 --> v2:172.21.15.119:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa4300ab4c0 con 0x7fa4300c9030 2024-09-13T18:57:41.596 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:41.592+0000 7fa42e7fc640 1 -- 172.21.15.119:0/2608221908 <== mon.0 v1:172.21.15.119:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 974074934 0 0) 0x7fa4300abdf0 con 0x7fa430072110 2024-09-13T18:57:41.596 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:41.592+0000 7fa42ffff640 1 --2- 172.21.15.119:0/2608221908 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fa4300c9030 0x7fa430070190 secure :-1 s=READY pgs=490 cs=0 l=1 rev1=1 crypto rx=0x7fa4280097a0 tx=0x7fa42802a230 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a345e85cf81f768d server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:57:41.596 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:41.592+0000 7fa42e7fc640 1 -- 172.21.15.119:0/2608221908 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa428032440 con 0x7fa4300c9030 2024-09-13T18:57:41.596 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:41.592+0000 7fa42e7fc640 1 -- 172.21.15.119:0/2608221908 <== mon.0 v2:172.21.15.119:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa4280325a0 con 0x7fa4300c9030 2024-09-13T18:57:41.596 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:41.592+0000 7fa42e7fc640 1 -- 172.21.15.119:0/2608221908 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa428032930 con 0x7fa4300c9030 2024-09-13T18:57:41.599 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:41.593+0000 7fa435d5a640 1 -- 172.21.15.119:0/2608221908 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fa4300c9030 msgr2=0x7fa430070190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:41.599 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:41.593+0000 7fa435d5a640 1 --2- 172.21.15.119:0/2608221908 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fa4300c9030 0x7fa430070190 secure :-1 s=READY pgs=490 cs=0 l=1 rev1=1 crypto rx=0x7fa4280097a0 tx=0x7fa42802a230 comp rx=0 tx=0).stop 2024-09-13T18:57:41.599 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:41.593+0000 7fa435d5a640 1 -- 172.21.15.119:0/2608221908 shutdown_connections 2024-09-13T18:57:41.599 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:41.593+0000 7fa435d5a640 1 --2- 172.21.15.119:0/2608221908 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fa4300c9030 0x7fa430070190 unknown :-1 s=CLOSED pgs=490 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:41.599 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:41.593+0000 7fa435d5a640 1 -- 172.21.15.119:0/2608221908 >> 172.21.15.119:0/2608221908 conn(0x7fa430069ed0 msgr2=0x7fa43006a2e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:57:41.599 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:41.593+0000 7fa435d5a640 1 -- 172.21.15.119:0/2608221908 shutdown_connections 2024-09-13T18:57:41.599 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:41.593+0000 7fa435d5a640 1 -- 172.21.15.119:0/2608221908 wait complete. 2024-09-13T18:57:41.599 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:41.594+0000 7fa435d5a640 1 Processor -- start 2024-09-13T18:57:41.599 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:41.594+0000 7fa435d5a640 1 -- start start 2024-09-13T18:57:41.599 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:41.595+0000 7fa435d5a640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fa430071d30 0x7fa430156cf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:41.599 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:41.595+0000 7fa435d5a640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fa430072110 0x7fa4301544d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:41.600 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:41.595+0000 7fa435d5a640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fa4300c9030 0x7fa4300c2cc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:41.600 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:41.595+0000 7fa435d5a640 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa4301efcc0 con 0x7fa430071d30 2024-09-13T18:57:41.600 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:41.595+0000 7fa435d5a640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa4300cca90 con 0x7fa4300c9030 2024-09-13T18:57:41.600 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:41.595+0000 7fa435d5a640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa4300ccd70 con 0x7fa430072110 2024-09-13T18:57:41.600 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:41.595+0000 7fa42f7fe640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fa430071d30 0x7fa430156cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:41.600 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:41.595+0000 7fa42f7fe640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fa430071d30 0x7fa430156cf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.119:3300/0 says I am v2:172.21.15.119:60190/0 (socket says 172.21.15.119:60190) 2024-09-13T18:57:41.600 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:41.595+0000 7fa42f7fe640 1 -- 172.21.15.119:0/1372829749 learned_addr learned my addr 172.21.15.119:0/1372829749 (peer_addr_for_me v2:172.21.15.119:0/0) 2024-09-13T18:57:41.600 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:41.595+0000 7fa42ffff640 1 --2- 172.21.15.119:0/1372829749 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fa4300c9030 0x7fa4300c2cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:41.600 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:41.595+0000 7fa42effd640 1 --2- 172.21.15.119:0/1372829749 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fa430072110 0x7fa4301544d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:41.600 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:41.595+0000 7fa42f7fe640 1 -- 172.21.15.119:0/1372829749 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fa430072110 msgr2=0x7fa4301544d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:41.600 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:41.595+0000 7fa42f7fe640 1 --2- 172.21.15.119:0/1372829749 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fa430072110 0x7fa4301544d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:41.600 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:41.595+0000 7fa42f7fe640 1 -- 172.21.15.119:0/1372829749 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fa4300c9030 msgr2=0x7fa4300c2cc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:41.600 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:41.595+0000 7fa42f7fe640 1 --2- 172.21.15.119:0/1372829749 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fa4300c9030 0x7fa4300c2cc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:41.601 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:41.595+0000 7fa42f7fe640 1 -- 172.21.15.119:0/1372829749 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa428009400 con 0x7fa430071d30 2024-09-13T18:57:41.601 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:41.595+0000 7fa42ffff640 1 --2- 172.21.15.119:0/1372829749 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fa4300c9030 0x7fa4300c2cc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T18:57:41.601 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:41.596+0000 7fa42f7fe640 1 --2- 172.21.15.119:0/1372829749 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fa430071d30 0x7fa430156cf0 secure :-1 s=READY pgs=491 cs=0 l=1 rev1=1 crypto rx=0x7fa42000c730 tx=0x7fa42000cbf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:57:41.601 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:41.596+0000 7fa417fff640 1 -- 172.21.15.119:0/1372829749 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa420003b70 con 0x7fa430071d30 2024-09-13T18:57:41.601 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:41.596+0000 7fa417fff640 1 -- 172.21.15.119:0/1372829749 <== mon.0 v2:172.21.15.119:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa420003cf0 con 0x7fa430071d30 2024-09-13T18:57:41.601 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:41.596+0000 7fa435d5a640 1 -- 172.21.15.119:0/1372829749 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa4300cd050 con 0x7fa430071d30 2024-09-13T18:57:41.601 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:41.596+0000 7fa417fff640 1 -- 172.21.15.119:0/1372829749 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa420003ea0 con 0x7fa430071d30 2024-09-13T18:57:41.601 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:41.596+0000 7fa435d5a640 1 -- 172.21.15.119:0/1372829749 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa4300cd610 con 0x7fa430071d30 2024-09-13T18:57:41.602 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:41.597+0000 7fa435d5a640 1 -- 172.21.15.119:0/1372829749 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fa430070190 con 0x7fa430071d30 2024-09-13T18:57:41.602 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:41.597+0000 7fa417fff640 1 -- 172.21.15.119:0/1372829749 <== mon.0 v2:172.21.15.119:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fa42000aa90 con 0x7fa430071d30 2024-09-13T18:57:41.602 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:41.598+0000 7fa417fff640 1 --2- 172.21.15.119:0/1372829749 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7fa41c06ac00 0x7fa41c06d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:41.602 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:41.598+0000 7fa42effd640 1 --2- 172.21.15.119:0/1372829749 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7fa41c06ac00 0x7fa41c06d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:41.602 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:41.598+0000 7fa417fff640 1 -- 172.21.15.119:0/1372829749 <== mon.0 v2:172.21.15.119:3300/0 5 ==== osd_map(35..35 src has 1..35) v4 ==== 5177+0+0 (secure 0 0 0) 0x7fa420088f50 con 0x7fa430071d30 2024-09-13T18:57:41.602 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:41.598+0000 7fa42effd640 1 --2- 172.21.15.119:0/1372829749 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7fa41c06ac00 0x7fa41c06d0c0 secure :-1 s=READY pgs=245 cs=0 l=1 rev1=1 crypto rx=0x7fa4300ae990 tx=0x7fa424007bb0 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:57:41.604 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:41.602+0000 7fa417fff640 1 -- 172.21.15.119:0/1372829749 <== mon.0 v2:172.21.15.119:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fa420054340 con 0x7fa430071d30 2024-09-13T18:57:41.767 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:41.765+0000 7fa435d5a640 1 -- 172.21.15.119:0/1372829749 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_command({"prefix": "osd lspools", "format": "json-pretty"} v 0) v1 -- 0x7fa43015cb20 con 0x7fa430071d30 2024-09-13T18:57:41.767 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:41.765+0000 7fa417fff640 1 -- 172.21.15.119:0/1372829749 <== mon.0 v2:172.21.15.119:3300/0 7 ==== mon_command_ack([{"prefix": "osd lspools", "format": "json-pretty"}]=0 v35) v1 ==== 84+0+65 (secure 0 0 0) 0x7fa420057960 con 0x7fa430071d30 2024-09-13T18:57:41.768 INFO:teuthology.orchestra.run.smithi119.stdout: 2024-09-13T18:57:41.768 INFO:teuthology.orchestra.run.smithi119.stdout:[ 2024-09-13T18:57:41.768 INFO:teuthology.orchestra.run.smithi119.stdout: { 2024-09-13T18:57:41.768 INFO:teuthology.orchestra.run.smithi119.stdout: "poolnum": 1, 2024-09-13T18:57:41.768 INFO:teuthology.orchestra.run.smithi119.stdout: "poolname": ".mgr" 2024-09-13T18:57:41.768 INFO:teuthology.orchestra.run.smithi119.stdout: } 2024-09-13T18:57:41.768 INFO:teuthology.orchestra.run.smithi119.stdout:] 2024-09-13T18:57:41.770 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:41.767+0000 7fa435d5a640 1 -- 172.21.15.119:0/1372829749 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7fa41c06ac00 msgr2=0x7fa41c06d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:41.770 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:41.767+0000 7fa435d5a640 1 --2- 172.21.15.119:0/1372829749 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7fa41c06ac00 0x7fa41c06d0c0 secure :-1 s=READY pgs=245 cs=0 l=1 rev1=1 crypto rx=0x7fa4300ae990 tx=0x7fa424007bb0 comp rx=0 tx=0).stop 2024-09-13T18:57:41.770 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:41.767+0000 7fa435d5a640 1 -- 172.21.15.119:0/1372829749 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fa430071d30 msgr2=0x7fa430156cf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:41.770 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:41.767+0000 7fa435d5a640 1 --2- 172.21.15.119:0/1372829749 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fa430071d30 0x7fa430156cf0 secure :-1 s=READY pgs=491 cs=0 l=1 rev1=1 crypto rx=0x7fa42000c730 tx=0x7fa42000cbf0 comp rx=0 tx=0).stop 2024-09-13T18:57:41.770 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:41.767+0000 7fa435d5a640 1 -- 172.21.15.119:0/1372829749 shutdown_connections 2024-09-13T18:57:41.770 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:41.767+0000 7fa435d5a640 1 --2- 172.21.15.119:0/1372829749 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7fa41c06ac00 0x7fa41c06d0c0 unknown :-1 s=CLOSED pgs=245 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:41.770 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:41.767+0000 7fa435d5a640 1 --2- 172.21.15.119:0/1372829749 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fa4300c9030 0x7fa4300c2cc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:41.770 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:41.767+0000 7fa435d5a640 1 --2- 172.21.15.119:0/1372829749 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fa430072110 0x7fa4301544d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:41.770 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:41.767+0000 7fa435d5a640 1 --2- 172.21.15.119:0/1372829749 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fa430071d30 0x7fa430156cf0 unknown :-1 s=CLOSED pgs=491 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:41.770 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:41.767+0000 7fa435d5a640 1 -- 172.21.15.119:0/1372829749 >> 172.21.15.119:0/1372829749 conn(0x7fa430069ed0 msgr2=0x7fa4300adcd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:57:41.771 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:41.767+0000 7fa435d5a640 1 -- 172.21.15.119:0/1372829749 shutdown_connections 2024-09-13T18:57:41.771 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:41.767+0000 7fa435d5a640 1 -- 172.21.15.119:0/1372829749 wait complete. 2024-09-13T18:57:41.781 DEBUG:tasks.cephfs.filesystem:Creating filesystem 'cephfs' 2024-09-13T18:57:41.781 DEBUG:teuthology.orchestra.run.smithi119:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_metadata --pg_num_min 64 2024-09-13T18:57:41.883 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:41.880+0000 7fe4535c7640 1 Processor -- start 2024-09-13T18:57:41.883 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:41.881+0000 7fe4535c7640 1 -- start start 2024-09-13T18:57:41.884 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:41.881+0000 7fe4535c7640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fe44c0d22d0 0x7fe44c0d2710 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:41.884 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:41.881+0000 7fe4535c7640 1 --2- >> v2:172.21.15.119:3300/0 conn(0x7fe44c06bb50 0x7fe44c06c000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:41.885 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:41.881+0000 7fe4535c7640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fe44c06b6c0 con 0x7fe44c15fbc0 2024-09-13T18:57:41.885 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:41.881+0000 7fe4535c7640 1 -- --> v2:172.21.15.119:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fe44c0ce500 con 0x7fe44c06bb50 2024-09-13T18:57:41.885 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:41.881+0000 7fe4535c7640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe44c0cdc60 con 0x7fe44c0d22d0 2024-09-13T18:57:41.885 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:41.882+0000 7fe451b64640 1 --2- >> v2:172.21.15.119:3300/0 conn(0x7fe44c06bb50 0x7fe44c06c000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:41.885 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:41.882+0000 7fe451b64640 1 --2- >> v2:172.21.15.119:3300/0 conn(0x7fe44c06bb50 0x7fe44c06c000 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.119:3300/0 says I am v2:172.21.15.119:60194/0 (socket says 172.21.15.119:60194) 2024-09-13T18:57:41.885 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:41.882+0000 7fe451b64640 1 -- 172.21.15.119:0/287662885 learned_addr learned my addr 172.21.15.119:0/287662885 (peer_addr_for_me v2:172.21.15.119:0/0) 2024-09-13T18:57:41.885 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:41.882+0000 7fe450b62640 1 --2- 172.21.15.119:0/287662885 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fe44c0d22d0 0x7fe44c0d2710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:41.885 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:41.882+0000 7fe451b64640 1 -- 172.21.15.119:0/287662885 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fe44c0d22d0 msgr2=0x7fe44c0d2710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T18:57:41.885 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:41.882+0000 7fe451b64640 1 --2- 172.21.15.119:0/287662885 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fe44c0d22d0 0x7fe44c0d2710 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:41.885 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:41.882+0000 7fe451b64640 1 -- 172.21.15.119:0/287662885 >> v1:172.21.15.145:6789/0 conn(0x7fe44c15fbc0 legacy=0x7fe44c0cd180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T18:57:41.885 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:41.882+0000 7fe451b64640 1 -- 172.21.15.119:0/287662885 --> v2:172.21.15.119:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe44c0cdf40 con 0x7fe44c06bb50 2024-09-13T18:57:41.886 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:41.883+0000 7fe451b64640 1 --2- 172.21.15.119:0/287662885 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fe44c06bb50 0x7fe44c06c000 secure :-1 s=READY pgs=492 cs=0 l=1 rev1=1 crypto rx=0x7fe444009870 tx=0x7fe44402a210 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bf5722af65f2a6b0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:57:41.887 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:41.883+0000 7fe443fff640 1 -- 172.21.15.119:0/287662885 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe444032440 con 0x7fe44c06bb50 2024-09-13T18:57:41.887 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:41.883+0000 7fe443fff640 1 -- 172.21.15.119:0/287662885 <== mon.0 v2:172.21.15.119:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe4440325a0 con 0x7fe44c06bb50 2024-09-13T18:57:41.887 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:41.883+0000 7fe443fff640 1 -- 172.21.15.119:0/287662885 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe444032930 con 0x7fe44c06bb50 2024-09-13T18:57:41.887 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:41.883+0000 7fe4535c7640 1 -- 172.21.15.119:0/287662885 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fe44c06bb50 msgr2=0x7fe44c06c000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:41.887 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:41.883+0000 7fe4535c7640 1 --2- 172.21.15.119:0/287662885 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fe44c06bb50 0x7fe44c06c000 secure :-1 s=READY pgs=492 cs=0 l=1 rev1=1 crypto rx=0x7fe444009870 tx=0x7fe44402a210 comp rx=0 tx=0).stop 2024-09-13T18:57:41.887 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:41.883+0000 7fe4535c7640 1 -- 172.21.15.119:0/287662885 shutdown_connections 2024-09-13T18:57:41.887 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:41.883+0000 7fe4535c7640 1 --2- 172.21.15.119:0/287662885 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fe44c06bb50 0x7fe44c06c000 unknown :-1 s=CLOSED pgs=492 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:41.887 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:41.883+0000 7fe4535c7640 1 --2- 172.21.15.119:0/287662885 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fe44c0d22d0 0x7fe44c0d2710 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:41.887 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:41.883+0000 7fe4535c7640 1 -- 172.21.15.119:0/287662885 >> 172.21.15.119:0/287662885 conn(0x7fe44c09b830 msgr2=0x7fe44c089f60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:57:41.887 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:41.883+0000 7fe4535c7640 1 -- 172.21.15.119:0/287662885 shutdown_connections 2024-09-13T18:57:41.887 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:41.883+0000 7fe4535c7640 1 -- 172.21.15.119:0/287662885 wait complete. 2024-09-13T18:57:41.890 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:41.885+0000 7fe4535c7640 1 Processor -- start 2024-09-13T18:57:41.890 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:41.885+0000 7fe4535c7640 1 -- start start 2024-09-13T18:57:41.890 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:41.885+0000 7fe4535c7640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fe44c06bb50 0x7fe44c0b7d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:41.890 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:41.885+0000 7fe4535c7640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fe44c0d22d0 0x7fe44c09c1a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:41.890 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:41.885+0000 7fe4535c7640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fe44c15fbc0 0x7fe44c0b2f50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:41.890 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:41.885+0000 7fe4535c7640 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe44c09c6e0 con 0x7fe44c15fbc0 2024-09-13T18:57:41.890 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:41.885+0000 7fe4535c7640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe44c0b8320 con 0x7fe44c06bb50 2024-09-13T18:57:41.890 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:41.885+0000 7fe4535c7640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe44c0b56a0 con 0x7fe44c0d22d0 2024-09-13T18:57:41.890 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:41.885+0000 7fe451b64640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fe44c15fbc0 0x7fe44c0b2f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:41.890 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:41.885+0000 7fe451b64640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fe44c15fbc0 0x7fe44c0b2f50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.119:3300/0 says I am v2:172.21.15.119:60204/0 (socket says 172.21.15.119:60204) 2024-09-13T18:57:41.891 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:41.885+0000 7fe451b64640 1 -- 172.21.15.119:0/2369812406 learned_addr learned my addr 172.21.15.119:0/2369812406 (peer_addr_for_me v2:172.21.15.119:0/0) 2024-09-13T18:57:41.891 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:41.885+0000 7fe450b62640 1 --2- 172.21.15.119:0/2369812406 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fe44c0d22d0 0x7fe44c09c1a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:41.891 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:41.885+0000 7fe451363640 1 --2- 172.21.15.119:0/2369812406 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fe44c06bb50 0x7fe44c0b7d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:41.891 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:41.886+0000 7fe451b64640 1 -- 172.21.15.119:0/2369812406 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fe44c0d22d0 msgr2=0x7fe44c09c1a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:41.891 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:41.886+0000 7fe451b64640 1 --2- 172.21.15.119:0/2369812406 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fe44c0d22d0 0x7fe44c09c1a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:41.891 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:41.886+0000 7fe451b64640 1 -- 172.21.15.119:0/2369812406 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fe44c06bb50 msgr2=0x7fe44c0b7d40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:41.891 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:41.886+0000 7fe451b64640 1 --2- 172.21.15.119:0/2369812406 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fe44c06bb50 0x7fe44c0b7d40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:41.891 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:41.886+0000 7fe451b64640 1 -- 172.21.15.119:0/2369812406 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe4440094d0 con 0x7fe44c15fbc0 2024-09-13T18:57:41.891 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:41.886+0000 7fe451b64640 1 --2- 172.21.15.119:0/2369812406 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fe44c15fbc0 0x7fe44c0b2f50 secure :-1 s=READY pgs=493 cs=0 l=1 rev1=1 crypto rx=0x7fe44402a250 tx=0x7fe4440046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:57:41.891 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:41.886+0000 7fe441ffb640 1 -- 172.21.15.119:0/2369812406 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe444030b80 con 0x7fe44c15fbc0 2024-09-13T18:57:41.891 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:41.886+0000 7fe441ffb640 1 -- 172.21.15.119:0/2369812406 <== mon.0 v2:172.21.15.119:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe444032e90 con 0x7fe44c15fbc0 2024-09-13T18:57:41.891 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:41.886+0000 7fe4535c7640 1 -- 172.21.15.119:0/2369812406 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe44c0b5980 con 0x7fe44c15fbc0 2024-09-13T18:57:41.891 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:41.886+0000 7fe441ffb640 1 -- 172.21.15.119:0/2369812406 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe44403b400 con 0x7fe44c15fbc0 2024-09-13T18:57:41.891 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:41.886+0000 7fe4535c7640 1 -- 172.21.15.119:0/2369812406 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe44c0b5f40 con 0x7fe44c15fbc0 2024-09-13T18:57:41.892 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:41.887+0000 7fe4535c7640 1 -- 172.21.15.119:0/2369812406 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fe44c066dc0 con 0x7fe44c15fbc0 2024-09-13T18:57:41.892 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:41.888+0000 7fe441ffb640 1 -- 172.21.15.119:0/2369812406 <== mon.0 v2:172.21.15.119:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fe444039040 con 0x7fe44c15fbc0 2024-09-13T18:57:41.893 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:41.888+0000 7fe441ffb640 1 --2- 172.21.15.119:0/2369812406 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7fe43006ac00 0x7fe43006d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:41.893 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:41.888+0000 7fe441ffb640 1 -- 172.21.15.119:0/2369812406 <== mon.0 v2:172.21.15.119:3300/0 5 ==== osd_map(35..35 src has 1..35) v4 ==== 5177+0+0 (secure 0 0 0) 0x7fe4440a9880 con 0x7fe44c15fbc0 2024-09-13T18:57:41.893 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:41.888+0000 7fe451363640 1 --2- 172.21.15.119:0/2369812406 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7fe43006ac00 0x7fe43006d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:41.893 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:41.889+0000 7fe451363640 1 --2- 172.21.15.119:0/2369812406 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7fe43006ac00 0x7fe43006d0c0 secure :-1 s=READY pgs=246 cs=0 l=1 rev1=1 crypto rx=0x7fe448005660 tx=0x7fe448003d90 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:57:41.895 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:41.892+0000 7fe441ffb640 1 -- 172.21.15.119:0/2369812406 <== mon.0 v2:172.21.15.119:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fe444074db0 con 0x7fe44c15fbc0 2024-09-13T18:57:42.054 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:42.052+0000 7fe4535c7640 1 -- 172.21.15.119:0/2369812406 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64} v 0) v1 -- 0x7fe44c0cd860 con 0x7fe44c15fbc0 2024-09-13T18:57:42.275 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:42.272+0000 7fe441ffb640 1 -- 172.21.15.119:0/2369812406 <== mon.0 v2:172.21.15.119:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]=0 pool 'cephfs_metadata' created v36) v1 ==== 138+0+0 (secure 0 0 0) 0x7fe4440370b0 con 0x7fe44c15fbc0 2024-09-13T18:57:42.275 INFO:teuthology.orchestra.run.smithi119.stderr:pool 'cephfs_metadata' created 2024-09-13T18:57:42.279 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:42.276+0000 7fe4535c7640 1 -- 172.21.15.119:0/2369812406 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7fe43006ac00 msgr2=0x7fe43006d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:42.279 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:42.276+0000 7fe4535c7640 1 --2- 172.21.15.119:0/2369812406 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7fe43006ac00 0x7fe43006d0c0 secure :-1 s=READY pgs=246 cs=0 l=1 rev1=1 crypto rx=0x7fe448005660 tx=0x7fe448003d90 comp rx=0 tx=0).stop 2024-09-13T18:57:42.279 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:42.276+0000 7fe4535c7640 1 -- 172.21.15.119:0/2369812406 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fe44c15fbc0 msgr2=0x7fe44c0b2f50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:42.279 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:42.276+0000 7fe4535c7640 1 --2- 172.21.15.119:0/2369812406 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fe44c15fbc0 0x7fe44c0b2f50 secure :-1 s=READY pgs=493 cs=0 l=1 rev1=1 crypto rx=0x7fe44402a250 tx=0x7fe4440046c0 comp rx=0 tx=0).stop 2024-09-13T18:57:42.279 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:42.277+0000 7fe4535c7640 1 -- 172.21.15.119:0/2369812406 shutdown_connections 2024-09-13T18:57:42.280 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:42.277+0000 7fe4535c7640 1 --2- 172.21.15.119:0/2369812406 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7fe43006ac00 0x7fe43006d0c0 unknown :-1 s=CLOSED pgs=246 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:42.280 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:42.277+0000 7fe4535c7640 1 --2- 172.21.15.119:0/2369812406 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fe44c15fbc0 0x7fe44c0b2f50 unknown :-1 s=CLOSED pgs=493 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:42.280 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:42.277+0000 7fe4535c7640 1 --2- 172.21.15.119:0/2369812406 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fe44c0d22d0 0x7fe44c09c1a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:42.280 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:42.277+0000 7fe4535c7640 1 --2- 172.21.15.119:0/2369812406 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fe44c06bb50 0x7fe44c0b7d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:42.280 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:42.277+0000 7fe4535c7640 1 -- 172.21.15.119:0/2369812406 >> 172.21.15.119:0/2369812406 conn(0x7fe44c09b830 msgr2=0x7fe44c0d0a20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:57:42.280 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:42.277+0000 7fe4535c7640 1 -- 172.21.15.119:0/2369812406 shutdown_connections 2024-09-13T18:57:42.280 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:42.277+0000 7fe4535c7640 1 -- 172.21.15.119:0/2369812406 wait complete. 2024-09-13T18:57:42.292 DEBUG:teuthology.orchestra.run.smithi119:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_data 64 --pg_num_min 64 --target_size_ratio 0.9 2024-09-13T18:57:42.396 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:42.394+0000 7f8aa2333640 1 Processor -- start 2024-09-13T18:57:42.397 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:42.394+0000 7f8aa2333640 1 -- start start 2024-09-13T18:57:42.400 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:42.394+0000 7f8aa2333640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f8a9c0b2b40 0x7f8a9c0ad400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:42.400 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:42.394+0000 7f8aa2333640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f8a9c0ce4f0 0x7f8a9c0ce960 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:42.400 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:42.394+0000 7f8aa2333640 1 -- --> v1:172.21.15.119:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f8a9c0ccbe0 con 0x7f8a9c159310 2024-09-13T18:57:42.400 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:42.394+0000 7f8aa2333640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f8a9c0ad940 con 0x7f8a9c0ce4f0 2024-09-13T18:57:42.400 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:42.394+0000 7f8aa2333640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f8a9c0ceea0 con 0x7f8a9c0b2b40 2024-09-13T18:57:42.400 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:42.395+0000 7f8a9bfff640 1 --1- >> v1:172.21.15.119:6789/0 conn(0x7f8a9c159310 0x7f8a9c0ab140 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.119:6789/0 says I am v1:172.21.15.119:59230/0 (socket says 172.21.15.119:59230) 2024-09-13T18:57:42.400 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:42.395+0000 7f8a9bfff640 1 -- 172.21.15.119:0/2437753501 learned_addr learned my addr 172.21.15.119:0/2437753501 (peer_addr_for_me v1:172.21.15.119:0/0) 2024-09-13T18:57:42.400 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:42.395+0000 7f8aa08d0640 1 --2- 172.21.15.119:0/2437753501 >> v2:172.21.15.145:3300/0 conn(0x7f8a9c0ce4f0 0x7f8a9c0ce960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:42.401 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:42.395+0000 7f8a9b7fe640 1 --2- 172.21.15.119:0/2437753501 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f8a9c0b2b40 0x7f8a9c0ad400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:42.401 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:42.395+0000 7f8a9affd640 1 -- 172.21.15.119:0/2437753501 <== mon.0 v1:172.21.15.119:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1842221345 0 0) 0x7f8a9c0ccbe0 con 0x7f8a9c159310 2024-09-13T18:57:42.401 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:42.395+0000 7f8a9affd640 1 -- 172.21.15.119:0/2437753501 --> v1:172.21.15.119:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f8a84003520 con 0x7f8a9c159310 2024-09-13T18:57:42.401 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:42.395+0000 7f8a9affd640 1 -- 172.21.15.119:0/2437753501 <== mon.0 v1:172.21.15.119:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 244081039 0 0) 0x7f8a84003520 con 0x7f8a9c159310 2024-09-13T18:57:42.401 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:42.395+0000 7f8a9affd640 1 -- 172.21.15.119:0/2437753501 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f8a9c0b2b40 msgr2=0x7f8a9c0ad400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T18:57:42.401 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:42.395+0000 7f8a9affd640 1 --2- 172.21.15.119:0/2437753501 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f8a9c0b2b40 0x7f8a9c0ad400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:42.401 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:42.395+0000 7f8a9affd640 1 -- 172.21.15.119:0/2437753501 >> v2:172.21.15.145:3300/0 conn(0x7f8a9c0ce4f0 msgr2=0x7f8a9c0ce960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T18:57:42.401 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:42.395+0000 7f8a9affd640 1 --2- 172.21.15.119:0/2437753501 >> v2:172.21.15.145:3300/0 conn(0x7f8a9c0ce4f0 0x7f8a9c0ce960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:42.401 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:42.395+0000 7f8a9affd640 1 -- 172.21.15.119:0/2437753501 --> v1:172.21.15.119:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8a9c0b1810 con 0x7f8a9c159310 2024-09-13T18:57:42.401 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:42.395+0000 7f8a9affd640 1 -- 172.21.15.119:0/2437753501 <== mon.0 v1:172.21.15.119:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 337823224 0 0) 0x7f8a8c001670 con 0x7f8a9c159310 2024-09-13T18:57:42.401 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:42.395+0000 7f8a9affd640 1 -- 172.21.15.119:0/2437753501 >> v1:172.21.15.119:6789/0 conn(0x7f8a9c159310 legacy=0x7f8a9c0ab140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:42.401 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:42.395+0000 7f8a9affd640 1 --2- 172.21.15.119:0/2437753501 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f8a9c0b2b40 0x7f8a840039a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:42.402 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:42.395+0000 7f8a9affd640 1 --2- 172.21.15.119:0/2437753501 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f8a84003f20 0x7f8a840047c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:42.402 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:42.395+0000 7f8a9affd640 1 --2- 172.21.15.119:0/2437753501 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f8a84004d00 0x7f8a84005180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:42.402 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:42.395+0000 7f8a9affd640 1 -- 172.21.15.119:0/2437753501 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8a9c0ceea0 con 0x7f8a84004d00 2024-09-13T18:57:42.402 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:42.395+0000 7f8a9affd640 1 -- 172.21.15.119:0/2437753501 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8a8400ba30 con 0x7f8a84003f20 2024-09-13T18:57:42.402 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:42.395+0000 7f8a9affd640 1 -- 172.21.15.119:0/2437753501 --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f8a8400bbf0 con 0x7f8a9c0b2b40 2024-09-13T18:57:42.402 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:42.395+0000 7f8aa08d0640 1 --2- 172.21.15.119:0/2437753501 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f8a84004d00 0x7f8a84005180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:42.402 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:42.395+0000 7f8a9bfff640 1 --2- 172.21.15.119:0/2437753501 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f8a9c0b2b40 0x7f8a840039a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:42.402 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:42.395+0000 7f8a9b7fe640 1 --2- 172.21.15.119:0/2437753501 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f8a84003f20 0x7f8a840047c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:42.402 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:42.396+0000 7f8aa08d0640 1 -- 172.21.15.119:0/2437753501 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f8a9c0b2b40 msgr2=0x7f8a840039a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T18:57:42.402 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:42.396+0000 7f8aa08d0640 1 --2- 172.21.15.119:0/2437753501 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f8a9c0b2b40 0x7f8a840039a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:42.402 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:42.396+0000 7f8aa08d0640 1 -- 172.21.15.119:0/2437753501 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f8a84003f20 msgr2=0x7f8a840047c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T18:57:42.402 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:42.396+0000 7f8aa08d0640 1 --2- 172.21.15.119:0/2437753501 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f8a84003f20 0x7f8a840047c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:42.402 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:42.396+0000 7f8aa08d0640 1 -- 172.21.15.119:0/2437753501 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8a84003520 con 0x7f8a84004d00 2024-09-13T18:57:42.402 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:42.396+0000 7f8aa08d0640 1 --2- 172.21.15.119:0/2437753501 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f8a84004d00 0x7f8a84005180 secure :-1 s=READY pgs=495 cs=0 l=1 rev1=1 crypto rx=0x7f8a94010350 tx=0x7f8a840057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2f92c6b5dc1d46b5 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:57:42.403 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:42.396+0000 7f8a9affd640 1 -- 172.21.15.119:0/2437753501 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8a9400b2d0 con 0x7f8a84004d00 2024-09-13T18:57:42.403 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:42.396+0000 7f8a9affd640 1 -- 172.21.15.119:0/2437753501 <== mon.0 v2:172.21.15.119:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f8a94011040 con 0x7f8a84004d00 2024-09-13T18:57:42.403 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:42.396+0000 7f8a9affd640 1 -- 172.21.15.119:0/2437753501 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8a94009760 con 0x7f8a84004d00 2024-09-13T18:57:42.403 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:42.397+0000 7f8aa2333640 1 -- 172.21.15.119:0/2437753501 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f8a84004d00 msgr2=0x7f8a84005180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:42.403 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:42.397+0000 7f8aa2333640 1 --2- 172.21.15.119:0/2437753501 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f8a84004d00 0x7f8a84005180 secure :-1 s=READY pgs=495 cs=0 l=1 rev1=1 crypto rx=0x7f8a94010350 tx=0x7f8a840057f0 comp rx=0 tx=0).stop 2024-09-13T18:57:42.403 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:42.397+0000 7f8aa08d0640 1 -- 172.21.15.119:0/2437753501 reap_dead start 2024-09-13T18:57:42.403 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:42.397+0000 7f8aa2333640 1 -- 172.21.15.119:0/2437753501 shutdown_connections 2024-09-13T18:57:42.403 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:42.397+0000 7f8aa2333640 1 -- 172.21.15.119:0/2437753501 >> 172.21.15.119:0/2437753501 conn(0x7f8a9c06a0b0 msgr2=0x7f8a9c06a4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:57:42.403 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:42.397+0000 7f8aa2333640 1 -- 172.21.15.119:0/2437753501 shutdown_connections 2024-09-13T18:57:42.403 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:42.397+0000 7f8aa2333640 1 -- 172.21.15.119:0/2437753501 wait complete. 2024-09-13T18:57:42.406 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:42.398+0000 7f8aa2333640 1 Processor -- start 2024-09-13T18:57:42.406 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:42.398+0000 7f8aa2333640 1 -- start start 2024-09-13T18:57:42.406 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:42.399+0000 7f8aa2333640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f8a84004d00 0x7f8a9c0c42e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:42.406 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:42.399+0000 7f8aa2333640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f8a9c15a090 0x7f8a9c0c9a00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:42.406 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:42.399+0000 7f8aa2333640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f8a9c0bb7d0 0x7f8a9c155640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:42.406 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:42.399+0000 7f8aa2333640 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8a9c15a650 con 0x7f8a84004d00 2024-09-13T18:57:42.406 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:42.399+0000 7f8aa2333640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8a9c15a930 con 0x7f8a9c0bb7d0 2024-09-13T18:57:42.406 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:42.399+0000 7f8aa2333640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f8a9c15ac10 con 0x7f8a9c15a090 2024-09-13T18:57:42.407 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:42.399+0000 7f8a9bfff640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f8a84004d00 0x7f8a9c0c42e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:42.407 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:42.399+0000 7f8a9bfff640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f8a84004d00 0x7f8a9c0c42e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.119:3300/0 says I am v2:172.21.15.119:60228/0 (socket says 172.21.15.119:60228) 2024-09-13T18:57:42.407 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:42.399+0000 7f8a9bfff640 1 -- 172.21.15.119:0/2097448889 learned_addr learned my addr 172.21.15.119:0/2097448889 (peer_addr_for_me v2:172.21.15.119:0/0) 2024-09-13T18:57:42.407 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:42.399+0000 7f8a9b7fe640 1 --2- 172.21.15.119:0/2097448889 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f8a9c15a090 0x7f8a9c0c9a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:42.407 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:42.399+0000 7f8aa08d0640 1 --2- 172.21.15.119:0/2097448889 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f8a9c0bb7d0 0x7f8a9c155640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:42.407 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:42.399+0000 7f8a9bfff640 1 -- 172.21.15.119:0/2097448889 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f8a9c15a090 msgr2=0x7f8a9c0c9a00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:42.407 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:42.399+0000 7f8a9bfff640 1 --2- 172.21.15.119:0/2097448889 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f8a9c15a090 0x7f8a9c0c9a00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:42.407 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:42.399+0000 7f8a9bfff640 1 -- 172.21.15.119:0/2097448889 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f8a9c0bb7d0 msgr2=0x7f8a9c155640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:42.407 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:42.399+0000 7f8a9bfff640 1 --2- 172.21.15.119:0/2097448889 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f8a9c0bb7d0 0x7f8a9c155640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:42.407 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:42.399+0000 7f8a9bfff640 1 -- 172.21.15.119:0/2097448889 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8a9c154e40 con 0x7f8a84004d00 2024-09-13T18:57:42.407 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:42.400+0000 7f8a9bfff640 1 --2- 172.21.15.119:0/2097448889 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f8a84004d00 0x7f8a9c0c42e0 secure :-1 s=READY pgs=496 cs=0 l=1 rev1=1 crypto rx=0x7f8a8c007290 tx=0x7f8a8c007690 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:57:42.407 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:42.400+0000 7f8a98ff9640 1 -- 172.21.15.119:0/2097448889 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8a8c004e80 con 0x7f8a84004d00 2024-09-13T18:57:42.407 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:42.400+0000 7f8a98ff9640 1 -- 172.21.15.119:0/2097448889 <== mon.0 v2:172.21.15.119:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f8a8c00f940 con 0x7f8a84004d00 2024-09-13T18:57:42.407 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:42.400+0000 7f8aa2333640 1 -- 172.21.15.119:0/2097448889 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f8a9c155120 con 0x7f8a84004d00 2024-09-13T18:57:42.408 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:42.400+0000 7f8a98ff9640 1 -- 172.21.15.119:0/2097448889 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8a8c00fcd0 con 0x7f8a84004d00 2024-09-13T18:57:42.408 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:42.400+0000 7f8aa2333640 1 -- 172.21.15.119:0/2097448889 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f8a9c0c9f40 con 0x7f8a84004d00 2024-09-13T18:57:42.408 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:42.401+0000 7f8aa2333640 1 -- 172.21.15.119:0/2097448889 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f8a9c155360 con 0x7f8a84004d00 2024-09-13T18:57:42.408 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:42.401+0000 7f8a98ff9640 1 -- 172.21.15.119:0/2097448889 <== mon.0 v2:172.21.15.119:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f8a8c01d460 con 0x7f8a84004d00 2024-09-13T18:57:42.408 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:42.402+0000 7f8a98ff9640 1 --2- 172.21.15.119:0/2097448889 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f8a8806ac30 0x7f8a8806d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:42.408 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:42.402+0000 7f8a9b7fe640 1 --2- 172.21.15.119:0/2097448889 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f8a8806ac30 0x7f8a8806d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:42.408 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:42.402+0000 7f8a98ff9640 1 -- 172.21.15.119:0/2097448889 <== mon.0 v2:172.21.15.119:3300/0 5 ==== osd_map(36..36 src has 1..36) v4 ==== 5547+0+0 (secure 0 0 0) 0x7f8a8c089420 con 0x7f8a84004d00 2024-09-13T18:57:42.408 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:42.402+0000 7f8a9b7fe640 1 --2- 172.21.15.119:0/2097448889 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f8a8806ac30 0x7f8a8806d0f0 secure :-1 s=READY pgs=247 cs=0 l=1 rev1=1 crypto rx=0x7f8a9c0cc180 tx=0x7f8a90009190 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:57:42.409 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:42.407+0000 7f8a98ff9640 1 -- 172.21.15.119:0/2097448889 <== mon.0 v2:172.21.15.119:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f8a9c155360 con 0x7f8a84004d00 2024-09-13T18:57:42.569 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:42.567+0000 7f8aa2333640 1 -- 172.21.15.119:0/2097448889 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9} v 0) v1 -- 0x7f8a9c155360 con 0x7f8a84004d00 2024-09-13T18:57:43.281 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:43.278+0000 7f8a98ff9640 1 -- 172.21.15.119:0/2097448889 <== mon.0 v2:172.21.15.119:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]=0 pool 'cephfs_data' created v37) v1 ==== 170+0+0 (secure 0 0 0) 0x7f8a8c0546a0 con 0x7f8a84004d00 2024-09-13T18:57:43.281 INFO:teuthology.orchestra.run.smithi119.stderr:pool 'cephfs_data' created 2024-09-13T18:57:43.290 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:43.284+0000 7f8aa2333640 1 -- 172.21.15.119:0/2097448889 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f8a8806ac30 msgr2=0x7f8a8806d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:43.290 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:43.284+0000 7f8aa2333640 1 --2- 172.21.15.119:0/2097448889 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f8a8806ac30 0x7f8a8806d0f0 secure :-1 s=READY pgs=247 cs=0 l=1 rev1=1 crypto rx=0x7f8a9c0cc180 tx=0x7f8a90009190 comp rx=0 tx=0).stop 2024-09-13T18:57:43.291 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:43.284+0000 7f8aa2333640 1 -- 172.21.15.119:0/2097448889 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f8a84004d00 msgr2=0x7f8a9c0c42e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:43.291 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:43.284+0000 7f8aa2333640 1 --2- 172.21.15.119:0/2097448889 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f8a84004d00 0x7f8a9c0c42e0 secure :-1 s=READY pgs=496 cs=0 l=1 rev1=1 crypto rx=0x7f8a8c007290 tx=0x7f8a8c007690 comp rx=0 tx=0).stop 2024-09-13T18:57:43.293 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:43.290+0000 7f8aa2333640 1 -- 172.21.15.119:0/2097448889 shutdown_connections 2024-09-13T18:57:43.293 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:43.290+0000 7f8aa2333640 1 --2- 172.21.15.119:0/2097448889 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f8a8806ac30 0x7f8a8806d0f0 unknown :-1 s=CLOSED pgs=247 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:43.293 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:43.290+0000 7f8aa2333640 1 --2- 172.21.15.119:0/2097448889 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f8a9c0bb7d0 0x7f8a9c155640 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:43.293 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:43.290+0000 7f8aa2333640 1 --2- 172.21.15.119:0/2097448889 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f8a9c15a090 0x7f8a9c0c9a00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:43.293 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:43.290+0000 7f8aa2333640 1 --2- 172.21.15.119:0/2097448889 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f8a84004d00 0x7f8a9c0c42e0 unknown :-1 s=CLOSED pgs=496 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:43.293 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:43.290+0000 7f8aa2333640 1 -- 172.21.15.119:0/2097448889 >> 172.21.15.119:0/2097448889 conn(0x7f8a9c06a0b0 msgr2=0x7f8a9c0af1b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:57:43.294 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:43.291+0000 7f8aa2333640 1 -- 172.21.15.119:0/2097448889 shutdown_connections 2024-09-13T18:57:43.294 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:43.291+0000 7f8aa2333640 1 -- 172.21.15.119:0/2097448889 wait complete. 2024-09-13T18:57:43.310 DEBUG:teuthology.orchestra.run.smithi119:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs new cephfs cephfs_metadata cephfs_data 2024-09-13T18:57:43.412 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:43.410+0000 7f44cb783640 1 Processor -- start 2024-09-13T18:57:43.413 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:43.410+0000 7f44cb783640 1 -- start start 2024-09-13T18:57:43.413 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:43.411+0000 7f44cb783640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f44c4159310 0x7f44c40ad400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:43.414 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:43.411+0000 7f44cb783640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f44c40b2b40 0x7f44c40ab140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:43.414 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:43.411+0000 7f44cb783640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f44c40ccbe0 con 0x7f44c40ab680 2024-09-13T18:57:43.414 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:43.411+0000 7f44cb783640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f44c40ad940 con 0x7f44c40b2b40 2024-09-13T18:57:43.414 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:43.411+0000 7f44cb783640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f44c40b1810 con 0x7f44c4159310 2024-09-13T18:57:43.414 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:43.411+0000 7f44c951f640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f44c4159310 0x7f44c40ad400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:43.414 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:43.411+0000 7f44c8d1e640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f44c40b2b40 0x7f44c40ab140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:43.414 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:43.411+0000 7f44c9d20640 1 --1- >> v1:172.21.15.145:6789/0 conn(0x7f44c40ab680 0x7f44c40ce4f0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.145:6789/0 says I am v1:172.21.15.119:49048/0 (socket says 172.21.15.119:49048) 2024-09-13T18:57:43.414 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:43.411+0000 7f44c9d20640 1 -- 172.21.15.119:0/3043137705 learned_addr learned my addr 172.21.15.119:0/3043137705 (peer_addr_for_me v1:172.21.15.119:0/0) 2024-09-13T18:57:43.415 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:43.411+0000 7f44c951f640 1 -- 172.21.15.119:0/3043137705 >> v2:172.21.15.145:3300/0 conn(0x7f44c40b2b40 msgr2=0x7f44c40ab140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T18:57:43.415 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:43.411+0000 7f44c951f640 1 --2- 172.21.15.119:0/3043137705 >> v2:172.21.15.145:3300/0 conn(0x7f44c40b2b40 0x7f44c40ab140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:43.415 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:43.412+0000 7f44c951f640 1 -- 172.21.15.119:0/3043137705 >> v1:172.21.15.145:6789/0 conn(0x7f44c40ab680 legacy=0x7f44c40ce4f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:43.415 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:43.412+0000 7f44c951f640 1 -- 172.21.15.119:0/3043137705 --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f44c406d9e0 con 0x7f44c4159310 2024-09-13T18:57:43.415 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:43.412+0000 7f44c8d1e640 1 --2- 172.21.15.119:0/3043137705 >> v2:172.21.15.145:3300/0 conn(0x7f44c40b2b40 0x7f44c40ab140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T18:57:43.415 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:43.412+0000 7f44c951f640 1 --2- 172.21.15.119:0/3043137705 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f44c4159310 0x7f44c40ad400 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7f44b40097a0 tx=0x7f44b402a100 comp rx=0 tx=0).ready entity=mon.2 client_cookie=df1ce7d2c8ff7157 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:57:43.415 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:43.412+0000 7f44bbfff640 1 -- 172.21.15.119:0/3043137705 <== mon.2 v2:172.21.15.145:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f44b402ae50 con 0x7f44c4159310 2024-09-13T18:57:43.415 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:43.412+0000 7f44bbfff640 1 -- 172.21.15.119:0/3043137705 <== mon.2 v2:172.21.15.145:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f44b4032440 con 0x7f44c4159310 2024-09-13T18:57:43.416 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:43.412+0000 7f44bbfff640 1 -- 172.21.15.119:0/3043137705 <== mon.2 v2:172.21.15.145:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f44b40327d0 con 0x7f44c4159310 2024-09-13T18:57:43.417 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:43.413+0000 7f44cb783640 1 -- 172.21.15.119:0/3043137705 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f44c4159310 msgr2=0x7f44c40ad400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:43.417 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:43.413+0000 7f44cb783640 1 --2- 172.21.15.119:0/3043137705 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f44c4159310 0x7f44c40ad400 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7f44b40097a0 tx=0x7f44b402a100 comp rx=0 tx=0).stop 2024-09-13T18:57:43.417 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:43.413+0000 7f44cb783640 1 -- 172.21.15.119:0/3043137705 shutdown_connections 2024-09-13T18:57:43.417 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:43.413+0000 7f44cb783640 1 --2- 172.21.15.119:0/3043137705 >> v2:172.21.15.145:3300/0 conn(0x7f44c40b2b40 0x7f44c40ab140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:43.417 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:43.413+0000 7f44cb783640 1 --2- 172.21.15.119:0/3043137705 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f44c4159310 0x7f44c40ad400 unknown :-1 s=CLOSED pgs=53 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:43.417 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:43.413+0000 7f44cb783640 1 -- 172.21.15.119:0/3043137705 >> 172.21.15.119:0/3043137705 conn(0x7f44c406a0b0 msgr2=0x7f44c406a4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:57:43.417 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:43.413+0000 7f44cb783640 1 -- 172.21.15.119:0/3043137705 shutdown_connections 2024-09-13T18:57:43.417 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:43.413+0000 7f44cb783640 1 -- 172.21.15.119:0/3043137705 wait complete. 2024-09-13T18:57:43.417 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:43.414+0000 7f44cb783640 1 Processor -- start 2024-09-13T18:57:43.418 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:43.414+0000 7f44cb783640 1 -- start start 2024-09-13T18:57:43.420 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:43.415+0000 7f44cb783640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f44c40ab680 0x7f44c40ca190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:43.420 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:43.415+0000 7f44cb783640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f44c40b2b40 0x7f44c40c4c00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:43.420 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:43.415+0000 7f44cb783640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f44c4159310 0x7f44c409b640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:43.420 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:43.415+0000 7f44cb783640 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f44c40ca6d0 con 0x7f44c4159310 2024-09-13T18:57:43.420 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:43.415+0000 7f44cb783640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f44c40c5140 con 0x7f44c40ab680 2024-09-13T18:57:43.420 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:43.415+0000 7f44cb783640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f44c409be90 con 0x7f44c40b2b40 2024-09-13T18:57:43.420 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:43.415+0000 7f44c9d20640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f44c4159310 0x7f44c409b640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:43.420 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:43.415+0000 7f44c9d20640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f44c4159310 0x7f44c409b640 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.119:3300/0 says I am v2:172.21.15.119:43204/0 (socket says 172.21.15.119:43204) 2024-09-13T18:57:43.420 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:43.415+0000 7f44c9d20640 1 -- 172.21.15.119:0/3648397473 learned_addr learned my addr 172.21.15.119:0/3648397473 (peer_addr_for_me v2:172.21.15.119:0/0) 2024-09-13T18:57:43.421 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:43.415+0000 7f44c951f640 1 --2- 172.21.15.119:0/3648397473 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f44c40ab680 0x7f44c40ca190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:43.421 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:43.415+0000 7f44c8d1e640 1 --2- 172.21.15.119:0/3648397473 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f44c40b2b40 0x7f44c40c4c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:43.421 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:43.416+0000 7f44c9d20640 1 -- 172.21.15.119:0/3648397473 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f44c40b2b40 msgr2=0x7f44c40c4c00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:43.421 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:43.416+0000 7f44c9d20640 1 --2- 172.21.15.119:0/3648397473 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f44c40b2b40 0x7f44c40c4c00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:43.421 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:43.416+0000 7f44c9d20640 1 -- 172.21.15.119:0/3648397473 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f44c40ab680 msgr2=0x7f44c40ca190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:43.421 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:43.416+0000 7f44c9d20640 1 --2- 172.21.15.119:0/3648397473 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f44c40ab680 0x7f44c40ca190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:43.421 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:43.416+0000 7f44c9d20640 1 -- 172.21.15.119:0/3648397473 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f44c0009400 con 0x7f44c4159310 2024-09-13T18:57:43.421 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:43.416+0000 7f44c9d20640 1 --2- 172.21.15.119:0/3648397473 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f44c4159310 0x7f44c409b640 secure :-1 s=READY pgs=497 cs=0 l=1 rev1=1 crypto rx=0x7f44bc00caf0 tx=0x7f44bc00a060 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:57:43.421 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:43.416+0000 7f44b9ffb640 1 -- 172.21.15.119:0/3648397473 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f44bc00aca0 con 0x7f44c4159310 2024-09-13T18:57:43.421 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:43.416+0000 7f44b9ffb640 1 -- 172.21.15.119:0/3648397473 <== mon.0 v2:172.21.15.119:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f44bc00ae00 con 0x7f44c4159310 2024-09-13T18:57:43.421 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:43.416+0000 7f44b9ffb640 1 -- 172.21.15.119:0/3648397473 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f44bc012600 con 0x7f44c4159310 2024-09-13T18:57:43.421 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:43.416+0000 7f44cb783640 1 -- 172.21.15.119:0/3648397473 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f44b4009400 con 0x7f44c4159310 2024-09-13T18:57:43.421 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:43.416+0000 7f44cb783640 1 -- 172.21.15.119:0/3648397473 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f44c4157450 con 0x7f44c4159310 2024-09-13T18:57:43.422 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:43.417+0000 7f44cb783640 1 -- 172.21.15.119:0/3648397473 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f44c40ab140 con 0x7f44c4159310 2024-09-13T18:57:43.422 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:43.418+0000 7f44b9ffb640 1 -- 172.21.15.119:0/3648397473 <== mon.0 v2:172.21.15.119:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f44bc007070 con 0x7f44c4159310 2024-09-13T18:57:43.423 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:43.418+0000 7f44b9ffb640 1 --2- 172.21.15.119:0/3648397473 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f44a806ac00 0x7f44a806d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:43.423 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:43.418+0000 7f44b9ffb640 1 -- 172.21.15.119:0/3648397473 <== mon.0 v2:172.21.15.119:3300/0 5 ==== osd_map(37..37 src has 1..37) v4 ==== 5929+0+0 (secure 0 0 0) 0x7f44bc089300 con 0x7f44c4159310 2024-09-13T18:57:43.423 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:43.418+0000 7f44c951f640 1 --2- 172.21.15.119:0/3648397473 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f44a806ac00 0x7f44a806d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:43.423 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:43.418+0000 7f44c951f640 1 --2- 172.21.15.119:0/3648397473 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f44a806ac00 0x7f44a806d0c0 secure :-1 s=READY pgs=248 cs=0 l=1 rev1=1 crypto rx=0x7f44b4034000 tx=0x7f44b402e000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:57:43.425 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:43.422+0000 7f44b9ffb640 1 -- 172.21.15.119:0/3648397473 <== mon.0 v2:172.21.15.119:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f44bc054430 con 0x7f44c4159310 2024-09-13T18:57:43.618 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:43.615+0000 7f44cb783640 1 -- 172.21.15.119:0/3648397473 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_command({"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"} v 0) v1 -- 0x7f44c40b2840 con 0x7f44c4159310 2024-09-13T18:57:43.626 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:43.623+0000 7f44b9ffb640 1 -- 172.21.15.119:0/3648397473 <== mon.0 v2:172.21.15.119:3300/0 7 ==== mon_command_ack([{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]=0 new fs with metadata pool 5 and data pool 6 v12) v1 ==== 172+0+0 (secure 0 0 0) 0x7f44bc057a50 con 0x7f44c4159310 2024-09-13T18:57:43.626 INFO:teuthology.orchestra.run.smithi119.stderr:new fs with metadata pool 5 and data pool 6 2024-09-13T18:57:43.631 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:43.628+0000 7f44cb783640 1 -- 172.21.15.119:0/3648397473 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f44a806ac00 msgr2=0x7f44a806d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:43.632 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:43.629+0000 7f44cb783640 1 --2- 172.21.15.119:0/3648397473 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f44a806ac00 0x7f44a806d0c0 secure :-1 s=READY pgs=248 cs=0 l=1 rev1=1 crypto rx=0x7f44b4034000 tx=0x7f44b402e000 comp rx=0 tx=0).stop 2024-09-13T18:57:43.632 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:43.629+0000 7f44cb783640 1 -- 172.21.15.119:0/3648397473 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f44c4159310 msgr2=0x7f44c409b640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:43.632 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:43.629+0000 7f44cb783640 1 --2- 172.21.15.119:0/3648397473 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f44c4159310 0x7f44c409b640 secure :-1 s=READY pgs=497 cs=0 l=1 rev1=1 crypto rx=0x7f44bc00caf0 tx=0x7f44bc00a060 comp rx=0 tx=0).stop 2024-09-13T18:57:43.633 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:43.629+0000 7f44cb783640 1 -- 172.21.15.119:0/3648397473 shutdown_connections 2024-09-13T18:57:43.633 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:43.629+0000 7f44cb783640 1 --2- 172.21.15.119:0/3648397473 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f44a806ac00 0x7f44a806d0c0 secure :-1 s=CLOSED pgs=248 cs=0 l=1 rev1=1 crypto rx=0x7f44b4034000 tx=0x7f44b402e000 comp rx=0 tx=0).stop 2024-09-13T18:57:43.633 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:43.629+0000 7f44cb783640 1 --2- 172.21.15.119:0/3648397473 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f44c4159310 0x7f44c409b640 unknown :-1 s=CLOSED pgs=497 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:43.633 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:43.630+0000 7f44cb783640 1 --2- 172.21.15.119:0/3648397473 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f44c40b2b40 0x7f44c40c4c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:43.633 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:43.630+0000 7f44cb783640 1 --2- 172.21.15.119:0/3648397473 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f44c40ab680 0x7f44c40ca190 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:43.633 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:43.630+0000 7f44cb783640 1 -- 172.21.15.119:0/3648397473 >> 172.21.15.119:0/3648397473 conn(0x7f44c406a0b0 msgr2=0x7f44c40acf90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:57:43.637 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:43.635+0000 7f44cb783640 1 -- 172.21.15.119:0/3648397473 shutdown_connections 2024-09-13T18:57:43.638 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:43.636+0000 7f44cb783640 1 -- 172.21.15.119:0/3648397473 wait complete. 2024-09-13T18:57:43.654 DEBUG:teuthology.orchestra.run.smithi119:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T18:57:43.751 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:43.748+0000 7fce3e79c640 1 Processor -- start 2024-09-13T18:57:43.751 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:43.748+0000 7fce3e79c640 1 -- start start 2024-09-13T18:57:43.754 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:43.749+0000 7fce3e79c640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7fce38071d30 0x7fce38070190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:43.754 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:43.749+0000 7fce3e79c640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fce38072110 0x7fce380b1b70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:43.754 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:43.749+0000 7fce3e79c640 1 --2- >> v2:172.21.15.119:3300/0 conn(0x7fce380c8920 0x7fce380c8dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:43.754 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:43.749+0000 7fce3e79c640 1 -- --> v2:172.21.15.119:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fce380c9310 con 0x7fce380c8920 2024-09-13T18:57:43.754 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:43.749+0000 7fce3e79c640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fce380abdf0 con 0x7fce38071d30 2024-09-13T18:57:43.754 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:43.749+0000 7fce3e79c640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fce380ab1e0 con 0x7fce38072110 2024-09-13T18:57:43.754 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:43.749+0000 7fce3cd39640 1 --2- >> v2:172.21.15.119:3300/0 conn(0x7fce380c8920 0x7fce380c8dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:43.754 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:43.749+0000 7fce3cd39640 1 --2- >> v2:172.21.15.119:3300/0 conn(0x7fce380c8920 0x7fce380c8dd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.119:3300/0 says I am v2:172.21.15.119:43218/0 (socket says 172.21.15.119:43218) 2024-09-13T18:57:43.755 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:43.749+0000 7fce3cd39640 1 -- 172.21.15.119:0/1846716195 learned_addr learned my addr 172.21.15.119:0/1846716195 (peer_addr_for_me v2:172.21.15.119:0/0) 2024-09-13T18:57:43.755 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:43.750+0000 7fce37fff640 1 --2- 172.21.15.119:0/1846716195 >> v2:172.21.15.145:3300/0 conn(0x7fce38071d30 0x7fce38070190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:43.755 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:43.750+0000 7fce3cd39640 1 -- 172.21.15.119:0/1846716195 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fce38072110 msgr2=0x7fce380b1b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T18:57:43.755 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:43.750+0000 7fce3cd39640 1 --2- 172.21.15.119:0/1846716195 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fce38072110 0x7fce380b1b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:43.755 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:43.750+0000 7fce3cd39640 1 -- 172.21.15.119:0/1846716195 >> v2:172.21.15.145:3300/0 conn(0x7fce38071d30 msgr2=0x7fce38070190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T18:57:43.755 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:43.750+0000 7fce3cd39640 1 --2- 172.21.15.119:0/1846716195 >> v2:172.21.15.145:3300/0 conn(0x7fce38071d30 0x7fce38070190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:43.755 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:43.750+0000 7fce3cd39640 1 -- 172.21.15.119:0/1846716195 --> v2:172.21.15.119:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fce380ab4c0 con 0x7fce380c8920 2024-09-13T18:57:43.755 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:43.750+0000 7fce37fff640 1 --2- 172.21.15.119:0/1846716195 >> v2:172.21.15.145:3300/0 conn(0x7fce38071d30 0x7fce38070190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T18:57:43.755 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:43.750+0000 7fce3cd39640 1 --2- 172.21.15.119:0/1846716195 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fce380c8920 0x7fce380c8dd0 secure :-1 s=READY pgs=498 cs=0 l=1 rev1=1 crypto rx=0x7fce30009e50 tx=0x7fce3002a6f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fe54c3d3e4b9ee4c server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:57:43.755 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:43.750+0000 7fce36ffd640 1 -- 172.21.15.119:0/1846716195 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fce30031600 con 0x7fce380c8920 2024-09-13T18:57:43.755 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:43.751+0000 7fce36ffd640 1 -- 172.21.15.119:0/1846716195 <== mon.0 v2:172.21.15.119:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fce3002d050 con 0x7fce380c8920 2024-09-13T18:57:43.756 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:43.751+0000 7fce36ffd640 1 -- 172.21.15.119:0/1846716195 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fce30031980 con 0x7fce380c8920 2024-09-13T18:57:43.756 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:43.751+0000 7fce3e79c640 1 -- 172.21.15.119:0/1846716195 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fce380c8920 msgr2=0x7fce380c8dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:43.756 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:43.751+0000 7fce3e79c640 1 --2- 172.21.15.119:0/1846716195 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fce380c8920 0x7fce380c8dd0 secure :-1 s=READY pgs=498 cs=0 l=1 rev1=1 crypto rx=0x7fce30009e50 tx=0x7fce3002a6f0 comp rx=0 tx=0).stop 2024-09-13T18:57:43.756 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:43.751+0000 7fce3e79c640 1 -- 172.21.15.119:0/1846716195 shutdown_connections 2024-09-13T18:57:43.756 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:43.751+0000 7fce3e79c640 1 --2- 172.21.15.119:0/1846716195 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fce380c8920 0x7fce380c8dd0 unknown :-1 s=CLOSED pgs=498 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:43.756 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:43.751+0000 7fce3e79c640 1 --2- 172.21.15.119:0/1846716195 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fce38072110 0x7fce380b1b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:43.756 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:43.751+0000 7fce3e79c640 1 --2- 172.21.15.119:0/1846716195 >> v2:172.21.15.145:3300/0 conn(0x7fce38071d30 0x7fce38070190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:43.756 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:43.751+0000 7fce3e79c640 1 -- 172.21.15.119:0/1846716195 >> 172.21.15.119:0/1846716195 conn(0x7fce38069ed0 msgr2=0x7fce3806a2e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:57:43.756 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:43.751+0000 7fce3e79c640 1 -- 172.21.15.119:0/1846716195 shutdown_connections 2024-09-13T18:57:43.756 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:43.751+0000 7fce3e79c640 1 -- 172.21.15.119:0/1846716195 wait complete. 2024-09-13T18:57:43.759 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:43.752+0000 7fce3e79c640 1 Processor -- start 2024-09-13T18:57:43.760 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:43.752+0000 7fce3e79c640 1 -- start start 2024-09-13T18:57:43.760 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:43.753+0000 7fce3e79c640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fce38071d30 0x7fce3815a5c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:43.760 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:43.753+0000 7fce3e79c640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fce38072110 0x7fce38157fa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:43.760 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:43.753+0000 7fce3e79c640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fce380c8920 0x7fce381584e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:43.760 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:43.753+0000 7fce3e79c640 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fce381ee0e0 con 0x7fce38071d30 2024-09-13T18:57:43.760 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:43.753+0000 7fce3e79c640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fce381597c0 con 0x7fce38072110 2024-09-13T18:57:43.760 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:43.753+0000 7fce3e79c640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fce38158bb0 con 0x7fce380c8920 2024-09-13T18:57:43.760 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:43.753+0000 7fce37fff640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fce38071d30 0x7fce3815a5c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:43.760 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:43.753+0000 7fce37fff640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fce38071d30 0x7fce3815a5c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.119:3300/0 says I am v2:172.21.15.119:43226/0 (socket says 172.21.15.119:43226) 2024-09-13T18:57:43.760 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:43.753+0000 7fce37fff640 1 -- 172.21.15.119:0/921116556 learned_addr learned my addr 172.21.15.119:0/921116556 (peer_addr_for_me v2:172.21.15.119:0/0) 2024-09-13T18:57:43.760 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:43.753+0000 7fce3cd39640 1 --2- 172.21.15.119:0/921116556 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fce380c8920 0x7fce381584e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:43.761 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:43.753+0000 7fce377fe640 1 --2- 172.21.15.119:0/921116556 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fce38072110 0x7fce38157fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:43.761 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:43.753+0000 7fce37fff640 1 -- 172.21.15.119:0/921116556 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fce380c8920 msgr2=0x7fce381584e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:43.761 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:43.753+0000 7fce37fff640 1 --2- 172.21.15.119:0/921116556 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fce380c8920 0x7fce381584e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:43.761 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:43.753+0000 7fce37fff640 1 -- 172.21.15.119:0/921116556 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fce38072110 msgr2=0x7fce38157fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:43.761 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:43.753+0000 7fce37fff640 1 --2- 172.21.15.119:0/921116556 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fce38072110 0x7fce38157fa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:43.761 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:43.754+0000 7fce37fff640 1 -- 172.21.15.119:0/921116556 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fce30009b30 con 0x7fce38071d30 2024-09-13T18:57:43.761 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:43.754+0000 7fce377fe640 1 --2- 172.21.15.119:0/921116556 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fce38072110 0x7fce38157fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T18:57:43.761 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:43.754+0000 7fce37fff640 1 --2- 172.21.15.119:0/921116556 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fce38071d30 0x7fce3815a5c0 secure :-1 s=READY pgs=499 cs=0 l=1 rev1=1 crypto rx=0x7fce2800c7f0 tx=0x7fce2800cbf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:57:43.761 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:43.754+0000 7fce34ff9640 1 -- 172.21.15.119:0/921116556 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fce28007a30 con 0x7fce38071d30 2024-09-13T18:57:43.761 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:43.754+0000 7fce34ff9640 1 -- 172.21.15.119:0/921116556 <== mon.0 v2:172.21.15.119:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fce28007b90 con 0x7fce38071d30 2024-09-13T18:57:43.761 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:43.754+0000 7fce3e79c640 1 -- 172.21.15.119:0/921116556 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fce38158e90 con 0x7fce38071d30 2024-09-13T18:57:43.761 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:43.754+0000 7fce34ff9640 1 -- 172.21.15.119:0/921116556 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fce2800ce40 con 0x7fce38071d30 2024-09-13T18:57:43.761 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:43.754+0000 7fce3e79c640 1 -- 172.21.15.119:0/921116556 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fce38159450 con 0x7fce38071d30 2024-09-13T18:57:43.761 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:43.755+0000 7fce3e79c640 1 -- 172.21.15.119:0/921116556 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fce380b2f00 con 0x7fce38071d30 2024-09-13T18:57:43.762 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:43.755+0000 7fce34ff9640 1 -- 172.21.15.119:0/921116556 <== mon.0 v2:172.21.15.119:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fce280113f0 con 0x7fce38071d30 2024-09-13T18:57:43.762 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:43.756+0000 7fce34ff9640 1 --2- 172.21.15.119:0/921116556 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7fce2406ac30 0x7fce2406d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:43.762 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:43.756+0000 7fce34ff9640 1 -- 172.21.15.119:0/921116556 <== mon.0 v2:172.21.15.119:3300/0 5 ==== osd_map(38..38 src has 1..38) v4 ==== 6029+0+0 (secure 0 0 0) 0x7fce28089670 con 0x7fce38071d30 2024-09-13T18:57:43.762 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:43.756+0000 7fce377fe640 1 --2- 172.21.15.119:0/921116556 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7fce2406ac30 0x7fce2406d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:43.762 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:43.756+0000 7fce377fe640 1 --2- 172.21.15.119:0/921116556 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7fce2406ac30 0x7fce2406d0f0 secure :-1 s=READY pgs=249 cs=0 l=1 rev1=1 crypto rx=0x7fce2c006fd0 tx=0x7fce2c008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:57:43.762 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:43.760+0000 7fce34ff9640 1 -- 172.21.15.119:0/921116556 <== mon.0 v2:172.21.15.119:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fce28054710 con 0x7fce38071d30 2024-09-13T18:57:43.925 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:43.923+0000 7fce3e79c640 1 -- 172.21.15.119:0/921116556 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7fce3815cb20 con 0x7fce38071d30 2024-09-13T18:57:43.926 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:43.924+0000 7fce34ff9640 1 -- 172.21.15.119:0/921116556 <== mon.0 v2:172.21.15.119:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v38) v1 ==== 74+0+16835 (secure 0 0 0) 0x7fce28057d30 con 0x7fce38071d30 2024-09-13T18:57:43.927 INFO:teuthology.orchestra.run.smithi119.stdout: 2024-09-13T18:57:43.927 INFO:teuthology.orchestra.run.smithi119.stdout:{"epoch":38,"fsid":"b3bca492-3414-44ef-b63c-42eead5ea701","created":"2024-09-13T18:56:10.047760+0000","modified":"2024-09-13T18:57:43.616892+0000","last_up_change":"2024-09-13T18:56:22.096428+0000","last_in_change":"2024-09-13T18:56:12.143228+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":6,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T18:56:22.095896+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":5,"pool_name":"cephfs_metadata","create_time":"2024-09-13T18:57:42.071220+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"38","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.25,"score_stable":1.25,"optimal_score":1,"raw_score_acting":1.25,"raw_score_stable":1.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":6,"pool_name":"cephfs_data","create_time":"2024-09-13T18:57:42.586200+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"38","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"09edfd5c-bc57-47d1-a7b7-6d97f0f88db1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":37,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6810","nonce":3811853106},{"type":"v1","addr":"172.21.15.119:6813","nonce":3811853106}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6817","nonce":3811853106},{"type":"v1","addr":"172.21.15.119:6820","nonce":3811853106}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6828","nonce":3811853106},{"type":"v1","addr":"172.21.15.119:6830","nonce":3811853106}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6823","nonce":3811853106},{"type":"v1","addr":"172.21.15.119:6825","nonce":3811853106}]},"public_addr":"172.21.15.119:6813/3811853106","cluster_addr":"172.21.15.119:6820/3811853106","heartbeat_back_addr":"172.21.15.119:6830/3811853106","heartbeat_front_addr":"172.21.15.119:6825/3811853106","state":["exists","up"]},{"osd":1,"uuid":"f26f4bd2-3aee-4208-9e62-87f17047d886","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":37,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6809","nonce":1656755168},{"type":"v1","addr":"172.21.15.119:6812","nonce":1656755168}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6815","nonce":1656755168},{"type":"v1","addr":"172.21.15.119:6818","nonce":1656755168}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6829","nonce":1656755168},{"type":"v1","addr":"172.21.15.119:6831","nonce":1656755168}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6822","nonce":1656755168},{"type":"v1","addr":"172.21.15.119:6826","nonce":1656755168}]},"public_addr":"172.21.15.119:6812/1656755168","cluster_addr":"172.21.15.119:6818/1656755168","heartbeat_back_addr":"172.21.15.119:6831/1656755168","heartbeat_front_addr":"172.21.15.119:6826/1656755168","state":["exists","up"]},{"osd":2,"uuid":"1e9d6e0c-51f9-4f4a-bead-0e7edc7dd200","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":37,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6800","nonce":3093354378},{"type":"v1","addr":"172.21.15.119:6801","nonce":3093354378}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6802","nonce":3093354378},{"type":"v1","addr":"172.21.15.119:6803","nonce":3093354378}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6806","nonce":3093354378},{"type":"v1","addr":"172.21.15.119:6807","nonce":3093354378}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6804","nonce":3093354378},{"type":"v1","addr":"172.21.15.119:6805","nonce":3093354378}]},"public_addr":"172.21.15.119:6801/3093354378","cluster_addr":"172.21.15.119:6803/3093354378","heartbeat_back_addr":"172.21.15.119:6807/3093354378","heartbeat_front_addr":"172.21.15.119:6805/3093354378","state":["exists","up"]},{"osd":3,"uuid":"7c289b1f-a555-46e4-b85a-c0f230c9e02a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":37,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6808","nonce":886995937},{"type":"v1","addr":"172.21.15.119:6811","nonce":886995937}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6814","nonce":886995937},{"type":"v1","addr":"172.21.15.119:6816","nonce":886995937}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6824","nonce":886995937},{"type":"v1","addr":"172.21.15.119:6827","nonce":886995937}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6819","nonce":886995937},{"type":"v1","addr":"172.21.15.119:6821","nonce":886995937}]},"public_addr":"172.21.15.119:6811/886995937","cluster_addr":"172.21.15.119:6816/886995937","heartbeat_back_addr":"172.21.15.119:6827/886995937","heartbeat_front_addr":"172.21.15.119:6821/886995937","state":["exists","up"]},{"osd":4,"uuid":"a0a2f75b-5a33-4b69-b834-b8cf5a90ac5f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":37,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6808","nonce":2802887692},{"type":"v1","addr":"172.21.15.145:6809","nonce":2802887692}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6810","nonce":2802887692},{"type":"v1","addr":"172.21.15.145:6811","nonce":2802887692}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6814","nonce":2802887692},{"type":"v1","addr":"172.21.15.145:6815","nonce":2802887692}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6812","nonce":2802887692},{"type":"v1","addr":"172.21.15.145:6813","nonce":2802887692}]},"public_addr":"172.21.15.145:6809/2802887692","cluster_addr":"172.21.15.145:6811/2802887692","heartbeat_back_addr":"172.21.15.145:6815/2802887692","heartbeat_front_addr":"172.21.15.145:6813/2802887692","state":["exists","up"]},{"osd":5,"uuid":"e301c92f-a5af-49da-8384-bef6d48c9982","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":37,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6800","nonce":1431235391},{"type":"v1","addr":"172.21.15.145:6801","nonce":1431235391}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6802","nonce":1431235391},{"type":"v1","addr":"172.21.15.145:6803","nonce":1431235391}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6806","nonce":1431235391},{"type":"v1","addr":"172.21.15.145:6807","nonce":1431235391}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6804","nonce":1431235391},{"type":"v1","addr":"172.21.15.145:6805","nonce":1431235391}]},"public_addr":"172.21.15.145:6801/1431235391","cluster_addr":"172.21.15.145:6803/1431235391","heartbeat_back_addr":"172.21.15.145:6807/1431235391","heartbeat_front_addr":"172.21.15.145:6805/1431235391","state":["exists","up"]},{"osd":6,"uuid":"dd2ee71c-4024-4f56-90b1-d362ff9ae8f5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":37,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6816","nonce":1755123178},{"type":"v1","addr":"172.21.15.145:6817","nonce":1755123178}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6818","nonce":1755123178},{"type":"v1","addr":"172.21.15.145:6819","nonce":1755123178}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6822","nonce":1755123178},{"type":"v1","addr":"172.21.15.145:6823","nonce":1755123178}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6820","nonce":1755123178},{"type":"v1","addr":"172.21.15.145:6821","nonce":1755123178}]},"public_addr":"172.21.15.145:6817/1755123178","cluster_addr":"172.21.15.145:6819/1755123178","heartbeat_back_addr":"172.21.15.145:6823/1755123178","heartbeat_front_addr":"172.21.15.145:6821/1755123178","state":["exists","up"]},{"osd":7,"uuid":"7412449e-689b-45ee-9ae5-744a8c27f166","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":37,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6824","nonce":3012628958},{"type":"v1","addr":"172.21.15.145:6825","nonce":3012628958}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6826","nonce":3012628958},{"type":"v1","addr":"172.21.15.145:6827","nonce":3012628958}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6830","nonce":3012628958},{"type":"v1","addr":"172.21.15.145:6831","nonce":3012628958}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6828","nonce":3012628958},{"type":"v1","addr":"172.21.15.145:6829","nonce":3012628958}]},"public_addr":"172.21.15.145:6825/3012628958","cluster_addr":"172.21.15.145:6827/3012628958","heartbeat_back_addr":"172.21.15.145:6831/3012628958","heartbeat_front_addr":"172.21.15.145:6829/3012628958","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T18:56:17.286635+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T18:56:17.334491+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T18:56:17.297521+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T18:56:17.383716+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T18:56:17.267776+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T18:56:17.312998+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T18:56:17.303008+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T18:56:17.304729+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T18:57:43.929 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:43.926+0000 7fce3e79c640 1 -- 172.21.15.119:0/921116556 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7fce2406ac30 msgr2=0x7fce2406d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:43.929 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:43.926+0000 7fce3e79c640 1 --2- 172.21.15.119:0/921116556 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7fce2406ac30 0x7fce2406d0f0 secure :-1 s=READY pgs=249 cs=0 l=1 rev1=1 crypto rx=0x7fce2c006fd0 tx=0x7fce2c008040 comp rx=0 tx=0).stop 2024-09-13T18:57:43.929 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:43.926+0000 7fce3e79c640 1 -- 172.21.15.119:0/921116556 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fce38071d30 msgr2=0x7fce3815a5c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:43.929 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:43.926+0000 7fce3e79c640 1 --2- 172.21.15.119:0/921116556 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fce38071d30 0x7fce3815a5c0 secure :-1 s=READY pgs=499 cs=0 l=1 rev1=1 crypto rx=0x7fce2800c7f0 tx=0x7fce2800cbf0 comp rx=0 tx=0).stop 2024-09-13T18:57:43.929 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:43.926+0000 7fce3e79c640 1 -- 172.21.15.119:0/921116556 shutdown_connections 2024-09-13T18:57:43.929 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:43.926+0000 7fce3e79c640 1 --2- 172.21.15.119:0/921116556 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7fce2406ac30 0x7fce2406d0f0 unknown :-1 s=CLOSED pgs=249 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:43.929 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:43.926+0000 7fce3e79c640 1 --2- 172.21.15.119:0/921116556 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fce380c8920 0x7fce381584e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:43.929 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:43.926+0000 7fce3e79c640 1 --2- 172.21.15.119:0/921116556 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fce38072110 0x7fce38157fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:43.929 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:43.926+0000 7fce3e79c640 1 --2- 172.21.15.119:0/921116556 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fce38071d30 0x7fce3815a5c0 unknown :-1 s=CLOSED pgs=499 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:43.929 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:43.926+0000 7fce3e79c640 1 -- 172.21.15.119:0/921116556 >> 172.21.15.119:0/921116556 conn(0x7fce38069ed0 msgr2=0x7fce380ade80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:57:43.929 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:43.926+0000 7fce3e79c640 1 -- 172.21.15.119:0/921116556 shutdown_connections 2024-09-13T18:57:43.930 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:43.926+0000 7fce3e79c640 1 -- 172.21.15.119:0/921116556 wait complete. 2024-09-13T18:57:43.940 DEBUG:teuthology.orchestra.run.smithi119:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T18:57:44.037 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:44.034+0000 7fa45da19640 1 Processor -- start 2024-09-13T18:57:44.037 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:44.034+0000 7fa45da19640 1 -- start start 2024-09-13T18:57:44.045 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:44.035+0000 7fa45da19640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7fa45808a370 0x7fa4580d0f10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:44.045 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:44.035+0000 7fa45da19640 1 -- --> v1:172.21.15.119:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fa4580b3540 con 0x7fa4580b4130 2024-09-13T18:57:44.045 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:44.035+0000 7fa45da19640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fa4580cdc70 con 0x7fa4580b4510 2024-09-13T18:57:44.045 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:44.035+0000 7fa45da19640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fa4580b2ff0 con 0x7fa45808a370 2024-09-13T18:57:44.046 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:44.035+0000 7fa456ffd640 1 --1- >> v1:172.21.15.119:6789/0 conn(0x7fa4580b4130 0x7fa4580d2d00 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.119:6789/0 says I am v1:172.21.15.119:54928/0 (socket says 172.21.15.119:54928) 2024-09-13T18:57:44.046 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:44.035+0000 7fa456ffd640 1 -- 172.21.15.119:0/1900192322 learned_addr learned my addr 172.21.15.119:0/1900192322 (peer_addr_for_me v1:172.21.15.119:0/0) 2024-09-13T18:57:44.046 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:44.035+0000 7fa4567fc640 1 -- 172.21.15.119:0/1900192322 <== mon.0 v1:172.21.15.119:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 17659686 0 0) 0x7fa4580b3540 con 0x7fa4580b4130 2024-09-13T18:57:44.046 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:44.035+0000 7fa44e7fc640 1 --2- 172.21.15.119:0/1900192322 >> v2:172.21.15.145:3300/0 conn(0x7fa45808a370 0x7fa4580d0f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:44.046 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:44.035+0000 7fa4567fc640 1 -- 172.21.15.119:0/1900192322 --> v1:172.21.15.119:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fa444003520 con 0x7fa4580b4130 2024-09-13T18:57:44.046 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:44.035+0000 7fa4567fc640 1 -- 172.21.15.119:0/1900192322 <== mon.0 v1:172.21.15.119:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 4183120339 0 0) 0x7fa444003520 con 0x7fa4580b4130 2024-09-13T18:57:44.046 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:44.035+0000 7fa4567fc640 1 -- 172.21.15.119:0/1900192322 >> v2:172.21.15.145:3300/0 conn(0x7fa45808a370 msgr2=0x7fa4580d0f10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T18:57:44.046 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:44.035+0000 7fa4567fc640 1 --2- 172.21.15.119:0/1900192322 >> v2:172.21.15.145:3300/0 conn(0x7fa45808a370 0x7fa4580d0f10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:44.046 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:44.035+0000 7fa4567fc640 1 -- 172.21.15.119:0/1900192322 >> v1:172.21.15.145:6789/0 conn(0x7fa4580b4510 legacy=0x7fa4580d1450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:44.046 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:44.036+0000 7fa4567fc640 1 -- 172.21.15.119:0/1900192322 --> v1:172.21.15.119:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa4580cd6f0 con 0x7fa4580b4130 2024-09-13T18:57:44.046 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:44.036+0000 7fa44e7fc640 1 --2- 172.21.15.119:0/1900192322 >> v2:172.21.15.145:3300/0 conn(0x7fa45808a370 0x7fa4580d0f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T18:57:44.046 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:44.036+0000 7fa4567fc640 1 -- 172.21.15.119:0/1900192322 <== mon.0 v1:172.21.15.119:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 337823224 0 0) 0x7fa448001670 con 0x7fa4580b4130 2024-09-13T18:57:44.046 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:44.036+0000 7fa4567fc640 1 -- 172.21.15.119:0/1900192322 >> v1:172.21.15.119:6789/0 conn(0x7fa4580b4130 legacy=0x7fa4580d2d00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:44.046 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:44.036+0000 7fa4567fc640 1 --2- 172.21.15.119:0/1900192322 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fa444003970 0x7fa444003d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:44.047 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:44.036+0000 7fa4567fc640 1 --2- 172.21.15.119:0/1900192322 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fa4440047c0 0x7fa444004c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:44.047 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:44.036+0000 7fa4567fc640 1 --2- 172.21.15.119:0/1900192322 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fa444005180 0x7fa44400b980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:44.047 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:44.036+0000 7fa4567fc640 1 -- 172.21.15.119:0/1900192322 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa4580b2ff0 con 0x7fa4440047c0 2024-09-13T18:57:44.047 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:44.036+0000 7fa4567fc640 1 -- 172.21.15.119:0/1900192322 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa44400c0d0 con 0x7fa444003970 2024-09-13T18:57:44.047 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:44.036+0000 7fa4567fc640 1 -- 172.21.15.119:0/1900192322 --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa44400c290 con 0x7fa444005180 2024-09-13T18:57:44.047 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:44.036+0000 7fa44e7fc640 1 --2- 172.21.15.119:0/1900192322 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fa4440047c0 0x7fa444004c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:44.047 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:44.036+0000 7fa456ffd640 1 --2- 172.21.15.119:0/1900192322 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fa444003970 0x7fa444003d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:44.047 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:44.036+0000 7fa4577fe640 1 --2- 172.21.15.119:0/1900192322 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fa444005180 0x7fa44400b980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:44.047 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:44.036+0000 7fa44e7fc640 1 -- 172.21.15.119:0/1900192322 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fa444005180 msgr2=0x7fa44400b980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T18:57:44.047 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:44.036+0000 7fa44e7fc640 1 --2- 172.21.15.119:0/1900192322 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fa444005180 0x7fa44400b980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:44.047 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:44.036+0000 7fa44e7fc640 1 -- 172.21.15.119:0/1900192322 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fa444003970 msgr2=0x7fa444003d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T18:57:44.047 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:44.036+0000 7fa44e7fc640 1 --2- 172.21.15.119:0/1900192322 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fa444003970 0x7fa444003d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:44.047 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:44.036+0000 7fa44e7fc640 1 -- 172.21.15.119:0/1900192322 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa444003520 con 0x7fa4440047c0 2024-09-13T18:57:44.047 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:44.036+0000 7fa4577fe640 1 --2- 172.21.15.119:0/1900192322 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fa444005180 0x7fa44400b980 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T18:57:44.048 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:44.036+0000 7fa4577fe640 1 -- 172.21.15.119:0/1900192322 reap_dead start 2024-09-13T18:57:44.048 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:44.037+0000 7fa44e7fc640 1 --2- 172.21.15.119:0/1900192322 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fa4440047c0 0x7fa444004c40 secure :-1 s=READY pgs=501 cs=0 l=1 rev1=1 crypto rx=0x7fa4400098a0 tx=0x7fa4440057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=614e0cc6911af0ef server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:57:44.048 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:44.037+0000 7fa4567fc640 1 -- 172.21.15.119:0/1900192322 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa44002ace0 con 0x7fa4440047c0 2024-09-13T18:57:44.048 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:44.037+0000 7fa4567fc640 1 -- 172.21.15.119:0/1900192322 <== mon.0 v2:172.21.15.119:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa44002ae40 con 0x7fa4440047c0 2024-09-13T18:57:44.048 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:44.037+0000 7fa4567fc640 1 -- 172.21.15.119:0/1900192322 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa440004250 con 0x7fa4440047c0 2024-09-13T18:57:44.048 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:44.037+0000 7fa45da19640 1 -- 172.21.15.119:0/1900192322 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fa4440047c0 msgr2=0x7fa444004c40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:44.048 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:44.037+0000 7fa45da19640 1 --2- 172.21.15.119:0/1900192322 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fa4440047c0 0x7fa444004c40 secure :-1 s=READY pgs=501 cs=0 l=1 rev1=1 crypto rx=0x7fa4400098a0 tx=0x7fa4440057f0 comp rx=0 tx=0).stop 2024-09-13T18:57:44.048 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:44.037+0000 7fa45da19640 1 -- 172.21.15.119:0/1900192322 shutdown_connections 2024-09-13T18:57:44.048 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:44.037+0000 7fa45da19640 1 --2- 172.21.15.119:0/1900192322 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fa4440047c0 0x7fa444004c40 unknown :-1 s=CLOSED pgs=501 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:44.048 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:44.037+0000 7fa45da19640 1 -- 172.21.15.119:0/1900192322 >> 172.21.15.119:0/1900192322 conn(0x7fa458089f60 msgr2=0x7fa4580d24f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:57:44.048 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:44.037+0000 7fa45da19640 1 -- 172.21.15.119:0/1900192322 shutdown_connections 2024-09-13T18:57:44.048 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:44.037+0000 7fa45da19640 1 -- 172.21.15.119:0/1900192322 wait complete. 2024-09-13T18:57:44.048 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:44.039+0000 7fa45da19640 1 Processor -- start 2024-09-13T18:57:44.049 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:44.039+0000 7fa45da19640 1 -- start start 2024-09-13T18:57:44.049 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:44.039+0000 7fa45da19640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fa4440047c0 0x7fa4580c6020 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:44.049 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:44.039+0000 7fa45da19640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fa4580b2110 0x7fa45815ad20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:44.049 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:44.040+0000 7fa45da19640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fa4580af470 0x7fa4580af8f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:44.049 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:44.040+0000 7fa45da19640 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa4580c73a0 con 0x7fa4580af470 2024-09-13T18:57:44.049 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:44.040+0000 7fa45da19640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa4580b2590 con 0x7fa4580b2110 2024-09-13T18:57:44.049 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:44.040+0000 7fa45da19640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa4580c6720 con 0x7fa4440047c0 2024-09-13T18:57:44.049 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:44.040+0000 7fa4577fe640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fa4580af470 0x7fa4580af8f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:44.049 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:44.040+0000 7fa4577fe640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fa4580af470 0x7fa4580af8f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.119:3300/0 says I am v2:172.21.15.119:43246/0 (socket says 172.21.15.119:43246) 2024-09-13T18:57:44.049 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:44.040+0000 7fa4577fe640 1 -- 172.21.15.119:0/2547189811 learned_addr learned my addr 172.21.15.119:0/2547189811 (peer_addr_for_me v2:172.21.15.119:0/0) 2024-09-13T18:57:44.049 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:44.040+0000 7fa456ffd640 1 --2- 172.21.15.119:0/2547189811 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fa4440047c0 0x7fa4580c6020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:44.049 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:44.040+0000 7fa4577fe640 1 -- 172.21.15.119:0/2547189811 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fa4440047c0 msgr2=0x7fa4580c6020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:44.049 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:44.040+0000 7fa44e7fc640 1 --2- 172.21.15.119:0/2547189811 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fa4580b2110 0x7fa45815ad20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:44.049 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:44.040+0000 7fa4577fe640 1 --2- 172.21.15.119:0/2547189811 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fa4440047c0 0x7fa4580c6020 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:44.050 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:44.040+0000 7fa4577fe640 1 -- 172.21.15.119:0/2547189811 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fa4580b2110 msgr2=0x7fa45815ad20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:44.050 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:44.040+0000 7fa4577fe640 1 --2- 172.21.15.119:0/2547189811 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fa4580b2110 0x7fa45815ad20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:44.050 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:44.040+0000 7fa4577fe640 1 -- 172.21.15.119:0/2547189811 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa4580c6a00 con 0x7fa4580af470 2024-09-13T18:57:44.050 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:44.040+0000 7fa4577fe640 1 --2- 172.21.15.119:0/2547189811 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fa4580af470 0x7fa4580af8f0 secure :-1 s=READY pgs=502 cs=0 l=1 rev1=1 crypto rx=0x7fa45808aed0 tx=0x7fa45000d950 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:57:44.050 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:44.040+0000 7fa454ff9640 1 -- 172.21.15.119:0/2547189811 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa450003d80 con 0x7fa4580af470 2024-09-13T18:57:44.050 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:44.040+0000 7fa454ff9640 1 -- 172.21.15.119:0/2547189811 <== mon.0 v2:172.21.15.119:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa450005070 con 0x7fa4580af470 2024-09-13T18:57:44.050 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:44.040+0000 7fa454ff9640 1 -- 172.21.15.119:0/2547189811 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa450005420 con 0x7fa4580af470 2024-09-13T18:57:44.050 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:44.040+0000 7fa45da19640 1 -- 172.21.15.119:0/2547189811 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa4580c6ce0 con 0x7fa4580af470 2024-09-13T18:57:44.050 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:44.040+0000 7fa45da19640 1 -- 172.21.15.119:0/2547189811 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa45815b260 con 0x7fa4580af470 2024-09-13T18:57:44.050 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:44.041+0000 7fa45da19640 1 -- 172.21.15.119:0/2547189811 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fa4580d2ce0 con 0x7fa4580af470 2024-09-13T18:57:44.050 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:44.042+0000 7fa454ff9640 1 -- 172.21.15.119:0/2547189811 <== mon.0 v2:172.21.15.119:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fa450005580 con 0x7fa4580af470 2024-09-13T18:57:44.050 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:44.042+0000 7fa454ff9640 1 --2- 172.21.15.119:0/2547189811 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7fa43806ac00 0x7fa43806d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:44.050 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:44.042+0000 7fa454ff9640 1 -- 172.21.15.119:0/2547189811 <== mon.0 v2:172.21.15.119:3300/0 5 ==== osd_map(38..38 src has 1..38) v4 ==== 6029+0+0 (secure 0 0 0) 0x7fa450088770 con 0x7fa4580af470 2024-09-13T18:57:44.050 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:44.042+0000 7fa456ffd640 1 --2- 172.21.15.119:0/2547189811 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7fa43806ac00 0x7fa43806d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:44.050 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:44.043+0000 7fa456ffd640 1 --2- 172.21.15.119:0/2547189811 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7fa43806ac00 0x7fa43806d0c0 secure :-1 s=READY pgs=250 cs=0 l=1 rev1=1 crypto rx=0x7fa4580b1ab0 tx=0x7fa448000ed0 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:57:44.051 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:44.046+0000 7fa454ff9640 1 -- 172.21.15.119:0/2547189811 <== mon.0 v2:172.21.15.119:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fa4580d2ce0 con 0x7fa4580af470 2024-09-13T18:57:44.215 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:44.212+0000 7fa45da19640 1 -- 172.21.15.119:0/2547189811 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7fa4580cdc70 con 0x7fa4580af470 2024-09-13T18:57:44.216 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:44.213+0000 7fa454ff9640 1 -- 172.21.15.119:0/2547189811 <== mon.0 v2:172.21.15.119:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v38) v1 ==== 74+0+16835 (secure 0 0 0) 0x7fa4580cdc70 con 0x7fa4580af470 2024-09-13T18:57:44.216 INFO:teuthology.orchestra.run.smithi119.stdout: 2024-09-13T18:57:44.218 INFO:teuthology.orchestra.run.smithi119.stdout:{"epoch":38,"fsid":"b3bca492-3414-44ef-b63c-42eead5ea701","created":"2024-09-13T18:56:10.047760+0000","modified":"2024-09-13T18:57:43.616892+0000","last_up_change":"2024-09-13T18:56:22.096428+0000","last_in_change":"2024-09-13T18:56:12.143228+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":6,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T18:56:22.095896+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":5,"pool_name":"cephfs_metadata","create_time":"2024-09-13T18:57:42.071220+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"38","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.25,"score_stable":1.25,"optimal_score":1,"raw_score_acting":1.25,"raw_score_stable":1.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":6,"pool_name":"cephfs_data","create_time":"2024-09-13T18:57:42.586200+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"38","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"09edfd5c-bc57-47d1-a7b7-6d97f0f88db1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":37,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6810","nonce":3811853106},{"type":"v1","addr":"172.21.15.119:6813","nonce":3811853106}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6817","nonce":3811853106},{"type":"v1","addr":"172.21.15.119:6820","nonce":3811853106}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6828","nonce":3811853106},{"type":"v1","addr":"172.21.15.119:6830","nonce":3811853106}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6823","nonce":3811853106},{"type":"v1","addr":"172.21.15.119:6825","nonce":3811853106}]},"public_addr":"172.21.15.119:6813/3811853106","cluster_addr":"172.21.15.119:6820/3811853106","heartbeat_back_addr":"172.21.15.119:6830/3811853106","heartbeat_front_addr":"172.21.15.119:6825/3811853106","state":["exists","up"]},{"osd":1,"uuid":"f26f4bd2-3aee-4208-9e62-87f17047d886","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":37,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6809","nonce":1656755168},{"type":"v1","addr":"172.21.15.119:6812","nonce":1656755168}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6815","nonce":1656755168},{"type":"v1","addr":"172.21.15.119:6818","nonce":1656755168}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6829","nonce":1656755168},{"type":"v1","addr":"172.21.15.119:6831","nonce":1656755168}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6822","nonce":1656755168},{"type":"v1","addr":"172.21.15.119:6826","nonce":1656755168}]},"public_addr":"172.21.15.119:6812/1656755168","cluster_addr":"172.21.15.119:6818/1656755168","heartbeat_back_addr":"172.21.15.119:6831/1656755168","heartbeat_front_addr":"172.21.15.119:6826/1656755168","state":["exists","up"]},{"osd":2,"uuid":"1e9d6e0c-51f9-4f4a-bead-0e7edc7dd200","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":37,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6800","nonce":3093354378},{"type":"v1","addr":"172.21.15.119:6801","nonce":3093354378}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6802","nonce":3093354378},{"type":"v1","addr":"172.21.15.119:6803","nonce":3093354378}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6806","nonce":3093354378},{"type":"v1","addr":"172.21.15.119:6807","nonce":3093354378}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6804","nonce":3093354378},{"type":"v1","addr":"172.21.15.119:6805","nonce":3093354378}]},"public_addr":"172.21.15.119:6801/3093354378","cluster_addr":"172.21.15.119:6803/3093354378","heartbeat_back_addr":"172.21.15.119:6807/3093354378","heartbeat_front_addr":"172.21.15.119:6805/3093354378","state":["exists","up"]},{"osd":3,"uuid":"7c289b1f-a555-46e4-b85a-c0f230c9e02a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":37,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6808","nonce":886995937},{"type":"v1","addr":"172.21.15.119:6811","nonce":886995937}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6814","nonce":886995937},{"type":"v1","addr":"172.21.15.119:6816","nonce":886995937}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6824","nonce":886995937},{"type":"v1","addr":"172.21.15.119:6827","nonce":886995937}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6819","nonce":886995937},{"type":"v1","addr":"172.21.15.119:6821","nonce":886995937}]},"public_addr":"172.21.15.119:6811/886995937","cluster_addr":"172.21.15.119:6816/886995937","heartbeat_back_addr":"172.21.15.119:6827/886995937","heartbeat_front_addr":"172.21.15.119:6821/886995937","state":["exists","up"]},{"osd":4,"uuid":"a0a2f75b-5a33-4b69-b834-b8cf5a90ac5f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":37,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6808","nonce":2802887692},{"type":"v1","addr":"172.21.15.145:6809","nonce":2802887692}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6810","nonce":2802887692},{"type":"v1","addr":"172.21.15.145:6811","nonce":2802887692}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6814","nonce":2802887692},{"type":"v1","addr":"172.21.15.145:6815","nonce":2802887692}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6812","nonce":2802887692},{"type":"v1","addr":"172.21.15.145:6813","nonce":2802887692}]},"public_addr":"172.21.15.145:6809/2802887692","cluster_addr":"172.21.15.145:6811/2802887692","heartbeat_back_addr":"172.21.15.145:6815/2802887692","heartbeat_front_addr":"172.21.15.145:6813/2802887692","state":["exists","up"]},{"osd":5,"uuid":"e301c92f-a5af-49da-8384-bef6d48c9982","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":37,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6800","nonce":1431235391},{"type":"v1","addr":"172.21.15.145:6801","nonce":1431235391}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6802","nonce":1431235391},{"type":"v1","addr":"172.21.15.145:6803","nonce":1431235391}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6806","nonce":1431235391},{"type":"v1","addr":"172.21.15.145:6807","nonce":1431235391}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6804","nonce":1431235391},{"type":"v1","addr":"172.21.15.145:6805","nonce":1431235391}]},"public_addr":"172.21.15.145:6801/1431235391","cluster_addr":"172.21.15.145:6803/1431235391","heartbeat_back_addr":"172.21.15.145:6807/1431235391","heartbeat_front_addr":"172.21.15.145:6805/1431235391","state":["exists","up"]},{"osd":6,"uuid":"dd2ee71c-4024-4f56-90b1-d362ff9ae8f5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":37,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6816","nonce":1755123178},{"type":"v1","addr":"172.21.15.145:6817","nonce":1755123178}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6818","nonce":1755123178},{"type":"v1","addr":"172.21.15.145:6819","nonce":1755123178}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6822","nonce":1755123178},{"type":"v1","addr":"172.21.15.145:6823","nonce":1755123178}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6820","nonce":1755123178},{"type":"v1","addr":"172.21.15.145:6821","nonce":1755123178}]},"public_addr":"172.21.15.145:6817/1755123178","cluster_addr":"172.21.15.145:6819/1755123178","heartbeat_back_addr":"172.21.15.145:6823/1755123178","heartbeat_front_addr":"172.21.15.145:6821/1755123178","state":["exists","up"]},{"osd":7,"uuid":"7412449e-689b-45ee-9ae5-744a8c27f166","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":37,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6824","nonce":3012628958},{"type":"v1","addr":"172.21.15.145:6825","nonce":3012628958}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6826","nonce":3012628958},{"type":"v1","addr":"172.21.15.145:6827","nonce":3012628958}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6830","nonce":3012628958},{"type":"v1","addr":"172.21.15.145:6831","nonce":3012628958}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6828","nonce":3012628958},{"type":"v1","addr":"172.21.15.145:6829","nonce":3012628958}]},"public_addr":"172.21.15.145:6825/3012628958","cluster_addr":"172.21.15.145:6827/3012628958","heartbeat_back_addr":"172.21.15.145:6831/3012628958","heartbeat_front_addr":"172.21.15.145:6829/3012628958","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T18:56:17.286635+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T18:56:17.334491+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T18:56:17.297521+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T18:56:17.383716+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T18:56:17.267776+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T18:56:17.312998+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T18:56:17.303008+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T18:56:17.304729+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T18:57:44.219 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:44.215+0000 7fa45da19640 1 -- 172.21.15.119:0/2547189811 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7fa43806ac00 msgr2=0x7fa43806d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:44.219 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:44.215+0000 7fa45da19640 1 --2- 172.21.15.119:0/2547189811 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7fa43806ac00 0x7fa43806d0c0 secure :-1 s=READY pgs=250 cs=0 l=1 rev1=1 crypto rx=0x7fa4580b1ab0 tx=0x7fa448000ed0 comp rx=0 tx=0).stop 2024-09-13T18:57:44.219 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:44.215+0000 7fa45da19640 1 -- 172.21.15.119:0/2547189811 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fa4580af470 msgr2=0x7fa4580af8f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:44.219 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:44.215+0000 7fa45da19640 1 --2- 172.21.15.119:0/2547189811 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fa4580af470 0x7fa4580af8f0 secure :-1 s=READY pgs=502 cs=0 l=1 rev1=1 crypto rx=0x7fa45808aed0 tx=0x7fa45000d950 comp rx=0 tx=0).stop 2024-09-13T18:57:44.219 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:44.215+0000 7fa45da19640 1 -- 172.21.15.119:0/2547189811 shutdown_connections 2024-09-13T18:57:44.219 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:44.216+0000 7fa45da19640 1 --2- 172.21.15.119:0/2547189811 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7fa43806ac00 0x7fa43806d0c0 unknown :-1 s=CLOSED pgs=250 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:44.219 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:44.216+0000 7fa45da19640 1 --2- 172.21.15.119:0/2547189811 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fa4580af470 0x7fa4580af8f0 unknown :-1 s=CLOSED pgs=502 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:44.219 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:44.216+0000 7fa45da19640 1 --2- 172.21.15.119:0/2547189811 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fa4580b2110 0x7fa45815ad20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:44.220 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:44.216+0000 7fa45da19640 1 --2- 172.21.15.119:0/2547189811 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fa4440047c0 0x7fa4580c6020 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:44.220 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:44.216+0000 7fa45da19640 1 -- 172.21.15.119:0/2547189811 >> 172.21.15.119:0/2547189811 conn(0x7fa458089f60 msgr2=0x7fa4580ccab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:57:44.220 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:44.216+0000 7fa45da19640 1 -- 172.21.15.119:0/2547189811 shutdown_connections 2024-09-13T18:57:44.220 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:44.216+0000 7fa45da19640 1 -- 172.21.15.119:0/2547189811 wait complete. 2024-09-13T18:57:44.230 DEBUG:teuthology.orchestra.run.smithi119:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs standby_count_wanted 0 2024-09-13T18:57:44.330 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:44.328+0000 7f44db4b7640 1 Processor -- start 2024-09-13T18:57:44.331 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:44.328+0000 7f44db4b7640 1 -- start start 2024-09-13T18:57:44.334 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:44.329+0000 7f44db4b7640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f44d406c8a0 0x7f44d40b1160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:44.334 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:44.329+0000 7f44db4b7640 1 -- --> v1:172.21.15.119:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f44d40b2d10 con 0x7f44d4158b00 2024-09-13T18:57:44.334 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:44.329+0000 7f44db4b7640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f44d40b2ff0 con 0x7f44d4071b20 2024-09-13T18:57:44.334 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:44.329+0000 7f44db4b7640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f44d4070310 con 0x7f44d406c8a0 2024-09-13T18:57:44.334 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:44.329+0000 7f44d9253640 1 --1- >> v1:172.21.15.119:6789/0 conn(0x7f44d4158b00 0x7f44d406c190 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.119:6789/0 says I am v1:172.21.15.119:54932/0 (socket says 172.21.15.119:54932) 2024-09-13T18:57:44.334 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:44.329+0000 7f44d9253640 1 -- 172.21.15.119:0/995110919 learned_addr learned my addr 172.21.15.119:0/995110919 (peer_addr_for_me v1:172.21.15.119:0/0) 2024-09-13T18:57:44.334 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:44.329+0000 7f44d8a52640 1 --2- 172.21.15.119:0/995110919 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f44d406c8a0 0x7f44d40b1160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:44.334 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:44.329+0000 7f44cbfff640 1 -- 172.21.15.119:0/995110919 <== mon.0 v1:172.21.15.119:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2539162203 0 0) 0x7f44d40b2d10 con 0x7f44d4158b00 2024-09-13T18:57:44.335 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:44.329+0000 7f44cbfff640 1 -- 172.21.15.119:0/995110919 --> v1:172.21.15.119:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f44c0003520 con 0x7f44d4158b00 2024-09-13T18:57:44.335 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:44.329+0000 7f44cbfff640 1 -- 172.21.15.119:0/995110919 <== mon.0 v1:172.21.15.119:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 2289088642 0 0) 0x7f44c0003520 con 0x7f44d4158b00 2024-09-13T18:57:44.335 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:44.329+0000 7f44cbfff640 1 -- 172.21.15.119:0/995110919 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f44d406c8a0 msgr2=0x7f44d40b1160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T18:57:44.335 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:44.329+0000 7f44cbfff640 1 --2- 172.21.15.119:0/995110919 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f44d406c8a0 0x7f44d40b1160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:44.335 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:44.329+0000 7f44cbfff640 1 -- 172.21.15.119:0/995110919 >> v1:172.21.15.145:6789/0 conn(0x7f44d4071b20 legacy=0x7f44d40b16a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:44.335 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:44.329+0000 7f44cbfff640 1 -- 172.21.15.119:0/995110919 --> v1:172.21.15.119:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f44d40705f0 con 0x7f44d4158b00 2024-09-13T18:57:44.335 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:44.329+0000 7f44cbfff640 1 -- 172.21.15.119:0/995110919 <== mon.0 v1:172.21.15.119:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 337823224 0 0) 0x7f44d0001670 con 0x7f44d4158b00 2024-09-13T18:57:44.335 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:44.329+0000 7f44cbfff640 1 -- 172.21.15.119:0/995110919 >> v1:172.21.15.119:6789/0 conn(0x7f44d4158b00 legacy=0x7f44d406c190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:44.335 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:44.329+0000 7f44cbfff640 1 --2- 172.21.15.119:0/995110919 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f44c00039a0 0x7f44c0003d80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:44.335 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:44.329+0000 7f44cbfff640 1 --2- 172.21.15.119:0/995110919 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f44d406c8a0 0x7f44c00047c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:44.335 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:44.329+0000 7f44cbfff640 1 --2- 172.21.15.119:0/995110919 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f44c0004d00 0x7f44c0005180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:44.336 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:44.330+0000 7f44cbfff640 1 -- 172.21.15.119:0/995110919 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f44d4070310 con 0x7f44c00039a0 2024-09-13T18:57:44.336 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:44.330+0000 7f44cbfff640 1 -- 172.21.15.119:0/995110919 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f44c000b980 con 0x7f44c0004d00 2024-09-13T18:57:44.336 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:44.330+0000 7f44cbfff640 1 -- 172.21.15.119:0/995110919 --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f44c000dd50 con 0x7f44d406c8a0 2024-09-13T18:57:44.336 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:44.330+0000 7f44d9253640 1 --2- 172.21.15.119:0/995110919 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f44c00039a0 0x7f44c0003d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:44.336 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:44.330+0000 7f44d8a52640 1 --2- 172.21.15.119:0/995110919 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f44d406c8a0 0x7f44c00047c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:44.336 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:44.330+0000 7f44d9a54640 1 --2- 172.21.15.119:0/995110919 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f44c0004d00 0x7f44c0005180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:44.336 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:44.330+0000 7f44d9253640 1 -- 172.21.15.119:0/995110919 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f44d406c8a0 msgr2=0x7f44c00047c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T18:57:44.336 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:44.330+0000 7f44d9253640 1 --2- 172.21.15.119:0/995110919 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f44d406c8a0 0x7f44c00047c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:44.336 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:44.330+0000 7f44d9253640 1 -- 172.21.15.119:0/995110919 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f44c0004d00 msgr2=0x7f44c0005180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T18:57:44.336 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:44.330+0000 7f44d9253640 1 --2- 172.21.15.119:0/995110919 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f44c0004d00 0x7f44c0005180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:44.337 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:44.330+0000 7f44d9253640 1 -- 172.21.15.119:0/995110919 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f44c0003520 con 0x7f44c00039a0 2024-09-13T18:57:44.337 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:44.330+0000 7f44d9a54640 1 --2- 172.21.15.119:0/995110919 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f44c0004d00 0x7f44c0005180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T18:57:44.337 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:44.331+0000 7f44d9253640 1 --2- 172.21.15.119:0/995110919 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f44c00039a0 0x7f44c0003d80 secure :-1 s=READY pgs=504 cs=0 l=1 rev1=1 crypto rx=0x7f44d000c210 tx=0x7f44c00057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a7735e37f0929d24 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:57:44.337 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:44.331+0000 7f44cbfff640 1 -- 172.21.15.119:0/995110919 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f44d0005ad0 con 0x7f44c00039a0 2024-09-13T18:57:44.337 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:44.331+0000 7f44cbfff640 1 -- 172.21.15.119:0/995110919 <== mon.0 v2:172.21.15.119:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f44d002d070 con 0x7f44c00039a0 2024-09-13T18:57:44.337 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:44.331+0000 7f44cbfff640 1 -- 172.21.15.119:0/995110919 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f44d0005e90 con 0x7f44c00039a0 2024-09-13T18:57:44.337 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:44.331+0000 7f44db4b7640 1 -- 172.21.15.119:0/995110919 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f44c00039a0 msgr2=0x7f44c0003d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:44.337 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:44.331+0000 7f44db4b7640 1 --2- 172.21.15.119:0/995110919 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f44c00039a0 0x7f44c0003d80 secure :-1 s=READY pgs=504 cs=0 l=1 rev1=1 crypto rx=0x7f44d000c210 tx=0x7f44c00057f0 comp rx=0 tx=0).stop 2024-09-13T18:57:44.337 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:44.331+0000 7f44d9a54640 1 -- 172.21.15.119:0/995110919 reap_dead start 2024-09-13T18:57:44.337 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:44.331+0000 7f44db4b7640 1 -- 172.21.15.119:0/995110919 shutdown_connections 2024-09-13T18:57:44.337 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:44.331+0000 7f44db4b7640 1 -- 172.21.15.119:0/995110919 >> 172.21.15.119:0/995110919 conn(0x7f44d406a0b0 msgr2=0x7f44d406a4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:57:44.337 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:44.331+0000 7f44db4b7640 1 -- 172.21.15.119:0/995110919 shutdown_connections 2024-09-13T18:57:44.337 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:44.331+0000 7f44db4b7640 1 -- 172.21.15.119:0/995110919 wait complete. 2024-09-13T18:57:44.340 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:44.332+0000 7f44db4b7640 1 Processor -- start 2024-09-13T18:57:44.340 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:44.332+0000 7f44db4b7640 1 -- start start 2024-09-13T18:57:44.340 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:44.333+0000 7f44db4b7640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f44c00039a0 0x7f44d40c3c50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:44.340 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:44.333+0000 7f44db4b7640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f44d40adeb0 0x7f44d40978b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:44.340 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:44.333+0000 7f44db4b7640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f44d40c1b10 0x7f44d4159a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:44.340 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:44.333+0000 7f44db4b7640 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f44d41591e0 con 0x7f44d40c1b10 2024-09-13T18:57:44.341 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:44.333+0000 7f44db4b7640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f44d40c37c0 con 0x7f44d40adeb0 2024-09-13T18:57:44.341 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:44.333+0000 7f44db4b7640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f44d40b1c20 con 0x7f44c00039a0 2024-09-13T18:57:44.341 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:44.333+0000 7f44d9a54640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f44d40c1b10 0x7f44d4159a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:44.341 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:44.333+0000 7f44d9a54640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f44d40c1b10 0x7f44d4159a30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.119:3300/0 says I am v2:172.21.15.119:43268/0 (socket says 172.21.15.119:43268) 2024-09-13T18:57:44.341 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:44.333+0000 7f44d9a54640 1 -- 172.21.15.119:0/2668906284 learned_addr learned my addr 172.21.15.119:0/2668906284 (peer_addr_for_me v2:172.21.15.119:0/0) 2024-09-13T18:57:44.341 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:44.333+0000 7f44d8a52640 1 --2- 172.21.15.119:0/2668906284 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f44d40adeb0 0x7f44d40978b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:44.341 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:44.333+0000 7f44d9253640 1 --2- 172.21.15.119:0/2668906284 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f44c00039a0 0x7f44d40c3c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:44.341 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:44.334+0000 7f44d9a54640 1 -- 172.21.15.119:0/2668906284 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f44c00039a0 msgr2=0x7f44d40c3c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:44.341 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:44.334+0000 7f44d9a54640 1 --2- 172.21.15.119:0/2668906284 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f44c00039a0 0x7f44d40c3c50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:44.341 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:44.334+0000 7f44d9a54640 1 -- 172.21.15.119:0/2668906284 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f44d40adeb0 msgr2=0x7f44d40978b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:44.341 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:44.334+0000 7f44d9a54640 1 --2- 172.21.15.119:0/2668906284 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f44d40adeb0 0x7f44d40978b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:44.341 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:44.334+0000 7f44d9a54640 1 -- 172.21.15.119:0/2668906284 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f44d40c2bb0 con 0x7f44d40c1b10 2024-09-13T18:57:44.341 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:44.334+0000 7f44d9a54640 1 --2- 172.21.15.119:0/2668906284 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f44d40c1b10 0x7f44d4159a30 secure :-1 s=READY pgs=505 cs=0 l=1 rev1=1 crypto rx=0x7f44d406d9f0 tx=0x7f44cc00ec00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:57:44.341 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:44.334+0000 7f44c9ffb640 1 -- 172.21.15.119:0/2668906284 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f44cc00ee50 con 0x7f44d40c1b10 2024-09-13T18:57:44.341 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:44.334+0000 7f44c9ffb640 1 -- 172.21.15.119:0/2668906284 <== mon.0 v2:172.21.15.119:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f44cc003b80 con 0x7f44d40c1b10 2024-09-13T18:57:44.342 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:44.334+0000 7f44db4b7640 1 -- 172.21.15.119:0/2668906284 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f44d40c2e90 con 0x7f44d40c1b10 2024-09-13T18:57:44.342 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:44.334+0000 7f44c9ffb640 1 -- 172.21.15.119:0/2668906284 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f44cc0050d0 con 0x7f44d40c1b10 2024-09-13T18:57:44.342 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:44.334+0000 7f44db4b7640 1 -- 172.21.15.119:0/2668906284 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f44d40c3450 con 0x7f44d40c1b10 2024-09-13T18:57:44.342 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:44.335+0000 7f44db4b7640 1 -- 172.21.15.119:0/2668906284 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f44d406c190 con 0x7f44d40c1b10 2024-09-13T18:57:44.342 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:44.335+0000 7f44c9ffb640 1 -- 172.21.15.119:0/2668906284 <== mon.0 v2:172.21.15.119:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f44cc005230 con 0x7f44d40c1b10 2024-09-13T18:57:44.342 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:44.336+0000 7f44c9ffb640 1 --2- 172.21.15.119:0/2668906284 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f44b806ac30 0x7f44b806d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:44.342 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:44.336+0000 7f44c9ffb640 1 -- 172.21.15.119:0/2668906284 <== mon.0 v2:172.21.15.119:3300/0 5 ==== osd_map(38..38 src has 1..38) v4 ==== 6029+0+0 (secure 0 0 0) 0x7f44cc089260 con 0x7f44d40c1b10 2024-09-13T18:57:44.342 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:44.336+0000 7f44d9253640 1 --2- 172.21.15.119:0/2668906284 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f44b806ac30 0x7f44b806d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:44.342 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:44.336+0000 7f44d9253640 1 --2- 172.21.15.119:0/2668906284 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f44b806ac30 0x7f44b806d0f0 secure :-1 s=READY pgs=251 cs=0 l=1 rev1=1 crypto rx=0x7f44d0032000 tx=0x7f44d002d000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:57:44.342 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:44.340+0000 7f44c9ffb640 1 -- 172.21.15.119:0/2668906284 <== mon.0 v2:172.21.15.119:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f44cc054390 con 0x7f44d40c1b10 2024-09-13T18:57:44.538 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:44.535+0000 7f44db4b7640 1 -- 172.21.15.119:0/2668906284 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"} v 0) v1 -- 0x7f44d40c3900 con 0x7f44d40c1b10 2024-09-13T18:57:44.629 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:44.626+0000 7f44c9ffb640 1 -- 172.21.15.119:0/2668906284 <== mon.0 v2:172.21.15.119:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]=0 v13) v1 ==== 118+0+0 (secure 0 0 0) 0x7f44cc0579b0 con 0x7f44d40c1b10 2024-09-13T18:57:44.632 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:44.629+0000 7f44db4b7640 1 -- 172.21.15.119:0/2668906284 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f44b806ac30 msgr2=0x7f44b806d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:44.632 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:44.629+0000 7f44db4b7640 1 --2- 172.21.15.119:0/2668906284 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f44b806ac30 0x7f44b806d0f0 secure :-1 s=READY pgs=251 cs=0 l=1 rev1=1 crypto rx=0x7f44d0032000 tx=0x7f44d002d000 comp rx=0 tx=0).stop 2024-09-13T18:57:44.632 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:44.629+0000 7f44db4b7640 1 -- 172.21.15.119:0/2668906284 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f44d40c1b10 msgr2=0x7f44d4159a30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:44.632 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:44.629+0000 7f44db4b7640 1 --2- 172.21.15.119:0/2668906284 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f44d40c1b10 0x7f44d4159a30 secure :-1 s=READY pgs=505 cs=0 l=1 rev1=1 crypto rx=0x7f44d406d9f0 tx=0x7f44cc00ec00 comp rx=0 tx=0).stop 2024-09-13T18:57:44.632 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:44.629+0000 7f44db4b7640 1 -- 172.21.15.119:0/2668906284 shutdown_connections 2024-09-13T18:57:44.632 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:44.629+0000 7f44db4b7640 1 --2- 172.21.15.119:0/2668906284 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f44b806ac30 0x7f44b806d0f0 unknown :-1 s=CLOSED pgs=251 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:44.632 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:44.629+0000 7f44db4b7640 1 --2- 172.21.15.119:0/2668906284 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f44d40c1b10 0x7f44d4159a30 unknown :-1 s=CLOSED pgs=505 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:44.632 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:44.629+0000 7f44db4b7640 1 --2- 172.21.15.119:0/2668906284 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f44d40adeb0 0x7f44d40978b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:44.632 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:44.629+0000 7f44db4b7640 1 --2- 172.21.15.119:0/2668906284 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f44c00039a0 0x7f44d40c3c50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:44.632 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:44.629+0000 7f44db4b7640 1 -- 172.21.15.119:0/2668906284 >> 172.21.15.119:0/2668906284 conn(0x7f44d406a0b0 msgr2=0x7f44d4157e20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:57:44.633 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:44.629+0000 7f44db4b7640 1 -- 172.21.15.119:0/2668906284 shutdown_connections 2024-09-13T18:57:44.633 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:44.629+0000 7f44db4b7640 1 -- 172.21.15.119:0/2668906284 wait complete. 2024-09-13T18:57:44.642 DEBUG:tasks.cephfs.filesystem:fs_config: {} 2024-09-13T18:57:44.642 DEBUG:teuthology.orchestra.run.smithi119:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs allow_standby_replay false 2024-09-13T18:57:44.742 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:44.739+0000 7f2070287640 1 Processor -- start 2024-09-13T18:57:44.742 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:44.739+0000 7f2070287640 1 -- start start 2024-09-13T18:57:44.744 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:44.740+0000 7f2070287640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f206815c5c0 0x7f206806ba60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:44.744 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:44.740+0000 7f2070287640 1 --2- >> v2:172.21.15.119:3300/0 conn(0x7f2068069ed0 0x7f206806a320 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:44.744 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:44.740+0000 7f2070287640 1 -- --> v1:172.21.15.119:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f206806a860 con 0x7f2068160140 2024-09-13T18:57:44.744 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:44.740+0000 7f2070287640 1 -- --> v2:172.21.15.119:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f20680cbfd0 con 0x7f2068069ed0 2024-09-13T18:57:44.744 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:44.740+0000 7f2070287640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f20680cc2b0 con 0x7f206815c5c0 2024-09-13T18:57:44.744 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:44.740+0000 7f206d822640 1 --2- >> v2:172.21.15.119:3300/0 conn(0x7f2068069ed0 0x7f206806a320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:44.744 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:44.740+0000 7f206e824640 1 --1- >> v1:172.21.15.119:6789/0 conn(0x7f2068160140 0x7f2068160550 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.119:6789/0 says I am v1:172.21.15.119:54946/0 (socket says 172.21.15.119:54946) 2024-09-13T18:57:44.744 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:44.740+0000 7f206e824640 1 -- 172.21.15.119:0/1544006956 learned_addr learned my addr 172.21.15.119:0/1544006956 (peer_addr_for_me v1:172.21.15.119:0/0) 2024-09-13T18:57:44.744 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:44.740+0000 7f206d822640 1 --2- >> v2:172.21.15.119:3300/0 conn(0x7f2068069ed0 0x7f206806a320 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.119:3300/0 says I am v2:172.21.15.119:43274/0 (socket says 172.21.15.119:43274) 2024-09-13T18:57:44.744 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:44.741+0000 7f206e023640 1 --2- 172.21.15.119:0/1544006956 >> v2:172.21.15.145:3300/0 conn(0x7f206815c5c0 0x7f206806ba60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:44.745 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:44.741+0000 7f206d822640 1 -- 172.21.15.119:0/1544006956 >> v2:172.21.15.145:3300/0 conn(0x7f206815c5c0 msgr2=0x7f206806ba60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T18:57:44.745 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:44.741+0000 7f206d822640 1 --2- 172.21.15.119:0/1544006956 >> v2:172.21.15.145:3300/0 conn(0x7f206815c5c0 0x7f206806ba60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:44.745 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:44.741+0000 7f206d822640 1 -- 172.21.15.119:0/1544006956 >> v1:172.21.15.119:6789/0 conn(0x7f2068160140 legacy=0x7f2068160550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:44.745 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:44.741+0000 7f206d021640 1 -- 172.21.15.119:0/1544006956 <== mon.0 v1:172.21.15.119:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 99139869 0 0) 0x7f2064001490 con 0x7f2068160140 2024-09-13T18:57:44.745 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:44.741+0000 7f206d822640 1 -- 172.21.15.119:0/1544006956 --> v2:172.21.15.119:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f20680cc590 con 0x7f2068069ed0 2024-09-13T18:57:44.745 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:44.741+0000 7f206d822640 1 --2- 172.21.15.119:0/1544006956 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f2068069ed0 0x7f206806a320 secure :-1 s=READY pgs=507 cs=0 l=1 rev1=1 crypto rx=0x7f20680d0410 tx=0x7f205802a1a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e150e67f075956f7 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:57:44.746 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:44.742+0000 7f206d021640 1 -- 172.21.15.119:0/1544006956 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2058032440 con 0x7f2068069ed0 2024-09-13T18:57:44.746 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:44.742+0000 7f206d021640 1 -- 172.21.15.119:0/1544006956 <== mon.0 v2:172.21.15.119:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f20580325a0 con 0x7f2068069ed0 2024-09-13T18:57:44.746 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:44.742+0000 7f206d021640 1 -- 172.21.15.119:0/1544006956 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2058032930 con 0x7f2068069ed0 2024-09-13T18:57:44.746 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:44.742+0000 7f2070287640 1 -- 172.21.15.119:0/1544006956 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f2068069ed0 msgr2=0x7f206806a320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:44.747 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:44.742+0000 7f2070287640 1 --2- 172.21.15.119:0/1544006956 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f2068069ed0 0x7f206806a320 secure :-1 s=READY pgs=507 cs=0 l=1 rev1=1 crypto rx=0x7f20680d0410 tx=0x7f205802a1a0 comp rx=0 tx=0).stop 2024-09-13T18:57:44.747 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:44.742+0000 7f2070287640 1 -- 172.21.15.119:0/1544006956 shutdown_connections 2024-09-13T18:57:44.747 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:44.742+0000 7f2070287640 1 --2- 172.21.15.119:0/1544006956 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f2068069ed0 0x7f206806a320 unknown :-1 s=CLOSED pgs=507 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:44.747 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:44.742+0000 7f2070287640 1 --2- 172.21.15.119:0/1544006956 >> v2:172.21.15.145:3300/0 conn(0x7f206815c5c0 0x7f206806ba60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:44.747 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:44.742+0000 7f2070287640 1 -- 172.21.15.119:0/1544006956 >> 172.21.15.119:0/1544006956 conn(0x7f20680717e0 msgr2=0x7f20680989d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:57:44.747 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:44.742+0000 7f2070287640 1 -- 172.21.15.119:0/1544006956 shutdown_connections 2024-09-13T18:57:44.747 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:44.742+0000 7f2070287640 1 -- 172.21.15.119:0/1544006956 wait complete. 2024-09-13T18:57:44.747 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:44.743+0000 7f2070287640 1 Processor -- start 2024-09-13T18:57:44.747 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:44.744+0000 7f2070287640 1 -- start start 2024-09-13T18:57:44.750 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:44.744+0000 7f2070287640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f2068069ed0 0x7f20680cb200 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:44.750 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:44.744+0000 7f2070287640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f206815c5c0 0x7f20681501d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:44.750 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:44.744+0000 7f2070287640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f2068160140 0x7f20680caa00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:44.750 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:44.744+0000 7f2070287640 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f20680c9d40 con 0x7f2068069ed0 2024-09-13T18:57:44.750 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:44.744+0000 7f2070287640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f20680c93a0 con 0x7f206815c5c0 2024-09-13T18:57:44.751 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:44.744+0000 7f2070287640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f20680c9680 con 0x7f2068160140 2024-09-13T18:57:44.751 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:44.744+0000 7f206e023640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f2068069ed0 0x7f20680cb200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:44.751 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:44.744+0000 7f206e023640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f2068069ed0 0x7f20680cb200 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.119:3300/0 says I am v2:172.21.15.119:43278/0 (socket says 172.21.15.119:43278) 2024-09-13T18:57:44.751 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:44.744+0000 7f206e023640 1 -- 172.21.15.119:0/355666985 learned_addr learned my addr 172.21.15.119:0/355666985 (peer_addr_for_me v2:172.21.15.119:0/0) 2024-09-13T18:57:44.751 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:44.745+0000 7f206d822640 1 --2- 172.21.15.119:0/355666985 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f206815c5c0 0x7f20681501d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:44.751 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:44.745+0000 7f206e023640 1 -- 172.21.15.119:0/355666985 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f2068160140 msgr2=0x7f20680caa00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:44.751 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:44.745+0000 7f206e824640 1 --2- 172.21.15.119:0/355666985 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f2068160140 0x7f20680caa00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:44.751 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:44.745+0000 7f206e023640 1 --2- 172.21.15.119:0/355666985 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f2068160140 0x7f20680caa00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:44.751 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:44.745+0000 7f206e023640 1 -- 172.21.15.119:0/355666985 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f206815c5c0 msgr2=0x7f20681501d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:44.751 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:44.745+0000 7f206e023640 1 --2- 172.21.15.119:0/355666985 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f206815c5c0 0x7f20681501d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:44.751 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:44.745+0000 7f206e023640 1 -- 172.21.15.119:0/355666985 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2058009400 con 0x7f2068069ed0 2024-09-13T18:57:44.751 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:44.745+0000 7f206d822640 1 --2- 172.21.15.119:0/355666985 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f206815c5c0 0x7f20681501d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T18:57:44.751 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:44.745+0000 7f206e023640 1 --2- 172.21.15.119:0/355666985 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f2068069ed0 0x7f20680cb200 secure :-1 s=READY pgs=508 cs=0 l=1 rev1=1 crypto rx=0x7f206000c7f0 tx=0x7f206000ccb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:57:44.752 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:44.745+0000 7f205effd640 1 -- 172.21.15.119:0/355666985 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2060004220 con 0x7f2068069ed0 2024-09-13T18:57:44.752 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:44.745+0000 7f205effd640 1 -- 172.21.15.119:0/355666985 <== mon.0 v2:172.21.15.119:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f20600043a0 con 0x7f2068069ed0 2024-09-13T18:57:44.752 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:44.745+0000 7f205effd640 1 -- 172.21.15.119:0/355666985 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2060007860 con 0x7f2068069ed0 2024-09-13T18:57:44.752 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:44.745+0000 7f2070287640 1 -- 172.21.15.119:0/355666985 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f20680c9960 con 0x7f2068069ed0 2024-09-13T18:57:44.752 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:44.745+0000 7f2070287640 1 -- 172.21.15.119:0/355666985 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f20680c9090 con 0x7f2068069ed0 2024-09-13T18:57:44.752 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:44.746+0000 7f2070287640 1 -- 172.21.15.119:0/355666985 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f20680b0aa0 con 0x7f2068069ed0 2024-09-13T18:57:44.752 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:44.747+0000 7f205effd640 1 -- 172.21.15.119:0/355666985 <== mon.0 v2:172.21.15.119:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f2060007bd0 con 0x7f2068069ed0 2024-09-13T18:57:44.752 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:44.747+0000 7f205effd640 1 --2- 172.21.15.119:0/355666985 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f204c06ac00 0x7f204c06d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:44.752 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:44.747+0000 7f205effd640 1 -- 172.21.15.119:0/355666985 <== mon.0 v2:172.21.15.119:3300/0 5 ==== osd_map(39..39 src has 1..39) v4 ==== 6029+0+0 (secure 0 0 0) 0x7f2060089480 con 0x7f2068069ed0 2024-09-13T18:57:44.752 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:44.747+0000 7f206d822640 1 --2- 172.21.15.119:0/355666985 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f204c06ac00 0x7f204c06d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:44.752 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:44.748+0000 7f206d822640 1 --2- 172.21.15.119:0/355666985 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f204c06ac00 0x7f204c06d0c0 secure :-1 s=READY pgs=252 cs=0 l=1 rev1=1 crypto rx=0x7f2058034000 tx=0x7f205802e000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:57:44.754 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:44.751+0000 7f205effd640 1 -- 172.21.15.119:0/355666985 <== mon.0 v2:172.21.15.119:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f2060054520 con 0x7f2068069ed0 2024-09-13T18:57:44.951 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:44.949+0000 7f2070287640 1 -- 172.21.15.119:0/355666985 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"} v 0) v1 -- 0x7f20680cbc50 con 0x7f2068069ed0 2024-09-13T18:57:45.632 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:45.630+0000 7f205effd640 1 -- 172.21.15.119:0/355666985 <== mon.0 v2:172.21.15.119:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]=0 v14) v1 ==== 122+0+0 (secure 0 0 0) 0x7f2060057b40 con 0x7f2068069ed0 2024-09-13T18:57:45.635 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:45.632+0000 7f2070287640 1 -- 172.21.15.119:0/355666985 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f204c06ac00 msgr2=0x7f204c06d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:45.635 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:45.632+0000 7f2070287640 1 --2- 172.21.15.119:0/355666985 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f204c06ac00 0x7f204c06d0c0 secure :-1 s=READY pgs=252 cs=0 l=1 rev1=1 crypto rx=0x7f2058034000 tx=0x7f205802e000 comp rx=0 tx=0).stop 2024-09-13T18:57:45.635 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:45.632+0000 7f2070287640 1 -- 172.21.15.119:0/355666985 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f2068069ed0 msgr2=0x7f20680cb200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:45.635 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:45.632+0000 7f2070287640 1 --2- 172.21.15.119:0/355666985 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f2068069ed0 0x7f20680cb200 secure :-1 s=READY pgs=508 cs=0 l=1 rev1=1 crypto rx=0x7f206000c7f0 tx=0x7f206000ccb0 comp rx=0 tx=0).stop 2024-09-13T18:57:45.635 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:45.632+0000 7f2070287640 1 -- 172.21.15.119:0/355666985 shutdown_connections 2024-09-13T18:57:45.635 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:45.632+0000 7f2070287640 1 --2- 172.21.15.119:0/355666985 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f204c06ac00 0x7f204c06d0c0 unknown :-1 s=CLOSED pgs=252 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:45.635 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:45.632+0000 7f2070287640 1 --2- 172.21.15.119:0/355666985 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f2068160140 0x7f20680caa00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:45.635 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:45.632+0000 7f2070287640 1 --2- 172.21.15.119:0/355666985 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f206815c5c0 0x7f20681501d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:45.635 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:45.632+0000 7f2070287640 1 --2- 172.21.15.119:0/355666985 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f2068069ed0 0x7f20680cb200 unknown :-1 s=CLOSED pgs=508 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:45.635 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:45.632+0000 7f2070287640 1 -- 172.21.15.119:0/355666985 >> 172.21.15.119:0/355666985 conn(0x7f20680717e0 msgr2=0x7f20680ae340 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:57:45.636 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:45.632+0000 7f2070287640 1 -- 172.21.15.119:0/355666985 shutdown_connections 2024-09-13T18:57:45.636 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:45.632+0000 7f2070287640 1 -- 172.21.15.119:0/355666985 wait complete. 2024-09-13T18:57:45.646 DEBUG:tasks.cephfs.filesystem:Not Creating any subvols for filesystem 'cephfs' 2024-09-13T18:57:45.646 DEBUG:teuthology.orchestra.run.smithi119:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-13T18:57:45.744 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:45.742+0000 7f624b072640 1 Processor -- start 2024-09-13T18:57:45.745 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:45.742+0000 7f624b072640 1 -- start start 2024-09-13T18:57:45.746 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:45.742+0000 7f624b072640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f6244071d30 0x7f6244070190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:45.746 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:45.742+0000 7f624b072640 1 --2- >> v2:172.21.15.119:3300/0 conn(0x7f6244072110 0x7f62440b1b70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:45.746 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:45.742+0000 7f624b072640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f62440c8920 0x7f62440c8dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:45.746 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:45.742+0000 7f624b072640 1 -- --> v2:172.21.15.119:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f62440c9310 con 0x7f6244072110 2024-09-13T18:57:45.747 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:45.742+0000 7f624b072640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f62440abdf0 con 0x7f6244071d30 2024-09-13T18:57:45.747 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:45.742+0000 7f624b072640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f62440ab1e0 con 0x7f62440c8920 2024-09-13T18:57:45.747 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:45.743+0000 7f6243fff640 1 --2- >> v2:172.21.15.119:3300/0 conn(0x7f6244072110 0x7f62440b1b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:45.747 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:45.743+0000 7f6243fff640 1 --2- >> v2:172.21.15.119:3300/0 conn(0x7f6244072110 0x7f62440b1b70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.119:3300/0 says I am v2:172.21.15.119:43282/0 (socket says 172.21.15.119:43282) 2024-09-13T18:57:45.747 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:45.743+0000 7f6243fff640 1 -- 172.21.15.119:0/3369532879 learned_addr learned my addr 172.21.15.119:0/3369532879 (peer_addr_for_me v2:172.21.15.119:0/0) 2024-09-13T18:57:45.747 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:45.743+0000 7f6243fff640 1 -- 172.21.15.119:0/3369532879 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f62440c8920 msgr2=0x7f62440c8dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T18:57:45.747 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:45.743+0000 7f6243fff640 1 --2- 172.21.15.119:0/3369532879 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f62440c8920 0x7f62440c8dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:45.747 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:45.743+0000 7f6243fff640 1 -- 172.21.15.119:0/3369532879 >> v2:172.21.15.145:3300/0 conn(0x7f6244071d30 msgr2=0x7f6244070190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T18:57:45.747 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:45.743+0000 7f6248e0e640 1 --2- 172.21.15.119:0/3369532879 >> v2:172.21.15.145:3300/0 conn(0x7f6244071d30 0x7f6244070190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:45.747 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:45.743+0000 7f6243fff640 1 --2- 172.21.15.119:0/3369532879 >> v2:172.21.15.145:3300/0 conn(0x7f6244071d30 0x7f6244070190 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:45.747 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:45.743+0000 7f6243fff640 1 -- 172.21.15.119:0/3369532879 --> v2:172.21.15.119:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f62440ab4c0 con 0x7f6244072110 2024-09-13T18:57:45.747 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:45.744+0000 7f6243fff640 1 --2- 172.21.15.119:0/3369532879 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f6244072110 0x7f62440b1b70 secure :-1 s=READY pgs=509 cs=0 l=1 rev1=1 crypto rx=0x7f62440cee60 tx=0x7f623402a6a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bdf27ed87f04441c server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:57:45.748 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:45.744+0000 7f62437fe640 1 -- 172.21.15.119:0/3369532879 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6234031600 con 0x7f6244072110 2024-09-13T18:57:45.748 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:45.744+0000 7f62437fe640 1 -- 172.21.15.119:0/3369532879 <== mon.0 v2:172.21.15.119:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f623402d050 con 0x7f6244072110 2024-09-13T18:57:45.748 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:45.744+0000 7f62437fe640 1 -- 172.21.15.119:0/3369532879 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6234031980 con 0x7f6244072110 2024-09-13T18:57:45.750 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:45.744+0000 7f624b072640 1 -- 172.21.15.119:0/3369532879 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f6244072110 msgr2=0x7f62440b1b70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:45.750 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:45.744+0000 7f624b072640 1 --2- 172.21.15.119:0/3369532879 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f6244072110 0x7f62440b1b70 secure :-1 s=READY pgs=509 cs=0 l=1 rev1=1 crypto rx=0x7f62440cee60 tx=0x7f623402a6a0 comp rx=0 tx=0).stop 2024-09-13T18:57:45.750 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:45.744+0000 7f624b072640 1 -- 172.21.15.119:0/3369532879 shutdown_connections 2024-09-13T18:57:45.750 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:45.744+0000 7f624b072640 1 --2- 172.21.15.119:0/3369532879 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f62440c8920 0x7f62440c8dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:45.750 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:45.744+0000 7f624b072640 1 --2- 172.21.15.119:0/3369532879 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f6244072110 0x7f62440b1b70 unknown :-1 s=CLOSED pgs=509 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:45.750 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:45.744+0000 7f624b072640 1 --2- 172.21.15.119:0/3369532879 >> v2:172.21.15.145:3300/0 conn(0x7f6244071d30 0x7f6244070190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:45.751 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:45.744+0000 7f624b072640 1 -- 172.21.15.119:0/3369532879 >> 172.21.15.119:0/3369532879 conn(0x7f6244069ed0 msgr2=0x7f624406a2e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:57:45.751 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:45.744+0000 7f624b072640 1 -- 172.21.15.119:0/3369532879 shutdown_connections 2024-09-13T18:57:45.751 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:45.744+0000 7f624b072640 1 -- 172.21.15.119:0/3369532879 wait complete. 2024-09-13T18:57:45.751 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:45.745+0000 7f624b072640 1 Processor -- start 2024-09-13T18:57:45.751 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:45.746+0000 7f624b072640 1 -- start start 2024-09-13T18:57:45.751 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:45.746+0000 7f624b072640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f6244071d30 0x7f62440c4a20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:45.751 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:45.746+0000 7f624b072640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f6244072110 0x7f62440c5ff0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:45.751 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:45.746+0000 7f624b072640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f62440c8920 0x7f62440c6530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:45.751 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:45.746+0000 7f624b072640 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6244158e70 con 0x7f6244072110 2024-09-13T18:57:45.751 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:45.746+0000 7f624b072640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6244159150 con 0x7f62440c8920 2024-09-13T18:57:45.751 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:45.746+0000 7f624b072640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f6244159430 con 0x7f6244071d30 2024-09-13T18:57:45.751 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:45.746+0000 7f6243fff640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f6244072110 0x7f62440c5ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:45.751 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:45.746+0000 7f6243fff640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f6244072110 0x7f62440c5ff0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.119:3300/0 says I am v2:172.21.15.119:43294/0 (socket says 172.21.15.119:43294) 2024-09-13T18:57:45.752 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:45.746+0000 7f6243fff640 1 -- 172.21.15.119:0/750487723 learned_addr learned my addr 172.21.15.119:0/750487723 (peer_addr_for_me v2:172.21.15.119:0/0) 2024-09-13T18:57:45.752 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:45.747+0000 7f6243fff640 1 -- 172.21.15.119:0/750487723 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f6244071d30 msgr2=0x7f62440c4a20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:45.752 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:45.747+0000 7f6243fff640 1 --2- 172.21.15.119:0/750487723 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f6244071d30 0x7f62440c4a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:45.752 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:45.747+0000 7f6243fff640 1 -- 172.21.15.119:0/750487723 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f62440c8920 msgr2=0x7f62440c6530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:45.752 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:45.747+0000 7f6243fff640 1 --2- 172.21.15.119:0/750487723 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f62440c8920 0x7f62440c6530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:45.752 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:45.747+0000 7f6243fff640 1 -- 172.21.15.119:0/750487723 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6234009b30 con 0x7f6244072110 2024-09-13T18:57:45.752 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:45.747+0000 7f6243fff640 1 --2- 172.21.15.119:0/750487723 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f6244072110 0x7f62440c5ff0 secure :-1 s=READY pgs=510 cs=0 l=1 rev1=1 crypto rx=0x7f6234000f80 tx=0x7f6234004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:57:45.752 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:45.747+0000 7f62417fa640 1 -- 172.21.15.119:0/750487723 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f623403d860 con 0x7f6244072110 2024-09-13T18:57:45.752 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:45.747+0000 7f62417fa640 1 -- 172.21.15.119:0/750487723 <== mon.0 v2:172.21.15.119:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f623403d9c0 con 0x7f6244072110 2024-09-13T18:57:45.752 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:45.747+0000 7f624b072640 1 -- 172.21.15.119:0/750487723 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f6244159710 con 0x7f6244072110 2024-09-13T18:57:45.753 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:45.747+0000 7f62417fa640 1 -- 172.21.15.119:0/750487723 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f623403dd70 con 0x7f6244072110 2024-09-13T18:57:45.753 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:45.747+0000 7f624b072640 1 -- 172.21.15.119:0/750487723 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f62440c4f60 con 0x7f6244072110 2024-09-13T18:57:45.754 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:45.748+0000 7f624b072640 1 -- 172.21.15.119:0/750487723 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f6244159bd0 con 0x7f6244072110 2024-09-13T18:57:45.754 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:45.749+0000 7f62417fa640 1 -- 172.21.15.119:0/750487723 <== mon.0 v2:172.21.15.119:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f623403b400 con 0x7f6244072110 2024-09-13T18:57:45.754 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:45.749+0000 7f62417fa640 1 --2- 172.21.15.119:0/750487723 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f622406ac00 0x7f622406d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:45.754 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:45.750+0000 7f62417fa640 1 -- 172.21.15.119:0/750487723 <== mon.0 v2:172.21.15.119:3300/0 5 ==== osd_map(39..39 src has 1..39) v4 ==== 6029+0+0 (secure 0 0 0) 0x7f62340aa480 con 0x7f6244072110 2024-09-13T18:57:45.754 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:45.750+0000 7f6248e0e640 1 --2- 172.21.15.119:0/750487723 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f622406ac00 0x7f622406d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:45.754 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:45.750+0000 7f6248e0e640 1 --2- 172.21.15.119:0/750487723 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f622406ac00 0x7f622406d0c0 secure :-1 s=READY pgs=253 cs=0 l=1 rev1=1 crypto rx=0x7f623c006fd0 tx=0x7f623c008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:57:45.756 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:45.754+0000 7f62417fa640 1 -- 172.21.15.119:0/750487723 <== mon.0 v2:172.21.15.119:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f62340755b0 con 0x7f6244072110 2024-09-13T18:57:45.951 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:45.948+0000 7f624b072640 1 -- 172.21.15.119:0/750487723 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f62440b2f00 con 0x7f6244072110 2024-09-13T18:57:45.952 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:45.949+0000 7f62417fa640 1 -- 172.21.15.119:0/750487723 <== mon.0 v2:172.21.15.119:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 14 v14) v1 ==== 94+0+4743 (secure 0 0 0) 0x7f6234009510 con 0x7f6244072110 2024-09-13T18:57:45.952 INFO:teuthology.orchestra.run.smithi119.stdout: 2024-09-13T18:57:45.952 INFO:teuthology.orchestra.run.smithi119.stdout:{"epoch":14,"default_fscid":2,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4910,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.119:6837/3675521145","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6836","nonce":3675521145},{"type":"v1","addr":"172.21.15.119:6837","nonce":3675521145}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":11},{"gid":5236,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.145:6834/3445411957","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6833","nonce":3445411957},{"type":"v1","addr":"172.21.15.145:6834","nonce":3445411957}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":11},{"gid":5457,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.119:6835/967310515","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6834","nonce":967310515},{"type":"v1","addr":"172.21.15.119:6835","nonce":967310515}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":11}],"filesystems":[{"mdsmap":{"epoch":14,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-13T18:57:43.617249+0000","modified":"2024-09-13T18:57:45.625931+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":5463},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5463":{"gid":5463,"name":"d","rank":0,"incarnation":12,"state":"up:active","state_seq":3,"addr":"172.21.15.145:6835/1535532066","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6832","nonce":1535532066},{"type":"v1","addr":"172.21.15.145:6835","nonce":1535532066}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[6],"metadata_pool":5,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":2}]} 2024-09-13T18:57:45.952 INFO:teuthology.orchestra.run.smithi119.stderr:dumped fsmap epoch 14 2024-09-13T18:57:45.954 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:45.951+0000 7f624b072640 1 -- 172.21.15.119:0/750487723 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f622406ac00 msgr2=0x7f622406d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:45.954 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:45.951+0000 7f624b072640 1 --2- 172.21.15.119:0/750487723 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f622406ac00 0x7f622406d0c0 secure :-1 s=READY pgs=253 cs=0 l=1 rev1=1 crypto rx=0x7f623c006fd0 tx=0x7f623c008040 comp rx=0 tx=0).stop 2024-09-13T18:57:45.954 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:45.951+0000 7f624b072640 1 -- 172.21.15.119:0/750487723 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f6244072110 msgr2=0x7f62440c5ff0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:45.954 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:45.951+0000 7f624b072640 1 --2- 172.21.15.119:0/750487723 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f6244072110 0x7f62440c5ff0 secure :-1 s=READY pgs=510 cs=0 l=1 rev1=1 crypto rx=0x7f6234000f80 tx=0x7f6234004a40 comp rx=0 tx=0).stop 2024-09-13T18:57:45.954 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:45.951+0000 7f624b072640 1 -- 172.21.15.119:0/750487723 shutdown_connections 2024-09-13T18:57:45.954 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:45.951+0000 7f624b072640 1 --2- 172.21.15.119:0/750487723 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f622406ac00 0x7f622406d0c0 unknown :-1 s=CLOSED pgs=253 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:45.954 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:45.951+0000 7f624b072640 1 --2- 172.21.15.119:0/750487723 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f62440c8920 0x7f62440c6530 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:45.954 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:45.951+0000 7f624b072640 1 --2- 172.21.15.119:0/750487723 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f6244072110 0x7f62440c5ff0 unknown :-1 s=CLOSED pgs=510 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:45.954 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:45.951+0000 7f624b072640 1 --2- 172.21.15.119:0/750487723 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f6244071d30 0x7f62440c4a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:45.954 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:45.951+0000 7f624b072640 1 -- 172.21.15.119:0/750487723 >> 172.21.15.119:0/750487723 conn(0x7f6244069ed0 msgr2=0x7f62440ad430 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:57:45.955 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:45.951+0000 7f624b072640 1 -- 172.21.15.119:0/750487723 shutdown_connections 2024-09-13T18:57:45.955 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:45.951+0000 7f624b072640 1 -- 172.21.15.119:0/750487723 wait complete. 2024-09-13T18:57:45.964 DEBUG:teuthology.orchestra.run.smithi119:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T18:57:46.061 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:46.058+0000 7f7b7ec2b640 1 Processor -- start 2024-09-13T18:57:46.061 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:46.059+0000 7f7b7ec2b640 1 -- start start 2024-09-13T18:57:46.064 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:46.059+0000 7f7b7ec2b640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f7b7815c6e0 0x7f7b780b3f50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:46.064 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:46.059+0000 7f7b7ec2b640 1 --2- >> v2:172.21.15.119:3300/0 conn(0x7f7b780d07b0 0x7f7b780b4490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:46.064 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:46.059+0000 7f7b7ec2b640 1 -- --> v1:172.21.15.119:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f7b780d1840 con 0x7f7b780ccb20 2024-09-13T18:57:46.065 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:46.059+0000 7f7b7ec2b640 1 -- --> v2:172.21.15.119:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f7b7806bd20 con 0x7f7b780d07b0 2024-09-13T18:57:46.065 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:46.059+0000 7f7b7ec2b640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f7b780d0c30 con 0x7f7b7815c6e0 2024-09-13T18:57:46.065 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:46.060+0000 7f7b77fff640 1 --2- >> v2:172.21.15.119:3300/0 conn(0x7f7b780d07b0 0x7f7b780b4490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:46.065 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:46.060+0000 7f7b7d1c8640 1 --1- >> v1:172.21.15.119:6789/0 conn(0x7f7b780ccb20 0x7f7b78160030 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.119:6789/0 says I am v1:172.21.15.119:54960/0 (socket says 172.21.15.119:54960) 2024-09-13T18:57:46.065 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:46.060+0000 7f7b7d1c8640 1 -- 172.21.15.119:0/3303555233 learned_addr learned my addr 172.21.15.119:0/3303555233 (peer_addr_for_me v1:172.21.15.119:0/0) 2024-09-13T18:57:46.065 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:46.060+0000 7f7b7c9c7640 1 --2- 172.21.15.119:0/3303555233 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f7b7815c6e0 0x7f7b780b3f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:46.065 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:46.060+0000 7f7b77fff640 1 -- 172.21.15.119:0/3303555233 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f7b7815c6e0 msgr2=0x7f7b780b3f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T18:57:46.065 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:46.060+0000 7f7b77fff640 1 --2- 172.21.15.119:0/3303555233 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f7b7815c6e0 0x7f7b780b3f50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:46.065 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:46.060+0000 7f7b77fff640 1 -- 172.21.15.119:0/3303555233 >> v1:172.21.15.119:6789/0 conn(0x7f7b780ccb20 legacy=0x7f7b78160030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:46.066 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:46.060+0000 7f7b77fff640 1 -- 172.21.15.119:0/3303555233 --> v2:172.21.15.119:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7b780d0f10 con 0x7f7b780d07b0 2024-09-13T18:57:46.066 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:46.060+0000 7f7b777fe640 1 -- 172.21.15.119:0/3303555233 <== mon.0 v1:172.21.15.119:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3360461166 0 0) 0x7f7b780d1840 con 0x7f7b780ccb20 2024-09-13T18:57:46.066 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:46.061+0000 7f7b77fff640 1 --2- 172.21.15.119:0/3303555233 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f7b780d07b0 0x7f7b780b4490 secure :-1 s=READY pgs=512 cs=0 l=1 rev1=1 crypto rx=0x7f7b6c0097a0 tx=0x7f7b6c02a100 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5c5af200bc21dc9f server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:57:46.066 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:46.061+0000 7f7b777fe640 1 -- 172.21.15.119:0/3303555233 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7b6c02ae50 con 0x7f7b780d07b0 2024-09-13T18:57:46.066 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:46.061+0000 7f7b777fe640 1 -- 172.21.15.119:0/3303555233 <== mon.0 v2:172.21.15.119:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7b6c032440 con 0x7f7b780d07b0 2024-09-13T18:57:46.066 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:46.061+0000 7f7b777fe640 1 -- 172.21.15.119:0/3303555233 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7b6c0327d0 con 0x7f7b780d07b0 2024-09-13T18:57:46.067 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:46.061+0000 7f7b7ec2b640 1 -- 172.21.15.119:0/3303555233 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f7b780d07b0 msgr2=0x7f7b780b4490 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:46.067 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:46.061+0000 7f7b7ec2b640 1 --2- 172.21.15.119:0/3303555233 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f7b780d07b0 0x7f7b780b4490 secure :-1 s=READY pgs=512 cs=0 l=1 rev1=1 crypto rx=0x7f7b6c0097a0 tx=0x7f7b6c02a100 comp rx=0 tx=0).stop 2024-09-13T18:57:46.067 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:46.061+0000 7f7b7ec2b640 1 -- 172.21.15.119:0/3303555233 shutdown_connections 2024-09-13T18:57:46.067 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:46.061+0000 7f7b7ec2b640 1 --2- 172.21.15.119:0/3303555233 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f7b780d07b0 0x7f7b780b4490 unknown :-1 s=CLOSED pgs=512 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:46.067 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:46.061+0000 7f7b7ec2b640 1 --2- 172.21.15.119:0/3303555233 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f7b7815c6e0 0x7f7b780b3f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:46.067 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:46.061+0000 7f7b7ec2b640 1 -- 172.21.15.119:0/3303555233 >> 172.21.15.119:0/3303555233 conn(0x7f7b78089f60 msgr2=0x7f7b780d24d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:57:46.067 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:46.061+0000 7f7b7ec2b640 1 -- 172.21.15.119:0/3303555233 shutdown_connections 2024-09-13T18:57:46.068 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:46.061+0000 7f7b7ec2b640 1 -- 172.21.15.119:0/3303555233 wait complete. 2024-09-13T18:57:46.071 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:46.062+0000 7f7b7ec2b640 1 Processor -- start 2024-09-13T18:57:46.071 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:46.062+0000 7f7b7ec2b640 1 -- start start 2024-09-13T18:57:46.072 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:46.063+0000 7f7b7ec2b640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f7b780ccb20 0x7f7b78154540 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:46.072 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:46.063+0000 7f7b7ec2b640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f7b780d07b0 0x7f7b78158220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:46.072 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:46.063+0000 7f7b7ec2b640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f7b7815c6e0 0x7f7b780cbb20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:46.072 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:46.063+0000 7f7b7ec2b640 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7b781f2420 con 0x7f7b780d07b0 2024-09-13T18:57:46.072 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:46.063+0000 7f7b7ec2b640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7b78157910 con 0x7f7b7815c6e0 2024-09-13T18:57:46.072 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:46.063+0000 7f7b7ec2b640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f7b78158760 con 0x7f7b780ccb20 2024-09-13T18:57:46.072 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:46.063+0000 7f7b77fff640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f7b780d07b0 0x7f7b78158220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:46.072 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:46.063+0000 7f7b77fff640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f7b780d07b0 0x7f7b78158220 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.119:3300/0 says I am v2:172.21.15.119:43310/0 (socket says 172.21.15.119:43310) 2024-09-13T18:57:46.073 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:46.063+0000 7f7b77fff640 1 -- 172.21.15.119:0/3573412465 learned_addr learned my addr 172.21.15.119:0/3573412465 (peer_addr_for_me v2:172.21.15.119:0/0) 2024-09-13T18:57:46.073 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:46.064+0000 7f7b77fff640 1 -- 172.21.15.119:0/3573412465 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f7b780ccb20 msgr2=0x7f7b78154540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:46.073 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:46.064+0000 7f7b7c9c7640 1 --2- 172.21.15.119:0/3573412465 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f7b780ccb20 0x7f7b78154540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:46.073 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:46.064+0000 7f7b7d1c8640 1 --2- 172.21.15.119:0/3573412465 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f7b7815c6e0 0x7f7b780cbb20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:46.073 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:46.064+0000 7f7b77fff640 1 --2- 172.21.15.119:0/3573412465 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f7b780ccb20 0x7f7b78154540 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:46.073 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:46.064+0000 7f7b77fff640 1 -- 172.21.15.119:0/3573412465 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f7b7815c6e0 msgr2=0x7f7b780cbb20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:46.073 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:46.064+0000 7f7b77fff640 1 --2- 172.21.15.119:0/3573412465 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f7b7815c6e0 0x7f7b780cbb20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:46.074 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:46.064+0000 7f7b77fff640 1 -- 172.21.15.119:0/3573412465 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7b6c009400 con 0x7f7b780d07b0 2024-09-13T18:57:46.074 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:46.064+0000 7f7b77fff640 1 --2- 172.21.15.119:0/3573412465 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f7b780d07b0 0x7f7b78158220 secure :-1 s=READY pgs=513 cs=0 l=1 rev1=1 crypto rx=0x7f7b6c0098c0 tx=0x7f7b6c0046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:57:46.074 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:46.064+0000 7f7b757fa640 1 -- 172.21.15.119:0/3573412465 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7b6c03b600 con 0x7f7b780d07b0 2024-09-13T18:57:46.074 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:46.064+0000 7f7b757fa640 1 -- 172.21.15.119:0/3573412465 <== mon.0 v2:172.21.15.119:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7b6c03b760 con 0x7f7b780d07b0 2024-09-13T18:57:46.074 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:46.064+0000 7f7b757fa640 1 -- 172.21.15.119:0/3573412465 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7b6c03bb10 con 0x7f7b780d07b0 2024-09-13T18:57:46.074 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:46.064+0000 7f7b7ec2b640 1 -- 172.21.15.119:0/3573412465 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f7b780c95a0 con 0x7f7b780d07b0 2024-09-13T18:57:46.074 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:46.064+0000 7f7b7ec2b640 1 -- 172.21.15.119:0/3573412465 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f7b78157630 con 0x7f7b780d07b0 2024-09-13T18:57:46.074 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:46.065+0000 7f7b7ec2b640 1 -- 172.21.15.119:0/3573412465 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f7b780b4c80 con 0x7f7b780d07b0 2024-09-13T18:57:46.075 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:46.066+0000 7f7b757fa640 1 -- 172.21.15.119:0/3573412465 <== mon.0 v2:172.21.15.119:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f7b6c039040 con 0x7f7b780d07b0 2024-09-13T18:57:46.075 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:46.066+0000 7f7b757fa640 1 --2- 172.21.15.119:0/3573412465 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f7b6406ac00 0x7f7b6406d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:46.075 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:46.066+0000 7f7b757fa640 1 -- 172.21.15.119:0/3573412465 <== mon.0 v2:172.21.15.119:3300/0 5 ==== osd_map(39..39 src has 1..39) v4 ==== 6029+0+0 (secure 0 0 0) 0x7f7b6c0a97f0 con 0x7f7b780d07b0 2024-09-13T18:57:46.075 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:46.066+0000 7f7b7c9c7640 1 --2- 172.21.15.119:0/3573412465 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f7b6406ac00 0x7f7b6406d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:46.075 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:46.067+0000 7f7b7c9c7640 1 --2- 172.21.15.119:0/3573412465 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f7b6406ac00 0x7f7b6406d0c0 secure :-1 s=READY pgs=254 cs=0 l=1 rev1=1 crypto rx=0x7f7b68009a10 tx=0x7f7b68008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:57:46.076 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:46.070+0000 7f7b757fa640 1 -- 172.21.15.119:0/3573412465 <== mon.0 v2:172.21.15.119:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f7b6c074920 con 0x7f7b780d07b0 2024-09-13T18:57:46.237 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:46.235+0000 7f7b7ec2b640 1 -- 172.21.15.119:0/3573412465 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f7b7808c610 con 0x7f7b780d07b0 2024-09-13T18:57:46.238 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:46.236+0000 7f7b757fa640 1 -- 172.21.15.119:0/3573412465 <== mon.0 v2:172.21.15.119:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v39) v1 ==== 74+0+16822 (secure 0 0 0) 0x7f7b6c077f40 con 0x7f7b780d07b0 2024-09-13T18:57:46.239 INFO:teuthology.orchestra.run.smithi119.stdout: 2024-09-13T18:57:46.239 INFO:teuthology.orchestra.run.smithi119.stdout:{"epoch":39,"fsid":"b3bca492-3414-44ef-b63c-42eead5ea701","created":"2024-09-13T18:56:10.047760+0000","modified":"2024-09-13T18:57:44.619196+0000","last_up_change":"2024-09-13T18:56:22.096428+0000","last_in_change":"2024-09-13T18:56:12.143228+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":6,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T18:56:22.095896+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":5,"pool_name":"cephfs_metadata","create_time":"2024-09-13T18:57:42.071220+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"38","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.25,"score_stable":1.25,"optimal_score":1,"raw_score_acting":1.25,"raw_score_stable":1.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":6,"pool_name":"cephfs_data","create_time":"2024-09-13T18:57:42.586200+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"39","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"09edfd5c-bc57-47d1-a7b7-6d97f0f88db1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":37,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6810","nonce":3811853106},{"type":"v1","addr":"172.21.15.119:6813","nonce":3811853106}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6817","nonce":3811853106},{"type":"v1","addr":"172.21.15.119:6820","nonce":3811853106}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6828","nonce":3811853106},{"type":"v1","addr":"172.21.15.119:6830","nonce":3811853106}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6823","nonce":3811853106},{"type":"v1","addr":"172.21.15.119:6825","nonce":3811853106}]},"public_addr":"172.21.15.119:6813/3811853106","cluster_addr":"172.21.15.119:6820/3811853106","heartbeat_back_addr":"172.21.15.119:6830/3811853106","heartbeat_front_addr":"172.21.15.119:6825/3811853106","state":["exists","up"]},{"osd":1,"uuid":"f26f4bd2-3aee-4208-9e62-87f17047d886","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":37,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6809","nonce":1656755168},{"type":"v1","addr":"172.21.15.119:6812","nonce":1656755168}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6815","nonce":1656755168},{"type":"v1","addr":"172.21.15.119:6818","nonce":1656755168}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6829","nonce":1656755168},{"type":"v1","addr":"172.21.15.119:6831","nonce":1656755168}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6822","nonce":1656755168},{"type":"v1","addr":"172.21.15.119:6826","nonce":1656755168}]},"public_addr":"172.21.15.119:6812/1656755168","cluster_addr":"172.21.15.119:6818/1656755168","heartbeat_back_addr":"172.21.15.119:6831/1656755168","heartbeat_front_addr":"172.21.15.119:6826/1656755168","state":["exists","up"]},{"osd":2,"uuid":"1e9d6e0c-51f9-4f4a-bead-0e7edc7dd200","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":37,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6800","nonce":3093354378},{"type":"v1","addr":"172.21.15.119:6801","nonce":3093354378}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6802","nonce":3093354378},{"type":"v1","addr":"172.21.15.119:6803","nonce":3093354378}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6806","nonce":3093354378},{"type":"v1","addr":"172.21.15.119:6807","nonce":3093354378}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6804","nonce":3093354378},{"type":"v1","addr":"172.21.15.119:6805","nonce":3093354378}]},"public_addr":"172.21.15.119:6801/3093354378","cluster_addr":"172.21.15.119:6803/3093354378","heartbeat_back_addr":"172.21.15.119:6807/3093354378","heartbeat_front_addr":"172.21.15.119:6805/3093354378","state":["exists","up"]},{"osd":3,"uuid":"7c289b1f-a555-46e4-b85a-c0f230c9e02a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":37,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6808","nonce":886995937},{"type":"v1","addr":"172.21.15.119:6811","nonce":886995937}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6814","nonce":886995937},{"type":"v1","addr":"172.21.15.119:6816","nonce":886995937}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6824","nonce":886995937},{"type":"v1","addr":"172.21.15.119:6827","nonce":886995937}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6819","nonce":886995937},{"type":"v1","addr":"172.21.15.119:6821","nonce":886995937}]},"public_addr":"172.21.15.119:6811/886995937","cluster_addr":"172.21.15.119:6816/886995937","heartbeat_back_addr":"172.21.15.119:6827/886995937","heartbeat_front_addr":"172.21.15.119:6821/886995937","state":["exists","up"]},{"osd":4,"uuid":"a0a2f75b-5a33-4b69-b834-b8cf5a90ac5f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":37,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6808","nonce":2802887692},{"type":"v1","addr":"172.21.15.145:6809","nonce":2802887692}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6810","nonce":2802887692},{"type":"v1","addr":"172.21.15.145:6811","nonce":2802887692}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6814","nonce":2802887692},{"type":"v1","addr":"172.21.15.145:6815","nonce":2802887692}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6812","nonce":2802887692},{"type":"v1","addr":"172.21.15.145:6813","nonce":2802887692}]},"public_addr":"172.21.15.145:6809/2802887692","cluster_addr":"172.21.15.145:6811/2802887692","heartbeat_back_addr":"172.21.15.145:6815/2802887692","heartbeat_front_addr":"172.21.15.145:6813/2802887692","state":["exists","up"]},{"osd":5,"uuid":"e301c92f-a5af-49da-8384-bef6d48c9982","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":37,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6800","nonce":1431235391},{"type":"v1","addr":"172.21.15.145:6801","nonce":1431235391}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6802","nonce":1431235391},{"type":"v1","addr":"172.21.15.145:6803","nonce":1431235391}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6806","nonce":1431235391},{"type":"v1","addr":"172.21.15.145:6807","nonce":1431235391}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6804","nonce":1431235391},{"type":"v1","addr":"172.21.15.145:6805","nonce":1431235391}]},"public_addr":"172.21.15.145:6801/1431235391","cluster_addr":"172.21.15.145:6803/1431235391","heartbeat_back_addr":"172.21.15.145:6807/1431235391","heartbeat_front_addr":"172.21.15.145:6805/1431235391","state":["exists","up"]},{"osd":6,"uuid":"dd2ee71c-4024-4f56-90b1-d362ff9ae8f5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":37,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6816","nonce":1755123178},{"type":"v1","addr":"172.21.15.145:6817","nonce":1755123178}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6818","nonce":1755123178},{"type":"v1","addr":"172.21.15.145:6819","nonce":1755123178}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6822","nonce":1755123178},{"type":"v1","addr":"172.21.15.145:6823","nonce":1755123178}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6820","nonce":1755123178},{"type":"v1","addr":"172.21.15.145:6821","nonce":1755123178}]},"public_addr":"172.21.15.145:6817/1755123178","cluster_addr":"172.21.15.145:6819/1755123178","heartbeat_back_addr":"172.21.15.145:6823/1755123178","heartbeat_front_addr":"172.21.15.145:6821/1755123178","state":["exists","up"]},{"osd":7,"uuid":"7412449e-689b-45ee-9ae5-744a8c27f166","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":37,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6824","nonce":3012628958},{"type":"v1","addr":"172.21.15.145:6825","nonce":3012628958}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6826","nonce":3012628958},{"type":"v1","addr":"172.21.15.145:6827","nonce":3012628958}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6830","nonce":3012628958},{"type":"v1","addr":"172.21.15.145:6831","nonce":3012628958}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6828","nonce":3012628958},{"type":"v1","addr":"172.21.15.145:6829","nonce":3012628958}]},"public_addr":"172.21.15.145:6825/3012628958","cluster_addr":"172.21.15.145:6827/3012628958","heartbeat_back_addr":"172.21.15.145:6831/3012628958","heartbeat_front_addr":"172.21.15.145:6829/3012628958","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T18:56:17.286635+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T18:56:17.334491+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T18:56:17.297521+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T18:56:17.383716+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T18:56:17.267776+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T18:56:17.312998+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T18:56:17.303008+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T18:56:17.304729+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T18:57:46.240 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:46.238+0000 7f7b7ec2b640 1 -- 172.21.15.119:0/3573412465 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f7b6406ac00 msgr2=0x7f7b6406d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:46.241 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:46.238+0000 7f7b7ec2b640 1 --2- 172.21.15.119:0/3573412465 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f7b6406ac00 0x7f7b6406d0c0 secure :-1 s=READY pgs=254 cs=0 l=1 rev1=1 crypto rx=0x7f7b68009a10 tx=0x7f7b68008040 comp rx=0 tx=0).stop 2024-09-13T18:57:46.241 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:46.238+0000 7f7b7ec2b640 1 -- 172.21.15.119:0/3573412465 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f7b780d07b0 msgr2=0x7f7b78158220 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:46.241 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:46.238+0000 7f7b7ec2b640 1 --2- 172.21.15.119:0/3573412465 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f7b780d07b0 0x7f7b78158220 secure :-1 s=READY pgs=513 cs=0 l=1 rev1=1 crypto rx=0x7f7b6c0098c0 tx=0x7f7b6c0046c0 comp rx=0 tx=0).stop 2024-09-13T18:57:46.241 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:46.238+0000 7f7b7ec2b640 1 -- 172.21.15.119:0/3573412465 shutdown_connections 2024-09-13T18:57:46.241 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:46.238+0000 7f7b7ec2b640 1 --2- 172.21.15.119:0/3573412465 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f7b6406ac00 0x7f7b6406d0c0 unknown :-1 s=CLOSED pgs=254 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:46.241 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:46.238+0000 7f7b7ec2b640 1 --2- 172.21.15.119:0/3573412465 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f7b7815c6e0 0x7f7b780cbb20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:46.241 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:46.238+0000 7f7b7ec2b640 1 --2- 172.21.15.119:0/3573412465 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f7b780d07b0 0x7f7b78158220 unknown :-1 s=CLOSED pgs=513 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:46.241 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:46.238+0000 7f7b7ec2b640 1 --2- 172.21.15.119:0/3573412465 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f7b780ccb20 0x7f7b78154540 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:46.241 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:46.238+0000 7f7b7ec2b640 1 -- 172.21.15.119:0/3573412465 >> 172.21.15.119:0/3573412465 conn(0x7f7b78089f60 msgr2=0x7f7b7815ada0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:57:46.241 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:46.238+0000 7f7b7ec2b640 1 -- 172.21.15.119:0/3573412465 shutdown_connections 2024-09-13T18:57:46.241 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:46.238+0000 7f7b7ec2b640 1 -- 172.21.15.119:0/3573412465 wait complete. 2024-09-13T18:57:46.252 INFO:tasks.cephfs.filesystem.ceph_manager:waiting for clean 2024-09-13T18:57:46.252 DEBUG:teuthology.orchestra.run.smithi119:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-13T18:57:46.350 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:46.347+0000 7f6f655a0640 1 Processor -- start 2024-09-13T18:57:46.350 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:46.347+0000 7f6f655a0640 1 -- start start 2024-09-13T18:57:46.352 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:46.348+0000 7f6f655a0640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f6f6006bf00 0x7f6f6006c2e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:46.352 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:46.348+0000 7f6f655a0640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f6f6015bf10 0x7f6f600705c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:46.352 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:46.348+0000 7f6f655a0640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f6f6015aa70 con 0x7f6f600cb7b0 2024-09-13T18:57:46.352 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:46.348+0000 7f6f655a0640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f6f6006c820 con 0x7f6f6006bf00 2024-09-13T18:57:46.352 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:46.348+0000 7f6f655a0640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f6f600cc750 con 0x7f6f6015bf10 2024-09-13T18:57:46.352 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:46.348+0000 7f6f64d9f640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f6f6015bf10 0x7f6f600705c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:46.352 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:46.348+0000 7f6f5ffff640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f6f6006bf00 0x7f6f6006c2e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:46.352 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:46.348+0000 7f6f5f7fe640 1 --1- >> v1:172.21.15.145:6789/0 conn(0x7f6f600cb7b0 0x7f6f6006feb0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.145:6789/0 says I am v1:172.21.15.119:49064/0 (socket says 172.21.15.119:49064) 2024-09-13T18:57:46.352 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:46.348+0000 7f6f5f7fe640 1 -- 172.21.15.119:0/862063863 learned_addr learned my addr 172.21.15.119:0/862063863 (peer_addr_for_me v1:172.21.15.119:0/0) 2024-09-13T18:57:46.352 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:46.348+0000 7f6f5ffff640 1 -- 172.21.15.119:0/862063863 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f6f6015bf10 msgr2=0x7f6f600705c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T18:57:46.352 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:46.348+0000 7f6f5ffff640 1 --2- 172.21.15.119:0/862063863 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f6f6015bf10 0x7f6f600705c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:46.353 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:46.348+0000 7f6f5ffff640 1 -- 172.21.15.119:0/862063863 >> v1:172.21.15.145:6789/0 conn(0x7f6f600cb7b0 legacy=0x7f6f6006feb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:46.353 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:46.348+0000 7f6f5ffff640 1 -- 172.21.15.119:0/862063863 --> v2:172.21.15.145:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6f600cc190 con 0x7f6f6006bf00 2024-09-13T18:57:46.353 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:46.348+0000 7f6f64d9f640 1 --2- 172.21.15.119:0/862063863 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f6f6015bf10 0x7f6f600705c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T18:57:46.353 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:46.349+0000 7f6f5ffff640 1 --2- 172.21.15.119:0/862063863 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6f6006bf00 0x7f6f6006c2e0 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7f6f500097a0 tx=0x7f6f5002a180 comp rx=0 tx=0).ready entity=mon.1 client_cookie=4b081df057ac0c95 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:57:46.353 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:46.349+0000 7f6f5effd640 1 -- 172.21.15.119:0/862063863 <== mon.1 v2:172.21.15.145:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6f50032440 con 0x7f6f6006bf00 2024-09-13T18:57:46.353 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:46.349+0000 7f6f5effd640 1 -- 172.21.15.119:0/862063863 <== mon.1 v2:172.21.15.145:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6f500325a0 con 0x7f6f6006bf00 2024-09-13T18:57:46.353 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:46.349+0000 7f6f5effd640 1 -- 172.21.15.119:0/862063863 <== mon.1 v2:172.21.15.145:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6f50032930 con 0x7f6f6006bf00 2024-09-13T18:57:46.356 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:46.350+0000 7f6f655a0640 1 -- 172.21.15.119:0/862063863 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6f6006bf00 msgr2=0x7f6f6006c2e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:46.356 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:46.350+0000 7f6f655a0640 1 --2- 172.21.15.119:0/862063863 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6f6006bf00 0x7f6f6006c2e0 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7f6f500097a0 tx=0x7f6f5002a180 comp rx=0 tx=0).stop 2024-09-13T18:57:46.356 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:46.350+0000 7f6f655a0640 1 -- 172.21.15.119:0/862063863 shutdown_connections 2024-09-13T18:57:46.356 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:46.350+0000 7f6f655a0640 1 --2- 172.21.15.119:0/862063863 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f6f6015bf10 0x7f6f600705c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:46.356 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:46.350+0000 7f6f655a0640 1 --2- 172.21.15.119:0/862063863 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6f6006bf00 0x7f6f6006c2e0 unknown :-1 s=CLOSED pgs=194 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:46.356 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:46.350+0000 7f6f655a0640 1 -- 172.21.15.119:0/862063863 >> 172.21.15.119:0/862063863 conn(0x7f6f6006d860 msgr2=0x7f6f60069ed0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:57:46.356 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:46.350+0000 7f6f655a0640 1 -- 172.21.15.119:0/862063863 shutdown_connections 2024-09-13T18:57:46.356 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:46.350+0000 7f6f655a0640 1 -- 172.21.15.119:0/862063863 wait complete. 2024-09-13T18:57:46.356 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:46.351+0000 7f6f655a0640 1 Processor -- start 2024-09-13T18:57:46.356 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:46.351+0000 7f6f655a0640 1 -- start start 2024-09-13T18:57:46.356 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:46.352+0000 7f6f655a0640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6f6006bf00 0x7f6f600a7e40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:46.357 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:46.352+0000 7f6f655a0640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f6f600cb7b0 0x7f6f60156600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:46.357 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:46.352+0000 7f6f655a0640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f6f6015bf10 0x7f6f600a95d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:46.357 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:46.352+0000 7f6f655a0640 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6f600ab2a0 con 0x7f6f6015bf10 2024-09-13T18:57:46.357 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:46.352+0000 7f6f655a0640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6f600abb50 con 0x7f6f6006bf00 2024-09-13T18:57:46.357 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:46.352+0000 7f6f655a0640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f6f600ac0f0 con 0x7f6f600cb7b0 2024-09-13T18:57:46.357 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:46.352+0000 7f6f64d9f640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f6f6015bf10 0x7f6f600a95d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:46.357 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:46.352+0000 7f6f64d9f640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f6f6015bf10 0x7f6f600a95d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.119:3300/0 says I am v2:172.21.15.119:43324/0 (socket says 172.21.15.119:43324) 2024-09-13T18:57:46.357 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:46.352+0000 7f6f64d9f640 1 -- 172.21.15.119:0/3576790199 learned_addr learned my addr 172.21.15.119:0/3576790199 (peer_addr_for_me v2:172.21.15.119:0/0) 2024-09-13T18:57:46.357 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:46.352+0000 7f6f5ffff640 1 --2- 172.21.15.119:0/3576790199 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6f6006bf00 0x7f6f600a7e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:46.357 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:46.352+0000 7f6f5f7fe640 1 --2- 172.21.15.119:0/3576790199 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f6f600cb7b0 0x7f6f60156600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:46.357 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:46.352+0000 7f6f64d9f640 1 -- 172.21.15.119:0/3576790199 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f6f600cb7b0 msgr2=0x7f6f60156600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:46.357 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:46.352+0000 7f6f64d9f640 1 --2- 172.21.15.119:0/3576790199 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f6f600cb7b0 0x7f6f60156600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:46.357 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:46.352+0000 7f6f64d9f640 1 -- 172.21.15.119:0/3576790199 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6f6006bf00 msgr2=0x7f6f600a7e40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:46.358 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:46.352+0000 7f6f64d9f640 1 --2- 172.21.15.119:0/3576790199 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6f6006bf00 0x7f6f600a7e40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:46.358 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:46.352+0000 7f6f64d9f640 1 -- 172.21.15.119:0/3576790199 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6f58009a70 con 0x7f6f6015bf10 2024-09-13T18:57:46.358 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:46.352+0000 7f6f64d9f640 1 --2- 172.21.15.119:0/3576790199 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f6f6015bf10 0x7f6f600a95d0 secure :-1 s=READY pgs=514 cs=0 l=1 rev1=1 crypto rx=0x7f6f5800ef90 tx=0x7f6f5800c490 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:57:46.358 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:46.353+0000 7f6f5cff9640 1 -- 172.21.15.119:0/3576790199 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6f58009cd0 con 0x7f6f6015bf10 2024-09-13T18:57:46.358 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:46.353+0000 7f6f5cff9640 1 -- 172.21.15.119:0/3576790199 <== mon.0 v2:172.21.15.119:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6f5800f040 con 0x7f6f6015bf10 2024-09-13T18:57:46.358 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:46.353+0000 7f6f655a0640 1 -- 172.21.15.119:0/3576790199 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f6f50009400 con 0x7f6f6015bf10 2024-09-13T18:57:46.358 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:46.353+0000 7f6f5cff9640 1 -- 172.21.15.119:0/3576790199 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6f580146a0 con 0x7f6f6015bf10 2024-09-13T18:57:46.358 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:46.353+0000 7f6f655a0640 1 -- 172.21.15.119:0/3576790199 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f6f600a8950 con 0x7f6f6015bf10 2024-09-13T18:57:46.359 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:46.354+0000 7f6f655a0640 1 -- 172.21.15.119:0/3576790199 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f6f600672b0 con 0x7f6f6015bf10 2024-09-13T18:57:46.359 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:46.354+0000 7f6f5cff9640 1 -- 172.21.15.119:0/3576790199 <== mon.0 v2:172.21.15.119:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f6f58014800 con 0x7f6f6015bf10 2024-09-13T18:57:46.359 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:46.355+0000 7f6f5cff9640 1 --2- 172.21.15.119:0/3576790199 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f6f4c06ac00 0x7f6f4c06d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:46.359 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:46.355+0000 7f6f5cff9640 1 -- 172.21.15.119:0/3576790199 <== mon.0 v2:172.21.15.119:3300/0 5 ==== osd_map(39..39 src has 1..39) v4 ==== 6029+0+0 (secure 0 0 0) 0x7f6f5808a250 con 0x7f6f6015bf10 2024-09-13T18:57:46.359 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:46.355+0000 7f6f5ffff640 1 --2- 172.21.15.119:0/3576790199 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f6f4c06ac00 0x7f6f4c06d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:46.359 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:46.355+0000 7f6f5ffff640 1 --2- 172.21.15.119:0/3576790199 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f6f4c06ac00 0x7f6f4c06d0c0 secure :-1 s=READY pgs=255 cs=0 l=1 rev1=1 crypto rx=0x7f6f50034000 tx=0x7f6f5002e000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:57:46.361 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:46.359+0000 7f6f5cff9640 1 -- 172.21.15.119:0/3576790199 <== mon.0 v2:172.21.15.119:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f6f580553a0 con 0x7f6f6015bf10 2024-09-13T18:57:46.519 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:46.516+0000 7f6f655a0640 1 -- 172.21.15.119:0/3576790199 --> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7f6f6015a700 con 0x7f6f4c06ac00 2024-09-13T18:57:46.526 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:46.523+0000 7f6f5cff9640 1 -- 172.21.15.119:0/3576790199 <== mgr.4104 v2:172.21.15.119:6832/3599186100 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+275620 (secure 0 0 0) 0x7f6f50032a10 con 0x7f6f4c06ac00 2024-09-13T18:57:46.529 INFO:teuthology.orchestra.run.smithi119.stdout: 2024-09-13T18:57:46.531 INFO:teuthology.orchestra.run.smithi119.stderr:dumped all 2024-09-13T18:57:46.533 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:46.526+0000 7f6f655a0640 1 -- 172.21.15.119:0/3576790199 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f6f4c06ac00 msgr2=0x7f6f4c06d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:46.533 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:46.526+0000 7f6f655a0640 1 --2- 172.21.15.119:0/3576790199 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f6f4c06ac00 0x7f6f4c06d0c0 secure :-1 s=READY pgs=255 cs=0 l=1 rev1=1 crypto rx=0x7f6f50034000 tx=0x7f6f5002e000 comp rx=0 tx=0).stop 2024-09-13T18:57:46.533 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:46.527+0000 7f6f655a0640 1 -- 172.21.15.119:0/3576790199 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f6f6015bf10 msgr2=0x7f6f600a95d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:46.533 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:46.527+0000 7f6f655a0640 1 --2- 172.21.15.119:0/3576790199 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f6f6015bf10 0x7f6f600a95d0 secure :-1 s=READY pgs=514 cs=0 l=1 rev1=1 crypto rx=0x7f6f5800ef90 tx=0x7f6f5800c490 comp rx=0 tx=0).stop 2024-09-13T18:57:46.533 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:46.527+0000 7f6f655a0640 1 -- 172.21.15.119:0/3576790199 shutdown_connections 2024-09-13T18:57:46.533 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:46.527+0000 7f6f655a0640 1 --2- 172.21.15.119:0/3576790199 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f6f4c06ac00 0x7f6f4c06d0c0 unknown :-1 s=CLOSED pgs=255 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:46.533 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:46.527+0000 7f6f655a0640 1 --2- 172.21.15.119:0/3576790199 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f6f6015bf10 0x7f6f600a95d0 unknown :-1 s=CLOSED pgs=514 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:46.533 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:46.527+0000 7f6f655a0640 1 --2- 172.21.15.119:0/3576790199 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f6f600cb7b0 0x7f6f60156600 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:46.533 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:46.527+0000 7f6f655a0640 1 --2- 172.21.15.119:0/3576790199 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6f6006bf00 0x7f6f600a7e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:46.534 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:46.527+0000 7f6f655a0640 1 -- 172.21.15.119:0/3576790199 >> 172.21.15.119:0/3576790199 conn(0x7f6f6006d860 msgr2=0x7f6f600afe20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:57:46.534 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:46.527+0000 7f6f655a0640 1 -- 172.21.15.119:0/3576790199 shutdown_connections 2024-09-13T18:57:46.534 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:46.527+0000 7f6f655a0640 1 -- 172.21.15.119:0/3576790199 wait complete. 2024-09-13T18:57:46.540 INFO:teuthology.orchestra.run.smithi119.stdout:{"pg_ready":true,"pg_map":{"version":74,"stamp":"2024-09-13T18:57:46.079834+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":12,"acting":12,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":16,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":3,"kb":754974720,"kb_used":220484,"kb_used_data":4308,"kb_used_omap":12,"kb_used_meta":216051,"kb_avail":754754236,"statfs":{"total":773094113280,"available":772868337664,"internally_reserved":0,"allocated":4411392,"data_stored":2527209,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12742,"internal_metadata":221236794},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":15,"apply_latency_ms":15,"commit_latency_ns":15000000,"apply_latency_ns":15000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.000743"},"pg_stats":[{"pgid":"6.3f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T18:57:43.271195+0000","last_change":"2024-09-13T18:57:43.271195+0000","last_active":"2024-09-13T18:57:43.271195+0000","last_peered":"2024-09-13T18:57:43.271195+0000","last_clean":"2024-09-13T18:57:43.271195+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T18:57:43.271195+0000","last_undegraded":"2024-09-13T18:57:43.271195+0000","last_fullsized":"2024-09-13T18:57:43.271195+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_clean_scrub_stamp":"2024-09-13T18:57:43.271195+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.3e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T18:57:43.271195+0000","last_change":"2024-09-13T18:57:43.271195+0000","last_active":"2024-09-13T18:57:43.271195+0000","last_peered":"2024-09-13T18:57:43.271195+0000","last_clean":"2024-09-13T18:57:43.271195+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T18:57:43.271195+0000","last_undegraded":"2024-09-13T18:57:43.271195+0000","last_fullsized":"2024-09-13T18:57:43.271195+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_clean_scrub_stamp":"2024-09-13T18:57:43.271195+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.3d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T18:57:43.271195+0000","last_change":"2024-09-13T18:57:43.271195+0000","last_active":"2024-09-13T18:57:43.271195+0000","last_peered":"2024-09-13T18:57:43.271195+0000","last_clean":"2024-09-13T18:57:43.271195+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T18:57:43.271195+0000","last_undegraded":"2024-09-13T18:57:43.271195+0000","last_fullsized":"2024-09-13T18:57:43.271195+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_clean_scrub_stamp":"2024-09-13T18:57:43.271195+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.3c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T18:57:43.271195+0000","last_change":"2024-09-13T18:57:43.271195+0000","last_active":"2024-09-13T18:57:43.271195+0000","last_peered":"2024-09-13T18:57:43.271195+0000","last_clean":"2024-09-13T18:57:43.271195+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T18:57:43.271195+0000","last_undegraded":"2024-09-13T18:57:43.271195+0000","last_fullsized":"2024-09-13T18:57:43.271195+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_clean_scrub_stamp":"2024-09-13T18:57:43.271195+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.3b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T18:57:43.271195+0000","last_change":"2024-09-13T18:57:43.271195+0000","last_active":"2024-09-13T18:57:43.271195+0000","last_peered":"2024-09-13T18:57:43.271195+0000","last_clean":"2024-09-13T18:57:43.271195+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T18:57:43.271195+0000","last_undegraded":"2024-09-13T18:57:43.271195+0000","last_fullsized":"2024-09-13T18:57:43.271195+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_clean_scrub_stamp":"2024-09-13T18:57:43.271195+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.3a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T18:57:43.271195+0000","last_change":"2024-09-13T18:57:43.271195+0000","last_active":"2024-09-13T18:57:43.271195+0000","last_peered":"2024-09-13T18:57:43.271195+0000","last_clean":"2024-09-13T18:57:43.271195+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T18:57:43.271195+0000","last_undegraded":"2024-09-13T18:57:43.271195+0000","last_fullsized":"2024-09-13T18:57:43.271195+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_clean_scrub_stamp":"2024-09-13T18:57:43.271195+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.39","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T18:57:43.271195+0000","last_change":"2024-09-13T18:57:43.271195+0000","last_active":"2024-09-13T18:57:43.271195+0000","last_peered":"2024-09-13T18:57:43.271195+0000","last_clean":"2024-09-13T18:57:43.271195+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T18:57:43.271195+0000","last_undegraded":"2024-09-13T18:57:43.271195+0000","last_fullsized":"2024-09-13T18:57:43.271195+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_clean_scrub_stamp":"2024-09-13T18:57:43.271195+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.38","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T18:57:43.271195+0000","last_change":"2024-09-13T18:57:43.271195+0000","last_active":"2024-09-13T18:57:43.271195+0000","last_peered":"2024-09-13T18:57:43.271195+0000","last_clean":"2024-09-13T18:57:43.271195+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T18:57:43.271195+0000","last_undegraded":"2024-09-13T18:57:43.271195+0000","last_fullsized":"2024-09-13T18:57:43.271195+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_clean_scrub_stamp":"2024-09-13T18:57:43.271195+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.37","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T18:57:43.271195+0000","last_change":"2024-09-13T18:57:43.271195+0000","last_active":"2024-09-13T18:57:43.271195+0000","last_peered":"2024-09-13T18:57:43.271195+0000","last_clean":"2024-09-13T18:57:43.271195+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T18:57:43.271195+0000","last_undegraded":"2024-09-13T18:57:43.271195+0000","last_fullsized":"2024-09-13T18:57:43.271195+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_clean_scrub_stamp":"2024-09-13T18:57:43.271195+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.36","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T18:57:43.271195+0000","last_change":"2024-09-13T18:57:43.271195+0000","last_active":"2024-09-13T18:57:43.271195+0000","last_peered":"2024-09-13T18:57:43.271195+0000","last_clean":"2024-09-13T18:57:43.271195+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T18:57:43.271195+0000","last_undegraded":"2024-09-13T18:57:43.271195+0000","last_fullsized":"2024-09-13T18:57:43.271195+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_clean_scrub_stamp":"2024-09-13T18:57:43.271195+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.35","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T18:57:43.271195+0000","last_change":"2024-09-13T18:57:43.271195+0000","last_active":"2024-09-13T18:57:43.271195+0000","last_peered":"2024-09-13T18:57:43.271195+0000","last_clean":"2024-09-13T18:57:43.271195+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T18:57:43.271195+0000","last_undegraded":"2024-09-13T18:57:43.271195+0000","last_fullsized":"2024-09-13T18:57:43.271195+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_clean_scrub_stamp":"2024-09-13T18:57:43.271195+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.34","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T18:57:43.271195+0000","last_change":"2024-09-13T18:57:43.271195+0000","last_active":"2024-09-13T18:57:43.271195+0000","last_peered":"2024-09-13T18:57:43.271195+0000","last_clean":"2024-09-13T18:57:43.271195+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T18:57:43.271195+0000","last_undegraded":"2024-09-13T18:57:43.271195+0000","last_fullsized":"2024-09-13T18:57:43.271195+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_clean_scrub_stamp":"2024-09-13T18:57:43.271195+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.33","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T18:57:43.271195+0000","last_change":"2024-09-13T18:57:43.271195+0000","last_active":"2024-09-13T18:57:43.271195+0000","last_peered":"2024-09-13T18:57:43.271195+0000","last_clean":"2024-09-13T18:57:43.271195+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T18:57:43.271195+0000","last_undegraded":"2024-09-13T18:57:43.271195+0000","last_fullsized":"2024-09-13T18:57:43.271195+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_clean_scrub_stamp":"2024-09-13T18:57:43.271195+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.32","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T18:57:43.271195+0000","last_change":"2024-09-13T18:57:43.271195+0000","last_active":"2024-09-13T18:57:43.271195+0000","last_peered":"2024-09-13T18:57:43.271195+0000","last_clean":"2024-09-13T18:57:43.271195+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T18:57:43.271195+0000","last_undegraded":"2024-09-13T18:57:43.271195+0000","last_fullsized":"2024-09-13T18:57:43.271195+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_clean_scrub_stamp":"2024-09-13T18:57:43.271195+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.31","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T18:57:43.271195+0000","last_change":"2024-09-13T18:57:43.271195+0000","last_active":"2024-09-13T18:57:43.271195+0000","last_peered":"2024-09-13T18:57:43.271195+0000","last_clean":"2024-09-13T18:57:43.271195+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T18:57:43.271195+0000","last_undegraded":"2024-09-13T18:57:43.271195+0000","last_fullsized":"2024-09-13T18:57:43.271195+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_clean_scrub_stamp":"2024-09-13T18:57:43.271195+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.30","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T18:57:43.271195+0000","last_change":"2024-09-13T18:57:43.271195+0000","last_active":"2024-09-13T18:57:43.271195+0000","last_peered":"2024-09-13T18:57:43.271195+0000","last_clean":"2024-09-13T18:57:43.271195+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T18:57:43.271195+0000","last_undegraded":"2024-09-13T18:57:43.271195+0000","last_fullsized":"2024-09-13T18:57:43.271195+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_clean_scrub_stamp":"2024-09-13T18:57:43.271195+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.2f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T18:57:43.271195+0000","last_change":"2024-09-13T18:57:43.271195+0000","last_active":"2024-09-13T18:57:43.271195+0000","last_peered":"2024-09-13T18:57:43.271195+0000","last_clean":"2024-09-13T18:57:43.271195+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T18:57:43.271195+0000","last_undegraded":"2024-09-13T18:57:43.271195+0000","last_fullsized":"2024-09-13T18:57:43.271195+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_clean_scrub_stamp":"2024-09-13T18:57:43.271195+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.2e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T18:57:43.271195+0000","last_change":"2024-09-13T18:57:43.271195+0000","last_active":"2024-09-13T18:57:43.271195+0000","last_peered":"2024-09-13T18:57:43.271195+0000","last_clean":"2024-09-13T18:57:43.271195+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T18:57:43.271195+0000","last_undegraded":"2024-09-13T18:57:43.271195+0000","last_fullsized":"2024-09-13T18:57:43.271195+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_clean_scrub_stamp":"2024-09-13T18:57:43.271195+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.2d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T18:57:43.271195+0000","last_change":"2024-09-13T18:57:43.271195+0000","last_active":"2024-09-13T18:57:43.271195+0000","last_peered":"2024-09-13T18:57:43.271195+0000","last_clean":"2024-09-13T18:57:43.271195+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T18:57:43.271195+0000","last_undegraded":"2024-09-13T18:57:43.271195+0000","last_fullsized":"2024-09-13T18:57:43.271195+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_clean_scrub_stamp":"2024-09-13T18:57:43.271195+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.2c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T18:57:43.271195+0000","last_change":"2024-09-13T18:57:43.271195+0000","last_active":"2024-09-13T18:57:43.271195+0000","last_peered":"2024-09-13T18:57:43.271195+0000","last_clean":"2024-09-13T18:57:43.271195+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T18:57:43.271195+0000","last_undegraded":"2024-09-13T18:57:43.271195+0000","last_fullsized":"2024-09-13T18:57:43.271195+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_clean_scrub_stamp":"2024-09-13T18:57:43.271195+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.2b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T18:57:43.271195+0000","last_change":"2024-09-13T18:57:43.271195+0000","last_active":"2024-09-13T18:57:43.271195+0000","last_peered":"2024-09-13T18:57:43.271195+0000","last_clean":"2024-09-13T18:57:43.271195+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T18:57:43.271195+0000","last_undegraded":"2024-09-13T18:57:43.271195+0000","last_fullsized":"2024-09-13T18:57:43.271195+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_clean_scrub_stamp":"2024-09-13T18:57:43.271195+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.2a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T18:57:43.271195+0000","last_change":"2024-09-13T18:57:43.271195+0000","last_active":"2024-09-13T18:57:43.271195+0000","last_peered":"2024-09-13T18:57:43.271195+0000","last_clean":"2024-09-13T18:57:43.271195+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T18:57:43.271195+0000","last_undegraded":"2024-09-13T18:57:43.271195+0000","last_fullsized":"2024-09-13T18:57:43.271195+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_clean_scrub_stamp":"2024-09-13T18:57:43.271195+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.29","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T18:57:43.271195+0000","last_change":"2024-09-13T18:57:43.271195+0000","last_active":"2024-09-13T18:57:43.271195+0000","last_peered":"2024-09-13T18:57:43.271195+0000","last_clean":"2024-09-13T18:57:43.271195+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T18:57:43.271195+0000","last_undegraded":"2024-09-13T18:57:43.271195+0000","last_fullsized":"2024-09-13T18:57:43.271195+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_clean_scrub_stamp":"2024-09-13T18:57:43.271195+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.28","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T18:57:43.271195+0000","last_change":"2024-09-13T18:57:43.271195+0000","last_active":"2024-09-13T18:57:43.271195+0000","last_peered":"2024-09-13T18:57:43.271195+0000","last_clean":"2024-09-13T18:57:43.271195+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T18:57:43.271195+0000","last_undegraded":"2024-09-13T18:57:43.271195+0000","last_fullsized":"2024-09-13T18:57:43.271195+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_clean_scrub_stamp":"2024-09-13T18:57:43.271195+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.27","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T18:57:43.271195+0000","last_change":"2024-09-13T18:57:43.271195+0000","last_active":"2024-09-13T18:57:43.271195+0000","last_peered":"2024-09-13T18:57:43.271195+0000","last_clean":"2024-09-13T18:57:43.271195+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T18:57:43.271195+0000","last_undegraded":"2024-09-13T18:57:43.271195+0000","last_fullsized":"2024-09-13T18:57:43.271195+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_clean_scrub_stamp":"2024-09-13T18:57:43.271195+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.26","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T18:57:43.271195+0000","last_change":"2024-09-13T18:57:43.271195+0000","last_active":"2024-09-13T18:57:43.271195+0000","last_peered":"2024-09-13T18:57:43.271195+0000","last_clean":"2024-09-13T18:57:43.271195+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T18:57:43.271195+0000","last_undegraded":"2024-09-13T18:57:43.271195+0000","last_fullsized":"2024-09-13T18:57:43.271195+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_clean_scrub_stamp":"2024-09-13T18:57:43.271195+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.25","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T18:57:43.271195+0000","last_change":"2024-09-13T18:57:43.271195+0000","last_active":"2024-09-13T18:57:43.271195+0000","last_peered":"2024-09-13T18:57:43.271195+0000","last_clean":"2024-09-13T18:57:43.271195+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T18:57:43.271195+0000","last_undegraded":"2024-09-13T18:57:43.271195+0000","last_fullsized":"2024-09-13T18:57:43.271195+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_clean_scrub_stamp":"2024-09-13T18:57:43.271195+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.24","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T18:57:43.271195+0000","last_change":"2024-09-13T18:57:43.271195+0000","last_active":"2024-09-13T18:57:43.271195+0000","last_peered":"2024-09-13T18:57:43.271195+0000","last_clean":"2024-09-13T18:57:43.271195+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T18:57:43.271195+0000","last_undegraded":"2024-09-13T18:57:43.271195+0000","last_fullsized":"2024-09-13T18:57:43.271195+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_clean_scrub_stamp":"2024-09-13T18:57:43.271195+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.23","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T18:57:43.271195+0000","last_change":"2024-09-13T18:57:43.271195+0000","last_active":"2024-09-13T18:57:43.271195+0000","last_peered":"2024-09-13T18:57:43.271195+0000","last_clean":"2024-09-13T18:57:43.271195+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T18:57:43.271195+0000","last_undegraded":"2024-09-13T18:57:43.271195+0000","last_fullsized":"2024-09-13T18:57:43.271195+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_clean_scrub_stamp":"2024-09-13T18:57:43.271195+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.22","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T18:57:43.271195+0000","last_change":"2024-09-13T18:57:43.271195+0000","last_active":"2024-09-13T18:57:43.271195+0000","last_peered":"2024-09-13T18:57:43.271195+0000","last_clean":"2024-09-13T18:57:43.271195+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T18:57:43.271195+0000","last_undegraded":"2024-09-13T18:57:43.271195+0000","last_fullsized":"2024-09-13T18:57:43.271195+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_clean_scrub_stamp":"2024-09-13T18:57:43.271195+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.21","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T18:57:43.271195+0000","last_change":"2024-09-13T18:57:43.271195+0000","last_active":"2024-09-13T18:57:43.271195+0000","last_peered":"2024-09-13T18:57:43.271195+0000","last_clean":"2024-09-13T18:57:43.271195+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T18:57:43.271195+0000","last_undegraded":"2024-09-13T18:57:43.271195+0000","last_fullsized":"2024-09-13T18:57:43.271195+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_clean_scrub_stamp":"2024-09-13T18:57:43.271195+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.20","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T18:57:43.271195+0000","last_change":"2024-09-13T18:57:43.271195+0000","last_active":"2024-09-13T18:57:43.271195+0000","last_peered":"2024-09-13T18:57:43.271195+0000","last_clean":"2024-09-13T18:57:43.271195+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T18:57:43.271195+0000","last_undegraded":"2024-09-13T18:57:43.271195+0000","last_fullsized":"2024-09-13T18:57:43.271195+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_clean_scrub_stamp":"2024-09-13T18:57:43.271195+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.1c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T18:57:43.271195+0000","last_change":"2024-09-13T18:57:43.271195+0000","last_active":"2024-09-13T18:57:43.271195+0000","last_peered":"2024-09-13T18:57:43.271195+0000","last_clean":"2024-09-13T18:57:43.271195+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T18:57:43.271195+0000","last_undegraded":"2024-09-13T18:57:43.271195+0000","last_fullsized":"2024-09-13T18:57:43.271195+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_clean_scrub_stamp":"2024-09-13T18:57:43.271195+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.1f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T18:57:42.266140+0000","last_change":"2024-09-13T18:57:42.266140+0000","last_active":"2024-09-13T18:57:42.266140+0000","last_peered":"2024-09-13T18:57:42.266140+0000","last_clean":"2024-09-13T18:57:42.266140+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T18:57:42.266140+0000","last_undegraded":"2024-09-13T18:57:42.266140+0000","last_fullsized":"2024-09-13T18:57:42.266140+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:42.266140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:42.266140+0000","last_clean_scrub_stamp":"2024-09-13T18:57:42.266140+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.1d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T18:57:43.271195+0000","last_change":"2024-09-13T18:57:43.271195+0000","last_active":"2024-09-13T18:57:43.271195+0000","last_peered":"2024-09-13T18:57:43.271195+0000","last_clean":"2024-09-13T18:57:43.271195+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T18:57:43.271195+0000","last_undegraded":"2024-09-13T18:57:43.271195+0000","last_fullsized":"2024-09-13T18:57:43.271195+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_clean_scrub_stamp":"2024-09-13T18:57:43.271195+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.1e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T18:57:42.266140+0000","last_change":"2024-09-13T18:57:42.266140+0000","last_active":"2024-09-13T18:57:42.266140+0000","last_peered":"2024-09-13T18:57:42.266140+0000","last_clean":"2024-09-13T18:57:42.266140+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T18:57:42.266140+0000","last_undegraded":"2024-09-13T18:57:42.266140+0000","last_fullsized":"2024-09-13T18:57:42.266140+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:42.266140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:42.266140+0000","last_clean_scrub_stamp":"2024-09-13T18:57:42.266140+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.1e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T18:57:43.271195+0000","last_change":"2024-09-13T18:57:43.271195+0000","last_active":"2024-09-13T18:57:43.271195+0000","last_peered":"2024-09-13T18:57:43.271195+0000","last_clean":"2024-09-13T18:57:43.271195+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T18:57:43.271195+0000","last_undegraded":"2024-09-13T18:57:43.271195+0000","last_fullsized":"2024-09-13T18:57:43.271195+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_clean_scrub_stamp":"2024-09-13T18:57:43.271195+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.1d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T18:57:42.266140+0000","last_change":"2024-09-13T18:57:42.266140+0000","last_active":"2024-09-13T18:57:42.266140+0000","last_peered":"2024-09-13T18:57:42.266140+0000","last_clean":"2024-09-13T18:57:42.266140+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T18:57:42.266140+0000","last_undegraded":"2024-09-13T18:57:42.266140+0000","last_fullsized":"2024-09-13T18:57:42.266140+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:42.266140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:42.266140+0000","last_clean_scrub_stamp":"2024-09-13T18:57:42.266140+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.1f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T18:57:43.271195+0000","last_change":"2024-09-13T18:57:43.271195+0000","last_active":"2024-09-13T18:57:43.271195+0000","last_peered":"2024-09-13T18:57:43.271195+0000","last_clean":"2024-09-13T18:57:43.271195+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T18:57:43.271195+0000","last_undegraded":"2024-09-13T18:57:43.271195+0000","last_fullsized":"2024-09-13T18:57:43.271195+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_clean_scrub_stamp":"2024-09-13T18:57:43.271195+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.1c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T18:57:42.266140+0000","last_change":"2024-09-13T18:57:42.266140+0000","last_active":"2024-09-13T18:57:42.266140+0000","last_peered":"2024-09-13T18:57:42.266140+0000","last_clean":"2024-09-13T18:57:42.266140+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T18:57:42.266140+0000","last_undegraded":"2024-09-13T18:57:42.266140+0000","last_fullsized":"2024-09-13T18:57:42.266140+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:42.266140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:42.266140+0000","last_clean_scrub_stamp":"2024-09-13T18:57:42.266140+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.18","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T18:57:43.271195+0000","last_change":"2024-09-13T18:57:43.271195+0000","last_active":"2024-09-13T18:57:43.271195+0000","last_peered":"2024-09-13T18:57:43.271195+0000","last_clean":"2024-09-13T18:57:43.271195+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T18:57:43.271195+0000","last_undegraded":"2024-09-13T18:57:43.271195+0000","last_fullsized":"2024-09-13T18:57:43.271195+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_clean_scrub_stamp":"2024-09-13T18:57:43.271195+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.1b","version":"0'0","reported_seq":1,"reported_epoch":36,"state":"creating+peering","last_fresh":"2024-09-13T18:57:42.278482+0000","last_change":"2024-09-13T18:57:42.278482+0000","last_active":"2024-09-13T18:57:42.266140+0000","last_peered":"2024-09-13T18:57:42.266140+0000","last_clean":"2024-09-13T18:57:42.266140+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T18:57:42.278482+0000","last_undegraded":"2024-09-13T18:57:42.278482+0000","last_fullsized":"2024-09-13T18:57:42.278482+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:42.266140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:42.266140+0000","last_clean_scrub_stamp":"2024-09-13T18:57:42.266140+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T06:08:02.060175+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.19","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T18:57:43.271195+0000","last_change":"2024-09-13T18:57:43.271195+0000","last_active":"2024-09-13T18:57:43.271195+0000","last_peered":"2024-09-13T18:57:43.271195+0000","last_clean":"2024-09-13T18:57:43.271195+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T18:57:43.271195+0000","last_undegraded":"2024-09-13T18:57:43.271195+0000","last_fullsized":"2024-09-13T18:57:43.271195+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_clean_scrub_stamp":"2024-09-13T18:57:43.271195+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.1a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T18:57:42.266140+0000","last_change":"2024-09-13T18:57:42.266140+0000","last_active":"2024-09-13T18:57:42.266140+0000","last_peered":"2024-09-13T18:57:42.266140+0000","last_clean":"2024-09-13T18:57:42.266140+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T18:57:42.266140+0000","last_undegraded":"2024-09-13T18:57:42.266140+0000","last_fullsized":"2024-09-13T18:57:42.266140+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:42.266140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:42.266140+0000","last_clean_scrub_stamp":"2024-09-13T18:57:42.266140+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.1a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T18:57:43.271195+0000","last_change":"2024-09-13T18:57:43.271195+0000","last_active":"2024-09-13T18:57:43.271195+0000","last_peered":"2024-09-13T18:57:43.271195+0000","last_clean":"2024-09-13T18:57:43.271195+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T18:57:43.271195+0000","last_undegraded":"2024-09-13T18:57:43.271195+0000","last_fullsized":"2024-09-13T18:57:43.271195+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_clean_scrub_stamp":"2024-09-13T18:57:43.271195+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.19","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T18:57:42.266140+0000","last_change":"2024-09-13T18:57:42.266140+0000","last_active":"2024-09-13T18:57:42.266140+0000","last_peered":"2024-09-13T18:57:42.266140+0000","last_clean":"2024-09-13T18:57:42.266140+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T18:57:42.266140+0000","last_undegraded":"2024-09-13T18:57:42.266140+0000","last_fullsized":"2024-09-13T18:57:42.266140+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:42.266140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:42.266140+0000","last_clean_scrub_stamp":"2024-09-13T18:57:42.266140+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.1b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T18:57:43.271195+0000","last_change":"2024-09-13T18:57:43.271195+0000","last_active":"2024-09-13T18:57:43.271195+0000","last_peered":"2024-09-13T18:57:43.271195+0000","last_clean":"2024-09-13T18:57:43.271195+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T18:57:43.271195+0000","last_undegraded":"2024-09-13T18:57:43.271195+0000","last_fullsized":"2024-09-13T18:57:43.271195+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_clean_scrub_stamp":"2024-09-13T18:57:43.271195+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.18","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T18:57:42.266140+0000","last_change":"2024-09-13T18:57:42.266140+0000","last_active":"2024-09-13T18:57:42.266140+0000","last_peered":"2024-09-13T18:57:42.266140+0000","last_clean":"2024-09-13T18:57:42.266140+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T18:57:42.266140+0000","last_undegraded":"2024-09-13T18:57:42.266140+0000","last_fullsized":"2024-09-13T18:57:42.266140+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:42.266140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:42.266140+0000","last_clean_scrub_stamp":"2024-09-13T18:57:42.266140+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.14","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T18:57:43.271195+0000","last_change":"2024-09-13T18:57:43.271195+0000","last_active":"2024-09-13T18:57:43.271195+0000","last_peered":"2024-09-13T18:57:43.271195+0000","last_clean":"2024-09-13T18:57:43.271195+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T18:57:43.271195+0000","last_undegraded":"2024-09-13T18:57:43.271195+0000","last_fullsized":"2024-09-13T18:57:43.271195+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_clean_scrub_stamp":"2024-09-13T18:57:43.271195+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.17","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T18:57:42.266140+0000","last_change":"2024-09-13T18:57:42.266140+0000","last_active":"2024-09-13T18:57:42.266140+0000","last_peered":"2024-09-13T18:57:42.266140+0000","last_clean":"2024-09-13T18:57:42.266140+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T18:57:42.266140+0000","last_undegraded":"2024-09-13T18:57:42.266140+0000","last_fullsized":"2024-09-13T18:57:42.266140+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:42.266140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:42.266140+0000","last_clean_scrub_stamp":"2024-09-13T18:57:42.266140+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.15","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T18:57:43.271195+0000","last_change":"2024-09-13T18:57:43.271195+0000","last_active":"2024-09-13T18:57:43.271195+0000","last_peered":"2024-09-13T18:57:43.271195+0000","last_clean":"2024-09-13T18:57:43.271195+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T18:57:43.271195+0000","last_undegraded":"2024-09-13T18:57:43.271195+0000","last_fullsized":"2024-09-13T18:57:43.271195+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_clean_scrub_stamp":"2024-09-13T18:57:43.271195+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.16","version":"0'0","reported_seq":1,"reported_epoch":36,"state":"creating+peering","last_fresh":"2024-09-13T18:57:42.278572+0000","last_change":"2024-09-13T18:57:42.278572+0000","last_active":"2024-09-13T18:57:42.266140+0000","last_peered":"2024-09-13T18:57:42.266140+0000","last_clean":"2024-09-13T18:57:42.266140+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T18:57:42.278572+0000","last_undegraded":"2024-09-13T18:57:42.278572+0000","last_fullsized":"2024-09-13T18:57:42.278572+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:42.266140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:42.266140+0000","last_clean_scrub_stamp":"2024-09-13T18:57:42.266140+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:14:19.841999+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.16","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T18:57:43.271195+0000","last_change":"2024-09-13T18:57:43.271195+0000","last_active":"2024-09-13T18:57:43.271195+0000","last_peered":"2024-09-13T18:57:43.271195+0000","last_clean":"2024-09-13T18:57:43.271195+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T18:57:43.271195+0000","last_undegraded":"2024-09-13T18:57:43.271195+0000","last_fullsized":"2024-09-13T18:57:43.271195+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_clean_scrub_stamp":"2024-09-13T18:57:43.271195+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.15","version":"0'0","reported_seq":1,"reported_epoch":36,"state":"creating+peering","last_fresh":"2024-09-13T18:57:42.278547+0000","last_change":"2024-09-13T18:57:42.278547+0000","last_active":"2024-09-13T18:57:42.266140+0000","last_peered":"2024-09-13T18:57:42.266140+0000","last_clean":"2024-09-13T18:57:42.266140+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T18:57:42.278547+0000","last_undegraded":"2024-09-13T18:57:42.278547+0000","last_fullsized":"2024-09-13T18:57:42.278547+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:42.266140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:42.266140+0000","last_clean_scrub_stamp":"2024-09-13T18:57:42.266140+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:08:17.772215+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.17","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T18:57:43.271195+0000","last_change":"2024-09-13T18:57:43.271195+0000","last_active":"2024-09-13T18:57:43.271195+0000","last_peered":"2024-09-13T18:57:43.271195+0000","last_clean":"2024-09-13T18:57:43.271195+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T18:57:43.271195+0000","last_undegraded":"2024-09-13T18:57:43.271195+0000","last_fullsized":"2024-09-13T18:57:43.271195+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_clean_scrub_stamp":"2024-09-13T18:57:43.271195+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.14","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T18:57:42.266140+0000","last_change":"2024-09-13T18:57:42.266140+0000","last_active":"2024-09-13T18:57:42.266140+0000","last_peered":"2024-09-13T18:57:42.266140+0000","last_clean":"2024-09-13T18:57:42.266140+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T18:57:42.266140+0000","last_undegraded":"2024-09-13T18:57:42.266140+0000","last_fullsized":"2024-09-13T18:57:42.266140+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:42.266140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:42.266140+0000","last_clean_scrub_stamp":"2024-09-13T18:57:42.266140+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.10","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T18:57:43.271195+0000","last_change":"2024-09-13T18:57:43.271195+0000","last_active":"2024-09-13T18:57:43.271195+0000","last_peered":"2024-09-13T18:57:43.271195+0000","last_clean":"2024-09-13T18:57:43.271195+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T18:57:43.271195+0000","last_undegraded":"2024-09-13T18:57:43.271195+0000","last_fullsized":"2024-09-13T18:57:43.271195+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_clean_scrub_stamp":"2024-09-13T18:57:43.271195+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.13","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T18:57:42.266140+0000","last_change":"2024-09-13T18:57:42.266140+0000","last_active":"2024-09-13T18:57:42.266140+0000","last_peered":"2024-09-13T18:57:42.266140+0000","last_clean":"2024-09-13T18:57:42.266140+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T18:57:42.266140+0000","last_undegraded":"2024-09-13T18:57:42.266140+0000","last_fullsized":"2024-09-13T18:57:42.266140+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:42.266140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:42.266140+0000","last_clean_scrub_stamp":"2024-09-13T18:57:42.266140+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.11","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T18:57:43.271195+0000","last_change":"2024-09-13T18:57:43.271195+0000","last_active":"2024-09-13T18:57:43.271195+0000","last_peered":"2024-09-13T18:57:43.271195+0000","last_clean":"2024-09-13T18:57:43.271195+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T18:57:43.271195+0000","last_undegraded":"2024-09-13T18:57:43.271195+0000","last_fullsized":"2024-09-13T18:57:43.271195+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_clean_scrub_stamp":"2024-09-13T18:57:43.271195+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.12","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T18:57:42.266140+0000","last_change":"2024-09-13T18:57:42.266140+0000","last_active":"2024-09-13T18:57:42.266140+0000","last_peered":"2024-09-13T18:57:42.266140+0000","last_clean":"2024-09-13T18:57:42.266140+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T18:57:42.266140+0000","last_undegraded":"2024-09-13T18:57:42.266140+0000","last_fullsized":"2024-09-13T18:57:42.266140+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:42.266140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:42.266140+0000","last_clean_scrub_stamp":"2024-09-13T18:57:42.266140+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.12","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T18:57:43.271195+0000","last_change":"2024-09-13T18:57:43.271195+0000","last_active":"2024-09-13T18:57:43.271195+0000","last_peered":"2024-09-13T18:57:43.271195+0000","last_clean":"2024-09-13T18:57:43.271195+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T18:57:43.271195+0000","last_undegraded":"2024-09-13T18:57:43.271195+0000","last_fullsized":"2024-09-13T18:57:43.271195+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_clean_scrub_stamp":"2024-09-13T18:57:43.271195+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.11","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T18:57:42.266140+0000","last_change":"2024-09-13T18:57:42.266140+0000","last_active":"2024-09-13T18:57:42.266140+0000","last_peered":"2024-09-13T18:57:42.266140+0000","last_clean":"2024-09-13T18:57:42.266140+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T18:57:42.266140+0000","last_undegraded":"2024-09-13T18:57:42.266140+0000","last_fullsized":"2024-09-13T18:57:42.266140+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:42.266140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:42.266140+0000","last_clean_scrub_stamp":"2024-09-13T18:57:42.266140+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.13","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T18:57:43.271195+0000","last_change":"2024-09-13T18:57:43.271195+0000","last_active":"2024-09-13T18:57:43.271195+0000","last_peered":"2024-09-13T18:57:43.271195+0000","last_clean":"2024-09-13T18:57:43.271195+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T18:57:43.271195+0000","last_undegraded":"2024-09-13T18:57:43.271195+0000","last_fullsized":"2024-09-13T18:57:43.271195+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_clean_scrub_stamp":"2024-09-13T18:57:43.271195+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.10","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T18:57:42.266140+0000","last_change":"2024-09-13T18:57:42.266140+0000","last_active":"2024-09-13T18:57:42.266140+0000","last_peered":"2024-09-13T18:57:42.266140+0000","last_clean":"2024-09-13T18:57:42.266140+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T18:57:42.266140+0000","last_undegraded":"2024-09-13T18:57:42.266140+0000","last_fullsized":"2024-09-13T18:57:42.266140+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:42.266140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:42.266140+0000","last_clean_scrub_stamp":"2024-09-13T18:57:42.266140+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T18:57:43.271195+0000","last_change":"2024-09-13T18:57:43.271195+0000","last_active":"2024-09-13T18:57:43.271195+0000","last_peered":"2024-09-13T18:57:43.271195+0000","last_clean":"2024-09-13T18:57:43.271195+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T18:57:43.271195+0000","last_undegraded":"2024-09-13T18:57:43.271195+0000","last_fullsized":"2024-09-13T18:57:43.271195+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_clean_scrub_stamp":"2024-09-13T18:57:43.271195+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.f","version":"0'0","reported_seq":1,"reported_epoch":36,"state":"creating+peering","last_fresh":"2024-09-13T18:57:42.279060+0000","last_change":"2024-09-13T18:57:42.279060+0000","last_active":"2024-09-13T18:57:42.266140+0000","last_peered":"2024-09-13T18:57:42.266140+0000","last_clean":"2024-09-13T18:57:42.266140+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T18:57:42.279060+0000","last_undegraded":"2024-09-13T18:57:42.279060+0000","last_fullsized":"2024-09-13T18:57:42.279060+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:42.266140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:42.266140+0000","last_clean_scrub_stamp":"2024-09-13T18:57:42.266140+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:21:35.927061+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T18:57:43.271195+0000","last_change":"2024-09-13T18:57:43.271195+0000","last_active":"2024-09-13T18:57:43.271195+0000","last_peered":"2024-09-13T18:57:43.271195+0000","last_clean":"2024-09-13T18:57:43.271195+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T18:57:43.271195+0000","last_undegraded":"2024-09-13T18:57:43.271195+0000","last_fullsized":"2024-09-13T18:57:43.271195+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_clean_scrub_stamp":"2024-09-13T18:57:43.271195+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T18:57:42.266140+0000","last_change":"2024-09-13T18:57:42.266140+0000","last_active":"2024-09-13T18:57:42.266140+0000","last_peered":"2024-09-13T18:57:42.266140+0000","last_clean":"2024-09-13T18:57:42.266140+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T18:57:42.266140+0000","last_undegraded":"2024-09-13T18:57:42.266140+0000","last_fullsized":"2024-09-13T18:57:42.266140+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:42.266140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:42.266140+0000","last_clean_scrub_stamp":"2024-09-13T18:57:42.266140+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T18:57:43.271195+0000","last_change":"2024-09-13T18:57:43.271195+0000","last_active":"2024-09-13T18:57:43.271195+0000","last_peered":"2024-09-13T18:57:43.271195+0000","last_clean":"2024-09-13T18:57:43.271195+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T18:57:43.271195+0000","last_undegraded":"2024-09-13T18:57:43.271195+0000","last_fullsized":"2024-09-13T18:57:43.271195+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_clean_scrub_stamp":"2024-09-13T18:57:43.271195+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T18:57:42.266140+0000","last_change":"2024-09-13T18:57:42.266140+0000","last_active":"2024-09-13T18:57:42.266140+0000","last_peered":"2024-09-13T18:57:42.266140+0000","last_clean":"2024-09-13T18:57:42.266140+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T18:57:42.266140+0000","last_undegraded":"2024-09-13T18:57:42.266140+0000","last_fullsized":"2024-09-13T18:57:42.266140+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:42.266140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:42.266140+0000","last_clean_scrub_stamp":"2024-09-13T18:57:42.266140+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T18:57:43.271195+0000","last_change":"2024-09-13T18:57:43.271195+0000","last_active":"2024-09-13T18:57:43.271195+0000","last_peered":"2024-09-13T18:57:43.271195+0000","last_clean":"2024-09-13T18:57:43.271195+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T18:57:43.271195+0000","last_undegraded":"2024-09-13T18:57:43.271195+0000","last_fullsized":"2024-09-13T18:57:43.271195+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_clean_scrub_stamp":"2024-09-13T18:57:43.271195+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T18:57:42.266140+0000","last_change":"2024-09-13T18:57:42.266140+0000","last_active":"2024-09-13T18:57:42.266140+0000","last_peered":"2024-09-13T18:57:42.266140+0000","last_clean":"2024-09-13T18:57:42.266140+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T18:57:42.266140+0000","last_undegraded":"2024-09-13T18:57:42.266140+0000","last_fullsized":"2024-09-13T18:57:42.266140+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:42.266140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:42.266140+0000","last_clean_scrub_stamp":"2024-09-13T18:57:42.266140+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.8","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T18:57:43.271195+0000","last_change":"2024-09-13T18:57:43.271195+0000","last_active":"2024-09-13T18:57:43.271195+0000","last_peered":"2024-09-13T18:57:43.271195+0000","last_clean":"2024-09-13T18:57:43.271195+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T18:57:43.271195+0000","last_undegraded":"2024-09-13T18:57:43.271195+0000","last_fullsized":"2024-09-13T18:57:43.271195+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_clean_scrub_stamp":"2024-09-13T18:57:43.271195+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T18:57:42.266140+0000","last_change":"2024-09-13T18:57:42.266140+0000","last_active":"2024-09-13T18:57:42.266140+0000","last_peered":"2024-09-13T18:57:42.266140+0000","last_clean":"2024-09-13T18:57:42.266140+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T18:57:42.266140+0000","last_undegraded":"2024-09-13T18:57:42.266140+0000","last_fullsized":"2024-09-13T18:57:42.266140+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:42.266140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:42.266140+0000","last_clean_scrub_stamp":"2024-09-13T18:57:42.266140+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.9","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T18:57:43.271195+0000","last_change":"2024-09-13T18:57:43.271195+0000","last_active":"2024-09-13T18:57:43.271195+0000","last_peered":"2024-09-13T18:57:43.271195+0000","last_clean":"2024-09-13T18:57:43.271195+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T18:57:43.271195+0000","last_undegraded":"2024-09-13T18:57:43.271195+0000","last_fullsized":"2024-09-13T18:57:43.271195+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_clean_scrub_stamp":"2024-09-13T18:57:43.271195+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T18:57:42.266140+0000","last_change":"2024-09-13T18:57:42.266140+0000","last_active":"2024-09-13T18:57:42.266140+0000","last_peered":"2024-09-13T18:57:42.266140+0000","last_clean":"2024-09-13T18:57:42.266140+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T18:57:42.266140+0000","last_undegraded":"2024-09-13T18:57:42.266140+0000","last_fullsized":"2024-09-13T18:57:42.266140+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:42.266140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:42.266140+0000","last_clean_scrub_stamp":"2024-09-13T18:57:42.266140+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T18:57:43.271195+0000","last_change":"2024-09-13T18:57:43.271195+0000","last_active":"2024-09-13T18:57:43.271195+0000","last_peered":"2024-09-13T18:57:43.271195+0000","last_clean":"2024-09-13T18:57:43.271195+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T18:57:43.271195+0000","last_undegraded":"2024-09-13T18:57:43.271195+0000","last_fullsized":"2024-09-13T18:57:43.271195+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_clean_scrub_stamp":"2024-09-13T18:57:43.271195+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.9","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T18:57:42.266140+0000","last_change":"2024-09-13T18:57:42.266140+0000","last_active":"2024-09-13T18:57:42.266140+0000","last_peered":"2024-09-13T18:57:42.266140+0000","last_clean":"2024-09-13T18:57:42.266140+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T18:57:42.266140+0000","last_undegraded":"2024-09-13T18:57:42.266140+0000","last_fullsized":"2024-09-13T18:57:42.266140+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:42.266140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:42.266140+0000","last_clean_scrub_stamp":"2024-09-13T18:57:42.266140+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T18:57:43.271195+0000","last_change":"2024-09-13T18:57:43.271195+0000","last_active":"2024-09-13T18:57:43.271195+0000","last_peered":"2024-09-13T18:57:43.271195+0000","last_clean":"2024-09-13T18:57:43.271195+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T18:57:43.271195+0000","last_undegraded":"2024-09-13T18:57:43.271195+0000","last_fullsized":"2024-09-13T18:57:43.271195+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_clean_scrub_stamp":"2024-09-13T18:57:43.271195+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.8","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T18:57:42.266140+0000","last_change":"2024-09-13T18:57:42.266140+0000","last_active":"2024-09-13T18:57:42.266140+0000","last_peered":"2024-09-13T18:57:42.266140+0000","last_clean":"2024-09-13T18:57:42.266140+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T18:57:42.266140+0000","last_undegraded":"2024-09-13T18:57:42.266140+0000","last_fullsized":"2024-09-13T18:57:42.266140+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:42.266140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:42.266140+0000","last_clean_scrub_stamp":"2024-09-13T18:57:42.266140+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.4","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T18:57:43.271195+0000","last_change":"2024-09-13T18:57:43.271195+0000","last_active":"2024-09-13T18:57:43.271195+0000","last_peered":"2024-09-13T18:57:43.271195+0000","last_clean":"2024-09-13T18:57:43.271195+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T18:57:43.271195+0000","last_undegraded":"2024-09-13T18:57:43.271195+0000","last_fullsized":"2024-09-13T18:57:43.271195+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_clean_scrub_stamp":"2024-09-13T18:57:43.271195+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.7","version":"0'0","reported_seq":1,"reported_epoch":36,"state":"creating+peering","last_fresh":"2024-09-13T18:57:42.278618+0000","last_change":"2024-09-13T18:57:42.278618+0000","last_active":"2024-09-13T18:57:42.266140+0000","last_peered":"2024-09-13T18:57:42.266140+0000","last_clean":"2024-09-13T18:57:42.266140+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T18:57:42.278618+0000","last_undegraded":"2024-09-13T18:57:42.278618+0000","last_fullsized":"2024-09-13T18:57:42.278618+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:42.266140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:42.266140+0000","last_clean_scrub_stamp":"2024-09-13T18:57:42.266140+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:26:13.387335+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.5","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T18:57:43.271195+0000","last_change":"2024-09-13T18:57:43.271195+0000","last_active":"2024-09-13T18:57:43.271195+0000","last_peered":"2024-09-13T18:57:43.271195+0000","last_clean":"2024-09-13T18:57:43.271195+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T18:57:43.271195+0000","last_undegraded":"2024-09-13T18:57:43.271195+0000","last_fullsized":"2024-09-13T18:57:43.271195+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_clean_scrub_stamp":"2024-09-13T18:57:43.271195+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.6","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T18:57:42.266140+0000","last_change":"2024-09-13T18:57:42.266140+0000","last_active":"2024-09-13T18:57:42.266140+0000","last_peered":"2024-09-13T18:57:42.266140+0000","last_clean":"2024-09-13T18:57:42.266140+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T18:57:42.266140+0000","last_undegraded":"2024-09-13T18:57:42.266140+0000","last_fullsized":"2024-09-13T18:57:42.266140+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:42.266140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:42.266140+0000","last_clean_scrub_stamp":"2024-09-13T18:57:42.266140+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.6","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T18:57:43.271195+0000","last_change":"2024-09-13T18:57:43.271195+0000","last_active":"2024-09-13T18:57:43.271195+0000","last_peered":"2024-09-13T18:57:43.271195+0000","last_clean":"2024-09-13T18:57:43.271195+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T18:57:43.271195+0000","last_undegraded":"2024-09-13T18:57:43.271195+0000","last_fullsized":"2024-09-13T18:57:43.271195+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_clean_scrub_stamp":"2024-09-13T18:57:43.271195+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.5","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T18:57:42.266140+0000","last_change":"2024-09-13T18:57:42.266140+0000","last_active":"2024-09-13T18:57:42.266140+0000","last_peered":"2024-09-13T18:57:42.266140+0000","last_clean":"2024-09-13T18:57:42.266140+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T18:57:42.266140+0000","last_undegraded":"2024-09-13T18:57:42.266140+0000","last_fullsized":"2024-09-13T18:57:42.266140+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:42.266140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:42.266140+0000","last_clean_scrub_stamp":"2024-09-13T18:57:42.266140+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.0","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T18:57:43.271195+0000","last_change":"2024-09-13T18:57:43.271195+0000","last_active":"2024-09-13T18:57:43.271195+0000","last_peered":"2024-09-13T18:57:43.271195+0000","last_clean":"2024-09-13T18:57:43.271195+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T18:57:43.271195+0000","last_undegraded":"2024-09-13T18:57:43.271195+0000","last_fullsized":"2024-09-13T18:57:43.271195+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_clean_scrub_stamp":"2024-09-13T18:57:43.271195+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.3","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T18:57:42.266140+0000","last_change":"2024-09-13T18:57:42.266140+0000","last_active":"2024-09-13T18:57:42.266140+0000","last_peered":"2024-09-13T18:57:42.266140+0000","last_clean":"2024-09-13T18:57:42.266140+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T18:57:42.266140+0000","last_undegraded":"2024-09-13T18:57:42.266140+0000","last_fullsized":"2024-09-13T18:57:42.266140+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:42.266140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:42.266140+0000","last_clean_scrub_stamp":"2024-09-13T18:57:42.266140+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.1","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T18:57:43.271195+0000","last_change":"2024-09-13T18:57:43.271195+0000","last_active":"2024-09-13T18:57:43.271195+0000","last_peered":"2024-09-13T18:57:43.271195+0000","last_clean":"2024-09-13T18:57:43.271195+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T18:57:43.271195+0000","last_undegraded":"2024-09-13T18:57:43.271195+0000","last_fullsized":"2024-09-13T18:57:43.271195+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_clean_scrub_stamp":"2024-09-13T18:57:43.271195+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.2","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T18:57:42.266140+0000","last_change":"2024-09-13T18:57:42.266140+0000","last_active":"2024-09-13T18:57:42.266140+0000","last_peered":"2024-09-13T18:57:42.266140+0000","last_clean":"2024-09-13T18:57:42.266140+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T18:57:42.266140+0000","last_undegraded":"2024-09-13T18:57:42.266140+0000","last_fullsized":"2024-09-13T18:57:42.266140+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:42.266140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:42.266140+0000","last_clean_scrub_stamp":"2024-09-13T18:57:42.266140+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.2","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T18:57:43.271195+0000","last_change":"2024-09-13T18:57:43.271195+0000","last_active":"2024-09-13T18:57:43.271195+0000","last_peered":"2024-09-13T18:57:43.271195+0000","last_clean":"2024-09-13T18:57:43.271195+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T18:57:43.271195+0000","last_undegraded":"2024-09-13T18:57:43.271195+0000","last_fullsized":"2024-09-13T18:57:43.271195+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_clean_scrub_stamp":"2024-09-13T18:57:43.271195+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.1","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T18:57:42.266140+0000","last_change":"2024-09-13T18:57:42.266140+0000","last_active":"2024-09-13T18:57:42.266140+0000","last_peered":"2024-09-13T18:57:42.266140+0000","last_clean":"2024-09-13T18:57:42.266140+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T18:57:42.266140+0000","last_undegraded":"2024-09-13T18:57:42.266140+0000","last_fullsized":"2024-09-13T18:57:42.266140+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:42.266140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:42.266140+0000","last_clean_scrub_stamp":"2024-09-13T18:57:42.266140+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.3","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T18:57:43.271195+0000","last_change":"2024-09-13T18:57:43.271195+0000","last_active":"2024-09-13T18:57:43.271195+0000","last_peered":"2024-09-13T18:57:43.271195+0000","last_clean":"2024-09-13T18:57:43.271195+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T18:57:43.271195+0000","last_undegraded":"2024-09-13T18:57:43.271195+0000","last_fullsized":"2024-09-13T18:57:43.271195+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_clean_scrub_stamp":"2024-09-13T18:57:43.271195+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.0","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T18:57:42.266140+0000","last_change":"2024-09-13T18:57:42.266140+0000","last_active":"2024-09-13T18:57:42.266140+0000","last_peered":"2024-09-13T18:57:42.266140+0000","last_clean":"2024-09-13T18:57:42.266140+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T18:57:42.266140+0000","last_undegraded":"2024-09-13T18:57:42.266140+0000","last_fullsized":"2024-09-13T18:57:42.266140+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:42.266140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:42.266140+0000","last_clean_scrub_stamp":"2024-09-13T18:57:42.266140+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.7","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T18:57:43.271195+0000","last_change":"2024-09-13T18:57:43.271195+0000","last_active":"2024-09-13T18:57:43.271195+0000","last_peered":"2024-09-13T18:57:43.271195+0000","last_clean":"2024-09-13T18:57:43.271195+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T18:57:43.271195+0000","last_undegraded":"2024-09-13T18:57:43.271195+0000","last_fullsized":"2024-09-13T18:57:43.271195+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_clean_scrub_stamp":"2024-09-13T18:57:43.271195+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.4","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T18:57:42.266140+0000","last_change":"2024-09-13T18:57:42.266140+0000","last_active":"2024-09-13T18:57:42.266140+0000","last_peered":"2024-09-13T18:57:42.266140+0000","last_clean":"2024-09-13T18:57:42.266140+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T18:57:42.266140+0000","last_undegraded":"2024-09-13T18:57:42.266140+0000","last_fullsized":"2024-09-13T18:57:42.266140+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:42.266140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:42.266140+0000","last_clean_scrub_stamp":"2024-09-13T18:57:42.266140+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"1.0","version":"15'117","reported_seq":175,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-13T18:57:37.429977+0000","last_change":"2024-09-13T18:56:23.292950+0000","last_active":"2024-09-13T18:57:37.429977+0000","last_peered":"2024-09-13T18:57:37.429977+0000","last_clean":"2024-09-13T18:57:37.429977+0000","last_became_active":"2024-09-13T18:56:23.292008+0000","last_became_peered":"2024-09-13T18:56:23.292008+0000","last_unstale":"2024-09-13T18:57:37.429977+0000","last_undegraded":"2024-09-13T18:57:37.429977+0000","last_fullsized":"2024-09-13T18:57:37.429977+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:22.096428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:22.096428+0000","last_clean_scrub_stamp":"2024-09-13T18:56:22.096428+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:33:39.156955+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":6,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0},{"poolid":5,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":10,"acting":10,"num_store_stats":1},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":5,"up_from":14,"seq":60129542163,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27424,"kb_used_data":404,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344416,"statfs":{"total":96636764160,"available":96608681984,"internally_reserved":0,"allocated":413696,"data_stored":173679,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 18:57:24 2024","interfaces":[{"interface":"back","average":{"1min":0.54000000000000004,"5min":0.54000000000000004,"15min":0.54000000000000004},"min":{"1min":0.375,"5min":0.375,"15min":0.375},"max":{"1min":0.82099999999999995,"5min":0.82099999999999995,"15min":0.82099999999999995},"last":0.60599999999999998},{"interface":"front","average":{"1min":0.55200000000000005,"5min":0.55200000000000005,"15min":0.55200000000000005},"min":{"1min":0.34699999999999998,"5min":0.34699999999999998,"15min":0.34699999999999998},"max":{"1min":0.85099999999999998,"5min":0.85099999999999998,"15min":0.85099999999999998},"last":0.56399999999999995}]},{"osd":1,"last update":"Fri Sep 13 18:57:24 2024","interfaces":[{"interface":"back","average":{"1min":0.5,"5min":0.5,"15min":0.5},"min":{"1min":0.34100000000000003,"5min":0.34100000000000003,"15min":0.34100000000000003},"max":{"1min":0.72599999999999998,"5min":0.72599999999999998,"15min":0.72599999999999998},"last":0.48899999999999999},{"interface":"front","average":{"1min":0.54900000000000004,"5min":0.54900000000000004,"15min":0.54900000000000004},"min":{"1min":0.36399999999999999,"5min":0.36399999999999999,"15min":0.36399999999999999},"max":{"1min":0.746,"5min":0.746,"15min":0.746},"last":0.47399999999999998}]},{"osd":2,"last update":"Fri Sep 13 18:57:24 2024","interfaces":[{"interface":"back","average":{"1min":0.52300000000000002,"5min":0.52300000000000002,"15min":0.52300000000000002},"min":{"1min":0.38700000000000001,"5min":0.38700000000000001,"15min":0.38700000000000001},"max":{"1min":0.79600000000000004,"5min":0.79600000000000004,"15min":0.79600000000000004},"last":0.50900000000000001},{"interface":"front","average":{"1min":0.53100000000000003,"5min":0.53100000000000003,"15min":0.53100000000000003},"min":{"1min":0.377,"5min":0.377,"15min":0.377},"max":{"1min":0.67800000000000005,"5min":0.67800000000000005,"15min":0.67800000000000005},"last":0.59199999999999997}]},{"osd":3,"last update":"Fri Sep 13 18:57:24 2024","interfaces":[{"interface":"back","average":{"1min":0.54600000000000004,"5min":0.54600000000000004,"15min":0.54600000000000004},"min":{"1min":0.40899999999999997,"5min":0.40899999999999997,"15min":0.40899999999999997},"max":{"1min":0.872,"5min":0.872,"15min":0.872},"last":0.40799999999999997},{"interface":"front","average":{"1min":0.55300000000000005,"5min":0.55300000000000005,"15min":0.55300000000000005},"min":{"1min":0.35099999999999998,"5min":0.35099999999999998,"15min":0.35099999999999998},"max":{"1min":0.69099999999999995,"5min":0.69099999999999995,"15min":0.69099999999999995},"last":0.44900000000000001}]},{"osd":4,"last update":"Fri Sep 13 18:57:24 2024","interfaces":[{"interface":"back","average":{"1min":0.46100000000000002,"5min":0.46100000000000002,"15min":0.46100000000000002},"min":{"1min":0.307,"5min":0.307,"15min":0.307},"max":{"1min":0.76100000000000001,"5min":0.76100000000000001,"15min":0.76100000000000001},"last":0.42899999999999999},{"interface":"front","average":{"1min":0.504,"5min":0.504,"15min":0.504},"min":{"1min":0.33600000000000002,"5min":0.33600000000000002,"15min":0.33600000000000002},"max":{"1min":0.71999999999999997,"5min":0.71999999999999997,"15min":0.71999999999999997},"last":0.52400000000000002}]},{"osd":6,"last update":"Fri Sep 13 18:57:24 2024","interfaces":[{"interface":"back","average":{"1min":0.48999999999999999,"5min":0.48999999999999999,"15min":0.48999999999999999},"min":{"1min":0.28000000000000003,"5min":0.28000000000000003,"15min":0.28000000000000003},"max":{"1min":0.73299999999999998,"5min":0.73299999999999998,"15min":0.73299999999999998},"last":0.61699999999999999},{"interface":"front","average":{"1min":0.53000000000000003,"5min":0.53000000000000003,"15min":0.53000000000000003},"min":{"1min":0.30599999999999999,"5min":0.30599999999999999,"15min":0.30599999999999999},"max":{"1min":0.79800000000000004,"5min":0.79800000000000004,"15min":0.79800000000000004},"last":0.55100000000000005}]},{"osd":7,"last update":"Fri Sep 13 18:57:24 2024","interfaces":[{"interface":"back","average":{"1min":0.53700000000000003,"5min":0.53700000000000003,"15min":0.53700000000000003},"min":{"1min":0.32600000000000001,"5min":0.32600000000000001,"15min":0.32600000000000001},"max":{"1min":0.751,"5min":0.751,"15min":0.751},"last":0.57899999999999996},{"interface":"front","average":{"1min":0.56899999999999995,"5min":0.56899999999999995,"15min":0.56899999999999995},"min":{"1min":0.32600000000000001,"5min":0.32600000000000001,"15min":0.32600000000000001},"max":{"1min":0.77700000000000002,"5min":0.77700000000000002,"15min":0.77700000000000002},"last":0.64600000000000002}]}]},{"osd":3,"up_from":13,"seq":55834574868,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":27412,"kb_used_data":392,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344428,"statfs":{"total":96636764160,"available":96608694272,"internally_reserved":0,"allocated":401408,"data_stored":167542,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":27654600},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 18:57:23 2024","interfaces":[{"interface":"back","average":{"1min":0.33200000000000002,"5min":0.33200000000000002,"15min":0.33200000000000002},"min":{"1min":0.21199999999999999,"5min":0.21199999999999999,"15min":0.21199999999999999},"max":{"1min":0.496,"5min":0.496,"15min":0.496},"last":0.34100000000000003},{"interface":"front","average":{"1min":0.312,"5min":0.312,"15min":0.312},"min":{"1min":0.24199999999999999,"5min":0.24199999999999999,"15min":0.24199999999999999},"max":{"1min":0.45100000000000001,"5min":0.45100000000000001,"15min":0.45100000000000001},"last":0.27400000000000002}]},{"osd":1,"last update":"Fri Sep 13 18:57:23 2024","interfaces":[{"interface":"back","average":{"1min":0.29999999999999999,"5min":0.29999999999999999,"15min":0.29999999999999999},"min":{"1min":0.21299999999999999,"5min":0.21299999999999999,"15min":0.21299999999999999},"max":{"1min":0.41799999999999998,"5min":0.41799999999999998,"15min":0.41799999999999998},"last":0.25900000000000001},{"interface":"front","average":{"1min":0.33700000000000002,"5min":0.33700000000000002,"15min":0.33700000000000002},"min":{"1min":0.20999999999999999,"5min":0.20999999999999999,"15min":0.20999999999999999},"max":{"1min":0.57599999999999996,"5min":0.57599999999999996,"15min":0.57599999999999996},"last":0.28999999999999998}]},{"osd":2,"last update":"Fri Sep 13 18:57:23 2024","interfaces":[{"interface":"back","average":{"1min":0.38300000000000001,"5min":0.38300000000000001,"15min":0.38300000000000001},"min":{"1min":0.29999999999999999,"5min":0.29999999999999999,"15min":0.29999999999999999},"max":{"1min":0.621,"5min":0.621,"15min":0.621},"last":0.32500000000000001},{"interface":"front","average":{"1min":0.35499999999999998,"5min":0.35499999999999998,"15min":0.35499999999999998},"min":{"1min":0.26500000000000001,"5min":0.26500000000000001,"15min":0.26500000000000001},"max":{"1min":0.56200000000000006,"5min":0.56200000000000006,"15min":0.56200000000000006},"last":0.35299999999999998}]},{"osd":4,"last update":"Fri Sep 13 18:57:23 2024","interfaces":[{"interface":"back","average":{"1min":0.52500000000000002,"5min":0.52500000000000002,"15min":0.52500000000000002},"min":{"1min":0.34499999999999997,"5min":0.34499999999999997,"15min":0.34499999999999997},"max":{"1min":0.80800000000000005,"5min":0.80800000000000005,"15min":0.80800000000000005},"last":0.442},{"interface":"front","average":{"1min":0.53500000000000003,"5min":0.53500000000000003,"15min":0.53500000000000003},"min":{"1min":0.34499999999999997,"5min":0.34499999999999997,"15min":0.34499999999999997},"max":{"1min":0.78300000000000003,"5min":0.78300000000000003,"15min":0.78300000000000003},"last":0.50600000000000001}]},{"osd":5,"last update":"Fri Sep 13 18:57:23 2024","interfaces":[{"interface":"back","average":{"1min":0.53500000000000003,"5min":0.53500000000000003,"15min":0.53500000000000003},"min":{"1min":0.35899999999999999,"5min":0.35899999999999999,"15min":0.35899999999999999},"max":{"1min":0.71799999999999997,"5min":0.71799999999999997,"15min":0.71799999999999997},"last":0.48999999999999999},{"interface":"front","average":{"1min":0.51300000000000001,"5min":0.51300000000000001,"15min":0.51300000000000001},"min":{"1min":0.32700000000000001,"5min":0.32700000000000001,"15min":0.32700000000000001},"max":{"1min":0.69399999999999995,"5min":0.69399999999999995,"15min":0.69399999999999995},"last":0.57999999999999996}]},{"osd":6,"last update":"Fri Sep 13 18:57:23 2024","interfaces":[{"interface":"back","average":{"1min":0.55100000000000005,"5min":0.55100000000000005,"15min":0.55100000000000005},"min":{"1min":0.34000000000000002,"5min":0.34000000000000002,"15min":0.34000000000000002},"max":{"1min":0.74299999999999999,"5min":0.74299999999999999,"15min":0.74299999999999999},"last":0.60799999999999998},{"interface":"front","average":{"1min":0.56299999999999994,"5min":0.56299999999999994,"15min":0.56299999999999994},"min":{"1min":0.41699999999999998,"5min":0.41699999999999998,"15min":0.41699999999999998},"max":{"1min":0.748,"5min":0.748,"15min":0.748},"last":0.61899999999999999}]},{"osd":7,"last update":"Fri Sep 13 18:57:23 2024","interfaces":[{"interface":"back","average":{"1min":0.56599999999999995,"5min":0.56599999999999995,"15min":0.56599999999999995},"min":{"1min":0.42399999999999999,"5min":0.42399999999999999,"15min":0.42399999999999999},"max":{"1min":0.85599999999999998,"5min":0.85599999999999998,"15min":0.85599999999999998},"last":0.59299999999999997},{"interface":"front","average":{"1min":0.58199999999999996,"5min":0.58199999999999996,"15min":0.58199999999999996},"min":{"1min":0.38,"5min":0.38,"15min":0.38},"max":{"1min":0.876,"5min":0.876,"15min":0.876},"last":0.57199999999999995}]}]},{"osd":7,"up_from":13,"seq":55834574868,"num_pgs":15,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27992,"kb_used_data":972,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343848,"statfs":{"total":96636764160,"available":96608100352,"internally_reserved":0,"allocated":995328,"data_stored":757910,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":27654603},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 18:57:22 2024","interfaces":[{"interface":"back","average":{"1min":0.49399999999999999,"5min":0.49399999999999999,"15min":0.49399999999999999},"min":{"1min":0.34599999999999997,"5min":0.34599999999999997,"15min":0.34599999999999997},"max":{"1min":0.79900000000000004,"5min":0.79900000000000004,"15min":0.79900000000000004},"last":0.53900000000000003},{"interface":"front","average":{"1min":0.48899999999999999,"5min":0.48899999999999999,"15min":0.48899999999999999},"min":{"1min":0.33800000000000002,"5min":0.33800000000000002,"15min":0.33800000000000002},"max":{"1min":0.71599999999999997,"5min":0.71599999999999997,"15min":0.71599999999999997},"last":0.61899999999999999}]},{"osd":1,"last update":"Fri Sep 13 18:57:22 2024","interfaces":[{"interface":"back","average":{"1min":0.52400000000000002,"5min":0.52400000000000002,"15min":0.52400000000000002},"min":{"1min":0.37,"5min":0.37,"15min":0.37},"max":{"1min":0.755,"5min":0.755,"15min":0.755},"last":0.65500000000000003},{"interface":"front","average":{"1min":0.52500000000000002,"5min":0.52500000000000002,"15min":0.52500000000000002},"min":{"1min":0.35299999999999998,"5min":0.35299999999999998,"15min":0.35299999999999998},"max":{"1min":0.83499999999999996,"5min":0.83499999999999996,"15min":0.83499999999999996},"last":0.66700000000000004}]},{"osd":2,"last update":"Fri Sep 13 18:57:22 2024","interfaces":[{"interface":"back","average":{"1min":0.50600000000000001,"5min":0.50600000000000001,"15min":0.50600000000000001},"min":{"1min":0.38700000000000001,"5min":0.38700000000000001,"15min":0.38700000000000001},"max":{"1min":0.76200000000000001,"5min":0.76200000000000001,"15min":0.76200000000000001},"last":0.58299999999999996},{"interface":"front","average":{"1min":0.52700000000000002,"5min":0.52700000000000002,"15min":0.52700000000000002},"min":{"1min":0.312,"5min":0.312,"15min":0.312},"max":{"1min":0.81699999999999995,"5min":0.81699999999999995,"15min":0.81699999999999995},"last":0.52500000000000002}]},{"osd":3,"last update":"Fri Sep 13 18:57:22 2024","interfaces":[{"interface":"back","average":{"1min":0.497,"5min":0.497,"15min":0.497},"min":{"1min":0.33500000000000002,"5min":0.33500000000000002,"15min":0.33500000000000002},"max":{"1min":0.80000000000000004,"5min":0.80000000000000004,"15min":0.80000000000000004},"last":0.55700000000000005},{"interface":"front","average":{"1min":0.5,"5min":0.5,"15min":0.5},"min":{"1min":0.35599999999999998,"5min":0.35599999999999998,"15min":0.35599999999999998},"max":{"1min":0.68500000000000005,"5min":0.68500000000000005,"15min":0.68500000000000005},"last":0.63500000000000001}]},{"osd":4,"last update":"Fri Sep 13 18:57:22 2024","interfaces":[{"interface":"back","average":{"1min":0.47099999999999997,"5min":0.47099999999999997,"15min":0.47099999999999997},"min":{"1min":0.30099999999999999,"5min":0.30099999999999999,"15min":0.30099999999999999},"max":{"1min":0.64400000000000002,"5min":0.64400000000000002,"15min":0.64400000000000002},"last":0.44900000000000001},{"interface":"front","average":{"1min":0.502,"5min":0.502,"15min":0.502},"min":{"1min":0.27700000000000002,"5min":0.27700000000000002,"15min":0.27700000000000002},"max":{"1min":0.751,"5min":0.751,"15min":0.751},"last":0.70599999999999996}]},{"osd":5,"last update":"Fri Sep 13 18:57:25 2024","interfaces":[{"interface":"back","average":{"1min":0.49399999999999999,"5min":0.49399999999999999,"15min":0.49399999999999999},"min":{"1min":0.34300000000000003,"5min":0.34300000000000003,"15min":0.34300000000000003},"max":{"1min":0.63300000000000001,"5min":0.63300000000000001,"15min":0.63300000000000001},"last":0.57099999999999995},{"interface":"front","average":{"1min":0.54200000000000004,"5min":0.54200000000000004,"15min":0.54200000000000004},"min":{"1min":0.33100000000000002,"5min":0.33100000000000002,"15min":0.33100000000000002},"max":{"1min":0.70399999999999996,"5min":0.70399999999999996,"15min":0.70399999999999996},"last":0.60299999999999998}]},{"osd":6,"last update":"Fri Sep 13 18:57:22 2024","interfaces":[{"interface":"back","average":{"1min":0.52300000000000002,"5min":0.52300000000000002,"15min":0.52300000000000002},"min":{"1min":0.34200000000000003,"5min":0.34200000000000003,"15min":0.34200000000000003},"max":{"1min":0.65500000000000003,"5min":0.65500000000000003,"15min":0.65500000000000003},"last":0.64600000000000002},{"interface":"front","average":{"1min":0.56499999999999995,"5min":0.56499999999999995,"15min":0.56499999999999995},"min":{"1min":0.28499999999999998,"5min":0.28499999999999998,"15min":0.28499999999999998},"max":{"1min":0.71399999999999997,"5min":0.71399999999999997,"15min":0.71399999999999997},"last":0.68500000000000005}]}]},{"osd":6,"up_from":13,"seq":55834574868,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":27412,"kb_used_data":392,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344428,"statfs":{"total":96636764160,"available":96608694272,"internally_reserved":0,"allocated":401408,"data_stored":167542,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 18:57:24 2024","interfaces":[{"interface":"back","average":{"1min":0.50900000000000001,"5min":0.50900000000000001,"15min":0.50900000000000001},"min":{"1min":0.32300000000000001,"5min":0.32300000000000001,"15min":0.32300000000000001},"max":{"1min":0.63100000000000001,"5min":0.63100000000000001,"15min":0.63100000000000001},"last":0.55200000000000005},{"interface":"front","average":{"1min":0.503,"5min":0.503,"15min":0.503},"min":{"1min":0.39800000000000002,"5min":0.39800000000000002,"15min":0.39800000000000002},"max":{"1min":0.79700000000000004,"5min":0.79700000000000004,"15min":0.79700000000000004},"last":0.45000000000000001}]},{"osd":1,"last update":"Fri Sep 13 18:57:24 2024","interfaces":[{"interface":"back","average":{"1min":0.48199999999999998,"5min":0.48199999999999998,"15min":0.48199999999999998},"min":{"1min":0.379,"5min":0.379,"15min":0.379},"max":{"1min":0.73399999999999999,"5min":0.73399999999999999,"15min":0.73399999999999999},"last":0.42699999999999999},{"interface":"front","average":{"1min":0.51400000000000001,"5min":0.51400000000000001,"15min":0.51400000000000001},"min":{"1min":0.39300000000000002,"5min":0.39300000000000002,"15min":0.39300000000000002},"max":{"1min":0.871,"5min":0.871,"15min":0.871},"last":0.59199999999999997}]},{"osd":2,"last update":"Fri Sep 13 18:57:24 2024","interfaces":[{"interface":"back","average":{"1min":0.54200000000000004,"5min":0.54200000000000004,"15min":0.54200000000000004},"min":{"1min":0.35599999999999998,"5min":0.35599999999999998,"15min":0.35599999999999998},"max":{"1min":0.76200000000000001,"5min":0.76200000000000001,"15min":0.76200000000000001},"last":0.41799999999999998},{"interface":"front","average":{"1min":0.53100000000000003,"5min":0.53100000000000003,"15min":0.53100000000000003},"min":{"1min":0.38200000000000001,"5min":0.38200000000000001,"15min":0.38200000000000001},"max":{"1min":0.69899999999999995,"5min":0.69899999999999995,"15min":0.69899999999999995},"last":0.52200000000000002}]},{"osd":3,"last update":"Fri Sep 13 18:57:24 2024","interfaces":[{"interface":"back","average":{"1min":0.54100000000000004,"5min":0.54100000000000004,"15min":0.54100000000000004},"min":{"1min":0.38500000000000001,"5min":0.38500000000000001,"15min":0.38500000000000001},"max":{"1min":0.83699999999999997,"5min":0.83699999999999997,"15min":0.83699999999999997},"last":0.503},{"interface":"front","average":{"1min":0.56599999999999995,"5min":0.56599999999999995,"15min":0.56599999999999995},"min":{"1min":0.39700000000000002,"5min":0.39700000000000002,"15min":0.39700000000000002},"max":{"1min":0.74399999999999999,"5min":0.74399999999999999,"15min":0.74399999999999999},"last":0.48899999999999999}]},{"osd":4,"last update":"Fri Sep 13 18:57:24 2024","interfaces":[{"interface":"back","average":{"1min":0.47099999999999997,"5min":0.47099999999999997,"15min":0.47099999999999997},"min":{"1min":0.31900000000000001,"5min":0.31900000000000001,"15min":0.31900000000000001},"max":{"1min":0.70099999999999996,"5min":0.70099999999999996,"15min":0.70099999999999996},"last":0.38300000000000001},{"interface":"front","average":{"1min":0.47999999999999998,"5min":0.47999999999999998,"15min":0.47999999999999998},"min":{"1min":0.32300000000000001,"5min":0.32300000000000001,"15min":0.32300000000000001},"max":{"1min":0.76700000000000002,"5min":0.76700000000000002,"15min":0.76700000000000002},"last":0.46800000000000003}]},{"osd":5,"last update":"Fri Sep 13 18:57:24 2024","interfaces":[{"interface":"back","average":{"1min":0.50900000000000001,"5min":0.50900000000000001,"15min":0.50900000000000001},"min":{"1min":0.314,"5min":0.314,"15min":0.314},"max":{"1min":0.66700000000000004,"5min":0.66700000000000004,"15min":0.66700000000000004},"last":0.56399999999999995},{"interface":"front","average":{"1min":0.52100000000000002,"5min":0.52100000000000002,"15min":0.52100000000000002},"min":{"1min":0.34300000000000003,"5min":0.34300000000000003,"15min":0.34300000000000003},"max":{"1min":0.90000000000000002,"5min":0.90000000000000002,"15min":0.90000000000000002},"last":0.44}]},{"osd":7,"last update":"Fri Sep 13 18:57:24 2024","interfaces":[{"interface":"back","average":{"1min":0.55500000000000005,"5min":0.55500000000000005,"15min":0.55500000000000005},"min":{"1min":0.30399999999999999,"5min":0.30399999999999999,"15min":0.30399999999999999},"max":{"1min":0.748,"5min":0.748,"15min":0.748},"last":0.61099999999999999},{"interface":"front","average":{"1min":0.59399999999999997,"5min":0.59399999999999997,"15min":0.59399999999999997},"min":{"1min":0.434,"5min":0.434,"15min":0.434},"max":{"1min":0.78000000000000003,"5min":0.78000000000000003,"15min":0.78000000000000003},"last":0.53700000000000003}]}]},{"osd":4,"up_from":13,"seq":55834574868,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":27416,"kb_used_data":392,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344424,"statfs":{"total":96636764160,"available":96608690176,"internally_reserved":0,"allocated":401408,"data_stored":167542,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 18:57:22 2024","interfaces":[{"interface":"back","average":{"1min":0.52800000000000002,"5min":0.52800000000000002,"15min":0.52800000000000002},"min":{"1min":0.372,"5min":0.372,"15min":0.372},"max":{"1min":0.876,"5min":0.876,"15min":0.876},"last":0.67600000000000005},{"interface":"front","average":{"1min":0.48199999999999998,"5min":0.48199999999999998,"15min":0.48199999999999998},"min":{"1min":0.40100000000000002,"5min":0.40100000000000002,"15min":0.40100000000000002},"max":{"1min":0.82999999999999996,"5min":0.82999999999999996,"15min":0.82999999999999996},"last":0.56699999999999995}]},{"osd":1,"last update":"Fri Sep 13 18:57:22 2024","interfaces":[{"interface":"back","average":{"1min":0.55400000000000005,"5min":0.55400000000000005,"15min":0.55400000000000005},"min":{"1min":0.34200000000000003,"5min":0.34200000000000003,"15min":0.34200000000000003},"max":{"1min":1.0209999999999999,"5min":1.0209999999999999,"15min":1.0209999999999999},"last":0.48799999999999999},{"interface":"front","average":{"1min":0.51600000000000001,"5min":0.51600000000000001,"15min":0.51600000000000001},"min":{"1min":0.32300000000000001,"5min":0.32300000000000001,"15min":0.32300000000000001},"max":{"1min":0.81599999999999995,"5min":0.81599999999999995,"15min":0.81599999999999995},"last":0.70999999999999996}]},{"osd":2,"last update":"Fri Sep 13 18:57:22 2024","interfaces":[{"interface":"back","average":{"1min":0.55800000000000005,"5min":0.55800000000000005,"15min":0.55800000000000005},"min":{"1min":0.36499999999999999,"5min":0.36499999999999999,"15min":0.36499999999999999},"max":{"1min":0.96499999999999997,"5min":0.96499999999999997,"15min":0.96499999999999997},"last":0.53300000000000003},{"interface":"front","average":{"1min":0.54800000000000004,"5min":0.54800000000000004,"15min":0.54800000000000004},"min":{"1min":0.41099999999999998,"5min":0.41099999999999998,"15min":0.41099999999999998},"max":{"1min":0.78500000000000003,"5min":0.78500000000000003,"15min":0.78500000000000003},"last":0.60499999999999998}]},{"osd":3,"last update":"Fri Sep 13 18:57:22 2024","interfaces":[{"interface":"back","average":{"1min":0.57599999999999996,"5min":0.57599999999999996,"15min":0.57599999999999996},"min":{"1min":0.39000000000000001,"5min":0.39000000000000001,"15min":0.39000000000000001},"max":{"1min":1.087,"5min":1.087,"15min":1.087},"last":0.66200000000000003},{"interface":"front","average":{"1min":0.57199999999999995,"5min":0.57199999999999995,"15min":0.57199999999999995},"min":{"1min":0.35599999999999998,"5min":0.35599999999999998,"15min":0.35599999999999998},"max":{"1min":0.998,"5min":0.998,"15min":0.998},"last":0.5}]},{"osd":5,"last update":"Fri Sep 13 18:57:22 2024","interfaces":[{"interface":"back","average":{"1min":0.46800000000000003,"5min":0.46800000000000003,"15min":0.46800000000000003},"min":{"1min":0.33500000000000002,"5min":0.33500000000000002,"15min":0.33500000000000002},"max":{"1min":0.61699999999999999,"5min":0.61699999999999999,"15min":0.61699999999999999},"last":0.46700000000000003},{"interface":"front","average":{"1min":0.54400000000000004,"5min":0.54400000000000004,"15min":0.54400000000000004},"min":{"1min":0.30599999999999999,"5min":0.30599999999999999,"15min":0.30599999999999999},"max":{"1min":1.244,"5min":1.244,"15min":1.244},"last":0.623}]},{"osd":6,"last update":"Fri Sep 13 18:57:22 2024","interfaces":[{"interface":"back","average":{"1min":0.52200000000000002,"5min":0.52200000000000002,"15min":0.52200000000000002},"min":{"1min":0.33800000000000002,"5min":0.33800000000000002,"15min":0.33800000000000002},"max":{"1min":0.76900000000000002,"5min":0.76900000000000002,"15min":0.76900000000000002},"last":0.73499999999999999},{"interface":"front","average":{"1min":0.59099999999999997,"5min":0.59099999999999997,"15min":0.59099999999999997},"min":{"1min":0.33200000000000002,"5min":0.33200000000000002,"15min":0.33200000000000002},"max":{"1min":1.1359999999999999,"5min":1.1359999999999999,"15min":1.1359999999999999},"last":0.38200000000000001}]},{"osd":7,"last update":"Fri Sep 13 18:57:22 2024","interfaces":[{"interface":"back","average":{"1min":0.57499999999999996,"5min":0.57499999999999996,"15min":0.57499999999999996},"min":{"1min":0.32900000000000001,"5min":0.32900000000000001,"15min":0.32900000000000001},"max":{"1min":0.78700000000000003,"5min":0.78700000000000003,"15min":0.78700000000000003},"last":0.64000000000000001},{"interface":"front","average":{"1min":0.55800000000000005,"5min":0.55800000000000005,"15min":0.55800000000000005},"min":{"1min":0.39700000000000002,"5min":0.39700000000000002,"15min":0.39700000000000002},"max":{"1min":0.72299999999999998,"5min":0.72299999999999998,"15min":0.72299999999999998},"last":0.69199999999999995}]}]},{"osd":2,"up_from":13,"seq":55834574867,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":27416,"kb_used_data":392,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344424,"statfs":{"total":96636764160,"available":96608690176,"internally_reserved":0,"allocated":401408,"data_stored":167542,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 18:57:21 2024","interfaces":[{"interface":"back","average":{"1min":0.315,"5min":0.315,"15min":0.315},"min":{"1min":0.222,"5min":0.222,"15min":0.222},"max":{"1min":0.53200000000000003,"5min":0.53200000000000003,"15min":0.53200000000000003},"last":0.30399999999999999},{"interface":"front","average":{"1min":0.36099999999999999,"5min":0.36099999999999999,"15min":0.36099999999999999},"min":{"1min":0.255,"5min":0.255,"15min":0.255},"max":{"1min":0.58299999999999996,"5min":0.58299999999999996,"15min":0.58299999999999996},"last":0.28999999999999998}]},{"osd":1,"last update":"Fri Sep 13 18:57:21 2024","interfaces":[{"interface":"back","average":{"1min":0.36099999999999999,"5min":0.36099999999999999,"15min":0.36099999999999999},"min":{"1min":0.28100000000000003,"5min":0.28100000000000003,"15min":0.28100000000000003},"max":{"1min":0.56100000000000005,"5min":0.56100000000000005,"15min":0.56100000000000005},"last":0.371},{"interface":"front","average":{"1min":0.34300000000000003,"5min":0.34300000000000003,"15min":0.34300000000000003},"min":{"1min":0.26400000000000001,"5min":0.26400000000000001,"15min":0.26400000000000001},"max":{"1min":0.47899999999999998,"5min":0.47899999999999998,"15min":0.47899999999999998},"last":0.25900000000000001}]},{"osd":3,"last update":"Fri Sep 13 18:57:21 2024","interfaces":[{"interface":"back","average":{"1min":0.40100000000000002,"5min":0.40100000000000002,"15min":0.40100000000000002},"min":{"1min":0.253,"5min":0.253,"15min":0.253},"max":{"1min":0.94799999999999995,"5min":0.94799999999999995,"15min":0.94799999999999995},"last":0.32100000000000001},{"interface":"front","average":{"1min":0.38500000000000001,"5min":0.38500000000000001,"15min":0.38500000000000001},"min":{"1min":0.25800000000000001,"5min":0.25800000000000001,"15min":0.25800000000000001},"max":{"1min":1.0209999999999999,"5min":1.0209999999999999,"15min":1.0209999999999999},"last":0.33200000000000002}]},{"osd":4,"last update":"Fri Sep 13 18:57:21 2024","interfaces":[{"interface":"back","average":{"1min":0.58799999999999997,"5min":0.58799999999999997,"15min":0.58799999999999997},"min":{"1min":0.312,"5min":0.312,"15min":0.312},"max":{"1min":0.98299999999999998,"5min":0.98299999999999998,"15min":0.98299999999999998},"last":0.40999999999999998},{"interface":"front","average":{"1min":0.59399999999999997,"5min":0.59399999999999997,"15min":0.59399999999999997},"min":{"1min":0.38100000000000001,"5min":0.38100000000000001,"15min":0.38100000000000001},"max":{"1min":0.90000000000000002,"5min":0.90000000000000002,"15min":0.90000000000000002},"last":0.41499999999999998}]},{"osd":5,"last update":"Fri Sep 13 18:57:25 2024","interfaces":[{"interface":"back","average":{"1min":0.52000000000000002,"5min":0.52000000000000002,"15min":0.52000000000000002},"min":{"1min":0.33800000000000002,"5min":0.33800000000000002,"15min":0.33800000000000002},"max":{"1min":0.71599999999999997,"5min":0.71599999999999997,"15min":0.71599999999999997},"last":0.39100000000000001},{"interface":"front","average":{"1min":0.54200000000000004,"5min":0.54200000000000004,"15min":0.54200000000000004},"min":{"1min":0.36099999999999999,"5min":0.36099999999999999,"15min":0.36099999999999999},"max":{"1min":0.75900000000000001,"5min":0.75900000000000001,"15min":0.75900000000000001},"last":0.44900000000000001}]},{"osd":6,"last update":"Fri Sep 13 18:57:21 2024","interfaces":[{"interface":"back","average":{"1min":0.57199999999999995,"5min":0.57199999999999995,"15min":0.57199999999999995},"min":{"1min":0.41699999999999998,"5min":0.41699999999999998,"15min":0.41699999999999998},"max":{"1min":0.90300000000000002,"5min":0.90300000000000002,"15min":0.90300000000000002},"last":0.54100000000000004},{"interface":"front","average":{"1min":0.55600000000000005,"5min":0.55600000000000005,"15min":0.55600000000000005},"min":{"1min":0.35199999999999998,"5min":0.35199999999999998,"15min":0.35199999999999998},"max":{"1min":0.83699999999999997,"5min":0.83699999999999997,"15min":0.83699999999999997},"last":0.42999999999999999}]},{"osd":7,"last update":"Fri Sep 13 18:57:21 2024","interfaces":[{"interface":"back","average":{"1min":0.57399999999999995,"5min":0.57399999999999995,"15min":0.57399999999999995},"min":{"1min":0.41799999999999998,"5min":0.41799999999999998,"15min":0.41799999999999998},"max":{"1min":0.92500000000000004,"5min":0.92500000000000004,"15min":0.92500000000000004},"last":0.436},{"interface":"front","average":{"1min":0.58199999999999996,"5min":0.58199999999999996,"15min":0.58199999999999996},"min":{"1min":0.39200000000000002,"5min":0.39200000000000002,"15min":0.39200000000000002},"max":{"1min":0.82299999999999995,"5min":0.82299999999999995,"15min":0.82299999999999995},"last":0.52400000000000002}]}]},{"osd":1,"up_from":13,"seq":55834574868,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":27416,"kb_used_data":392,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344424,"statfs":{"total":96636764160,"available":96608690176,"internally_reserved":0,"allocated":401408,"data_stored":167542,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 18:57:23 2024","interfaces":[{"interface":"back","average":{"1min":0.307,"5min":0.307,"15min":0.307},"min":{"1min":0.187,"5min":0.187,"15min":0.187},"max":{"1min":0.52900000000000003,"5min":0.52900000000000003,"15min":0.52900000000000003},"last":0.23200000000000001},{"interface":"front","average":{"1min":0.32700000000000001,"5min":0.32700000000000001,"15min":0.32700000000000001},"min":{"1min":0.20699999999999999,"5min":0.20699999999999999,"15min":0.20699999999999999},"max":{"1min":0.68600000000000005,"5min":0.68600000000000005,"15min":0.68600000000000005},"last":0.27700000000000002}]},{"osd":2,"last update":"Fri Sep 13 18:57:23 2024","interfaces":[{"interface":"back","average":{"1min":0.35099999999999998,"5min":0.35099999999999998,"15min":0.35099999999999998},"min":{"1min":0.23000000000000001,"5min":0.23000000000000001,"15min":0.23000000000000001},"max":{"1min":0.57799999999999996,"5min":0.57799999999999996,"15min":0.57799999999999996},"last":0.32200000000000001},{"interface":"front","average":{"1min":0.374,"5min":0.374,"15min":0.374},"min":{"1min":0.25,"5min":0.25,"15min":0.25},"max":{"1min":0.58499999999999996,"5min":0.58499999999999996,"15min":0.58499999999999996},"last":0.28999999999999998}]},{"osd":3,"last update":"Fri Sep 13 18:57:23 2024","interfaces":[{"interface":"back","average":{"1min":0.38100000000000001,"5min":0.38100000000000001,"15min":0.38100000000000001},"min":{"1min":0.22700000000000001,"5min":0.22700000000000001,"15min":0.22700000000000001},"max":{"1min":0.77400000000000002,"5min":0.77400000000000002,"15min":0.77400000000000002},"last":0.29699999999999999},{"interface":"front","average":{"1min":0.36499999999999999,"5min":0.36499999999999999,"15min":0.36499999999999999},"min":{"1min":0.25800000000000001,"5min":0.25800000000000001,"15min":0.25800000000000001},"max":{"1min":0.56499999999999995,"5min":0.56499999999999995,"15min":0.56499999999999995},"last":0.26600000000000001}]},{"osd":4,"last update":"Fri Sep 13 18:57:23 2024","interfaces":[{"interface":"back","average":{"1min":0.58199999999999996,"5min":0.58199999999999996,"15min":0.58199999999999996},"min":{"1min":0.39500000000000002,"5min":0.39500000000000002,"15min":0.39500000000000002},"max":{"1min":0.82599999999999996,"5min":0.82599999999999996,"15min":0.82599999999999996},"last":0.59899999999999998},{"interface":"front","average":{"1min":0.57099999999999995,"5min":0.57099999999999995,"15min":0.57099999999999995},"min":{"1min":0.38500000000000001,"5min":0.38500000000000001,"15min":0.38500000000000001},"max":{"1min":0.81699999999999995,"5min":0.81699999999999995,"15min":0.81699999999999995},"last":0.52000000000000002}]},{"osd":5,"last update":"Fri Sep 13 18:57:23 2024","interfaces":[{"interface":"back","average":{"1min":0.57099999999999995,"5min":0.57099999999999995,"15min":0.57099999999999995},"min":{"1min":0.41399999999999998,"5min":0.41399999999999998,"15min":0.41399999999999998},"max":{"1min":0.78800000000000003,"5min":0.78800000000000003,"15min":0.78800000000000003},"last":0.52700000000000002},{"interface":"front","average":{"1min":0.57099999999999995,"5min":0.57099999999999995,"15min":0.57099999999999995},"min":{"1min":0.40500000000000003,"5min":0.40500000000000003,"15min":0.40500000000000003},"max":{"1min":0.73999999999999999,"5min":0.73999999999999999,"15min":0.73999999999999999},"last":0.57199999999999995}]},{"osd":6,"last update":"Fri Sep 13 18:57:23 2024","interfaces":[{"interface":"back","average":{"1min":0.58999999999999997,"5min":0.58999999999999997,"15min":0.58999999999999997},"min":{"1min":0.41499999999999998,"5min":0.41499999999999998,"15min":0.41499999999999998},"max":{"1min":0.81000000000000005,"5min":0.81000000000000005,"15min":0.81000000000000005},"last":0.49399999999999999},{"interface":"front","average":{"1min":0.57099999999999995,"5min":0.57099999999999995,"15min":0.57099999999999995},"min":{"1min":0.40899999999999997,"5min":0.40899999999999997,"15min":0.40899999999999997},"max":{"1min":0.72599999999999998,"5min":0.72599999999999998,"15min":0.72599999999999998},"last":0.58799999999999997}]},{"osd":7,"last update":"Fri Sep 13 18:57:23 2024","interfaces":[{"interface":"back","average":{"1min":0.59299999999999997,"5min":0.59299999999999997,"15min":0.59299999999999997},"min":{"1min":0.40400000000000003,"5min":0.40400000000000003,"15min":0.40400000000000003},"max":{"1min":0.79700000000000004,"5min":0.79700000000000004,"15min":0.79700000000000004},"last":0.54600000000000004},{"interface":"front","average":{"1min":0.61899999999999999,"5min":0.61899999999999999,"15min":0.61899999999999999},"min":{"1min":0.48699999999999999,"5min":0.48699999999999999,"15min":0.48699999999999999},"max":{"1min":0.88100000000000001,"5min":0.88100000000000001,"15min":0.88100000000000001},"last":0.55500000000000005}]}]},{"osd":0,"up_from":13,"seq":55834574866,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27996,"kb_used_data":972,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343844,"statfs":{"total":96636764160,"available":96608096256,"internally_reserved":0,"allocated":995328,"data_stored":757910,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Fri Sep 13 18:57:23 2024","interfaces":[{"interface":"back","average":{"1min":0.30299999999999999,"5min":0.30299999999999999,"15min":0.30299999999999999},"min":{"1min":0.17799999999999999,"5min":0.17799999999999999,"15min":0.17799999999999999},"max":{"1min":0.40400000000000003,"5min":0.40400000000000003,"15min":0.40400000000000003},"last":0.317},{"interface":"front","average":{"1min":0.313,"5min":0.313,"15min":0.313},"min":{"1min":0.20499999999999999,"5min":0.20499999999999999,"15min":0.20499999999999999},"max":{"1min":0.44800000000000001,"5min":0.44800000000000001,"15min":0.44800000000000001},"last":0.254}]},{"osd":2,"last update":"Fri Sep 13 18:57:23 2024","interfaces":[{"interface":"back","average":{"1min":0.32900000000000001,"5min":0.32900000000000001,"15min":0.32900000000000001},"min":{"1min":0.214,"5min":0.214,"15min":0.214},"max":{"1min":0.44700000000000001,"5min":0.44700000000000001,"15min":0.44700000000000001},"last":0.26700000000000002},{"interface":"front","average":{"1min":0.32300000000000001,"5min":0.32300000000000001,"15min":0.32300000000000001},"min":{"1min":0.25,"5min":0.25,"15min":0.25},"max":{"1min":0.48299999999999998,"5min":0.48299999999999998,"15min":0.48299999999999998},"last":0.28299999999999997}]},{"osd":3,"last update":"Fri Sep 13 18:57:23 2024","interfaces":[{"interface":"back","average":{"1min":0.33400000000000002,"5min":0.33400000000000002,"15min":0.33400000000000002},"min":{"1min":0.219,"5min":0.219,"15min":0.219},"max":{"1min":0.61199999999999999,"5min":0.61199999999999999,"15min":0.61199999999999999},"last":0.33000000000000002},{"interface":"front","average":{"1min":0.34200000000000003,"5min":0.34200000000000003,"15min":0.34200000000000003},"min":{"1min":0.23300000000000001,"5min":0.23300000000000001,"15min":0.23300000000000001},"max":{"1min":0.48599999999999999,"5min":0.48599999999999999,"15min":0.48599999999999999},"last":0.29799999999999999}]},{"osd":4,"last update":"Fri Sep 13 18:57:23 2024","interfaces":[{"interface":"back","average":{"1min":0.56100000000000005,"5min":0.56100000000000005,"15min":0.56100000000000005},"min":{"1min":0.34799999999999998,"5min":0.34799999999999998,"15min":0.34799999999999998},"max":{"1min":0.77600000000000002,"5min":0.77600000000000002,"15min":0.77600000000000002},"last":0.66000000000000003},{"interface":"front","average":{"1min":0.54100000000000004,"5min":0.54100000000000004,"15min":0.54100000000000004},"min":{"1min":0.41099999999999998,"5min":0.41099999999999998,"15min":0.41099999999999998},"max":{"1min":0.69399999999999995,"5min":0.69399999999999995,"15min":0.69399999999999995},"last":0.67200000000000004}]},{"osd":5,"last update":"Fri Sep 13 18:57:23 2024","interfaces":[{"interface":"back","average":{"1min":0.504,"5min":0.504,"15min":0.504},"min":{"1min":0.34200000000000003,"5min":0.34200000000000003,"15min":0.34200000000000003},"max":{"1min":0.68500000000000005,"5min":0.68500000000000005,"15min":0.68500000000000005},"last":0.55300000000000005},{"interface":"front","average":{"1min":0.52700000000000002,"5min":0.52700000000000002,"15min":0.52700000000000002},"min":{"1min":0.35399999999999998,"5min":0.35399999999999998,"15min":0.35399999999999998},"max":{"1min":0.86099999999999999,"5min":0.86099999999999999,"15min":0.86099999999999999},"last":0.68999999999999995}]},{"osd":6,"last update":"Fri Sep 13 18:57:23 2024","interfaces":[{"interface":"back","average":{"1min":0.54300000000000004,"5min":0.54300000000000004,"15min":0.54300000000000004},"min":{"1min":0.372,"5min":0.372,"15min":0.372},"max":{"1min":0.79400000000000004,"5min":0.79400000000000004,"15min":0.79400000000000004},"last":0.627},{"interface":"front","average":{"1min":0.54900000000000004,"5min":0.54900000000000004,"15min":0.54900000000000004},"min":{"1min":0.40200000000000002,"5min":0.40200000000000002,"15min":0.40200000000000002},"max":{"1min":0.82999999999999996,"5min":0.82999999999999996,"15min":0.82999999999999996},"last":0.71999999999999997}]},{"osd":7,"last update":"Fri Sep 13 18:57:23 2024","interfaces":[{"interface":"back","average":{"1min":0.54700000000000004,"5min":0.54700000000000004,"15min":0.54700000000000004},"min":{"1min":0.34499999999999997,"5min":0.34499999999999997,"15min":0.34499999999999997},"max":{"1min":0.75900000000000001,"5min":0.75900000000000001,"15min":0.75900000000000001},"last":0.56200000000000006},{"interface":"front","average":{"1min":0.53600000000000003,"5min":0.53600000000000003,"15min":0.53600000000000003},"min":{"1min":0.42499999999999999,"5min":0.42499999999999999,"15min":0.42499999999999999},"max":{"1min":0.72799999999999998,"5min":0.72799999999999998,"15min":0.72799999999999998},"last":0.70599999999999996}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-13T18:57:46.549 DEBUG:teuthology.orchestra.run.smithi119:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-13T18:57:46.679 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:46.676+0000 7fb267444640 1 Processor -- start 2024-09-13T18:57:46.680 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:46.677+0000 7fb267444640 1 -- start start 2024-09-13T18:57:46.683 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:46.677+0000 7fb267444640 1 --2- >> v2:172.21.15.119:3300/0 conn(0x7fb26015c6e0 0x7fb2600b3f50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:46.683 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:46.677+0000 7fb267444640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7fb2600d07b0 0x7fb2600b4490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:46.683 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:46.678+0000 7fb267444640 1 -- --> v1:172.21.15.119:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fb2600d1840 con 0x7fb2600ccb20 2024-09-13T18:57:46.683 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:46.678+0000 7fb267444640 1 -- --> v2:172.21.15.119:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fb26006bd20 con 0x7fb26015c6e0 2024-09-13T18:57:46.683 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:46.678+0000 7fb267444640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fb2600d0c30 con 0x7fb2600d07b0 2024-09-13T18:57:46.683 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:46.678+0000 7fb2651e0640 1 --2- >> v2:172.21.15.119:3300/0 conn(0x7fb26015c6e0 0x7fb2600b3f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:46.684 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:46.678+0000 7fb2659e1640 1 --1- >> v1:172.21.15.119:6789/0 conn(0x7fb2600ccb20 0x7fb260160030 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.119:6789/0 says I am v1:172.21.15.119:54966/0 (socket says 172.21.15.119:54966) 2024-09-13T18:57:46.684 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:46.678+0000 7fb2659e1640 1 -- 172.21.15.119:0/279522958 learned_addr learned my addr 172.21.15.119:0/279522958 (peer_addr_for_me v1:172.21.15.119:0/0) 2024-09-13T18:57:46.684 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:46.678+0000 7fb2649df640 1 --2- 172.21.15.119:0/279522958 >> v2:172.21.15.145:3300/0 conn(0x7fb2600d07b0 0x7fb2600b4490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:46.684 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:46.678+0000 7fb2651e0640 1 -- 172.21.15.119:0/279522958 >> v2:172.21.15.145:3300/0 conn(0x7fb2600d07b0 msgr2=0x7fb2600b4490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T18:57:46.685 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:46.678+0000 7fb2651e0640 1 --2- 172.21.15.119:0/279522958 >> v2:172.21.15.145:3300/0 conn(0x7fb2600d07b0 0x7fb2600b4490 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:46.685 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:46.678+0000 7fb2651e0640 1 -- 172.21.15.119:0/279522958 >> v1:172.21.15.119:6789/0 conn(0x7fb2600ccb20 legacy=0x7fb260160030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:46.685 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:46.678+0000 7fb25ffff640 1 -- 172.21.15.119:0/279522958 <== mon.0 v1:172.21.15.119:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2428985792 0 0) 0x7fb2600d1840 con 0x7fb2600ccb20 2024-09-13T18:57:46.685 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:46.678+0000 7fb2651e0640 1 -- 172.21.15.119:0/279522958 --> v2:172.21.15.119:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb2600d0f10 con 0x7fb26015c6e0 2024-09-13T18:57:46.685 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:46.679+0000 7fb2651e0640 1 --2- 172.21.15.119:0/279522958 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fb26015c6e0 0x7fb2600b3f50 secure :-1 s=READY pgs=516 cs=0 l=1 rev1=1 crypto rx=0x7fb2600b1d80 tx=0x7fb25802a110 comp rx=0 tx=0).ready entity=mon.0 client_cookie=757c003a69f7c12a server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:57:46.685 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:46.679+0000 7fb25ffff640 1 -- 172.21.15.119:0/279522958 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb25802ae60 con 0x7fb26015c6e0 2024-09-13T18:57:46.686 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:46.679+0000 7fb25ffff640 1 -- 172.21.15.119:0/279522958 <== mon.0 v2:172.21.15.119:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb258032440 con 0x7fb26015c6e0 2024-09-13T18:57:46.686 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:46.679+0000 7fb25ffff640 1 -- 172.21.15.119:0/279522958 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb2580327d0 con 0x7fb26015c6e0 2024-09-13T18:57:46.686 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:46.679+0000 7fb267444640 1 -- 172.21.15.119:0/279522958 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fb26015c6e0 msgr2=0x7fb2600b3f50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:46.686 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:46.679+0000 7fb267444640 1 --2- 172.21.15.119:0/279522958 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fb26015c6e0 0x7fb2600b3f50 secure :-1 s=READY pgs=516 cs=0 l=1 rev1=1 crypto rx=0x7fb2600b1d80 tx=0x7fb25802a110 comp rx=0 tx=0).stop 2024-09-13T18:57:46.686 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:46.679+0000 7fb267444640 1 -- 172.21.15.119:0/279522958 shutdown_connections 2024-09-13T18:57:46.686 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:46.679+0000 7fb267444640 1 --2- 172.21.15.119:0/279522958 >> v2:172.21.15.145:3300/0 conn(0x7fb2600d07b0 0x7fb2600b4490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:46.686 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:46.679+0000 7fb267444640 1 --2- 172.21.15.119:0/279522958 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fb26015c6e0 0x7fb2600b3f50 unknown :-1 s=CLOSED pgs=516 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:46.686 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:46.679+0000 7fb267444640 1 -- 172.21.15.119:0/279522958 >> 172.21.15.119:0/279522958 conn(0x7fb260089f60 msgr2=0x7fb2600d24d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:57:46.686 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:46.680+0000 7fb267444640 1 -- 172.21.15.119:0/279522958 shutdown_connections 2024-09-13T18:57:46.686 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:46.680+0000 7fb267444640 1 -- 172.21.15.119:0/279522958 wait complete. 2024-09-13T18:57:46.689 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:46.681+0000 7fb267444640 1 Processor -- start 2024-09-13T18:57:46.690 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:46.681+0000 7fb267444640 1 -- start start 2024-09-13T18:57:46.690 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:46.681+0000 7fb267444640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fb2600ccb20 0x7fb260155260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:46.690 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:46.681+0000 7fb267444640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fb2600d07b0 0x7fb2600b6370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:46.690 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:46.681+0000 7fb267444640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb26015c6e0 0x7fb2600b68b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:46.690 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:46.681+0000 7fb267444640 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb2600b7d20 con 0x7fb2600ccb20 2024-09-13T18:57:46.690 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:46.681+0000 7fb267444640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb260157ef0 con 0x7fb26015c6e0 2024-09-13T18:57:46.690 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:46.681+0000 7fb267444640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb2601581d0 con 0x7fb2600d07b0 2024-09-13T18:57:46.690 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:46.681+0000 7fb2651e0640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fb2600ccb20 0x7fb260155260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:46.690 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:46.682+0000 7fb2651e0640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fb2600ccb20 0x7fb260155260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.119:3300/0 says I am v2:172.21.15.119:43348/0 (socket says 172.21.15.119:43348) 2024-09-13T18:57:46.690 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:46.682+0000 7fb2651e0640 1 -- 172.21.15.119:0/2543577393 learned_addr learned my addr 172.21.15.119:0/2543577393 (peer_addr_for_me v2:172.21.15.119:0/0) 2024-09-13T18:57:46.690 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:46.682+0000 7fb2651e0640 1 -- 172.21.15.119:0/2543577393 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fb2600d07b0 msgr2=0x7fb2600b6370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:46.690 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:46.682+0000 7fb2651e0640 1 --2- 172.21.15.119:0/2543577393 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fb2600d07b0 0x7fb2600b6370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:46.690 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:46.682+0000 7fb2651e0640 1 -- 172.21.15.119:0/2543577393 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb26015c6e0 msgr2=0x7fb2600b68b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:46.691 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:46.682+0000 7fb2651e0640 1 --2- 172.21.15.119:0/2543577393 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb26015c6e0 0x7fb2600b68b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:46.691 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:46.682+0000 7fb2651e0640 1 -- 172.21.15.119:0/2543577393 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb258009400 con 0x7fb2600ccb20 2024-09-13T18:57:46.691 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:46.682+0000 7fb2651e0640 1 --2- 172.21.15.119:0/2543577393 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fb2600ccb20 0x7fb260155260 secure :-1 s=READY pgs=517 cs=0 l=1 rev1=1 crypto rx=0x7fb258000c00 tx=0x7fb2580046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:57:46.691 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:46.682+0000 7fb25dffb640 1 -- 172.21.15.119:0/2543577393 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb258030a10 con 0x7fb2600ccb20 2024-09-13T18:57:46.691 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:46.682+0000 7fb25dffb640 1 -- 172.21.15.119:0/2543577393 <== mon.0 v2:172.21.15.119:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb258030b90 con 0x7fb2600ccb20 2024-09-13T18:57:46.691 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:46.682+0000 7fb267444640 1 -- 172.21.15.119:0/2543577393 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb2601584b0 con 0x7fb2600ccb20 2024-09-13T18:57:46.691 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:46.682+0000 7fb25dffb640 1 -- 172.21.15.119:0/2543577393 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb25803d420 con 0x7fb2600ccb20 2024-09-13T18:57:46.691 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:46.682+0000 7fb267444640 1 -- 172.21.15.119:0/2543577393 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb2600ca0f0 con 0x7fb2600ccb20 2024-09-13T18:57:46.691 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:46.683+0000 7fb267444640 1 -- 172.21.15.119:0/2543577393 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fb2600b2800 con 0x7fb2600ccb20 2024-09-13T18:57:46.691 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:46.684+0000 7fb25dffb640 1 -- 172.21.15.119:0/2543577393 <== mon.0 v2:172.21.15.119:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fb258039040 con 0x7fb2600ccb20 2024-09-13T18:57:46.691 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:46.684+0000 7fb25dffb640 1 --2- 172.21.15.119:0/2543577393 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7fb24c06ac00 0x7fb24c06d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:46.691 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:46.684+0000 7fb25dffb640 1 -- 172.21.15.119:0/2543577393 <== mon.0 v2:172.21.15.119:3300/0 5 ==== osd_map(39..39 src has 1..39) v4 ==== 6029+0+0 (secure 0 0 0) 0x7fb2580aa140 con 0x7fb2600ccb20 2024-09-13T18:57:46.691 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:46.684+0000 7fb2649df640 1 --2- 172.21.15.119:0/2543577393 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7fb24c06ac00 0x7fb24c06d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:46.691 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:46.685+0000 7fb2649df640 1 --2- 172.21.15.119:0/2543577393 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7fb24c06ac00 0x7fb24c06d0c0 secure :-1 s=READY pgs=256 cs=0 l=1 rev1=1 crypto rx=0x7fb2600cc5f0 tx=0x7fb254008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:57:46.692 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:46.688+0000 7fb25dffb640 1 -- 172.21.15.119:0/2543577393 <== mon.0 v2:172.21.15.119:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fb258075270 con 0x7fb2600ccb20 2024-09-13T18:57:46.849 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:46.846+0000 7fb267444640 1 -- 172.21.15.119:0/2543577393 --> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7fb2600d14d0 con 0x7fb24c06ac00 2024-09-13T18:57:46.855 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:46.853+0000 7fb25dffb640 1 -- 172.21.15.119:0/2543577393 <== mgr.4104 v2:172.21.15.119:6832/3599186100 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+275620 (secure 0 0 0) 0x7fb25400adc0 con 0x7fb24c06ac00 2024-09-13T18:57:46.858 INFO:teuthology.orchestra.run.smithi119.stdout: 2024-09-13T18:57:46.860 INFO:teuthology.orchestra.run.smithi119.stderr:dumped all 2024-09-13T18:57:46.861 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:46.856+0000 7fb267444640 1 -- 172.21.15.119:0/2543577393 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7fb24c06ac00 msgr2=0x7fb24c06d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:46.861 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:46.856+0000 7fb267444640 1 --2- 172.21.15.119:0/2543577393 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7fb24c06ac00 0x7fb24c06d0c0 secure :-1 s=READY pgs=256 cs=0 l=1 rev1=1 crypto rx=0x7fb2600cc5f0 tx=0x7fb254008040 comp rx=0 tx=0).stop 2024-09-13T18:57:46.861 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:46.856+0000 7fb267444640 1 -- 172.21.15.119:0/2543577393 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fb2600ccb20 msgr2=0x7fb260155260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:46.862 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:46.856+0000 7fb267444640 1 --2- 172.21.15.119:0/2543577393 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fb2600ccb20 0x7fb260155260 secure :-1 s=READY pgs=517 cs=0 l=1 rev1=1 crypto rx=0x7fb258000c00 tx=0x7fb2580046c0 comp rx=0 tx=0).stop 2024-09-13T18:57:46.862 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:46.856+0000 7fb267444640 1 -- 172.21.15.119:0/2543577393 shutdown_connections 2024-09-13T18:57:46.862 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:46.856+0000 7fb267444640 1 --2- 172.21.15.119:0/2543577393 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7fb24c06ac00 0x7fb24c06d0c0 unknown :-1 s=CLOSED pgs=256 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:46.862 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:46.856+0000 7fb267444640 1 --2- 172.21.15.119:0/2543577393 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb26015c6e0 0x7fb2600b68b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:46.862 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:46.856+0000 7fb267444640 1 --2- 172.21.15.119:0/2543577393 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fb2600d07b0 0x7fb2600b6370 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:46.862 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:46.856+0000 7fb267444640 1 --2- 172.21.15.119:0/2543577393 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fb2600ccb20 0x7fb260155260 unknown :-1 s=CLOSED pgs=517 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:46.862 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:46.856+0000 7fb267444640 1 -- 172.21.15.119:0/2543577393 >> 172.21.15.119:0/2543577393 conn(0x7fb260089f60 msgr2=0x7fb2600b20f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:57:46.862 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:46.856+0000 7fb267444640 1 -- 172.21.15.119:0/2543577393 shutdown_connections 2024-09-13T18:57:46.862 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:46.856+0000 7fb267444640 1 -- 172.21.15.119:0/2543577393 wait complete. 2024-09-13T18:57:46.869 INFO:teuthology.orchestra.run.smithi119.stdout:{"pg_ready":true,"pg_map":{"version":74,"stamp":"2024-09-13T18:57:46.079834+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":12,"acting":12,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":16,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":3,"kb":754974720,"kb_used":220484,"kb_used_data":4308,"kb_used_omap":12,"kb_used_meta":216051,"kb_avail":754754236,"statfs":{"total":773094113280,"available":772868337664,"internally_reserved":0,"allocated":4411392,"data_stored":2527209,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12742,"internal_metadata":221236794},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":15,"apply_latency_ms":15,"commit_latency_ns":15000000,"apply_latency_ns":15000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.000743"},"pg_stats":[{"pgid":"6.3f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T18:57:43.271195+0000","last_change":"2024-09-13T18:57:43.271195+0000","last_active":"2024-09-13T18:57:43.271195+0000","last_peered":"2024-09-13T18:57:43.271195+0000","last_clean":"2024-09-13T18:57:43.271195+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T18:57:43.271195+0000","last_undegraded":"2024-09-13T18:57:43.271195+0000","last_fullsized":"2024-09-13T18:57:43.271195+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_clean_scrub_stamp":"2024-09-13T18:57:43.271195+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.3e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T18:57:43.271195+0000","last_change":"2024-09-13T18:57:43.271195+0000","last_active":"2024-09-13T18:57:43.271195+0000","last_peered":"2024-09-13T18:57:43.271195+0000","last_clean":"2024-09-13T18:57:43.271195+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T18:57:43.271195+0000","last_undegraded":"2024-09-13T18:57:43.271195+0000","last_fullsized":"2024-09-13T18:57:43.271195+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_clean_scrub_stamp":"2024-09-13T18:57:43.271195+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.3d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T18:57:43.271195+0000","last_change":"2024-09-13T18:57:43.271195+0000","last_active":"2024-09-13T18:57:43.271195+0000","last_peered":"2024-09-13T18:57:43.271195+0000","last_clean":"2024-09-13T18:57:43.271195+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T18:57:43.271195+0000","last_undegraded":"2024-09-13T18:57:43.271195+0000","last_fullsized":"2024-09-13T18:57:43.271195+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_clean_scrub_stamp":"2024-09-13T18:57:43.271195+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.3c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T18:57:43.271195+0000","last_change":"2024-09-13T18:57:43.271195+0000","last_active":"2024-09-13T18:57:43.271195+0000","last_peered":"2024-09-13T18:57:43.271195+0000","last_clean":"2024-09-13T18:57:43.271195+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T18:57:43.271195+0000","last_undegraded":"2024-09-13T18:57:43.271195+0000","last_fullsized":"2024-09-13T18:57:43.271195+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_clean_scrub_stamp":"2024-09-13T18:57:43.271195+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.3b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T18:57:43.271195+0000","last_change":"2024-09-13T18:57:43.271195+0000","last_active":"2024-09-13T18:57:43.271195+0000","last_peered":"2024-09-13T18:57:43.271195+0000","last_clean":"2024-09-13T18:57:43.271195+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T18:57:43.271195+0000","last_undegraded":"2024-09-13T18:57:43.271195+0000","last_fullsized":"2024-09-13T18:57:43.271195+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_clean_scrub_stamp":"2024-09-13T18:57:43.271195+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.3a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T18:57:43.271195+0000","last_change":"2024-09-13T18:57:43.271195+0000","last_active":"2024-09-13T18:57:43.271195+0000","last_peered":"2024-09-13T18:57:43.271195+0000","last_clean":"2024-09-13T18:57:43.271195+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T18:57:43.271195+0000","last_undegraded":"2024-09-13T18:57:43.271195+0000","last_fullsized":"2024-09-13T18:57:43.271195+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_clean_scrub_stamp":"2024-09-13T18:57:43.271195+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.39","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T18:57:43.271195+0000","last_change":"2024-09-13T18:57:43.271195+0000","last_active":"2024-09-13T18:57:43.271195+0000","last_peered":"2024-09-13T18:57:43.271195+0000","last_clean":"2024-09-13T18:57:43.271195+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T18:57:43.271195+0000","last_undegraded":"2024-09-13T18:57:43.271195+0000","last_fullsized":"2024-09-13T18:57:43.271195+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_clean_scrub_stamp":"2024-09-13T18:57:43.271195+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.38","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T18:57:43.271195+0000","last_change":"2024-09-13T18:57:43.271195+0000","last_active":"2024-09-13T18:57:43.271195+0000","last_peered":"2024-09-13T18:57:43.271195+0000","last_clean":"2024-09-13T18:57:43.271195+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T18:57:43.271195+0000","last_undegraded":"2024-09-13T18:57:43.271195+0000","last_fullsized":"2024-09-13T18:57:43.271195+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_clean_scrub_stamp":"2024-09-13T18:57:43.271195+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.37","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T18:57:43.271195+0000","last_change":"2024-09-13T18:57:43.271195+0000","last_active":"2024-09-13T18:57:43.271195+0000","last_peered":"2024-09-13T18:57:43.271195+0000","last_clean":"2024-09-13T18:57:43.271195+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T18:57:43.271195+0000","last_undegraded":"2024-09-13T18:57:43.271195+0000","last_fullsized":"2024-09-13T18:57:43.271195+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_clean_scrub_stamp":"2024-09-13T18:57:43.271195+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.36","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T18:57:43.271195+0000","last_change":"2024-09-13T18:57:43.271195+0000","last_active":"2024-09-13T18:57:43.271195+0000","last_peered":"2024-09-13T18:57:43.271195+0000","last_clean":"2024-09-13T18:57:43.271195+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T18:57:43.271195+0000","last_undegraded":"2024-09-13T18:57:43.271195+0000","last_fullsized":"2024-09-13T18:57:43.271195+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_clean_scrub_stamp":"2024-09-13T18:57:43.271195+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.35","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T18:57:43.271195+0000","last_change":"2024-09-13T18:57:43.271195+0000","last_active":"2024-09-13T18:57:43.271195+0000","last_peered":"2024-09-13T18:57:43.271195+0000","last_clean":"2024-09-13T18:57:43.271195+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T18:57:43.271195+0000","last_undegraded":"2024-09-13T18:57:43.271195+0000","last_fullsized":"2024-09-13T18:57:43.271195+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_clean_scrub_stamp":"2024-09-13T18:57:43.271195+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.34","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T18:57:43.271195+0000","last_change":"2024-09-13T18:57:43.271195+0000","last_active":"2024-09-13T18:57:43.271195+0000","last_peered":"2024-09-13T18:57:43.271195+0000","last_clean":"2024-09-13T18:57:43.271195+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T18:57:43.271195+0000","last_undegraded":"2024-09-13T18:57:43.271195+0000","last_fullsized":"2024-09-13T18:57:43.271195+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_clean_scrub_stamp":"2024-09-13T18:57:43.271195+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.33","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T18:57:43.271195+0000","last_change":"2024-09-13T18:57:43.271195+0000","last_active":"2024-09-13T18:57:43.271195+0000","last_peered":"2024-09-13T18:57:43.271195+0000","last_clean":"2024-09-13T18:57:43.271195+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T18:57:43.271195+0000","last_undegraded":"2024-09-13T18:57:43.271195+0000","last_fullsized":"2024-09-13T18:57:43.271195+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_clean_scrub_stamp":"2024-09-13T18:57:43.271195+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.32","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T18:57:43.271195+0000","last_change":"2024-09-13T18:57:43.271195+0000","last_active":"2024-09-13T18:57:43.271195+0000","last_peered":"2024-09-13T18:57:43.271195+0000","last_clean":"2024-09-13T18:57:43.271195+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T18:57:43.271195+0000","last_undegraded":"2024-09-13T18:57:43.271195+0000","last_fullsized":"2024-09-13T18:57:43.271195+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_clean_scrub_stamp":"2024-09-13T18:57:43.271195+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.31","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T18:57:43.271195+0000","last_change":"2024-09-13T18:57:43.271195+0000","last_active":"2024-09-13T18:57:43.271195+0000","last_peered":"2024-09-13T18:57:43.271195+0000","last_clean":"2024-09-13T18:57:43.271195+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T18:57:43.271195+0000","last_undegraded":"2024-09-13T18:57:43.271195+0000","last_fullsized":"2024-09-13T18:57:43.271195+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_clean_scrub_stamp":"2024-09-13T18:57:43.271195+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.30","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T18:57:43.271195+0000","last_change":"2024-09-13T18:57:43.271195+0000","last_active":"2024-09-13T18:57:43.271195+0000","last_peered":"2024-09-13T18:57:43.271195+0000","last_clean":"2024-09-13T18:57:43.271195+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T18:57:43.271195+0000","last_undegraded":"2024-09-13T18:57:43.271195+0000","last_fullsized":"2024-09-13T18:57:43.271195+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_clean_scrub_stamp":"2024-09-13T18:57:43.271195+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.2f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T18:57:43.271195+0000","last_change":"2024-09-13T18:57:43.271195+0000","last_active":"2024-09-13T18:57:43.271195+0000","last_peered":"2024-09-13T18:57:43.271195+0000","last_clean":"2024-09-13T18:57:43.271195+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T18:57:43.271195+0000","last_undegraded":"2024-09-13T18:57:43.271195+0000","last_fullsized":"2024-09-13T18:57:43.271195+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_clean_scrub_stamp":"2024-09-13T18:57:43.271195+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.2e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T18:57:43.271195+0000","last_change":"2024-09-13T18:57:43.271195+0000","last_active":"2024-09-13T18:57:43.271195+0000","last_peered":"2024-09-13T18:57:43.271195+0000","last_clean":"2024-09-13T18:57:43.271195+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T18:57:43.271195+0000","last_undegraded":"2024-09-13T18:57:43.271195+0000","last_fullsized":"2024-09-13T18:57:43.271195+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_clean_scrub_stamp":"2024-09-13T18:57:43.271195+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.2d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T18:57:43.271195+0000","last_change":"2024-09-13T18:57:43.271195+0000","last_active":"2024-09-13T18:57:43.271195+0000","last_peered":"2024-09-13T18:57:43.271195+0000","last_clean":"2024-09-13T18:57:43.271195+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T18:57:43.271195+0000","last_undegraded":"2024-09-13T18:57:43.271195+0000","last_fullsized":"2024-09-13T18:57:43.271195+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_clean_scrub_stamp":"2024-09-13T18:57:43.271195+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.2c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T18:57:43.271195+0000","last_change":"2024-09-13T18:57:43.271195+0000","last_active":"2024-09-13T18:57:43.271195+0000","last_peered":"2024-09-13T18:57:43.271195+0000","last_clean":"2024-09-13T18:57:43.271195+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T18:57:43.271195+0000","last_undegraded":"2024-09-13T18:57:43.271195+0000","last_fullsized":"2024-09-13T18:57:43.271195+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_clean_scrub_stamp":"2024-09-13T18:57:43.271195+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.2b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T18:57:43.271195+0000","last_change":"2024-09-13T18:57:43.271195+0000","last_active":"2024-09-13T18:57:43.271195+0000","last_peered":"2024-09-13T18:57:43.271195+0000","last_clean":"2024-09-13T18:57:43.271195+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T18:57:43.271195+0000","last_undegraded":"2024-09-13T18:57:43.271195+0000","last_fullsized":"2024-09-13T18:57:43.271195+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_clean_scrub_stamp":"2024-09-13T18:57:43.271195+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.2a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T18:57:43.271195+0000","last_change":"2024-09-13T18:57:43.271195+0000","last_active":"2024-09-13T18:57:43.271195+0000","last_peered":"2024-09-13T18:57:43.271195+0000","last_clean":"2024-09-13T18:57:43.271195+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T18:57:43.271195+0000","last_undegraded":"2024-09-13T18:57:43.271195+0000","last_fullsized":"2024-09-13T18:57:43.271195+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_clean_scrub_stamp":"2024-09-13T18:57:43.271195+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.29","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T18:57:43.271195+0000","last_change":"2024-09-13T18:57:43.271195+0000","last_active":"2024-09-13T18:57:43.271195+0000","last_peered":"2024-09-13T18:57:43.271195+0000","last_clean":"2024-09-13T18:57:43.271195+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T18:57:43.271195+0000","last_undegraded":"2024-09-13T18:57:43.271195+0000","last_fullsized":"2024-09-13T18:57:43.271195+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_clean_scrub_stamp":"2024-09-13T18:57:43.271195+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.28","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T18:57:43.271195+0000","last_change":"2024-09-13T18:57:43.271195+0000","last_active":"2024-09-13T18:57:43.271195+0000","last_peered":"2024-09-13T18:57:43.271195+0000","last_clean":"2024-09-13T18:57:43.271195+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T18:57:43.271195+0000","last_undegraded":"2024-09-13T18:57:43.271195+0000","last_fullsized":"2024-09-13T18:57:43.271195+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_clean_scrub_stamp":"2024-09-13T18:57:43.271195+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.27","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T18:57:43.271195+0000","last_change":"2024-09-13T18:57:43.271195+0000","last_active":"2024-09-13T18:57:43.271195+0000","last_peered":"2024-09-13T18:57:43.271195+0000","last_clean":"2024-09-13T18:57:43.271195+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T18:57:43.271195+0000","last_undegraded":"2024-09-13T18:57:43.271195+0000","last_fullsized":"2024-09-13T18:57:43.271195+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_clean_scrub_stamp":"2024-09-13T18:57:43.271195+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.26","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T18:57:43.271195+0000","last_change":"2024-09-13T18:57:43.271195+0000","last_active":"2024-09-13T18:57:43.271195+0000","last_peered":"2024-09-13T18:57:43.271195+0000","last_clean":"2024-09-13T18:57:43.271195+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T18:57:43.271195+0000","last_undegraded":"2024-09-13T18:57:43.271195+0000","last_fullsized":"2024-09-13T18:57:43.271195+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_clean_scrub_stamp":"2024-09-13T18:57:43.271195+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.25","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T18:57:43.271195+0000","last_change":"2024-09-13T18:57:43.271195+0000","last_active":"2024-09-13T18:57:43.271195+0000","last_peered":"2024-09-13T18:57:43.271195+0000","last_clean":"2024-09-13T18:57:43.271195+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T18:57:43.271195+0000","last_undegraded":"2024-09-13T18:57:43.271195+0000","last_fullsized":"2024-09-13T18:57:43.271195+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_clean_scrub_stamp":"2024-09-13T18:57:43.271195+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.24","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T18:57:43.271195+0000","last_change":"2024-09-13T18:57:43.271195+0000","last_active":"2024-09-13T18:57:43.271195+0000","last_peered":"2024-09-13T18:57:43.271195+0000","last_clean":"2024-09-13T18:57:43.271195+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T18:57:43.271195+0000","last_undegraded":"2024-09-13T18:57:43.271195+0000","last_fullsized":"2024-09-13T18:57:43.271195+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_clean_scrub_stamp":"2024-09-13T18:57:43.271195+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.23","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T18:57:43.271195+0000","last_change":"2024-09-13T18:57:43.271195+0000","last_active":"2024-09-13T18:57:43.271195+0000","last_peered":"2024-09-13T18:57:43.271195+0000","last_clean":"2024-09-13T18:57:43.271195+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T18:57:43.271195+0000","last_undegraded":"2024-09-13T18:57:43.271195+0000","last_fullsized":"2024-09-13T18:57:43.271195+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_clean_scrub_stamp":"2024-09-13T18:57:43.271195+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.22","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T18:57:43.271195+0000","last_change":"2024-09-13T18:57:43.271195+0000","last_active":"2024-09-13T18:57:43.271195+0000","last_peered":"2024-09-13T18:57:43.271195+0000","last_clean":"2024-09-13T18:57:43.271195+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T18:57:43.271195+0000","last_undegraded":"2024-09-13T18:57:43.271195+0000","last_fullsized":"2024-09-13T18:57:43.271195+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_clean_scrub_stamp":"2024-09-13T18:57:43.271195+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.21","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T18:57:43.271195+0000","last_change":"2024-09-13T18:57:43.271195+0000","last_active":"2024-09-13T18:57:43.271195+0000","last_peered":"2024-09-13T18:57:43.271195+0000","last_clean":"2024-09-13T18:57:43.271195+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T18:57:43.271195+0000","last_undegraded":"2024-09-13T18:57:43.271195+0000","last_fullsized":"2024-09-13T18:57:43.271195+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_clean_scrub_stamp":"2024-09-13T18:57:43.271195+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.20","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T18:57:43.271195+0000","last_change":"2024-09-13T18:57:43.271195+0000","last_active":"2024-09-13T18:57:43.271195+0000","last_peered":"2024-09-13T18:57:43.271195+0000","last_clean":"2024-09-13T18:57:43.271195+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T18:57:43.271195+0000","last_undegraded":"2024-09-13T18:57:43.271195+0000","last_fullsized":"2024-09-13T18:57:43.271195+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_clean_scrub_stamp":"2024-09-13T18:57:43.271195+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.1c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T18:57:43.271195+0000","last_change":"2024-09-13T18:57:43.271195+0000","last_active":"2024-09-13T18:57:43.271195+0000","last_peered":"2024-09-13T18:57:43.271195+0000","last_clean":"2024-09-13T18:57:43.271195+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T18:57:43.271195+0000","last_undegraded":"2024-09-13T18:57:43.271195+0000","last_fullsized":"2024-09-13T18:57:43.271195+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_clean_scrub_stamp":"2024-09-13T18:57:43.271195+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.1f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T18:57:42.266140+0000","last_change":"2024-09-13T18:57:42.266140+0000","last_active":"2024-09-13T18:57:42.266140+0000","last_peered":"2024-09-13T18:57:42.266140+0000","last_clean":"2024-09-13T18:57:42.266140+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T18:57:42.266140+0000","last_undegraded":"2024-09-13T18:57:42.266140+0000","last_fullsized":"2024-09-13T18:57:42.266140+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:42.266140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:42.266140+0000","last_clean_scrub_stamp":"2024-09-13T18:57:42.266140+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.1d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T18:57:43.271195+0000","last_change":"2024-09-13T18:57:43.271195+0000","last_active":"2024-09-13T18:57:43.271195+0000","last_peered":"2024-09-13T18:57:43.271195+0000","last_clean":"2024-09-13T18:57:43.271195+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T18:57:43.271195+0000","last_undegraded":"2024-09-13T18:57:43.271195+0000","last_fullsized":"2024-09-13T18:57:43.271195+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_clean_scrub_stamp":"2024-09-13T18:57:43.271195+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.1e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T18:57:42.266140+0000","last_change":"2024-09-13T18:57:42.266140+0000","last_active":"2024-09-13T18:57:42.266140+0000","last_peered":"2024-09-13T18:57:42.266140+0000","last_clean":"2024-09-13T18:57:42.266140+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T18:57:42.266140+0000","last_undegraded":"2024-09-13T18:57:42.266140+0000","last_fullsized":"2024-09-13T18:57:42.266140+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:42.266140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:42.266140+0000","last_clean_scrub_stamp":"2024-09-13T18:57:42.266140+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.1e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T18:57:43.271195+0000","last_change":"2024-09-13T18:57:43.271195+0000","last_active":"2024-09-13T18:57:43.271195+0000","last_peered":"2024-09-13T18:57:43.271195+0000","last_clean":"2024-09-13T18:57:43.271195+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T18:57:43.271195+0000","last_undegraded":"2024-09-13T18:57:43.271195+0000","last_fullsized":"2024-09-13T18:57:43.271195+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_clean_scrub_stamp":"2024-09-13T18:57:43.271195+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.1d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T18:57:42.266140+0000","last_change":"2024-09-13T18:57:42.266140+0000","last_active":"2024-09-13T18:57:42.266140+0000","last_peered":"2024-09-13T18:57:42.266140+0000","last_clean":"2024-09-13T18:57:42.266140+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T18:57:42.266140+0000","last_undegraded":"2024-09-13T18:57:42.266140+0000","last_fullsized":"2024-09-13T18:57:42.266140+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:42.266140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:42.266140+0000","last_clean_scrub_stamp":"2024-09-13T18:57:42.266140+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.1f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T18:57:43.271195+0000","last_change":"2024-09-13T18:57:43.271195+0000","last_active":"2024-09-13T18:57:43.271195+0000","last_peered":"2024-09-13T18:57:43.271195+0000","last_clean":"2024-09-13T18:57:43.271195+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T18:57:43.271195+0000","last_undegraded":"2024-09-13T18:57:43.271195+0000","last_fullsized":"2024-09-13T18:57:43.271195+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_clean_scrub_stamp":"2024-09-13T18:57:43.271195+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.1c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T18:57:42.266140+0000","last_change":"2024-09-13T18:57:42.266140+0000","last_active":"2024-09-13T18:57:42.266140+0000","last_peered":"2024-09-13T18:57:42.266140+0000","last_clean":"2024-09-13T18:57:42.266140+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T18:57:42.266140+0000","last_undegraded":"2024-09-13T18:57:42.266140+0000","last_fullsized":"2024-09-13T18:57:42.266140+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:42.266140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:42.266140+0000","last_clean_scrub_stamp":"2024-09-13T18:57:42.266140+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.18","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T18:57:43.271195+0000","last_change":"2024-09-13T18:57:43.271195+0000","last_active":"2024-09-13T18:57:43.271195+0000","last_peered":"2024-09-13T18:57:43.271195+0000","last_clean":"2024-09-13T18:57:43.271195+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T18:57:43.271195+0000","last_undegraded":"2024-09-13T18:57:43.271195+0000","last_fullsized":"2024-09-13T18:57:43.271195+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_clean_scrub_stamp":"2024-09-13T18:57:43.271195+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.1b","version":"0'0","reported_seq":1,"reported_epoch":36,"state":"creating+peering","last_fresh":"2024-09-13T18:57:42.278482+0000","last_change":"2024-09-13T18:57:42.278482+0000","last_active":"2024-09-13T18:57:42.266140+0000","last_peered":"2024-09-13T18:57:42.266140+0000","last_clean":"2024-09-13T18:57:42.266140+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T18:57:42.278482+0000","last_undegraded":"2024-09-13T18:57:42.278482+0000","last_fullsized":"2024-09-13T18:57:42.278482+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:42.266140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:42.266140+0000","last_clean_scrub_stamp":"2024-09-13T18:57:42.266140+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T06:08:02.060175+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.19","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T18:57:43.271195+0000","last_change":"2024-09-13T18:57:43.271195+0000","last_active":"2024-09-13T18:57:43.271195+0000","last_peered":"2024-09-13T18:57:43.271195+0000","last_clean":"2024-09-13T18:57:43.271195+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T18:57:43.271195+0000","last_undegraded":"2024-09-13T18:57:43.271195+0000","last_fullsized":"2024-09-13T18:57:43.271195+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_clean_scrub_stamp":"2024-09-13T18:57:43.271195+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.1a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T18:57:42.266140+0000","last_change":"2024-09-13T18:57:42.266140+0000","last_active":"2024-09-13T18:57:42.266140+0000","last_peered":"2024-09-13T18:57:42.266140+0000","last_clean":"2024-09-13T18:57:42.266140+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T18:57:42.266140+0000","last_undegraded":"2024-09-13T18:57:42.266140+0000","last_fullsized":"2024-09-13T18:57:42.266140+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:42.266140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:42.266140+0000","last_clean_scrub_stamp":"2024-09-13T18:57:42.266140+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.1a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T18:57:43.271195+0000","last_change":"2024-09-13T18:57:43.271195+0000","last_active":"2024-09-13T18:57:43.271195+0000","last_peered":"2024-09-13T18:57:43.271195+0000","last_clean":"2024-09-13T18:57:43.271195+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T18:57:43.271195+0000","last_undegraded":"2024-09-13T18:57:43.271195+0000","last_fullsized":"2024-09-13T18:57:43.271195+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_clean_scrub_stamp":"2024-09-13T18:57:43.271195+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.19","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T18:57:42.266140+0000","last_change":"2024-09-13T18:57:42.266140+0000","last_active":"2024-09-13T18:57:42.266140+0000","last_peered":"2024-09-13T18:57:42.266140+0000","last_clean":"2024-09-13T18:57:42.266140+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T18:57:42.266140+0000","last_undegraded":"2024-09-13T18:57:42.266140+0000","last_fullsized":"2024-09-13T18:57:42.266140+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:42.266140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:42.266140+0000","last_clean_scrub_stamp":"2024-09-13T18:57:42.266140+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.1b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T18:57:43.271195+0000","last_change":"2024-09-13T18:57:43.271195+0000","last_active":"2024-09-13T18:57:43.271195+0000","last_peered":"2024-09-13T18:57:43.271195+0000","last_clean":"2024-09-13T18:57:43.271195+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T18:57:43.271195+0000","last_undegraded":"2024-09-13T18:57:43.271195+0000","last_fullsized":"2024-09-13T18:57:43.271195+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_clean_scrub_stamp":"2024-09-13T18:57:43.271195+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.18","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T18:57:42.266140+0000","last_change":"2024-09-13T18:57:42.266140+0000","last_active":"2024-09-13T18:57:42.266140+0000","last_peered":"2024-09-13T18:57:42.266140+0000","last_clean":"2024-09-13T18:57:42.266140+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T18:57:42.266140+0000","last_undegraded":"2024-09-13T18:57:42.266140+0000","last_fullsized":"2024-09-13T18:57:42.266140+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:42.266140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:42.266140+0000","last_clean_scrub_stamp":"2024-09-13T18:57:42.266140+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.14","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T18:57:43.271195+0000","last_change":"2024-09-13T18:57:43.271195+0000","last_active":"2024-09-13T18:57:43.271195+0000","last_peered":"2024-09-13T18:57:43.271195+0000","last_clean":"2024-09-13T18:57:43.271195+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T18:57:43.271195+0000","last_undegraded":"2024-09-13T18:57:43.271195+0000","last_fullsized":"2024-09-13T18:57:43.271195+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_clean_scrub_stamp":"2024-09-13T18:57:43.271195+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.17","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T18:57:42.266140+0000","last_change":"2024-09-13T18:57:42.266140+0000","last_active":"2024-09-13T18:57:42.266140+0000","last_peered":"2024-09-13T18:57:42.266140+0000","last_clean":"2024-09-13T18:57:42.266140+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T18:57:42.266140+0000","last_undegraded":"2024-09-13T18:57:42.266140+0000","last_fullsized":"2024-09-13T18:57:42.266140+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:42.266140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:42.266140+0000","last_clean_scrub_stamp":"2024-09-13T18:57:42.266140+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.15","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T18:57:43.271195+0000","last_change":"2024-09-13T18:57:43.271195+0000","last_active":"2024-09-13T18:57:43.271195+0000","last_peered":"2024-09-13T18:57:43.271195+0000","last_clean":"2024-09-13T18:57:43.271195+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T18:57:43.271195+0000","last_undegraded":"2024-09-13T18:57:43.271195+0000","last_fullsized":"2024-09-13T18:57:43.271195+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_clean_scrub_stamp":"2024-09-13T18:57:43.271195+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.16","version":"0'0","reported_seq":1,"reported_epoch":36,"state":"creating+peering","last_fresh":"2024-09-13T18:57:42.278572+0000","last_change":"2024-09-13T18:57:42.278572+0000","last_active":"2024-09-13T18:57:42.266140+0000","last_peered":"2024-09-13T18:57:42.266140+0000","last_clean":"2024-09-13T18:57:42.266140+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T18:57:42.278572+0000","last_undegraded":"2024-09-13T18:57:42.278572+0000","last_fullsized":"2024-09-13T18:57:42.278572+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:42.266140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:42.266140+0000","last_clean_scrub_stamp":"2024-09-13T18:57:42.266140+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:14:19.841999+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.16","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T18:57:43.271195+0000","last_change":"2024-09-13T18:57:43.271195+0000","last_active":"2024-09-13T18:57:43.271195+0000","last_peered":"2024-09-13T18:57:43.271195+0000","last_clean":"2024-09-13T18:57:43.271195+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T18:57:43.271195+0000","last_undegraded":"2024-09-13T18:57:43.271195+0000","last_fullsized":"2024-09-13T18:57:43.271195+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_clean_scrub_stamp":"2024-09-13T18:57:43.271195+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.15","version":"0'0","reported_seq":1,"reported_epoch":36,"state":"creating+peering","last_fresh":"2024-09-13T18:57:42.278547+0000","last_change":"2024-09-13T18:57:42.278547+0000","last_active":"2024-09-13T18:57:42.266140+0000","last_peered":"2024-09-13T18:57:42.266140+0000","last_clean":"2024-09-13T18:57:42.266140+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T18:57:42.278547+0000","last_undegraded":"2024-09-13T18:57:42.278547+0000","last_fullsized":"2024-09-13T18:57:42.278547+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:42.266140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:42.266140+0000","last_clean_scrub_stamp":"2024-09-13T18:57:42.266140+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:08:17.772215+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.17","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T18:57:43.271195+0000","last_change":"2024-09-13T18:57:43.271195+0000","last_active":"2024-09-13T18:57:43.271195+0000","last_peered":"2024-09-13T18:57:43.271195+0000","last_clean":"2024-09-13T18:57:43.271195+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T18:57:43.271195+0000","last_undegraded":"2024-09-13T18:57:43.271195+0000","last_fullsized":"2024-09-13T18:57:43.271195+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_clean_scrub_stamp":"2024-09-13T18:57:43.271195+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.14","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T18:57:42.266140+0000","last_change":"2024-09-13T18:57:42.266140+0000","last_active":"2024-09-13T18:57:42.266140+0000","last_peered":"2024-09-13T18:57:42.266140+0000","last_clean":"2024-09-13T18:57:42.266140+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T18:57:42.266140+0000","last_undegraded":"2024-09-13T18:57:42.266140+0000","last_fullsized":"2024-09-13T18:57:42.266140+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:42.266140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:42.266140+0000","last_clean_scrub_stamp":"2024-09-13T18:57:42.266140+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.10","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T18:57:43.271195+0000","last_change":"2024-09-13T18:57:43.271195+0000","last_active":"2024-09-13T18:57:43.271195+0000","last_peered":"2024-09-13T18:57:43.271195+0000","last_clean":"2024-09-13T18:57:43.271195+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T18:57:43.271195+0000","last_undegraded":"2024-09-13T18:57:43.271195+0000","last_fullsized":"2024-09-13T18:57:43.271195+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_clean_scrub_stamp":"2024-09-13T18:57:43.271195+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.13","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T18:57:42.266140+0000","last_change":"2024-09-13T18:57:42.266140+0000","last_active":"2024-09-13T18:57:42.266140+0000","last_peered":"2024-09-13T18:57:42.266140+0000","last_clean":"2024-09-13T18:57:42.266140+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T18:57:42.266140+0000","last_undegraded":"2024-09-13T18:57:42.266140+0000","last_fullsized":"2024-09-13T18:57:42.266140+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:42.266140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:42.266140+0000","last_clean_scrub_stamp":"2024-09-13T18:57:42.266140+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.11","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T18:57:43.271195+0000","last_change":"2024-09-13T18:57:43.271195+0000","last_active":"2024-09-13T18:57:43.271195+0000","last_peered":"2024-09-13T18:57:43.271195+0000","last_clean":"2024-09-13T18:57:43.271195+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T18:57:43.271195+0000","last_undegraded":"2024-09-13T18:57:43.271195+0000","last_fullsized":"2024-09-13T18:57:43.271195+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_clean_scrub_stamp":"2024-09-13T18:57:43.271195+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.12","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T18:57:42.266140+0000","last_change":"2024-09-13T18:57:42.266140+0000","last_active":"2024-09-13T18:57:42.266140+0000","last_peered":"2024-09-13T18:57:42.266140+0000","last_clean":"2024-09-13T18:57:42.266140+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T18:57:42.266140+0000","last_undegraded":"2024-09-13T18:57:42.266140+0000","last_fullsized":"2024-09-13T18:57:42.266140+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:42.266140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:42.266140+0000","last_clean_scrub_stamp":"2024-09-13T18:57:42.266140+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.12","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T18:57:43.271195+0000","last_change":"2024-09-13T18:57:43.271195+0000","last_active":"2024-09-13T18:57:43.271195+0000","last_peered":"2024-09-13T18:57:43.271195+0000","last_clean":"2024-09-13T18:57:43.271195+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T18:57:43.271195+0000","last_undegraded":"2024-09-13T18:57:43.271195+0000","last_fullsized":"2024-09-13T18:57:43.271195+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_clean_scrub_stamp":"2024-09-13T18:57:43.271195+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.11","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T18:57:42.266140+0000","last_change":"2024-09-13T18:57:42.266140+0000","last_active":"2024-09-13T18:57:42.266140+0000","last_peered":"2024-09-13T18:57:42.266140+0000","last_clean":"2024-09-13T18:57:42.266140+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T18:57:42.266140+0000","last_undegraded":"2024-09-13T18:57:42.266140+0000","last_fullsized":"2024-09-13T18:57:42.266140+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:42.266140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:42.266140+0000","last_clean_scrub_stamp":"2024-09-13T18:57:42.266140+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.13","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T18:57:43.271195+0000","last_change":"2024-09-13T18:57:43.271195+0000","last_active":"2024-09-13T18:57:43.271195+0000","last_peered":"2024-09-13T18:57:43.271195+0000","last_clean":"2024-09-13T18:57:43.271195+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T18:57:43.271195+0000","last_undegraded":"2024-09-13T18:57:43.271195+0000","last_fullsized":"2024-09-13T18:57:43.271195+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_clean_scrub_stamp":"2024-09-13T18:57:43.271195+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.10","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T18:57:42.266140+0000","last_change":"2024-09-13T18:57:42.266140+0000","last_active":"2024-09-13T18:57:42.266140+0000","last_peered":"2024-09-13T18:57:42.266140+0000","last_clean":"2024-09-13T18:57:42.266140+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T18:57:42.266140+0000","last_undegraded":"2024-09-13T18:57:42.266140+0000","last_fullsized":"2024-09-13T18:57:42.266140+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:42.266140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:42.266140+0000","last_clean_scrub_stamp":"2024-09-13T18:57:42.266140+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T18:57:43.271195+0000","last_change":"2024-09-13T18:57:43.271195+0000","last_active":"2024-09-13T18:57:43.271195+0000","last_peered":"2024-09-13T18:57:43.271195+0000","last_clean":"2024-09-13T18:57:43.271195+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T18:57:43.271195+0000","last_undegraded":"2024-09-13T18:57:43.271195+0000","last_fullsized":"2024-09-13T18:57:43.271195+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_clean_scrub_stamp":"2024-09-13T18:57:43.271195+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.f","version":"0'0","reported_seq":1,"reported_epoch":36,"state":"creating+peering","last_fresh":"2024-09-13T18:57:42.279060+0000","last_change":"2024-09-13T18:57:42.279060+0000","last_active":"2024-09-13T18:57:42.266140+0000","last_peered":"2024-09-13T18:57:42.266140+0000","last_clean":"2024-09-13T18:57:42.266140+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T18:57:42.279060+0000","last_undegraded":"2024-09-13T18:57:42.279060+0000","last_fullsized":"2024-09-13T18:57:42.279060+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:42.266140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:42.266140+0000","last_clean_scrub_stamp":"2024-09-13T18:57:42.266140+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:21:35.927061+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T18:57:43.271195+0000","last_change":"2024-09-13T18:57:43.271195+0000","last_active":"2024-09-13T18:57:43.271195+0000","last_peered":"2024-09-13T18:57:43.271195+0000","last_clean":"2024-09-13T18:57:43.271195+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T18:57:43.271195+0000","last_undegraded":"2024-09-13T18:57:43.271195+0000","last_fullsized":"2024-09-13T18:57:43.271195+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_clean_scrub_stamp":"2024-09-13T18:57:43.271195+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T18:57:42.266140+0000","last_change":"2024-09-13T18:57:42.266140+0000","last_active":"2024-09-13T18:57:42.266140+0000","last_peered":"2024-09-13T18:57:42.266140+0000","last_clean":"2024-09-13T18:57:42.266140+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T18:57:42.266140+0000","last_undegraded":"2024-09-13T18:57:42.266140+0000","last_fullsized":"2024-09-13T18:57:42.266140+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:42.266140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:42.266140+0000","last_clean_scrub_stamp":"2024-09-13T18:57:42.266140+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T18:57:43.271195+0000","last_change":"2024-09-13T18:57:43.271195+0000","last_active":"2024-09-13T18:57:43.271195+0000","last_peered":"2024-09-13T18:57:43.271195+0000","last_clean":"2024-09-13T18:57:43.271195+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T18:57:43.271195+0000","last_undegraded":"2024-09-13T18:57:43.271195+0000","last_fullsized":"2024-09-13T18:57:43.271195+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_clean_scrub_stamp":"2024-09-13T18:57:43.271195+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T18:57:42.266140+0000","last_change":"2024-09-13T18:57:42.266140+0000","last_active":"2024-09-13T18:57:42.266140+0000","last_peered":"2024-09-13T18:57:42.266140+0000","last_clean":"2024-09-13T18:57:42.266140+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T18:57:42.266140+0000","last_undegraded":"2024-09-13T18:57:42.266140+0000","last_fullsized":"2024-09-13T18:57:42.266140+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:42.266140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:42.266140+0000","last_clean_scrub_stamp":"2024-09-13T18:57:42.266140+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T18:57:43.271195+0000","last_change":"2024-09-13T18:57:43.271195+0000","last_active":"2024-09-13T18:57:43.271195+0000","last_peered":"2024-09-13T18:57:43.271195+0000","last_clean":"2024-09-13T18:57:43.271195+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T18:57:43.271195+0000","last_undegraded":"2024-09-13T18:57:43.271195+0000","last_fullsized":"2024-09-13T18:57:43.271195+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_clean_scrub_stamp":"2024-09-13T18:57:43.271195+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T18:57:42.266140+0000","last_change":"2024-09-13T18:57:42.266140+0000","last_active":"2024-09-13T18:57:42.266140+0000","last_peered":"2024-09-13T18:57:42.266140+0000","last_clean":"2024-09-13T18:57:42.266140+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T18:57:42.266140+0000","last_undegraded":"2024-09-13T18:57:42.266140+0000","last_fullsized":"2024-09-13T18:57:42.266140+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:42.266140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:42.266140+0000","last_clean_scrub_stamp":"2024-09-13T18:57:42.266140+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.8","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T18:57:43.271195+0000","last_change":"2024-09-13T18:57:43.271195+0000","last_active":"2024-09-13T18:57:43.271195+0000","last_peered":"2024-09-13T18:57:43.271195+0000","last_clean":"2024-09-13T18:57:43.271195+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T18:57:43.271195+0000","last_undegraded":"2024-09-13T18:57:43.271195+0000","last_fullsized":"2024-09-13T18:57:43.271195+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_clean_scrub_stamp":"2024-09-13T18:57:43.271195+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T18:57:42.266140+0000","last_change":"2024-09-13T18:57:42.266140+0000","last_active":"2024-09-13T18:57:42.266140+0000","last_peered":"2024-09-13T18:57:42.266140+0000","last_clean":"2024-09-13T18:57:42.266140+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T18:57:42.266140+0000","last_undegraded":"2024-09-13T18:57:42.266140+0000","last_fullsized":"2024-09-13T18:57:42.266140+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:42.266140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:42.266140+0000","last_clean_scrub_stamp":"2024-09-13T18:57:42.266140+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.9","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T18:57:43.271195+0000","last_change":"2024-09-13T18:57:43.271195+0000","last_active":"2024-09-13T18:57:43.271195+0000","last_peered":"2024-09-13T18:57:43.271195+0000","last_clean":"2024-09-13T18:57:43.271195+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T18:57:43.271195+0000","last_undegraded":"2024-09-13T18:57:43.271195+0000","last_fullsized":"2024-09-13T18:57:43.271195+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_clean_scrub_stamp":"2024-09-13T18:57:43.271195+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T18:57:42.266140+0000","last_change":"2024-09-13T18:57:42.266140+0000","last_active":"2024-09-13T18:57:42.266140+0000","last_peered":"2024-09-13T18:57:42.266140+0000","last_clean":"2024-09-13T18:57:42.266140+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T18:57:42.266140+0000","last_undegraded":"2024-09-13T18:57:42.266140+0000","last_fullsized":"2024-09-13T18:57:42.266140+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:42.266140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:42.266140+0000","last_clean_scrub_stamp":"2024-09-13T18:57:42.266140+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T18:57:43.271195+0000","last_change":"2024-09-13T18:57:43.271195+0000","last_active":"2024-09-13T18:57:43.271195+0000","last_peered":"2024-09-13T18:57:43.271195+0000","last_clean":"2024-09-13T18:57:43.271195+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T18:57:43.271195+0000","last_undegraded":"2024-09-13T18:57:43.271195+0000","last_fullsized":"2024-09-13T18:57:43.271195+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_clean_scrub_stamp":"2024-09-13T18:57:43.271195+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.9","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T18:57:42.266140+0000","last_change":"2024-09-13T18:57:42.266140+0000","last_active":"2024-09-13T18:57:42.266140+0000","last_peered":"2024-09-13T18:57:42.266140+0000","last_clean":"2024-09-13T18:57:42.266140+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T18:57:42.266140+0000","last_undegraded":"2024-09-13T18:57:42.266140+0000","last_fullsized":"2024-09-13T18:57:42.266140+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:42.266140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:42.266140+0000","last_clean_scrub_stamp":"2024-09-13T18:57:42.266140+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T18:57:43.271195+0000","last_change":"2024-09-13T18:57:43.271195+0000","last_active":"2024-09-13T18:57:43.271195+0000","last_peered":"2024-09-13T18:57:43.271195+0000","last_clean":"2024-09-13T18:57:43.271195+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T18:57:43.271195+0000","last_undegraded":"2024-09-13T18:57:43.271195+0000","last_fullsized":"2024-09-13T18:57:43.271195+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_clean_scrub_stamp":"2024-09-13T18:57:43.271195+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.8","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T18:57:42.266140+0000","last_change":"2024-09-13T18:57:42.266140+0000","last_active":"2024-09-13T18:57:42.266140+0000","last_peered":"2024-09-13T18:57:42.266140+0000","last_clean":"2024-09-13T18:57:42.266140+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T18:57:42.266140+0000","last_undegraded":"2024-09-13T18:57:42.266140+0000","last_fullsized":"2024-09-13T18:57:42.266140+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:42.266140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:42.266140+0000","last_clean_scrub_stamp":"2024-09-13T18:57:42.266140+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.4","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T18:57:43.271195+0000","last_change":"2024-09-13T18:57:43.271195+0000","last_active":"2024-09-13T18:57:43.271195+0000","last_peered":"2024-09-13T18:57:43.271195+0000","last_clean":"2024-09-13T18:57:43.271195+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T18:57:43.271195+0000","last_undegraded":"2024-09-13T18:57:43.271195+0000","last_fullsized":"2024-09-13T18:57:43.271195+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_clean_scrub_stamp":"2024-09-13T18:57:43.271195+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.7","version":"0'0","reported_seq":1,"reported_epoch":36,"state":"creating+peering","last_fresh":"2024-09-13T18:57:42.278618+0000","last_change":"2024-09-13T18:57:42.278618+0000","last_active":"2024-09-13T18:57:42.266140+0000","last_peered":"2024-09-13T18:57:42.266140+0000","last_clean":"2024-09-13T18:57:42.266140+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T18:57:42.278618+0000","last_undegraded":"2024-09-13T18:57:42.278618+0000","last_fullsized":"2024-09-13T18:57:42.278618+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:42.266140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:42.266140+0000","last_clean_scrub_stamp":"2024-09-13T18:57:42.266140+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:26:13.387335+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.5","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T18:57:43.271195+0000","last_change":"2024-09-13T18:57:43.271195+0000","last_active":"2024-09-13T18:57:43.271195+0000","last_peered":"2024-09-13T18:57:43.271195+0000","last_clean":"2024-09-13T18:57:43.271195+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T18:57:43.271195+0000","last_undegraded":"2024-09-13T18:57:43.271195+0000","last_fullsized":"2024-09-13T18:57:43.271195+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_clean_scrub_stamp":"2024-09-13T18:57:43.271195+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.6","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T18:57:42.266140+0000","last_change":"2024-09-13T18:57:42.266140+0000","last_active":"2024-09-13T18:57:42.266140+0000","last_peered":"2024-09-13T18:57:42.266140+0000","last_clean":"2024-09-13T18:57:42.266140+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T18:57:42.266140+0000","last_undegraded":"2024-09-13T18:57:42.266140+0000","last_fullsized":"2024-09-13T18:57:42.266140+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:42.266140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:42.266140+0000","last_clean_scrub_stamp":"2024-09-13T18:57:42.266140+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.6","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T18:57:43.271195+0000","last_change":"2024-09-13T18:57:43.271195+0000","last_active":"2024-09-13T18:57:43.271195+0000","last_peered":"2024-09-13T18:57:43.271195+0000","last_clean":"2024-09-13T18:57:43.271195+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T18:57:43.271195+0000","last_undegraded":"2024-09-13T18:57:43.271195+0000","last_fullsized":"2024-09-13T18:57:43.271195+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_clean_scrub_stamp":"2024-09-13T18:57:43.271195+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.5","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T18:57:42.266140+0000","last_change":"2024-09-13T18:57:42.266140+0000","last_active":"2024-09-13T18:57:42.266140+0000","last_peered":"2024-09-13T18:57:42.266140+0000","last_clean":"2024-09-13T18:57:42.266140+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T18:57:42.266140+0000","last_undegraded":"2024-09-13T18:57:42.266140+0000","last_fullsized":"2024-09-13T18:57:42.266140+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:42.266140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:42.266140+0000","last_clean_scrub_stamp":"2024-09-13T18:57:42.266140+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.0","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T18:57:43.271195+0000","last_change":"2024-09-13T18:57:43.271195+0000","last_active":"2024-09-13T18:57:43.271195+0000","last_peered":"2024-09-13T18:57:43.271195+0000","last_clean":"2024-09-13T18:57:43.271195+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T18:57:43.271195+0000","last_undegraded":"2024-09-13T18:57:43.271195+0000","last_fullsized":"2024-09-13T18:57:43.271195+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_clean_scrub_stamp":"2024-09-13T18:57:43.271195+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.3","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T18:57:42.266140+0000","last_change":"2024-09-13T18:57:42.266140+0000","last_active":"2024-09-13T18:57:42.266140+0000","last_peered":"2024-09-13T18:57:42.266140+0000","last_clean":"2024-09-13T18:57:42.266140+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T18:57:42.266140+0000","last_undegraded":"2024-09-13T18:57:42.266140+0000","last_fullsized":"2024-09-13T18:57:42.266140+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:42.266140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:42.266140+0000","last_clean_scrub_stamp":"2024-09-13T18:57:42.266140+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.1","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T18:57:43.271195+0000","last_change":"2024-09-13T18:57:43.271195+0000","last_active":"2024-09-13T18:57:43.271195+0000","last_peered":"2024-09-13T18:57:43.271195+0000","last_clean":"2024-09-13T18:57:43.271195+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T18:57:43.271195+0000","last_undegraded":"2024-09-13T18:57:43.271195+0000","last_fullsized":"2024-09-13T18:57:43.271195+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_clean_scrub_stamp":"2024-09-13T18:57:43.271195+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.2","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T18:57:42.266140+0000","last_change":"2024-09-13T18:57:42.266140+0000","last_active":"2024-09-13T18:57:42.266140+0000","last_peered":"2024-09-13T18:57:42.266140+0000","last_clean":"2024-09-13T18:57:42.266140+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T18:57:42.266140+0000","last_undegraded":"2024-09-13T18:57:42.266140+0000","last_fullsized":"2024-09-13T18:57:42.266140+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:42.266140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:42.266140+0000","last_clean_scrub_stamp":"2024-09-13T18:57:42.266140+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.2","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T18:57:43.271195+0000","last_change":"2024-09-13T18:57:43.271195+0000","last_active":"2024-09-13T18:57:43.271195+0000","last_peered":"2024-09-13T18:57:43.271195+0000","last_clean":"2024-09-13T18:57:43.271195+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T18:57:43.271195+0000","last_undegraded":"2024-09-13T18:57:43.271195+0000","last_fullsized":"2024-09-13T18:57:43.271195+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_clean_scrub_stamp":"2024-09-13T18:57:43.271195+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.1","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T18:57:42.266140+0000","last_change":"2024-09-13T18:57:42.266140+0000","last_active":"2024-09-13T18:57:42.266140+0000","last_peered":"2024-09-13T18:57:42.266140+0000","last_clean":"2024-09-13T18:57:42.266140+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T18:57:42.266140+0000","last_undegraded":"2024-09-13T18:57:42.266140+0000","last_fullsized":"2024-09-13T18:57:42.266140+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:42.266140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:42.266140+0000","last_clean_scrub_stamp":"2024-09-13T18:57:42.266140+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.3","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T18:57:43.271195+0000","last_change":"2024-09-13T18:57:43.271195+0000","last_active":"2024-09-13T18:57:43.271195+0000","last_peered":"2024-09-13T18:57:43.271195+0000","last_clean":"2024-09-13T18:57:43.271195+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T18:57:43.271195+0000","last_undegraded":"2024-09-13T18:57:43.271195+0000","last_fullsized":"2024-09-13T18:57:43.271195+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_clean_scrub_stamp":"2024-09-13T18:57:43.271195+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.0","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T18:57:42.266140+0000","last_change":"2024-09-13T18:57:42.266140+0000","last_active":"2024-09-13T18:57:42.266140+0000","last_peered":"2024-09-13T18:57:42.266140+0000","last_clean":"2024-09-13T18:57:42.266140+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T18:57:42.266140+0000","last_undegraded":"2024-09-13T18:57:42.266140+0000","last_fullsized":"2024-09-13T18:57:42.266140+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:42.266140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:42.266140+0000","last_clean_scrub_stamp":"2024-09-13T18:57:42.266140+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.7","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T18:57:43.271195+0000","last_change":"2024-09-13T18:57:43.271195+0000","last_active":"2024-09-13T18:57:43.271195+0000","last_peered":"2024-09-13T18:57:43.271195+0000","last_clean":"2024-09-13T18:57:43.271195+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T18:57:43.271195+0000","last_undegraded":"2024-09-13T18:57:43.271195+0000","last_fullsized":"2024-09-13T18:57:43.271195+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_clean_scrub_stamp":"2024-09-13T18:57:43.271195+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.4","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T18:57:42.266140+0000","last_change":"2024-09-13T18:57:42.266140+0000","last_active":"2024-09-13T18:57:42.266140+0000","last_peered":"2024-09-13T18:57:42.266140+0000","last_clean":"2024-09-13T18:57:42.266140+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T18:57:42.266140+0000","last_undegraded":"2024-09-13T18:57:42.266140+0000","last_fullsized":"2024-09-13T18:57:42.266140+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:42.266140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:42.266140+0000","last_clean_scrub_stamp":"2024-09-13T18:57:42.266140+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"1.0","version":"15'117","reported_seq":175,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-13T18:57:37.429977+0000","last_change":"2024-09-13T18:56:23.292950+0000","last_active":"2024-09-13T18:57:37.429977+0000","last_peered":"2024-09-13T18:57:37.429977+0000","last_clean":"2024-09-13T18:57:37.429977+0000","last_became_active":"2024-09-13T18:56:23.292008+0000","last_became_peered":"2024-09-13T18:56:23.292008+0000","last_unstale":"2024-09-13T18:57:37.429977+0000","last_undegraded":"2024-09-13T18:57:37.429977+0000","last_fullsized":"2024-09-13T18:57:37.429977+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:22.096428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:22.096428+0000","last_clean_scrub_stamp":"2024-09-13T18:56:22.096428+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:33:39.156955+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":6,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0},{"poolid":5,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":10,"acting":10,"num_store_stats":1},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":5,"up_from":14,"seq":60129542163,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27424,"kb_used_data":404,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344416,"statfs":{"total":96636764160,"available":96608681984,"internally_reserved":0,"allocated":413696,"data_stored":173679,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 18:57:24 2024","interfaces":[{"interface":"back","average":{"1min":0.54000000000000004,"5min":0.54000000000000004,"15min":0.54000000000000004},"min":{"1min":0.375,"5min":0.375,"15min":0.375},"max":{"1min":0.82099999999999995,"5min":0.82099999999999995,"15min":0.82099999999999995},"last":0.60599999999999998},{"interface":"front","average":{"1min":0.55200000000000005,"5min":0.55200000000000005,"15min":0.55200000000000005},"min":{"1min":0.34699999999999998,"5min":0.34699999999999998,"15min":0.34699999999999998},"max":{"1min":0.85099999999999998,"5min":0.85099999999999998,"15min":0.85099999999999998},"last":0.56399999999999995}]},{"osd":1,"last update":"Fri Sep 13 18:57:24 2024","interfaces":[{"interface":"back","average":{"1min":0.5,"5min":0.5,"15min":0.5},"min":{"1min":0.34100000000000003,"5min":0.34100000000000003,"15min":0.34100000000000003},"max":{"1min":0.72599999999999998,"5min":0.72599999999999998,"15min":0.72599999999999998},"last":0.48899999999999999},{"interface":"front","average":{"1min":0.54900000000000004,"5min":0.54900000000000004,"15min":0.54900000000000004},"min":{"1min":0.36399999999999999,"5min":0.36399999999999999,"15min":0.36399999999999999},"max":{"1min":0.746,"5min":0.746,"15min":0.746},"last":0.47399999999999998}]},{"osd":2,"last update":"Fri Sep 13 18:57:24 2024","interfaces":[{"interface":"back","average":{"1min":0.52300000000000002,"5min":0.52300000000000002,"15min":0.52300000000000002},"min":{"1min":0.38700000000000001,"5min":0.38700000000000001,"15min":0.38700000000000001},"max":{"1min":0.79600000000000004,"5min":0.79600000000000004,"15min":0.79600000000000004},"last":0.50900000000000001},{"interface":"front","average":{"1min":0.53100000000000003,"5min":0.53100000000000003,"15min":0.53100000000000003},"min":{"1min":0.377,"5min":0.377,"15min":0.377},"max":{"1min":0.67800000000000005,"5min":0.67800000000000005,"15min":0.67800000000000005},"last":0.59199999999999997}]},{"osd":3,"last update":"Fri Sep 13 18:57:24 2024","interfaces":[{"interface":"back","average":{"1min":0.54600000000000004,"5min":0.54600000000000004,"15min":0.54600000000000004},"min":{"1min":0.40899999999999997,"5min":0.40899999999999997,"15min":0.40899999999999997},"max":{"1min":0.872,"5min":0.872,"15min":0.872},"last":0.40799999999999997},{"interface":"front","average":{"1min":0.55300000000000005,"5min":0.55300000000000005,"15min":0.55300000000000005},"min":{"1min":0.35099999999999998,"5min":0.35099999999999998,"15min":0.35099999999999998},"max":{"1min":0.69099999999999995,"5min":0.69099999999999995,"15min":0.69099999999999995},"last":0.44900000000000001}]},{"osd":4,"last update":"Fri Sep 13 18:57:24 2024","interfaces":[{"interface":"back","average":{"1min":0.46100000000000002,"5min":0.46100000000000002,"15min":0.46100000000000002},"min":{"1min":0.307,"5min":0.307,"15min":0.307},"max":{"1min":0.76100000000000001,"5min":0.76100000000000001,"15min":0.76100000000000001},"last":0.42899999999999999},{"interface":"front","average":{"1min":0.504,"5min":0.504,"15min":0.504},"min":{"1min":0.33600000000000002,"5min":0.33600000000000002,"15min":0.33600000000000002},"max":{"1min":0.71999999999999997,"5min":0.71999999999999997,"15min":0.71999999999999997},"last":0.52400000000000002}]},{"osd":6,"last update":"Fri Sep 13 18:57:24 2024","interfaces":[{"interface":"back","average":{"1min":0.48999999999999999,"5min":0.48999999999999999,"15min":0.48999999999999999},"min":{"1min":0.28000000000000003,"5min":0.28000000000000003,"15min":0.28000000000000003},"max":{"1min":0.73299999999999998,"5min":0.73299999999999998,"15min":0.73299999999999998},"last":0.61699999999999999},{"interface":"front","average":{"1min":0.53000000000000003,"5min":0.53000000000000003,"15min":0.53000000000000003},"min":{"1min":0.30599999999999999,"5min":0.30599999999999999,"15min":0.30599999999999999},"max":{"1min":0.79800000000000004,"5min":0.79800000000000004,"15min":0.79800000000000004},"last":0.55100000000000005}]},{"osd":7,"last update":"Fri Sep 13 18:57:24 2024","interfaces":[{"interface":"back","average":{"1min":0.53700000000000003,"5min":0.53700000000000003,"15min":0.53700000000000003},"min":{"1min":0.32600000000000001,"5min":0.32600000000000001,"15min":0.32600000000000001},"max":{"1min":0.751,"5min":0.751,"15min":0.751},"last":0.57899999999999996},{"interface":"front","average":{"1min":0.56899999999999995,"5min":0.56899999999999995,"15min":0.56899999999999995},"min":{"1min":0.32600000000000001,"5min":0.32600000000000001,"15min":0.32600000000000001},"max":{"1min":0.77700000000000002,"5min":0.77700000000000002,"15min":0.77700000000000002},"last":0.64600000000000002}]}]},{"osd":3,"up_from":13,"seq":55834574868,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":27412,"kb_used_data":392,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344428,"statfs":{"total":96636764160,"available":96608694272,"internally_reserved":0,"allocated":401408,"data_stored":167542,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":27654600},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 18:57:23 2024","interfaces":[{"interface":"back","average":{"1min":0.33200000000000002,"5min":0.33200000000000002,"15min":0.33200000000000002},"min":{"1min":0.21199999999999999,"5min":0.21199999999999999,"15min":0.21199999999999999},"max":{"1min":0.496,"5min":0.496,"15min":0.496},"last":0.34100000000000003},{"interface":"front","average":{"1min":0.312,"5min":0.312,"15min":0.312},"min":{"1min":0.24199999999999999,"5min":0.24199999999999999,"15min":0.24199999999999999},"max":{"1min":0.45100000000000001,"5min":0.45100000000000001,"15min":0.45100000000000001},"last":0.27400000000000002}]},{"osd":1,"last update":"Fri Sep 13 18:57:23 2024","interfaces":[{"interface":"back","average":{"1min":0.29999999999999999,"5min":0.29999999999999999,"15min":0.29999999999999999},"min":{"1min":0.21299999999999999,"5min":0.21299999999999999,"15min":0.21299999999999999},"max":{"1min":0.41799999999999998,"5min":0.41799999999999998,"15min":0.41799999999999998},"last":0.25900000000000001},{"interface":"front","average":{"1min":0.33700000000000002,"5min":0.33700000000000002,"15min":0.33700000000000002},"min":{"1min":0.20999999999999999,"5min":0.20999999999999999,"15min":0.20999999999999999},"max":{"1min":0.57599999999999996,"5min":0.57599999999999996,"15min":0.57599999999999996},"last":0.28999999999999998}]},{"osd":2,"last update":"Fri Sep 13 18:57:23 2024","interfaces":[{"interface":"back","average":{"1min":0.38300000000000001,"5min":0.38300000000000001,"15min":0.38300000000000001},"min":{"1min":0.29999999999999999,"5min":0.29999999999999999,"15min":0.29999999999999999},"max":{"1min":0.621,"5min":0.621,"15min":0.621},"last":0.32500000000000001},{"interface":"front","average":{"1min":0.35499999999999998,"5min":0.35499999999999998,"15min":0.35499999999999998},"min":{"1min":0.26500000000000001,"5min":0.26500000000000001,"15min":0.26500000000000001},"max":{"1min":0.56200000000000006,"5min":0.56200000000000006,"15min":0.56200000000000006},"last":0.35299999999999998}]},{"osd":4,"last update":"Fri Sep 13 18:57:23 2024","interfaces":[{"interface":"back","average":{"1min":0.52500000000000002,"5min":0.52500000000000002,"15min":0.52500000000000002},"min":{"1min":0.34499999999999997,"5min":0.34499999999999997,"15min":0.34499999999999997},"max":{"1min":0.80800000000000005,"5min":0.80800000000000005,"15min":0.80800000000000005},"last":0.442},{"interface":"front","average":{"1min":0.53500000000000003,"5min":0.53500000000000003,"15min":0.53500000000000003},"min":{"1min":0.34499999999999997,"5min":0.34499999999999997,"15min":0.34499999999999997},"max":{"1min":0.78300000000000003,"5min":0.78300000000000003,"15min":0.78300000000000003},"last":0.50600000000000001}]},{"osd":5,"last update":"Fri Sep 13 18:57:23 2024","interfaces":[{"interface":"back","average":{"1min":0.53500000000000003,"5min":0.53500000000000003,"15min":0.53500000000000003},"min":{"1min":0.35899999999999999,"5min":0.35899999999999999,"15min":0.35899999999999999},"max":{"1min":0.71799999999999997,"5min":0.71799999999999997,"15min":0.71799999999999997},"last":0.48999999999999999},{"interface":"front","average":{"1min":0.51300000000000001,"5min":0.51300000000000001,"15min":0.51300000000000001},"min":{"1min":0.32700000000000001,"5min":0.32700000000000001,"15min":0.32700000000000001},"max":{"1min":0.69399999999999995,"5min":0.69399999999999995,"15min":0.69399999999999995},"last":0.57999999999999996}]},{"osd":6,"last update":"Fri Sep 13 18:57:23 2024","interfaces":[{"interface":"back","average":{"1min":0.55100000000000005,"5min":0.55100000000000005,"15min":0.55100000000000005},"min":{"1min":0.34000000000000002,"5min":0.34000000000000002,"15min":0.34000000000000002},"max":{"1min":0.74299999999999999,"5min":0.74299999999999999,"15min":0.74299999999999999},"last":0.60799999999999998},{"interface":"front","average":{"1min":0.56299999999999994,"5min":0.56299999999999994,"15min":0.56299999999999994},"min":{"1min":0.41699999999999998,"5min":0.41699999999999998,"15min":0.41699999999999998},"max":{"1min":0.748,"5min":0.748,"15min":0.748},"last":0.61899999999999999}]},{"osd":7,"last update":"Fri Sep 13 18:57:23 2024","interfaces":[{"interface":"back","average":{"1min":0.56599999999999995,"5min":0.56599999999999995,"15min":0.56599999999999995},"min":{"1min":0.42399999999999999,"5min":0.42399999999999999,"15min":0.42399999999999999},"max":{"1min":0.85599999999999998,"5min":0.85599999999999998,"15min":0.85599999999999998},"last":0.59299999999999997},{"interface":"front","average":{"1min":0.58199999999999996,"5min":0.58199999999999996,"15min":0.58199999999999996},"min":{"1min":0.38,"5min":0.38,"15min":0.38},"max":{"1min":0.876,"5min":0.876,"15min":0.876},"last":0.57199999999999995}]}]},{"osd":7,"up_from":13,"seq":55834574868,"num_pgs":15,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27992,"kb_used_data":972,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343848,"statfs":{"total":96636764160,"available":96608100352,"internally_reserved":0,"allocated":995328,"data_stored":757910,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":27654603},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 18:57:22 2024","interfaces":[{"interface":"back","average":{"1min":0.49399999999999999,"5min":0.49399999999999999,"15min":0.49399999999999999},"min":{"1min":0.34599999999999997,"5min":0.34599999999999997,"15min":0.34599999999999997},"max":{"1min":0.79900000000000004,"5min":0.79900000000000004,"15min":0.79900000000000004},"last":0.53900000000000003},{"interface":"front","average":{"1min":0.48899999999999999,"5min":0.48899999999999999,"15min":0.48899999999999999},"min":{"1min":0.33800000000000002,"5min":0.33800000000000002,"15min":0.33800000000000002},"max":{"1min":0.71599999999999997,"5min":0.71599999999999997,"15min":0.71599999999999997},"last":0.61899999999999999}]},{"osd":1,"last update":"Fri Sep 13 18:57:22 2024","interfaces":[{"interface":"back","average":{"1min":0.52400000000000002,"5min":0.52400000000000002,"15min":0.52400000000000002},"min":{"1min":0.37,"5min":0.37,"15min":0.37},"max":{"1min":0.755,"5min":0.755,"15min":0.755},"last":0.65500000000000003},{"interface":"front","average":{"1min":0.52500000000000002,"5min":0.52500000000000002,"15min":0.52500000000000002},"min":{"1min":0.35299999999999998,"5min":0.35299999999999998,"15min":0.35299999999999998},"max":{"1min":0.83499999999999996,"5min":0.83499999999999996,"15min":0.83499999999999996},"last":0.66700000000000004}]},{"osd":2,"last update":"Fri Sep 13 18:57:22 2024","interfaces":[{"interface":"back","average":{"1min":0.50600000000000001,"5min":0.50600000000000001,"15min":0.50600000000000001},"min":{"1min":0.38700000000000001,"5min":0.38700000000000001,"15min":0.38700000000000001},"max":{"1min":0.76200000000000001,"5min":0.76200000000000001,"15min":0.76200000000000001},"last":0.58299999999999996},{"interface":"front","average":{"1min":0.52700000000000002,"5min":0.52700000000000002,"15min":0.52700000000000002},"min":{"1min":0.312,"5min":0.312,"15min":0.312},"max":{"1min":0.81699999999999995,"5min":0.81699999999999995,"15min":0.81699999999999995},"last":0.52500000000000002}]},{"osd":3,"last update":"Fri Sep 13 18:57:22 2024","interfaces":[{"interface":"back","average":{"1min":0.497,"5min":0.497,"15min":0.497},"min":{"1min":0.33500000000000002,"5min":0.33500000000000002,"15min":0.33500000000000002},"max":{"1min":0.80000000000000004,"5min":0.80000000000000004,"15min":0.80000000000000004},"last":0.55700000000000005},{"interface":"front","average":{"1min":0.5,"5min":0.5,"15min":0.5},"min":{"1min":0.35599999999999998,"5min":0.35599999999999998,"15min":0.35599999999999998},"max":{"1min":0.68500000000000005,"5min":0.68500000000000005,"15min":0.68500000000000005},"last":0.63500000000000001}]},{"osd":4,"last update":"Fri Sep 13 18:57:22 2024","interfaces":[{"interface":"back","average":{"1min":0.47099999999999997,"5min":0.47099999999999997,"15min":0.47099999999999997},"min":{"1min":0.30099999999999999,"5min":0.30099999999999999,"15min":0.30099999999999999},"max":{"1min":0.64400000000000002,"5min":0.64400000000000002,"15min":0.64400000000000002},"last":0.44900000000000001},{"interface":"front","average":{"1min":0.502,"5min":0.502,"15min":0.502},"min":{"1min":0.27700000000000002,"5min":0.27700000000000002,"15min":0.27700000000000002},"max":{"1min":0.751,"5min":0.751,"15min":0.751},"last":0.70599999999999996}]},{"osd":5,"last update":"Fri Sep 13 18:57:25 2024","interfaces":[{"interface":"back","average":{"1min":0.49399999999999999,"5min":0.49399999999999999,"15min":0.49399999999999999},"min":{"1min":0.34300000000000003,"5min":0.34300000000000003,"15min":0.34300000000000003},"max":{"1min":0.63300000000000001,"5min":0.63300000000000001,"15min":0.63300000000000001},"last":0.57099999999999995},{"interface":"front","average":{"1min":0.54200000000000004,"5min":0.54200000000000004,"15min":0.54200000000000004},"min":{"1min":0.33100000000000002,"5min":0.33100000000000002,"15min":0.33100000000000002},"max":{"1min":0.70399999999999996,"5min":0.70399999999999996,"15min":0.70399999999999996},"last":0.60299999999999998}]},{"osd":6,"last update":"Fri Sep 13 18:57:22 2024","interfaces":[{"interface":"back","average":{"1min":0.52300000000000002,"5min":0.52300000000000002,"15min":0.52300000000000002},"min":{"1min":0.34200000000000003,"5min":0.34200000000000003,"15min":0.34200000000000003},"max":{"1min":0.65500000000000003,"5min":0.65500000000000003,"15min":0.65500000000000003},"last":0.64600000000000002},{"interface":"front","average":{"1min":0.56499999999999995,"5min":0.56499999999999995,"15min":0.56499999999999995},"min":{"1min":0.28499999999999998,"5min":0.28499999999999998,"15min":0.28499999999999998},"max":{"1min":0.71399999999999997,"5min":0.71399999999999997,"15min":0.71399999999999997},"last":0.68500000000000005}]}]},{"osd":6,"up_from":13,"seq":55834574868,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":27412,"kb_used_data":392,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344428,"statfs":{"total":96636764160,"available":96608694272,"internally_reserved":0,"allocated":401408,"data_stored":167542,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 18:57:24 2024","interfaces":[{"interface":"back","average":{"1min":0.50900000000000001,"5min":0.50900000000000001,"15min":0.50900000000000001},"min":{"1min":0.32300000000000001,"5min":0.32300000000000001,"15min":0.32300000000000001},"max":{"1min":0.63100000000000001,"5min":0.63100000000000001,"15min":0.63100000000000001},"last":0.55200000000000005},{"interface":"front","average":{"1min":0.503,"5min":0.503,"15min":0.503},"min":{"1min":0.39800000000000002,"5min":0.39800000000000002,"15min":0.39800000000000002},"max":{"1min":0.79700000000000004,"5min":0.79700000000000004,"15min":0.79700000000000004},"last":0.45000000000000001}]},{"osd":1,"last update":"Fri Sep 13 18:57:24 2024","interfaces":[{"interface":"back","average":{"1min":0.48199999999999998,"5min":0.48199999999999998,"15min":0.48199999999999998},"min":{"1min":0.379,"5min":0.379,"15min":0.379},"max":{"1min":0.73399999999999999,"5min":0.73399999999999999,"15min":0.73399999999999999},"last":0.42699999999999999},{"interface":"front","average":{"1min":0.51400000000000001,"5min":0.51400000000000001,"15min":0.51400000000000001},"min":{"1min":0.39300000000000002,"5min":0.39300000000000002,"15min":0.39300000000000002},"max":{"1min":0.871,"5min":0.871,"15min":0.871},"last":0.59199999999999997}]},{"osd":2,"last update":"Fri Sep 13 18:57:24 2024","interfaces":[{"interface":"back","average":{"1min":0.54200000000000004,"5min":0.54200000000000004,"15min":0.54200000000000004},"min":{"1min":0.35599999999999998,"5min":0.35599999999999998,"15min":0.35599999999999998},"max":{"1min":0.76200000000000001,"5min":0.76200000000000001,"15min":0.76200000000000001},"last":0.41799999999999998},{"interface":"front","average":{"1min":0.53100000000000003,"5min":0.53100000000000003,"15min":0.53100000000000003},"min":{"1min":0.38200000000000001,"5min":0.38200000000000001,"15min":0.38200000000000001},"max":{"1min":0.69899999999999995,"5min":0.69899999999999995,"15min":0.69899999999999995},"last":0.52200000000000002}]},{"osd":3,"last update":"Fri Sep 13 18:57:24 2024","interfaces":[{"interface":"back","average":{"1min":0.54100000000000004,"5min":0.54100000000000004,"15min":0.54100000000000004},"min":{"1min":0.38500000000000001,"5min":0.38500000000000001,"15min":0.38500000000000001},"max":{"1min":0.83699999999999997,"5min":0.83699999999999997,"15min":0.83699999999999997},"last":0.503},{"interface":"front","average":{"1min":0.56599999999999995,"5min":0.56599999999999995,"15min":0.56599999999999995},"min":{"1min":0.39700000000000002,"5min":0.39700000000000002,"15min":0.39700000000000002},"max":{"1min":0.74399999999999999,"5min":0.74399999999999999,"15min":0.74399999999999999},"last":0.48899999999999999}]},{"osd":4,"last update":"Fri Sep 13 18:57:24 2024","interfaces":[{"interface":"back","average":{"1min":0.47099999999999997,"5min":0.47099999999999997,"15min":0.47099999999999997},"min":{"1min":0.31900000000000001,"5min":0.31900000000000001,"15min":0.31900000000000001},"max":{"1min":0.70099999999999996,"5min":0.70099999999999996,"15min":0.70099999999999996},"last":0.38300000000000001},{"interface":"front","average":{"1min":0.47999999999999998,"5min":0.47999999999999998,"15min":0.47999999999999998},"min":{"1min":0.32300000000000001,"5min":0.32300000000000001,"15min":0.32300000000000001},"max":{"1min":0.76700000000000002,"5min":0.76700000000000002,"15min":0.76700000000000002},"last":0.46800000000000003}]},{"osd":5,"last update":"Fri Sep 13 18:57:24 2024","interfaces":[{"interface":"back","average":{"1min":0.50900000000000001,"5min":0.50900000000000001,"15min":0.50900000000000001},"min":{"1min":0.314,"5min":0.314,"15min":0.314},"max":{"1min":0.66700000000000004,"5min":0.66700000000000004,"15min":0.66700000000000004},"last":0.56399999999999995},{"interface":"front","average":{"1min":0.52100000000000002,"5min":0.52100000000000002,"15min":0.52100000000000002},"min":{"1min":0.34300000000000003,"5min":0.34300000000000003,"15min":0.34300000000000003},"max":{"1min":0.90000000000000002,"5min":0.90000000000000002,"15min":0.90000000000000002},"last":0.44}]},{"osd":7,"last update":"Fri Sep 13 18:57:24 2024","interfaces":[{"interface":"back","average":{"1min":0.55500000000000005,"5min":0.55500000000000005,"15min":0.55500000000000005},"min":{"1min":0.30399999999999999,"5min":0.30399999999999999,"15min":0.30399999999999999},"max":{"1min":0.748,"5min":0.748,"15min":0.748},"last":0.61099999999999999},{"interface":"front","average":{"1min":0.59399999999999997,"5min":0.59399999999999997,"15min":0.59399999999999997},"min":{"1min":0.434,"5min":0.434,"15min":0.434},"max":{"1min":0.78000000000000003,"5min":0.78000000000000003,"15min":0.78000000000000003},"last":0.53700000000000003}]}]},{"osd":4,"up_from":13,"seq":55834574868,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":27416,"kb_used_data":392,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344424,"statfs":{"total":96636764160,"available":96608690176,"internally_reserved":0,"allocated":401408,"data_stored":167542,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 18:57:22 2024","interfaces":[{"interface":"back","average":{"1min":0.52800000000000002,"5min":0.52800000000000002,"15min":0.52800000000000002},"min":{"1min":0.372,"5min":0.372,"15min":0.372},"max":{"1min":0.876,"5min":0.876,"15min":0.876},"last":0.67600000000000005},{"interface":"front","average":{"1min":0.48199999999999998,"5min":0.48199999999999998,"15min":0.48199999999999998},"min":{"1min":0.40100000000000002,"5min":0.40100000000000002,"15min":0.40100000000000002},"max":{"1min":0.82999999999999996,"5min":0.82999999999999996,"15min":0.82999999999999996},"last":0.56699999999999995}]},{"osd":1,"last update":"Fri Sep 13 18:57:22 2024","interfaces":[{"interface":"back","average":{"1min":0.55400000000000005,"5min":0.55400000000000005,"15min":0.55400000000000005},"min":{"1min":0.34200000000000003,"5min":0.34200000000000003,"15min":0.34200000000000003},"max":{"1min":1.0209999999999999,"5min":1.0209999999999999,"15min":1.0209999999999999},"last":0.48799999999999999},{"interface":"front","average":{"1min":0.51600000000000001,"5min":0.51600000000000001,"15min":0.51600000000000001},"min":{"1min":0.32300000000000001,"5min":0.32300000000000001,"15min":0.32300000000000001},"max":{"1min":0.81599999999999995,"5min":0.81599999999999995,"15min":0.81599999999999995},"last":0.70999999999999996}]},{"osd":2,"last update":"Fri Sep 13 18:57:22 2024","interfaces":[{"interface":"back","average":{"1min":0.55800000000000005,"5min":0.55800000000000005,"15min":0.55800000000000005},"min":{"1min":0.36499999999999999,"5min":0.36499999999999999,"15min":0.36499999999999999},"max":{"1min":0.96499999999999997,"5min":0.96499999999999997,"15min":0.96499999999999997},"last":0.53300000000000003},{"interface":"front","average":{"1min":0.54800000000000004,"5min":0.54800000000000004,"15min":0.54800000000000004},"min":{"1min":0.41099999999999998,"5min":0.41099999999999998,"15min":0.41099999999999998},"max":{"1min":0.78500000000000003,"5min":0.78500000000000003,"15min":0.78500000000000003},"last":0.60499999999999998}]},{"osd":3,"last update":"Fri Sep 13 18:57:22 2024","interfaces":[{"interface":"back","average":{"1min":0.57599999999999996,"5min":0.57599999999999996,"15min":0.57599999999999996},"min":{"1min":0.39000000000000001,"5min":0.39000000000000001,"15min":0.39000000000000001},"max":{"1min":1.087,"5min":1.087,"15min":1.087},"last":0.66200000000000003},{"interface":"front","average":{"1min":0.57199999999999995,"5min":0.57199999999999995,"15min":0.57199999999999995},"min":{"1min":0.35599999999999998,"5min":0.35599999999999998,"15min":0.35599999999999998},"max":{"1min":0.998,"5min":0.998,"15min":0.998},"last":0.5}]},{"osd":5,"last update":"Fri Sep 13 18:57:22 2024","interfaces":[{"interface":"back","average":{"1min":0.46800000000000003,"5min":0.46800000000000003,"15min":0.46800000000000003},"min":{"1min":0.33500000000000002,"5min":0.33500000000000002,"15min":0.33500000000000002},"max":{"1min":0.61699999999999999,"5min":0.61699999999999999,"15min":0.61699999999999999},"last":0.46700000000000003},{"interface":"front","average":{"1min":0.54400000000000004,"5min":0.54400000000000004,"15min":0.54400000000000004},"min":{"1min":0.30599999999999999,"5min":0.30599999999999999,"15min":0.30599999999999999},"max":{"1min":1.244,"5min":1.244,"15min":1.244},"last":0.623}]},{"osd":6,"last update":"Fri Sep 13 18:57:22 2024","interfaces":[{"interface":"back","average":{"1min":0.52200000000000002,"5min":0.52200000000000002,"15min":0.52200000000000002},"min":{"1min":0.33800000000000002,"5min":0.33800000000000002,"15min":0.33800000000000002},"max":{"1min":0.76900000000000002,"5min":0.76900000000000002,"15min":0.76900000000000002},"last":0.73499999999999999},{"interface":"front","average":{"1min":0.59099999999999997,"5min":0.59099999999999997,"15min":0.59099999999999997},"min":{"1min":0.33200000000000002,"5min":0.33200000000000002,"15min":0.33200000000000002},"max":{"1min":1.1359999999999999,"5min":1.1359999999999999,"15min":1.1359999999999999},"last":0.38200000000000001}]},{"osd":7,"last update":"Fri Sep 13 18:57:22 2024","interfaces":[{"interface":"back","average":{"1min":0.57499999999999996,"5min":0.57499999999999996,"15min":0.57499999999999996},"min":{"1min":0.32900000000000001,"5min":0.32900000000000001,"15min":0.32900000000000001},"max":{"1min":0.78700000000000003,"5min":0.78700000000000003,"15min":0.78700000000000003},"last":0.64000000000000001},{"interface":"front","average":{"1min":0.55800000000000005,"5min":0.55800000000000005,"15min":0.55800000000000005},"min":{"1min":0.39700000000000002,"5min":0.39700000000000002,"15min":0.39700000000000002},"max":{"1min":0.72299999999999998,"5min":0.72299999999999998,"15min":0.72299999999999998},"last":0.69199999999999995}]}]},{"osd":2,"up_from":13,"seq":55834574867,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":27416,"kb_used_data":392,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344424,"statfs":{"total":96636764160,"available":96608690176,"internally_reserved":0,"allocated":401408,"data_stored":167542,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 18:57:21 2024","interfaces":[{"interface":"back","average":{"1min":0.315,"5min":0.315,"15min":0.315},"min":{"1min":0.222,"5min":0.222,"15min":0.222},"max":{"1min":0.53200000000000003,"5min":0.53200000000000003,"15min":0.53200000000000003},"last":0.30399999999999999},{"interface":"front","average":{"1min":0.36099999999999999,"5min":0.36099999999999999,"15min":0.36099999999999999},"min":{"1min":0.255,"5min":0.255,"15min":0.255},"max":{"1min":0.58299999999999996,"5min":0.58299999999999996,"15min":0.58299999999999996},"last":0.28999999999999998}]},{"osd":1,"last update":"Fri Sep 13 18:57:21 2024","interfaces":[{"interface":"back","average":{"1min":0.36099999999999999,"5min":0.36099999999999999,"15min":0.36099999999999999},"min":{"1min":0.28100000000000003,"5min":0.28100000000000003,"15min":0.28100000000000003},"max":{"1min":0.56100000000000005,"5min":0.56100000000000005,"15min":0.56100000000000005},"last":0.371},{"interface":"front","average":{"1min":0.34300000000000003,"5min":0.34300000000000003,"15min":0.34300000000000003},"min":{"1min":0.26400000000000001,"5min":0.26400000000000001,"15min":0.26400000000000001},"max":{"1min":0.47899999999999998,"5min":0.47899999999999998,"15min":0.47899999999999998},"last":0.25900000000000001}]},{"osd":3,"last update":"Fri Sep 13 18:57:21 2024","interfaces":[{"interface":"back","average":{"1min":0.40100000000000002,"5min":0.40100000000000002,"15min":0.40100000000000002},"min":{"1min":0.253,"5min":0.253,"15min":0.253},"max":{"1min":0.94799999999999995,"5min":0.94799999999999995,"15min":0.94799999999999995},"last":0.32100000000000001},{"interface":"front","average":{"1min":0.38500000000000001,"5min":0.38500000000000001,"15min":0.38500000000000001},"min":{"1min":0.25800000000000001,"5min":0.25800000000000001,"15min":0.25800000000000001},"max":{"1min":1.0209999999999999,"5min":1.0209999999999999,"15min":1.0209999999999999},"last":0.33200000000000002}]},{"osd":4,"last update":"Fri Sep 13 18:57:21 2024","interfaces":[{"interface":"back","average":{"1min":0.58799999999999997,"5min":0.58799999999999997,"15min":0.58799999999999997},"min":{"1min":0.312,"5min":0.312,"15min":0.312},"max":{"1min":0.98299999999999998,"5min":0.98299999999999998,"15min":0.98299999999999998},"last":0.40999999999999998},{"interface":"front","average":{"1min":0.59399999999999997,"5min":0.59399999999999997,"15min":0.59399999999999997},"min":{"1min":0.38100000000000001,"5min":0.38100000000000001,"15min":0.38100000000000001},"max":{"1min":0.90000000000000002,"5min":0.90000000000000002,"15min":0.90000000000000002},"last":0.41499999999999998}]},{"osd":5,"last update":"Fri Sep 13 18:57:25 2024","interfaces":[{"interface":"back","average":{"1min":0.52000000000000002,"5min":0.52000000000000002,"15min":0.52000000000000002},"min":{"1min":0.33800000000000002,"5min":0.33800000000000002,"15min":0.33800000000000002},"max":{"1min":0.71599999999999997,"5min":0.71599999999999997,"15min":0.71599999999999997},"last":0.39100000000000001},{"interface":"front","average":{"1min":0.54200000000000004,"5min":0.54200000000000004,"15min":0.54200000000000004},"min":{"1min":0.36099999999999999,"5min":0.36099999999999999,"15min":0.36099999999999999},"max":{"1min":0.75900000000000001,"5min":0.75900000000000001,"15min":0.75900000000000001},"last":0.44900000000000001}]},{"osd":6,"last update":"Fri Sep 13 18:57:21 2024","interfaces":[{"interface":"back","average":{"1min":0.57199999999999995,"5min":0.57199999999999995,"15min":0.57199999999999995},"min":{"1min":0.41699999999999998,"5min":0.41699999999999998,"15min":0.41699999999999998},"max":{"1min":0.90300000000000002,"5min":0.90300000000000002,"15min":0.90300000000000002},"last":0.54100000000000004},{"interface":"front","average":{"1min":0.55600000000000005,"5min":0.55600000000000005,"15min":0.55600000000000005},"min":{"1min":0.35199999999999998,"5min":0.35199999999999998,"15min":0.35199999999999998},"max":{"1min":0.83699999999999997,"5min":0.83699999999999997,"15min":0.83699999999999997},"last":0.42999999999999999}]},{"osd":7,"last update":"Fri Sep 13 18:57:21 2024","interfaces":[{"interface":"back","average":{"1min":0.57399999999999995,"5min":0.57399999999999995,"15min":0.57399999999999995},"min":{"1min":0.41799999999999998,"5min":0.41799999999999998,"15min":0.41799999999999998},"max":{"1min":0.92500000000000004,"5min":0.92500000000000004,"15min":0.92500000000000004},"last":0.436},{"interface":"front","average":{"1min":0.58199999999999996,"5min":0.58199999999999996,"15min":0.58199999999999996},"min":{"1min":0.39200000000000002,"5min":0.39200000000000002,"15min":0.39200000000000002},"max":{"1min":0.82299999999999995,"5min":0.82299999999999995,"15min":0.82299999999999995},"last":0.52400000000000002}]}]},{"osd":1,"up_from":13,"seq":55834574868,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":27416,"kb_used_data":392,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344424,"statfs":{"total":96636764160,"available":96608690176,"internally_reserved":0,"allocated":401408,"data_stored":167542,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 18:57:23 2024","interfaces":[{"interface":"back","average":{"1min":0.307,"5min":0.307,"15min":0.307},"min":{"1min":0.187,"5min":0.187,"15min":0.187},"max":{"1min":0.52900000000000003,"5min":0.52900000000000003,"15min":0.52900000000000003},"last":0.23200000000000001},{"interface":"front","average":{"1min":0.32700000000000001,"5min":0.32700000000000001,"15min":0.32700000000000001},"min":{"1min":0.20699999999999999,"5min":0.20699999999999999,"15min":0.20699999999999999},"max":{"1min":0.68600000000000005,"5min":0.68600000000000005,"15min":0.68600000000000005},"last":0.27700000000000002}]},{"osd":2,"last update":"Fri Sep 13 18:57:23 2024","interfaces":[{"interface":"back","average":{"1min":0.35099999999999998,"5min":0.35099999999999998,"15min":0.35099999999999998},"min":{"1min":0.23000000000000001,"5min":0.23000000000000001,"15min":0.23000000000000001},"max":{"1min":0.57799999999999996,"5min":0.57799999999999996,"15min":0.57799999999999996},"last":0.32200000000000001},{"interface":"front","average":{"1min":0.374,"5min":0.374,"15min":0.374},"min":{"1min":0.25,"5min":0.25,"15min":0.25},"max":{"1min":0.58499999999999996,"5min":0.58499999999999996,"15min":0.58499999999999996},"last":0.28999999999999998}]},{"osd":3,"last update":"Fri Sep 13 18:57:23 2024","interfaces":[{"interface":"back","average":{"1min":0.38100000000000001,"5min":0.38100000000000001,"15min":0.38100000000000001},"min":{"1min":0.22700000000000001,"5min":0.22700000000000001,"15min":0.22700000000000001},"max":{"1min":0.77400000000000002,"5min":0.77400000000000002,"15min":0.77400000000000002},"last":0.29699999999999999},{"interface":"front","average":{"1min":0.36499999999999999,"5min":0.36499999999999999,"15min":0.36499999999999999},"min":{"1min":0.25800000000000001,"5min":0.25800000000000001,"15min":0.25800000000000001},"max":{"1min":0.56499999999999995,"5min":0.56499999999999995,"15min":0.56499999999999995},"last":0.26600000000000001}]},{"osd":4,"last update":"Fri Sep 13 18:57:23 2024","interfaces":[{"interface":"back","average":{"1min":0.58199999999999996,"5min":0.58199999999999996,"15min":0.58199999999999996},"min":{"1min":0.39500000000000002,"5min":0.39500000000000002,"15min":0.39500000000000002},"max":{"1min":0.82599999999999996,"5min":0.82599999999999996,"15min":0.82599999999999996},"last":0.59899999999999998},{"interface":"front","average":{"1min":0.57099999999999995,"5min":0.57099999999999995,"15min":0.57099999999999995},"min":{"1min":0.38500000000000001,"5min":0.38500000000000001,"15min":0.38500000000000001},"max":{"1min":0.81699999999999995,"5min":0.81699999999999995,"15min":0.81699999999999995},"last":0.52000000000000002}]},{"osd":5,"last update":"Fri Sep 13 18:57:23 2024","interfaces":[{"interface":"back","average":{"1min":0.57099999999999995,"5min":0.57099999999999995,"15min":0.57099999999999995},"min":{"1min":0.41399999999999998,"5min":0.41399999999999998,"15min":0.41399999999999998},"max":{"1min":0.78800000000000003,"5min":0.78800000000000003,"15min":0.78800000000000003},"last":0.52700000000000002},{"interface":"front","average":{"1min":0.57099999999999995,"5min":0.57099999999999995,"15min":0.57099999999999995},"min":{"1min":0.40500000000000003,"5min":0.40500000000000003,"15min":0.40500000000000003},"max":{"1min":0.73999999999999999,"5min":0.73999999999999999,"15min":0.73999999999999999},"last":0.57199999999999995}]},{"osd":6,"last update":"Fri Sep 13 18:57:23 2024","interfaces":[{"interface":"back","average":{"1min":0.58999999999999997,"5min":0.58999999999999997,"15min":0.58999999999999997},"min":{"1min":0.41499999999999998,"5min":0.41499999999999998,"15min":0.41499999999999998},"max":{"1min":0.81000000000000005,"5min":0.81000000000000005,"15min":0.81000000000000005},"last":0.49399999999999999},{"interface":"front","average":{"1min":0.57099999999999995,"5min":0.57099999999999995,"15min":0.57099999999999995},"min":{"1min":0.40899999999999997,"5min":0.40899999999999997,"15min":0.40899999999999997},"max":{"1min":0.72599999999999998,"5min":0.72599999999999998,"15min":0.72599999999999998},"last":0.58799999999999997}]},{"osd":7,"last update":"Fri Sep 13 18:57:23 2024","interfaces":[{"interface":"back","average":{"1min":0.59299999999999997,"5min":0.59299999999999997,"15min":0.59299999999999997},"min":{"1min":0.40400000000000003,"5min":0.40400000000000003,"15min":0.40400000000000003},"max":{"1min":0.79700000000000004,"5min":0.79700000000000004,"15min":0.79700000000000004},"last":0.54600000000000004},{"interface":"front","average":{"1min":0.61899999999999999,"5min":0.61899999999999999,"15min":0.61899999999999999},"min":{"1min":0.48699999999999999,"5min":0.48699999999999999,"15min":0.48699999999999999},"max":{"1min":0.88100000000000001,"5min":0.88100000000000001,"15min":0.88100000000000001},"last":0.55500000000000005}]}]},{"osd":0,"up_from":13,"seq":55834574866,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27996,"kb_used_data":972,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343844,"statfs":{"total":96636764160,"available":96608096256,"internally_reserved":0,"allocated":995328,"data_stored":757910,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Fri Sep 13 18:57:23 2024","interfaces":[{"interface":"back","average":{"1min":0.30299999999999999,"5min":0.30299999999999999,"15min":0.30299999999999999},"min":{"1min":0.17799999999999999,"5min":0.17799999999999999,"15min":0.17799999999999999},"max":{"1min":0.40400000000000003,"5min":0.40400000000000003,"15min":0.40400000000000003},"last":0.317},{"interface":"front","average":{"1min":0.313,"5min":0.313,"15min":0.313},"min":{"1min":0.20499999999999999,"5min":0.20499999999999999,"15min":0.20499999999999999},"max":{"1min":0.44800000000000001,"5min":0.44800000000000001,"15min":0.44800000000000001},"last":0.254}]},{"osd":2,"last update":"Fri Sep 13 18:57:23 2024","interfaces":[{"interface":"back","average":{"1min":0.32900000000000001,"5min":0.32900000000000001,"15min":0.32900000000000001},"min":{"1min":0.214,"5min":0.214,"15min":0.214},"max":{"1min":0.44700000000000001,"5min":0.44700000000000001,"15min":0.44700000000000001},"last":0.26700000000000002},{"interface":"front","average":{"1min":0.32300000000000001,"5min":0.32300000000000001,"15min":0.32300000000000001},"min":{"1min":0.25,"5min":0.25,"15min":0.25},"max":{"1min":0.48299999999999998,"5min":0.48299999999999998,"15min":0.48299999999999998},"last":0.28299999999999997}]},{"osd":3,"last update":"Fri Sep 13 18:57:23 2024","interfaces":[{"interface":"back","average":{"1min":0.33400000000000002,"5min":0.33400000000000002,"15min":0.33400000000000002},"min":{"1min":0.219,"5min":0.219,"15min":0.219},"max":{"1min":0.61199999999999999,"5min":0.61199999999999999,"15min":0.61199999999999999},"last":0.33000000000000002},{"interface":"front","average":{"1min":0.34200000000000003,"5min":0.34200000000000003,"15min":0.34200000000000003},"min":{"1min":0.23300000000000001,"5min":0.23300000000000001,"15min":0.23300000000000001},"max":{"1min":0.48599999999999999,"5min":0.48599999999999999,"15min":0.48599999999999999},"last":0.29799999999999999}]},{"osd":4,"last update":"Fri Sep 13 18:57:23 2024","interfaces":[{"interface":"back","average":{"1min":0.56100000000000005,"5min":0.56100000000000005,"15min":0.56100000000000005},"min":{"1min":0.34799999999999998,"5min":0.34799999999999998,"15min":0.34799999999999998},"max":{"1min":0.77600000000000002,"5min":0.77600000000000002,"15min":0.77600000000000002},"last":0.66000000000000003},{"interface":"front","average":{"1min":0.54100000000000004,"5min":0.54100000000000004,"15min":0.54100000000000004},"min":{"1min":0.41099999999999998,"5min":0.41099999999999998,"15min":0.41099999999999998},"max":{"1min":0.69399999999999995,"5min":0.69399999999999995,"15min":0.69399999999999995},"last":0.67200000000000004}]},{"osd":5,"last update":"Fri Sep 13 18:57:23 2024","interfaces":[{"interface":"back","average":{"1min":0.504,"5min":0.504,"15min":0.504},"min":{"1min":0.34200000000000003,"5min":0.34200000000000003,"15min":0.34200000000000003},"max":{"1min":0.68500000000000005,"5min":0.68500000000000005,"15min":0.68500000000000005},"last":0.55300000000000005},{"interface":"front","average":{"1min":0.52700000000000002,"5min":0.52700000000000002,"15min":0.52700000000000002},"min":{"1min":0.35399999999999998,"5min":0.35399999999999998,"15min":0.35399999999999998},"max":{"1min":0.86099999999999999,"5min":0.86099999999999999,"15min":0.86099999999999999},"last":0.68999999999999995}]},{"osd":6,"last update":"Fri Sep 13 18:57:23 2024","interfaces":[{"interface":"back","average":{"1min":0.54300000000000004,"5min":0.54300000000000004,"15min":0.54300000000000004},"min":{"1min":0.372,"5min":0.372,"15min":0.372},"max":{"1min":0.79400000000000004,"5min":0.79400000000000004,"15min":0.79400000000000004},"last":0.627},{"interface":"front","average":{"1min":0.54900000000000004,"5min":0.54900000000000004,"15min":0.54900000000000004},"min":{"1min":0.40200000000000002,"5min":0.40200000000000002,"15min":0.40200000000000002},"max":{"1min":0.82999999999999996,"5min":0.82999999999999996,"15min":0.82999999999999996},"last":0.71999999999999997}]},{"osd":7,"last update":"Fri Sep 13 18:57:23 2024","interfaces":[{"interface":"back","average":{"1min":0.54700000000000004,"5min":0.54700000000000004,"15min":0.54700000000000004},"min":{"1min":0.34499999999999997,"5min":0.34499999999999997,"15min":0.34499999999999997},"max":{"1min":0.75900000000000001,"5min":0.75900000000000001,"15min":0.75900000000000001},"last":0.56200000000000006},{"interface":"front","average":{"1min":0.53600000000000003,"5min":0.53600000000000003,"15min":0.53600000000000003},"min":{"1min":0.42499999999999999,"5min":0.42499999999999999,"15min":0.42499999999999999},"max":{"1min":0.72799999999999998,"5min":0.72799999999999998,"15min":0.72799999999999998},"last":0.70599999999999996}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-13T18:57:46.874 DEBUG:teuthology.orchestra.run.smithi119:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-13T18:57:47.006 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:47.004+0000 7f2e5a3ec640 1 Processor -- start 2024-09-13T18:57:47.007 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:47.004+0000 7f2e5a3ec640 1 -- start start 2024-09-13T18:57:47.010 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:47.004+0000 7f2e5a3ec640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f2e5415c6e0 0x7f2e540b3f50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:47.010 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:47.004+0000 7f2e5a3ec640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f2e540ccb20 0x7f2e540b4490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:47.010 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:47.004+0000 7f2e5a3ec640 1 -- --> v1:172.21.15.119:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f2e540d1840 con 0x7f2e540d07b0 2024-09-13T18:57:47.010 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:47.004+0000 7f2e5a3ec640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f2e5406bd20 con 0x7f2e5415c6e0 2024-09-13T18:57:47.010 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:47.004+0000 7f2e5a3ec640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f2e540d0c30 con 0x7f2e540ccb20 2024-09-13T18:57:47.010 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:47.005+0000 7f2e537fe640 1 --1- >> v1:172.21.15.119:6789/0 conn(0x7f2e540d07b0 0x7f2e54160030 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.119:6789/0 says I am v1:172.21.15.119:54978/0 (socket says 172.21.15.119:54978) 2024-09-13T18:57:47.010 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:47.005+0000 7f2e537fe640 1 -- 172.21.15.119:0/441146417 learned_addr learned my addr 172.21.15.119:0/441146417 (peer_addr_for_me v1:172.21.15.119:0/0) 2024-09-13T18:57:47.010 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:47.005+0000 7f2e52ffd640 1 -- 172.21.15.119:0/441146417 <== mon.0 v1:172.21.15.119:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 4157814617 0 0) 0x7f2e540d1840 con 0x7f2e540d07b0 2024-09-13T18:57:47.011 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:47.005+0000 7f2e52ffd640 1 -- 172.21.15.119:0/441146417 --> v1:172.21.15.119:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f2e3c003520 con 0x7f2e540d07b0 2024-09-13T18:57:47.011 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:47.005+0000 7f2e53fff640 1 --2- 172.21.15.119:0/441146417 >> v2:172.21.15.145:3300/0 conn(0x7f2e5415c6e0 0x7f2e540b3f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:47.011 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:47.005+0000 7f2e58989640 1 --2- 172.21.15.119:0/441146417 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f2e540ccb20 0x7f2e540b4490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:47.011 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:47.005+0000 7f2e52ffd640 1 -- 172.21.15.119:0/441146417 <== mon.0 v1:172.21.15.119:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 1679956633 0 0) 0x7f2e3c003520 con 0x7f2e540d07b0 2024-09-13T18:57:47.011 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:47.005+0000 7f2e52ffd640 1 -- 172.21.15.119:0/441146417 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f2e540ccb20 msgr2=0x7f2e540b4490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T18:57:47.011 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:47.005+0000 7f2e52ffd640 1 --2- 172.21.15.119:0/441146417 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f2e540ccb20 0x7f2e540b4490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:47.011 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:47.005+0000 7f2e52ffd640 1 -- 172.21.15.119:0/441146417 >> v2:172.21.15.145:3300/0 conn(0x7f2e5415c6e0 msgr2=0x7f2e540b3f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T18:57:47.011 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:47.005+0000 7f2e52ffd640 1 --2- 172.21.15.119:0/441146417 >> v2:172.21.15.145:3300/0 conn(0x7f2e5415c6e0 0x7f2e540b3f50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:47.011 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:47.005+0000 7f2e52ffd640 1 -- 172.21.15.119:0/441146417 --> v1:172.21.15.119:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2e540d0f10 con 0x7f2e540d07b0 2024-09-13T18:57:47.011 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:47.005+0000 7f2e52ffd640 1 -- 172.21.15.119:0/441146417 <== mon.0 v1:172.21.15.119:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 337823224 0 0) 0x7f2e48001670 con 0x7f2e540d07b0 2024-09-13T18:57:47.011 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:47.005+0000 7f2e52ffd640 1 -- 172.21.15.119:0/441146417 >> v1:172.21.15.119:6789/0 conn(0x7f2e540d07b0 legacy=0x7f2e54160030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:47.011 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:47.005+0000 7f2e52ffd640 1 --2- 172.21.15.119:0/441146417 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f2e3c003970 0x7f2e3c003d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:47.011 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:47.005+0000 7f2e52ffd640 1 --2- 172.21.15.119:0/441146417 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f2e540ccb20 0x7f2e3c0047c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:47.011 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:47.005+0000 7f2e52ffd640 1 --2- 172.21.15.119:0/441146417 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f2e3c004d00 0x7f2e3c005180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:47.012 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:47.005+0000 7f2e52ffd640 1 -- 172.21.15.119:0/441146417 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2e5406bd20 con 0x7f2e3c004d00 2024-09-13T18:57:47.012 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:47.005+0000 7f2e52ffd640 1 -- 172.21.15.119:0/441146417 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2e540d0c30 con 0x7f2e3c003970 2024-09-13T18:57:47.012 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:47.005+0000 7f2e52ffd640 1 -- 172.21.15.119:0/441146417 --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f2e3c00b980 con 0x7f2e540ccb20 2024-09-13T18:57:47.012 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:47.005+0000 7f2e58989640 1 --2- 172.21.15.119:0/441146417 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f2e3c004d00 0x7f2e3c005180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:47.012 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:47.005+0000 7f2e53fff640 1 --2- 172.21.15.119:0/441146417 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f2e3c003970 0x7f2e3c003d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:47.012 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:47.005+0000 7f2e537fe640 1 --2- 172.21.15.119:0/441146417 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f2e540ccb20 0x7f2e3c0047c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:47.012 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:47.006+0000 7f2e58989640 1 -- 172.21.15.119:0/441146417 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f2e540ccb20 msgr2=0x7f2e3c0047c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T18:57:47.012 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:47.006+0000 7f2e58989640 1 --2- 172.21.15.119:0/441146417 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f2e540ccb20 0x7f2e3c0047c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:47.012 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:47.006+0000 7f2e58989640 1 -- 172.21.15.119:0/441146417 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f2e3c003970 msgr2=0x7f2e3c003d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T18:57:47.012 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:47.006+0000 7f2e58989640 1 --2- 172.21.15.119:0/441146417 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f2e3c003970 0x7f2e3c003d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:47.012 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:47.006+0000 7f2e58989640 1 -- 172.21.15.119:0/441146417 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2e3c003520 con 0x7f2e3c004d00 2024-09-13T18:57:47.012 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:47.006+0000 7f2e537fe640 1 --2- 172.21.15.119:0/441146417 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f2e540ccb20 0x7f2e3c0047c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T18:57:47.012 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:47.006+0000 7f2e58989640 1 --2- 172.21.15.119:0/441146417 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f2e3c004d00 0x7f2e3c005180 secure :-1 s=READY pgs=519 cs=0 l=1 rev1=1 crypto rx=0x7f2e4c009fc0 tx=0x7f2e3c0057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d58eccbf4e109967 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:57:47.012 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:47.006+0000 7f2e52ffd640 1 -- 172.21.15.119:0/441146417 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2e4c031640 con 0x7f2e3c004d00 2024-09-13T18:57:47.013 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:47.006+0000 7f2e52ffd640 1 -- 172.21.15.119:0/441146417 <== mon.0 v2:172.21.15.119:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f2e4c02d070 con 0x7f2e3c004d00 2024-09-13T18:57:47.013 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:47.006+0000 7f2e52ffd640 1 -- 172.21.15.119:0/441146417 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2e4c0319e0 con 0x7f2e3c004d00 2024-09-13T18:57:47.013 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:47.007+0000 7f2e5a3ec640 1 -- 172.21.15.119:0/441146417 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f2e3c004d00 msgr2=0x7f2e3c005180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:47.013 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:47.007+0000 7f2e5a3ec640 1 --2- 172.21.15.119:0/441146417 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f2e3c004d00 0x7f2e3c005180 secure :-1 s=READY pgs=519 cs=0 l=1 rev1=1 crypto rx=0x7f2e4c009fc0 tx=0x7f2e3c0057f0 comp rx=0 tx=0).stop 2024-09-13T18:57:47.014 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:47.007+0000 7f2e58989640 1 -- 172.21.15.119:0/441146417 reap_dead start 2024-09-13T18:57:47.014 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:47.007+0000 7f2e5a3ec640 1 -- 172.21.15.119:0/441146417 shutdown_connections 2024-09-13T18:57:47.014 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:47.007+0000 7f2e5a3ec640 1 -- 172.21.15.119:0/441146417 >> 172.21.15.119:0/441146417 conn(0x7f2e54089f60 msgr2=0x7f2e540d24d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:57:47.014 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:47.007+0000 7f2e5a3ec640 1 -- 172.21.15.119:0/441146417 shutdown_connections 2024-09-13T18:57:47.014 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:47.007+0000 7f2e5a3ec640 1 -- 172.21.15.119:0/441146417 wait complete. 2024-09-13T18:57:47.017 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:47.008+0000 7f2e5a3ec640 1 Processor -- start 2024-09-13T18:57:47.018 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:47.008+0000 7f2e5a3ec640 1 -- start start 2024-09-13T18:57:47.018 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:47.009+0000 7f2e5a3ec640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f2e3c004d00 0x7f2e54156870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:47.018 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:47.009+0000 7f2e5a3ec640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f2e54156db0 0x7f2e540b7470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:47.018 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:47.009+0000 7f2e5a3ec640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f2e540b79b0 0x7f2e540b7e30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:47.018 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:47.009+0000 7f2e5a3ec640 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2e540cb230 con 0x7f2e3c004d00 2024-09-13T18:57:47.018 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:47.009+0000 7f2e5a3ec640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2e540b54e0 con 0x7f2e540b79b0 2024-09-13T18:57:47.018 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:47.009+0000 7f2e5a3ec640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f2e540ca990 con 0x7f2e54156db0 2024-09-13T18:57:47.018 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:47.009+0000 7f2e53fff640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f2e3c004d00 0x7f2e54156870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:47.018 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:47.009+0000 7f2e53fff640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f2e3c004d00 0x7f2e54156870 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.119:3300/0 says I am v2:172.21.15.119:43360/0 (socket says 172.21.15.119:43360) 2024-09-13T18:57:47.018 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:47.009+0000 7f2e53fff640 1 -- 172.21.15.119:0/40645850 learned_addr learned my addr 172.21.15.119:0/40645850 (peer_addr_for_me v2:172.21.15.119:0/0) 2024-09-13T18:57:47.018 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:47.009+0000 7f2e537fe640 1 --2- 172.21.15.119:0/40645850 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f2e54156db0 0x7f2e540b7470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:47.018 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:47.009+0000 7f2e58989640 1 --2- 172.21.15.119:0/40645850 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f2e540b79b0 0x7f2e540b7e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:47.018 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:47.009+0000 7f2e53fff640 1 -- 172.21.15.119:0/40645850 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f2e54156db0 msgr2=0x7f2e540b7470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:47.019 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:47.009+0000 7f2e53fff640 1 --2- 172.21.15.119:0/40645850 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f2e54156db0 0x7f2e540b7470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:47.019 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:47.009+0000 7f2e53fff640 1 -- 172.21.15.119:0/40645850 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f2e540b79b0 msgr2=0x7f2e540b7e30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:47.019 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:47.009+0000 7f2e53fff640 1 --2- 172.21.15.119:0/40645850 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f2e540b79b0 0x7f2e540b7e30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:47.019 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:47.009+0000 7f2e53fff640 1 -- 172.21.15.119:0/40645850 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2e540cac70 con 0x7f2e3c004d00 2024-09-13T18:57:47.019 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:47.009+0000 7f2e53fff640 1 --2- 172.21.15.119:0/40645850 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f2e3c004d00 0x7f2e54156870 secure :-1 s=READY pgs=520 cs=0 l=1 rev1=1 crypto rx=0x7f2e44011990 tx=0x7f2e44011e50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:57:47.019 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:47.010+0000 7f2e50ff9640 1 -- 172.21.15.119:0/40645850 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2e4400fa70 con 0x7f2e3c004d00 2024-09-13T18:57:47.019 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:47.010+0000 7f2e50ff9640 1 -- 172.21.15.119:0/40645850 <== mon.0 v2:172.21.15.119:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f2e4400fbd0 con 0x7f2e3c004d00 2024-09-13T18:57:47.019 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:47.010+0000 7f2e5a3ec640 1 -- 172.21.15.119:0/40645850 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f2e540caf50 con 0x7f2e3c004d00 2024-09-13T18:57:47.019 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:47.010+0000 7f2e50ff9640 1 -- 172.21.15.119:0/40645850 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2e44014440 con 0x7f2e3c004d00 2024-09-13T18:57:47.020 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:47.010+0000 7f2e5a3ec640 1 -- 172.21.15.119:0/40645850 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f2e54154cf0 con 0x7f2e3c004d00 2024-09-13T18:57:47.020 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:47.011+0000 7f2e5a3ec640 1 -- 172.21.15.119:0/40645850 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f2e540b4c80 con 0x7f2e3c004d00 2024-09-13T18:57:47.020 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:47.011+0000 7f2e50ff9640 1 -- 172.21.15.119:0/40645850 <== mon.0 v2:172.21.15.119:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f2e440145a0 con 0x7f2e3c004d00 2024-09-13T18:57:47.020 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:47.012+0000 7f2e50ff9640 1 --2- 172.21.15.119:0/40645850 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f2e4006ac30 0x7f2e4006d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:47.020 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:47.012+0000 7f2e50ff9640 1 -- 172.21.15.119:0/40645850 <== mon.0 v2:172.21.15.119:3300/0 5 ==== osd_map(39..39 src has 1..39) v4 ==== 6029+0+0 (secure 0 0 0) 0x7f2e44089be0 con 0x7f2e3c004d00 2024-09-13T18:57:47.020 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:47.012+0000 7f2e537fe640 1 --2- 172.21.15.119:0/40645850 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f2e4006ac30 0x7f2e4006d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:47.020 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:47.012+0000 7f2e537fe640 1 --2- 172.21.15.119:0/40645850 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f2e4006ac30 0x7f2e4006d0f0 secure :-1 s=READY pgs=257 cs=0 l=1 rev1=1 crypto rx=0x7f2e540b1c80 tx=0x7f2e48009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:57:47.021 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:47.016+0000 7f2e50ff9640 1 -- 172.21.15.119:0/40645850 <== mon.0 v2:172.21.15.119:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f2e44054d10 con 0x7f2e3c004d00 2024-09-13T18:57:47.182 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:47.180+0000 7f2e5a3ec640 1 -- 172.21.15.119:0/40645850 --> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7f2e540d14d0 con 0x7f2e4006ac30 2024-09-13T18:57:47.188 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:47.186+0000 7f2e50ff9640 1 -- 172.21.15.119:0/40645850 <== mgr.4104 v2:172.21.15.119:6832/3599186100 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+275620 (secure 0 0 0) 0x7f2e48001ba0 con 0x7f2e4006ac30 2024-09-13T18:57:47.191 INFO:teuthology.orchestra.run.smithi119.stdout: 2024-09-13T18:57:47.193 INFO:teuthology.orchestra.run.smithi119.stderr:dumped all 2024-09-13T18:57:47.195 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:47.189+0000 7f2e5a3ec640 1 -- 172.21.15.119:0/40645850 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f2e4006ac30 msgr2=0x7f2e4006d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:47.195 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:47.189+0000 7f2e5a3ec640 1 --2- 172.21.15.119:0/40645850 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f2e4006ac30 0x7f2e4006d0f0 secure :-1 s=READY pgs=257 cs=0 l=1 rev1=1 crypto rx=0x7f2e540b1c80 tx=0x7f2e48009040 comp rx=0 tx=0).stop 2024-09-13T18:57:47.195 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:47.189+0000 7f2e5a3ec640 1 -- 172.21.15.119:0/40645850 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f2e3c004d00 msgr2=0x7f2e54156870 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:47.195 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:47.189+0000 7f2e5a3ec640 1 --2- 172.21.15.119:0/40645850 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f2e3c004d00 0x7f2e54156870 secure :-1 s=READY pgs=520 cs=0 l=1 rev1=1 crypto rx=0x7f2e44011990 tx=0x7f2e44011e50 comp rx=0 tx=0).stop 2024-09-13T18:57:47.195 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:47.189+0000 7f2e5a3ec640 1 -- 172.21.15.119:0/40645850 shutdown_connections 2024-09-13T18:57:47.195 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:47.189+0000 7f2e5a3ec640 1 --2- 172.21.15.119:0/40645850 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f2e4006ac30 0x7f2e4006d0f0 unknown :-1 s=CLOSED pgs=257 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:47.195 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:47.189+0000 7f2e5a3ec640 1 --2- 172.21.15.119:0/40645850 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f2e540b79b0 0x7f2e540b7e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:47.195 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:47.189+0000 7f2e5a3ec640 1 --2- 172.21.15.119:0/40645850 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f2e54156db0 0x7f2e540b7470 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:47.195 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:47.189+0000 7f2e5a3ec640 1 --2- 172.21.15.119:0/40645850 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f2e3c004d00 0x7f2e54156870 unknown :-1 s=CLOSED pgs=520 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:47.196 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:47.189+0000 7f2e5a3ec640 1 -- 172.21.15.119:0/40645850 >> 172.21.15.119:0/40645850 conn(0x7f2e54089f60 msgr2=0x7f2e540ce290 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:57:47.196 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:47.189+0000 7f2e5a3ec640 1 -- 172.21.15.119:0/40645850 shutdown_connections 2024-09-13T18:57:47.196 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:47.190+0000 7f2e5a3ec640 1 -- 172.21.15.119:0/40645850 wait complete. 2024-09-13T18:57:47.203 INFO:teuthology.orchestra.run.smithi119.stdout:{"pg_ready":true,"pg_map":{"version":74,"stamp":"2024-09-13T18:57:46.079834+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":12,"acting":12,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":16,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":3,"kb":754974720,"kb_used":220484,"kb_used_data":4308,"kb_used_omap":12,"kb_used_meta":216051,"kb_avail":754754236,"statfs":{"total":773094113280,"available":772868337664,"internally_reserved":0,"allocated":4411392,"data_stored":2527209,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12742,"internal_metadata":221236794},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":15,"apply_latency_ms":15,"commit_latency_ns":15000000,"apply_latency_ns":15000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.000743"},"pg_stats":[{"pgid":"6.3f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T18:57:43.271195+0000","last_change":"2024-09-13T18:57:43.271195+0000","last_active":"2024-09-13T18:57:43.271195+0000","last_peered":"2024-09-13T18:57:43.271195+0000","last_clean":"2024-09-13T18:57:43.271195+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T18:57:43.271195+0000","last_undegraded":"2024-09-13T18:57:43.271195+0000","last_fullsized":"2024-09-13T18:57:43.271195+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_clean_scrub_stamp":"2024-09-13T18:57:43.271195+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.3e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T18:57:43.271195+0000","last_change":"2024-09-13T18:57:43.271195+0000","last_active":"2024-09-13T18:57:43.271195+0000","last_peered":"2024-09-13T18:57:43.271195+0000","last_clean":"2024-09-13T18:57:43.271195+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T18:57:43.271195+0000","last_undegraded":"2024-09-13T18:57:43.271195+0000","last_fullsized":"2024-09-13T18:57:43.271195+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_clean_scrub_stamp":"2024-09-13T18:57:43.271195+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.3d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T18:57:43.271195+0000","last_change":"2024-09-13T18:57:43.271195+0000","last_active":"2024-09-13T18:57:43.271195+0000","last_peered":"2024-09-13T18:57:43.271195+0000","last_clean":"2024-09-13T18:57:43.271195+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T18:57:43.271195+0000","last_undegraded":"2024-09-13T18:57:43.271195+0000","last_fullsized":"2024-09-13T18:57:43.271195+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_clean_scrub_stamp":"2024-09-13T18:57:43.271195+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.3c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T18:57:43.271195+0000","last_change":"2024-09-13T18:57:43.271195+0000","last_active":"2024-09-13T18:57:43.271195+0000","last_peered":"2024-09-13T18:57:43.271195+0000","last_clean":"2024-09-13T18:57:43.271195+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T18:57:43.271195+0000","last_undegraded":"2024-09-13T18:57:43.271195+0000","last_fullsized":"2024-09-13T18:57:43.271195+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_clean_scrub_stamp":"2024-09-13T18:57:43.271195+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.3b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T18:57:43.271195+0000","last_change":"2024-09-13T18:57:43.271195+0000","last_active":"2024-09-13T18:57:43.271195+0000","last_peered":"2024-09-13T18:57:43.271195+0000","last_clean":"2024-09-13T18:57:43.271195+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T18:57:43.271195+0000","last_undegraded":"2024-09-13T18:57:43.271195+0000","last_fullsized":"2024-09-13T18:57:43.271195+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_clean_scrub_stamp":"2024-09-13T18:57:43.271195+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.3a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T18:57:43.271195+0000","last_change":"2024-09-13T18:57:43.271195+0000","last_active":"2024-09-13T18:57:43.271195+0000","last_peered":"2024-09-13T18:57:43.271195+0000","last_clean":"2024-09-13T18:57:43.271195+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T18:57:43.271195+0000","last_undegraded":"2024-09-13T18:57:43.271195+0000","last_fullsized":"2024-09-13T18:57:43.271195+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_clean_scrub_stamp":"2024-09-13T18:57:43.271195+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.39","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T18:57:43.271195+0000","last_change":"2024-09-13T18:57:43.271195+0000","last_active":"2024-09-13T18:57:43.271195+0000","last_peered":"2024-09-13T18:57:43.271195+0000","last_clean":"2024-09-13T18:57:43.271195+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T18:57:43.271195+0000","last_undegraded":"2024-09-13T18:57:43.271195+0000","last_fullsized":"2024-09-13T18:57:43.271195+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_clean_scrub_stamp":"2024-09-13T18:57:43.271195+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.38","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T18:57:43.271195+0000","last_change":"2024-09-13T18:57:43.271195+0000","last_active":"2024-09-13T18:57:43.271195+0000","last_peered":"2024-09-13T18:57:43.271195+0000","last_clean":"2024-09-13T18:57:43.271195+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T18:57:43.271195+0000","last_undegraded":"2024-09-13T18:57:43.271195+0000","last_fullsized":"2024-09-13T18:57:43.271195+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_clean_scrub_stamp":"2024-09-13T18:57:43.271195+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.37","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T18:57:43.271195+0000","last_change":"2024-09-13T18:57:43.271195+0000","last_active":"2024-09-13T18:57:43.271195+0000","last_peered":"2024-09-13T18:57:43.271195+0000","last_clean":"2024-09-13T18:57:43.271195+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T18:57:43.271195+0000","last_undegraded":"2024-09-13T18:57:43.271195+0000","last_fullsized":"2024-09-13T18:57:43.271195+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_clean_scrub_stamp":"2024-09-13T18:57:43.271195+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.36","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T18:57:43.271195+0000","last_change":"2024-09-13T18:57:43.271195+0000","last_active":"2024-09-13T18:57:43.271195+0000","last_peered":"2024-09-13T18:57:43.271195+0000","last_clean":"2024-09-13T18:57:43.271195+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T18:57:43.271195+0000","last_undegraded":"2024-09-13T18:57:43.271195+0000","last_fullsized":"2024-09-13T18:57:43.271195+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_clean_scrub_stamp":"2024-09-13T18:57:43.271195+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.35","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T18:57:43.271195+0000","last_change":"2024-09-13T18:57:43.271195+0000","last_active":"2024-09-13T18:57:43.271195+0000","last_peered":"2024-09-13T18:57:43.271195+0000","last_clean":"2024-09-13T18:57:43.271195+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T18:57:43.271195+0000","last_undegraded":"2024-09-13T18:57:43.271195+0000","last_fullsized":"2024-09-13T18:57:43.271195+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_clean_scrub_stamp":"2024-09-13T18:57:43.271195+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.34","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T18:57:43.271195+0000","last_change":"2024-09-13T18:57:43.271195+0000","last_active":"2024-09-13T18:57:43.271195+0000","last_peered":"2024-09-13T18:57:43.271195+0000","last_clean":"2024-09-13T18:57:43.271195+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T18:57:43.271195+0000","last_undegraded":"2024-09-13T18:57:43.271195+0000","last_fullsized":"2024-09-13T18:57:43.271195+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_clean_scrub_stamp":"2024-09-13T18:57:43.271195+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.33","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T18:57:43.271195+0000","last_change":"2024-09-13T18:57:43.271195+0000","last_active":"2024-09-13T18:57:43.271195+0000","last_peered":"2024-09-13T18:57:43.271195+0000","last_clean":"2024-09-13T18:57:43.271195+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T18:57:43.271195+0000","last_undegraded":"2024-09-13T18:57:43.271195+0000","last_fullsized":"2024-09-13T18:57:43.271195+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_clean_scrub_stamp":"2024-09-13T18:57:43.271195+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.32","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T18:57:43.271195+0000","last_change":"2024-09-13T18:57:43.271195+0000","last_active":"2024-09-13T18:57:43.271195+0000","last_peered":"2024-09-13T18:57:43.271195+0000","last_clean":"2024-09-13T18:57:43.271195+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T18:57:43.271195+0000","last_undegraded":"2024-09-13T18:57:43.271195+0000","last_fullsized":"2024-09-13T18:57:43.271195+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_clean_scrub_stamp":"2024-09-13T18:57:43.271195+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.31","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T18:57:43.271195+0000","last_change":"2024-09-13T18:57:43.271195+0000","last_active":"2024-09-13T18:57:43.271195+0000","last_peered":"2024-09-13T18:57:43.271195+0000","last_clean":"2024-09-13T18:57:43.271195+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T18:57:43.271195+0000","last_undegraded":"2024-09-13T18:57:43.271195+0000","last_fullsized":"2024-09-13T18:57:43.271195+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_clean_scrub_stamp":"2024-09-13T18:57:43.271195+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.30","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T18:57:43.271195+0000","last_change":"2024-09-13T18:57:43.271195+0000","last_active":"2024-09-13T18:57:43.271195+0000","last_peered":"2024-09-13T18:57:43.271195+0000","last_clean":"2024-09-13T18:57:43.271195+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T18:57:43.271195+0000","last_undegraded":"2024-09-13T18:57:43.271195+0000","last_fullsized":"2024-09-13T18:57:43.271195+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_clean_scrub_stamp":"2024-09-13T18:57:43.271195+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.2f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T18:57:43.271195+0000","last_change":"2024-09-13T18:57:43.271195+0000","last_active":"2024-09-13T18:57:43.271195+0000","last_peered":"2024-09-13T18:57:43.271195+0000","last_clean":"2024-09-13T18:57:43.271195+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T18:57:43.271195+0000","last_undegraded":"2024-09-13T18:57:43.271195+0000","last_fullsized":"2024-09-13T18:57:43.271195+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_clean_scrub_stamp":"2024-09-13T18:57:43.271195+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.2e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T18:57:43.271195+0000","last_change":"2024-09-13T18:57:43.271195+0000","last_active":"2024-09-13T18:57:43.271195+0000","last_peered":"2024-09-13T18:57:43.271195+0000","last_clean":"2024-09-13T18:57:43.271195+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T18:57:43.271195+0000","last_undegraded":"2024-09-13T18:57:43.271195+0000","last_fullsized":"2024-09-13T18:57:43.271195+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_clean_scrub_stamp":"2024-09-13T18:57:43.271195+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.2d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T18:57:43.271195+0000","last_change":"2024-09-13T18:57:43.271195+0000","last_active":"2024-09-13T18:57:43.271195+0000","last_peered":"2024-09-13T18:57:43.271195+0000","last_clean":"2024-09-13T18:57:43.271195+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T18:57:43.271195+0000","last_undegraded":"2024-09-13T18:57:43.271195+0000","last_fullsized":"2024-09-13T18:57:43.271195+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_clean_scrub_stamp":"2024-09-13T18:57:43.271195+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.2c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T18:57:43.271195+0000","last_change":"2024-09-13T18:57:43.271195+0000","last_active":"2024-09-13T18:57:43.271195+0000","last_peered":"2024-09-13T18:57:43.271195+0000","last_clean":"2024-09-13T18:57:43.271195+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T18:57:43.271195+0000","last_undegraded":"2024-09-13T18:57:43.271195+0000","last_fullsized":"2024-09-13T18:57:43.271195+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_clean_scrub_stamp":"2024-09-13T18:57:43.271195+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.2b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T18:57:43.271195+0000","last_change":"2024-09-13T18:57:43.271195+0000","last_active":"2024-09-13T18:57:43.271195+0000","last_peered":"2024-09-13T18:57:43.271195+0000","last_clean":"2024-09-13T18:57:43.271195+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T18:57:43.271195+0000","last_undegraded":"2024-09-13T18:57:43.271195+0000","last_fullsized":"2024-09-13T18:57:43.271195+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_clean_scrub_stamp":"2024-09-13T18:57:43.271195+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.2a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T18:57:43.271195+0000","last_change":"2024-09-13T18:57:43.271195+0000","last_active":"2024-09-13T18:57:43.271195+0000","last_peered":"2024-09-13T18:57:43.271195+0000","last_clean":"2024-09-13T18:57:43.271195+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T18:57:43.271195+0000","last_undegraded":"2024-09-13T18:57:43.271195+0000","last_fullsized":"2024-09-13T18:57:43.271195+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_clean_scrub_stamp":"2024-09-13T18:57:43.271195+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.29","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T18:57:43.271195+0000","last_change":"2024-09-13T18:57:43.271195+0000","last_active":"2024-09-13T18:57:43.271195+0000","last_peered":"2024-09-13T18:57:43.271195+0000","last_clean":"2024-09-13T18:57:43.271195+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T18:57:43.271195+0000","last_undegraded":"2024-09-13T18:57:43.271195+0000","last_fullsized":"2024-09-13T18:57:43.271195+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_clean_scrub_stamp":"2024-09-13T18:57:43.271195+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.28","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T18:57:43.271195+0000","last_change":"2024-09-13T18:57:43.271195+0000","last_active":"2024-09-13T18:57:43.271195+0000","last_peered":"2024-09-13T18:57:43.271195+0000","last_clean":"2024-09-13T18:57:43.271195+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T18:57:43.271195+0000","last_undegraded":"2024-09-13T18:57:43.271195+0000","last_fullsized":"2024-09-13T18:57:43.271195+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_clean_scrub_stamp":"2024-09-13T18:57:43.271195+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.27","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T18:57:43.271195+0000","last_change":"2024-09-13T18:57:43.271195+0000","last_active":"2024-09-13T18:57:43.271195+0000","last_peered":"2024-09-13T18:57:43.271195+0000","last_clean":"2024-09-13T18:57:43.271195+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T18:57:43.271195+0000","last_undegraded":"2024-09-13T18:57:43.271195+0000","last_fullsized":"2024-09-13T18:57:43.271195+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_clean_scrub_stamp":"2024-09-13T18:57:43.271195+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.26","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T18:57:43.271195+0000","last_change":"2024-09-13T18:57:43.271195+0000","last_active":"2024-09-13T18:57:43.271195+0000","last_peered":"2024-09-13T18:57:43.271195+0000","last_clean":"2024-09-13T18:57:43.271195+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T18:57:43.271195+0000","last_undegraded":"2024-09-13T18:57:43.271195+0000","last_fullsized":"2024-09-13T18:57:43.271195+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_clean_scrub_stamp":"2024-09-13T18:57:43.271195+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.25","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T18:57:43.271195+0000","last_change":"2024-09-13T18:57:43.271195+0000","last_active":"2024-09-13T18:57:43.271195+0000","last_peered":"2024-09-13T18:57:43.271195+0000","last_clean":"2024-09-13T18:57:43.271195+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T18:57:43.271195+0000","last_undegraded":"2024-09-13T18:57:43.271195+0000","last_fullsized":"2024-09-13T18:57:43.271195+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_clean_scrub_stamp":"2024-09-13T18:57:43.271195+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.24","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T18:57:43.271195+0000","last_change":"2024-09-13T18:57:43.271195+0000","last_active":"2024-09-13T18:57:43.271195+0000","last_peered":"2024-09-13T18:57:43.271195+0000","last_clean":"2024-09-13T18:57:43.271195+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T18:57:43.271195+0000","last_undegraded":"2024-09-13T18:57:43.271195+0000","last_fullsized":"2024-09-13T18:57:43.271195+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_clean_scrub_stamp":"2024-09-13T18:57:43.271195+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.23","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T18:57:43.271195+0000","last_change":"2024-09-13T18:57:43.271195+0000","last_active":"2024-09-13T18:57:43.271195+0000","last_peered":"2024-09-13T18:57:43.271195+0000","last_clean":"2024-09-13T18:57:43.271195+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T18:57:43.271195+0000","last_undegraded":"2024-09-13T18:57:43.271195+0000","last_fullsized":"2024-09-13T18:57:43.271195+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_clean_scrub_stamp":"2024-09-13T18:57:43.271195+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.22","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T18:57:43.271195+0000","last_change":"2024-09-13T18:57:43.271195+0000","last_active":"2024-09-13T18:57:43.271195+0000","last_peered":"2024-09-13T18:57:43.271195+0000","last_clean":"2024-09-13T18:57:43.271195+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T18:57:43.271195+0000","last_undegraded":"2024-09-13T18:57:43.271195+0000","last_fullsized":"2024-09-13T18:57:43.271195+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_clean_scrub_stamp":"2024-09-13T18:57:43.271195+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.21","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T18:57:43.271195+0000","last_change":"2024-09-13T18:57:43.271195+0000","last_active":"2024-09-13T18:57:43.271195+0000","last_peered":"2024-09-13T18:57:43.271195+0000","last_clean":"2024-09-13T18:57:43.271195+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T18:57:43.271195+0000","last_undegraded":"2024-09-13T18:57:43.271195+0000","last_fullsized":"2024-09-13T18:57:43.271195+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_clean_scrub_stamp":"2024-09-13T18:57:43.271195+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.20","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T18:57:43.271195+0000","last_change":"2024-09-13T18:57:43.271195+0000","last_active":"2024-09-13T18:57:43.271195+0000","last_peered":"2024-09-13T18:57:43.271195+0000","last_clean":"2024-09-13T18:57:43.271195+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T18:57:43.271195+0000","last_undegraded":"2024-09-13T18:57:43.271195+0000","last_fullsized":"2024-09-13T18:57:43.271195+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_clean_scrub_stamp":"2024-09-13T18:57:43.271195+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.1c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T18:57:43.271195+0000","last_change":"2024-09-13T18:57:43.271195+0000","last_active":"2024-09-13T18:57:43.271195+0000","last_peered":"2024-09-13T18:57:43.271195+0000","last_clean":"2024-09-13T18:57:43.271195+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T18:57:43.271195+0000","last_undegraded":"2024-09-13T18:57:43.271195+0000","last_fullsized":"2024-09-13T18:57:43.271195+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_clean_scrub_stamp":"2024-09-13T18:57:43.271195+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.1f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T18:57:42.266140+0000","last_change":"2024-09-13T18:57:42.266140+0000","last_active":"2024-09-13T18:57:42.266140+0000","last_peered":"2024-09-13T18:57:42.266140+0000","last_clean":"2024-09-13T18:57:42.266140+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T18:57:42.266140+0000","last_undegraded":"2024-09-13T18:57:42.266140+0000","last_fullsized":"2024-09-13T18:57:42.266140+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:42.266140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:42.266140+0000","last_clean_scrub_stamp":"2024-09-13T18:57:42.266140+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.1d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T18:57:43.271195+0000","last_change":"2024-09-13T18:57:43.271195+0000","last_active":"2024-09-13T18:57:43.271195+0000","last_peered":"2024-09-13T18:57:43.271195+0000","last_clean":"2024-09-13T18:57:43.271195+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T18:57:43.271195+0000","last_undegraded":"2024-09-13T18:57:43.271195+0000","last_fullsized":"2024-09-13T18:57:43.271195+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_clean_scrub_stamp":"2024-09-13T18:57:43.271195+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.1e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T18:57:42.266140+0000","last_change":"2024-09-13T18:57:42.266140+0000","last_active":"2024-09-13T18:57:42.266140+0000","last_peered":"2024-09-13T18:57:42.266140+0000","last_clean":"2024-09-13T18:57:42.266140+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T18:57:42.266140+0000","last_undegraded":"2024-09-13T18:57:42.266140+0000","last_fullsized":"2024-09-13T18:57:42.266140+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:42.266140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:42.266140+0000","last_clean_scrub_stamp":"2024-09-13T18:57:42.266140+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.1e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T18:57:43.271195+0000","last_change":"2024-09-13T18:57:43.271195+0000","last_active":"2024-09-13T18:57:43.271195+0000","last_peered":"2024-09-13T18:57:43.271195+0000","last_clean":"2024-09-13T18:57:43.271195+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T18:57:43.271195+0000","last_undegraded":"2024-09-13T18:57:43.271195+0000","last_fullsized":"2024-09-13T18:57:43.271195+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_clean_scrub_stamp":"2024-09-13T18:57:43.271195+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.1d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T18:57:42.266140+0000","last_change":"2024-09-13T18:57:42.266140+0000","last_active":"2024-09-13T18:57:42.266140+0000","last_peered":"2024-09-13T18:57:42.266140+0000","last_clean":"2024-09-13T18:57:42.266140+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T18:57:42.266140+0000","last_undegraded":"2024-09-13T18:57:42.266140+0000","last_fullsized":"2024-09-13T18:57:42.266140+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:42.266140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:42.266140+0000","last_clean_scrub_stamp":"2024-09-13T18:57:42.266140+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.1f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T18:57:43.271195+0000","last_change":"2024-09-13T18:57:43.271195+0000","last_active":"2024-09-13T18:57:43.271195+0000","last_peered":"2024-09-13T18:57:43.271195+0000","last_clean":"2024-09-13T18:57:43.271195+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T18:57:43.271195+0000","last_undegraded":"2024-09-13T18:57:43.271195+0000","last_fullsized":"2024-09-13T18:57:43.271195+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_clean_scrub_stamp":"2024-09-13T18:57:43.271195+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.1c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T18:57:42.266140+0000","last_change":"2024-09-13T18:57:42.266140+0000","last_active":"2024-09-13T18:57:42.266140+0000","last_peered":"2024-09-13T18:57:42.266140+0000","last_clean":"2024-09-13T18:57:42.266140+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T18:57:42.266140+0000","last_undegraded":"2024-09-13T18:57:42.266140+0000","last_fullsized":"2024-09-13T18:57:42.266140+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:42.266140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:42.266140+0000","last_clean_scrub_stamp":"2024-09-13T18:57:42.266140+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.18","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T18:57:43.271195+0000","last_change":"2024-09-13T18:57:43.271195+0000","last_active":"2024-09-13T18:57:43.271195+0000","last_peered":"2024-09-13T18:57:43.271195+0000","last_clean":"2024-09-13T18:57:43.271195+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T18:57:43.271195+0000","last_undegraded":"2024-09-13T18:57:43.271195+0000","last_fullsized":"2024-09-13T18:57:43.271195+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_clean_scrub_stamp":"2024-09-13T18:57:43.271195+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.1b","version":"0'0","reported_seq":1,"reported_epoch":36,"state":"creating+peering","last_fresh":"2024-09-13T18:57:42.278482+0000","last_change":"2024-09-13T18:57:42.278482+0000","last_active":"2024-09-13T18:57:42.266140+0000","last_peered":"2024-09-13T18:57:42.266140+0000","last_clean":"2024-09-13T18:57:42.266140+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T18:57:42.278482+0000","last_undegraded":"2024-09-13T18:57:42.278482+0000","last_fullsized":"2024-09-13T18:57:42.278482+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:42.266140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:42.266140+0000","last_clean_scrub_stamp":"2024-09-13T18:57:42.266140+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T06:08:02.060175+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.19","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T18:57:43.271195+0000","last_change":"2024-09-13T18:57:43.271195+0000","last_active":"2024-09-13T18:57:43.271195+0000","last_peered":"2024-09-13T18:57:43.271195+0000","last_clean":"2024-09-13T18:57:43.271195+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T18:57:43.271195+0000","last_undegraded":"2024-09-13T18:57:43.271195+0000","last_fullsized":"2024-09-13T18:57:43.271195+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_clean_scrub_stamp":"2024-09-13T18:57:43.271195+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.1a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T18:57:42.266140+0000","last_change":"2024-09-13T18:57:42.266140+0000","last_active":"2024-09-13T18:57:42.266140+0000","last_peered":"2024-09-13T18:57:42.266140+0000","last_clean":"2024-09-13T18:57:42.266140+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T18:57:42.266140+0000","last_undegraded":"2024-09-13T18:57:42.266140+0000","last_fullsized":"2024-09-13T18:57:42.266140+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:42.266140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:42.266140+0000","last_clean_scrub_stamp":"2024-09-13T18:57:42.266140+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.1a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T18:57:43.271195+0000","last_change":"2024-09-13T18:57:43.271195+0000","last_active":"2024-09-13T18:57:43.271195+0000","last_peered":"2024-09-13T18:57:43.271195+0000","last_clean":"2024-09-13T18:57:43.271195+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T18:57:43.271195+0000","last_undegraded":"2024-09-13T18:57:43.271195+0000","last_fullsized":"2024-09-13T18:57:43.271195+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_clean_scrub_stamp":"2024-09-13T18:57:43.271195+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.19","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T18:57:42.266140+0000","last_change":"2024-09-13T18:57:42.266140+0000","last_active":"2024-09-13T18:57:42.266140+0000","last_peered":"2024-09-13T18:57:42.266140+0000","last_clean":"2024-09-13T18:57:42.266140+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T18:57:42.266140+0000","last_undegraded":"2024-09-13T18:57:42.266140+0000","last_fullsized":"2024-09-13T18:57:42.266140+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:42.266140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:42.266140+0000","last_clean_scrub_stamp":"2024-09-13T18:57:42.266140+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.1b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T18:57:43.271195+0000","last_change":"2024-09-13T18:57:43.271195+0000","last_active":"2024-09-13T18:57:43.271195+0000","last_peered":"2024-09-13T18:57:43.271195+0000","last_clean":"2024-09-13T18:57:43.271195+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T18:57:43.271195+0000","last_undegraded":"2024-09-13T18:57:43.271195+0000","last_fullsized":"2024-09-13T18:57:43.271195+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_clean_scrub_stamp":"2024-09-13T18:57:43.271195+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.18","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T18:57:42.266140+0000","last_change":"2024-09-13T18:57:42.266140+0000","last_active":"2024-09-13T18:57:42.266140+0000","last_peered":"2024-09-13T18:57:42.266140+0000","last_clean":"2024-09-13T18:57:42.266140+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T18:57:42.266140+0000","last_undegraded":"2024-09-13T18:57:42.266140+0000","last_fullsized":"2024-09-13T18:57:42.266140+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:42.266140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:42.266140+0000","last_clean_scrub_stamp":"2024-09-13T18:57:42.266140+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.14","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T18:57:43.271195+0000","last_change":"2024-09-13T18:57:43.271195+0000","last_active":"2024-09-13T18:57:43.271195+0000","last_peered":"2024-09-13T18:57:43.271195+0000","last_clean":"2024-09-13T18:57:43.271195+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T18:57:43.271195+0000","last_undegraded":"2024-09-13T18:57:43.271195+0000","last_fullsized":"2024-09-13T18:57:43.271195+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_clean_scrub_stamp":"2024-09-13T18:57:43.271195+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.17","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T18:57:42.266140+0000","last_change":"2024-09-13T18:57:42.266140+0000","last_active":"2024-09-13T18:57:42.266140+0000","last_peered":"2024-09-13T18:57:42.266140+0000","last_clean":"2024-09-13T18:57:42.266140+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T18:57:42.266140+0000","last_undegraded":"2024-09-13T18:57:42.266140+0000","last_fullsized":"2024-09-13T18:57:42.266140+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:42.266140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:42.266140+0000","last_clean_scrub_stamp":"2024-09-13T18:57:42.266140+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.15","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T18:57:43.271195+0000","last_change":"2024-09-13T18:57:43.271195+0000","last_active":"2024-09-13T18:57:43.271195+0000","last_peered":"2024-09-13T18:57:43.271195+0000","last_clean":"2024-09-13T18:57:43.271195+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T18:57:43.271195+0000","last_undegraded":"2024-09-13T18:57:43.271195+0000","last_fullsized":"2024-09-13T18:57:43.271195+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_clean_scrub_stamp":"2024-09-13T18:57:43.271195+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.16","version":"0'0","reported_seq":1,"reported_epoch":36,"state":"creating+peering","last_fresh":"2024-09-13T18:57:42.278572+0000","last_change":"2024-09-13T18:57:42.278572+0000","last_active":"2024-09-13T18:57:42.266140+0000","last_peered":"2024-09-13T18:57:42.266140+0000","last_clean":"2024-09-13T18:57:42.266140+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T18:57:42.278572+0000","last_undegraded":"2024-09-13T18:57:42.278572+0000","last_fullsized":"2024-09-13T18:57:42.278572+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:42.266140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:42.266140+0000","last_clean_scrub_stamp":"2024-09-13T18:57:42.266140+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:14:19.841999+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.16","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T18:57:43.271195+0000","last_change":"2024-09-13T18:57:43.271195+0000","last_active":"2024-09-13T18:57:43.271195+0000","last_peered":"2024-09-13T18:57:43.271195+0000","last_clean":"2024-09-13T18:57:43.271195+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T18:57:43.271195+0000","last_undegraded":"2024-09-13T18:57:43.271195+0000","last_fullsized":"2024-09-13T18:57:43.271195+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_clean_scrub_stamp":"2024-09-13T18:57:43.271195+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.15","version":"0'0","reported_seq":1,"reported_epoch":36,"state":"creating+peering","last_fresh":"2024-09-13T18:57:42.278547+0000","last_change":"2024-09-13T18:57:42.278547+0000","last_active":"2024-09-13T18:57:42.266140+0000","last_peered":"2024-09-13T18:57:42.266140+0000","last_clean":"2024-09-13T18:57:42.266140+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T18:57:42.278547+0000","last_undegraded":"2024-09-13T18:57:42.278547+0000","last_fullsized":"2024-09-13T18:57:42.278547+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:42.266140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:42.266140+0000","last_clean_scrub_stamp":"2024-09-13T18:57:42.266140+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:08:17.772215+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.17","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T18:57:43.271195+0000","last_change":"2024-09-13T18:57:43.271195+0000","last_active":"2024-09-13T18:57:43.271195+0000","last_peered":"2024-09-13T18:57:43.271195+0000","last_clean":"2024-09-13T18:57:43.271195+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T18:57:43.271195+0000","last_undegraded":"2024-09-13T18:57:43.271195+0000","last_fullsized":"2024-09-13T18:57:43.271195+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_clean_scrub_stamp":"2024-09-13T18:57:43.271195+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.14","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T18:57:42.266140+0000","last_change":"2024-09-13T18:57:42.266140+0000","last_active":"2024-09-13T18:57:42.266140+0000","last_peered":"2024-09-13T18:57:42.266140+0000","last_clean":"2024-09-13T18:57:42.266140+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T18:57:42.266140+0000","last_undegraded":"2024-09-13T18:57:42.266140+0000","last_fullsized":"2024-09-13T18:57:42.266140+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:42.266140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:42.266140+0000","last_clean_scrub_stamp":"2024-09-13T18:57:42.266140+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.10","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T18:57:43.271195+0000","last_change":"2024-09-13T18:57:43.271195+0000","last_active":"2024-09-13T18:57:43.271195+0000","last_peered":"2024-09-13T18:57:43.271195+0000","last_clean":"2024-09-13T18:57:43.271195+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T18:57:43.271195+0000","last_undegraded":"2024-09-13T18:57:43.271195+0000","last_fullsized":"2024-09-13T18:57:43.271195+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_clean_scrub_stamp":"2024-09-13T18:57:43.271195+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.13","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T18:57:42.266140+0000","last_change":"2024-09-13T18:57:42.266140+0000","last_active":"2024-09-13T18:57:42.266140+0000","last_peered":"2024-09-13T18:57:42.266140+0000","last_clean":"2024-09-13T18:57:42.266140+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T18:57:42.266140+0000","last_undegraded":"2024-09-13T18:57:42.266140+0000","last_fullsized":"2024-09-13T18:57:42.266140+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:42.266140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:42.266140+0000","last_clean_scrub_stamp":"2024-09-13T18:57:42.266140+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.11","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T18:57:43.271195+0000","last_change":"2024-09-13T18:57:43.271195+0000","last_active":"2024-09-13T18:57:43.271195+0000","last_peered":"2024-09-13T18:57:43.271195+0000","last_clean":"2024-09-13T18:57:43.271195+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T18:57:43.271195+0000","last_undegraded":"2024-09-13T18:57:43.271195+0000","last_fullsized":"2024-09-13T18:57:43.271195+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_clean_scrub_stamp":"2024-09-13T18:57:43.271195+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.12","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T18:57:42.266140+0000","last_change":"2024-09-13T18:57:42.266140+0000","last_active":"2024-09-13T18:57:42.266140+0000","last_peered":"2024-09-13T18:57:42.266140+0000","last_clean":"2024-09-13T18:57:42.266140+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T18:57:42.266140+0000","last_undegraded":"2024-09-13T18:57:42.266140+0000","last_fullsized":"2024-09-13T18:57:42.266140+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:42.266140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:42.266140+0000","last_clean_scrub_stamp":"2024-09-13T18:57:42.266140+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.12","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T18:57:43.271195+0000","last_change":"2024-09-13T18:57:43.271195+0000","last_active":"2024-09-13T18:57:43.271195+0000","last_peered":"2024-09-13T18:57:43.271195+0000","last_clean":"2024-09-13T18:57:43.271195+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T18:57:43.271195+0000","last_undegraded":"2024-09-13T18:57:43.271195+0000","last_fullsized":"2024-09-13T18:57:43.271195+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_clean_scrub_stamp":"2024-09-13T18:57:43.271195+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.11","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T18:57:42.266140+0000","last_change":"2024-09-13T18:57:42.266140+0000","last_active":"2024-09-13T18:57:42.266140+0000","last_peered":"2024-09-13T18:57:42.266140+0000","last_clean":"2024-09-13T18:57:42.266140+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T18:57:42.266140+0000","last_undegraded":"2024-09-13T18:57:42.266140+0000","last_fullsized":"2024-09-13T18:57:42.266140+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:42.266140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:42.266140+0000","last_clean_scrub_stamp":"2024-09-13T18:57:42.266140+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.13","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T18:57:43.271195+0000","last_change":"2024-09-13T18:57:43.271195+0000","last_active":"2024-09-13T18:57:43.271195+0000","last_peered":"2024-09-13T18:57:43.271195+0000","last_clean":"2024-09-13T18:57:43.271195+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T18:57:43.271195+0000","last_undegraded":"2024-09-13T18:57:43.271195+0000","last_fullsized":"2024-09-13T18:57:43.271195+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_clean_scrub_stamp":"2024-09-13T18:57:43.271195+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.10","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T18:57:42.266140+0000","last_change":"2024-09-13T18:57:42.266140+0000","last_active":"2024-09-13T18:57:42.266140+0000","last_peered":"2024-09-13T18:57:42.266140+0000","last_clean":"2024-09-13T18:57:42.266140+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T18:57:42.266140+0000","last_undegraded":"2024-09-13T18:57:42.266140+0000","last_fullsized":"2024-09-13T18:57:42.266140+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:42.266140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:42.266140+0000","last_clean_scrub_stamp":"2024-09-13T18:57:42.266140+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T18:57:43.271195+0000","last_change":"2024-09-13T18:57:43.271195+0000","last_active":"2024-09-13T18:57:43.271195+0000","last_peered":"2024-09-13T18:57:43.271195+0000","last_clean":"2024-09-13T18:57:43.271195+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T18:57:43.271195+0000","last_undegraded":"2024-09-13T18:57:43.271195+0000","last_fullsized":"2024-09-13T18:57:43.271195+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_clean_scrub_stamp":"2024-09-13T18:57:43.271195+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.f","version":"0'0","reported_seq":1,"reported_epoch":36,"state":"creating+peering","last_fresh":"2024-09-13T18:57:42.279060+0000","last_change":"2024-09-13T18:57:42.279060+0000","last_active":"2024-09-13T18:57:42.266140+0000","last_peered":"2024-09-13T18:57:42.266140+0000","last_clean":"2024-09-13T18:57:42.266140+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T18:57:42.279060+0000","last_undegraded":"2024-09-13T18:57:42.279060+0000","last_fullsized":"2024-09-13T18:57:42.279060+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:42.266140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:42.266140+0000","last_clean_scrub_stamp":"2024-09-13T18:57:42.266140+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:21:35.927061+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T18:57:43.271195+0000","last_change":"2024-09-13T18:57:43.271195+0000","last_active":"2024-09-13T18:57:43.271195+0000","last_peered":"2024-09-13T18:57:43.271195+0000","last_clean":"2024-09-13T18:57:43.271195+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T18:57:43.271195+0000","last_undegraded":"2024-09-13T18:57:43.271195+0000","last_fullsized":"2024-09-13T18:57:43.271195+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_clean_scrub_stamp":"2024-09-13T18:57:43.271195+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T18:57:42.266140+0000","last_change":"2024-09-13T18:57:42.266140+0000","last_active":"2024-09-13T18:57:42.266140+0000","last_peered":"2024-09-13T18:57:42.266140+0000","last_clean":"2024-09-13T18:57:42.266140+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T18:57:42.266140+0000","last_undegraded":"2024-09-13T18:57:42.266140+0000","last_fullsized":"2024-09-13T18:57:42.266140+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:42.266140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:42.266140+0000","last_clean_scrub_stamp":"2024-09-13T18:57:42.266140+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T18:57:43.271195+0000","last_change":"2024-09-13T18:57:43.271195+0000","last_active":"2024-09-13T18:57:43.271195+0000","last_peered":"2024-09-13T18:57:43.271195+0000","last_clean":"2024-09-13T18:57:43.271195+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T18:57:43.271195+0000","last_undegraded":"2024-09-13T18:57:43.271195+0000","last_fullsized":"2024-09-13T18:57:43.271195+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_clean_scrub_stamp":"2024-09-13T18:57:43.271195+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T18:57:42.266140+0000","last_change":"2024-09-13T18:57:42.266140+0000","last_active":"2024-09-13T18:57:42.266140+0000","last_peered":"2024-09-13T18:57:42.266140+0000","last_clean":"2024-09-13T18:57:42.266140+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T18:57:42.266140+0000","last_undegraded":"2024-09-13T18:57:42.266140+0000","last_fullsized":"2024-09-13T18:57:42.266140+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:42.266140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:42.266140+0000","last_clean_scrub_stamp":"2024-09-13T18:57:42.266140+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T18:57:43.271195+0000","last_change":"2024-09-13T18:57:43.271195+0000","last_active":"2024-09-13T18:57:43.271195+0000","last_peered":"2024-09-13T18:57:43.271195+0000","last_clean":"2024-09-13T18:57:43.271195+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T18:57:43.271195+0000","last_undegraded":"2024-09-13T18:57:43.271195+0000","last_fullsized":"2024-09-13T18:57:43.271195+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_clean_scrub_stamp":"2024-09-13T18:57:43.271195+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T18:57:42.266140+0000","last_change":"2024-09-13T18:57:42.266140+0000","last_active":"2024-09-13T18:57:42.266140+0000","last_peered":"2024-09-13T18:57:42.266140+0000","last_clean":"2024-09-13T18:57:42.266140+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T18:57:42.266140+0000","last_undegraded":"2024-09-13T18:57:42.266140+0000","last_fullsized":"2024-09-13T18:57:42.266140+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:42.266140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:42.266140+0000","last_clean_scrub_stamp":"2024-09-13T18:57:42.266140+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.8","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T18:57:43.271195+0000","last_change":"2024-09-13T18:57:43.271195+0000","last_active":"2024-09-13T18:57:43.271195+0000","last_peered":"2024-09-13T18:57:43.271195+0000","last_clean":"2024-09-13T18:57:43.271195+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T18:57:43.271195+0000","last_undegraded":"2024-09-13T18:57:43.271195+0000","last_fullsized":"2024-09-13T18:57:43.271195+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_clean_scrub_stamp":"2024-09-13T18:57:43.271195+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T18:57:42.266140+0000","last_change":"2024-09-13T18:57:42.266140+0000","last_active":"2024-09-13T18:57:42.266140+0000","last_peered":"2024-09-13T18:57:42.266140+0000","last_clean":"2024-09-13T18:57:42.266140+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T18:57:42.266140+0000","last_undegraded":"2024-09-13T18:57:42.266140+0000","last_fullsized":"2024-09-13T18:57:42.266140+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:42.266140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:42.266140+0000","last_clean_scrub_stamp":"2024-09-13T18:57:42.266140+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.9","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T18:57:43.271195+0000","last_change":"2024-09-13T18:57:43.271195+0000","last_active":"2024-09-13T18:57:43.271195+0000","last_peered":"2024-09-13T18:57:43.271195+0000","last_clean":"2024-09-13T18:57:43.271195+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T18:57:43.271195+0000","last_undegraded":"2024-09-13T18:57:43.271195+0000","last_fullsized":"2024-09-13T18:57:43.271195+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_clean_scrub_stamp":"2024-09-13T18:57:43.271195+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T18:57:42.266140+0000","last_change":"2024-09-13T18:57:42.266140+0000","last_active":"2024-09-13T18:57:42.266140+0000","last_peered":"2024-09-13T18:57:42.266140+0000","last_clean":"2024-09-13T18:57:42.266140+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T18:57:42.266140+0000","last_undegraded":"2024-09-13T18:57:42.266140+0000","last_fullsized":"2024-09-13T18:57:42.266140+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:42.266140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:42.266140+0000","last_clean_scrub_stamp":"2024-09-13T18:57:42.266140+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T18:57:43.271195+0000","last_change":"2024-09-13T18:57:43.271195+0000","last_active":"2024-09-13T18:57:43.271195+0000","last_peered":"2024-09-13T18:57:43.271195+0000","last_clean":"2024-09-13T18:57:43.271195+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T18:57:43.271195+0000","last_undegraded":"2024-09-13T18:57:43.271195+0000","last_fullsized":"2024-09-13T18:57:43.271195+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_clean_scrub_stamp":"2024-09-13T18:57:43.271195+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.9","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T18:57:42.266140+0000","last_change":"2024-09-13T18:57:42.266140+0000","last_active":"2024-09-13T18:57:42.266140+0000","last_peered":"2024-09-13T18:57:42.266140+0000","last_clean":"2024-09-13T18:57:42.266140+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T18:57:42.266140+0000","last_undegraded":"2024-09-13T18:57:42.266140+0000","last_fullsized":"2024-09-13T18:57:42.266140+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:42.266140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:42.266140+0000","last_clean_scrub_stamp":"2024-09-13T18:57:42.266140+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T18:57:43.271195+0000","last_change":"2024-09-13T18:57:43.271195+0000","last_active":"2024-09-13T18:57:43.271195+0000","last_peered":"2024-09-13T18:57:43.271195+0000","last_clean":"2024-09-13T18:57:43.271195+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T18:57:43.271195+0000","last_undegraded":"2024-09-13T18:57:43.271195+0000","last_fullsized":"2024-09-13T18:57:43.271195+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_clean_scrub_stamp":"2024-09-13T18:57:43.271195+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.8","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T18:57:42.266140+0000","last_change":"2024-09-13T18:57:42.266140+0000","last_active":"2024-09-13T18:57:42.266140+0000","last_peered":"2024-09-13T18:57:42.266140+0000","last_clean":"2024-09-13T18:57:42.266140+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T18:57:42.266140+0000","last_undegraded":"2024-09-13T18:57:42.266140+0000","last_fullsized":"2024-09-13T18:57:42.266140+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:42.266140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:42.266140+0000","last_clean_scrub_stamp":"2024-09-13T18:57:42.266140+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.4","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T18:57:43.271195+0000","last_change":"2024-09-13T18:57:43.271195+0000","last_active":"2024-09-13T18:57:43.271195+0000","last_peered":"2024-09-13T18:57:43.271195+0000","last_clean":"2024-09-13T18:57:43.271195+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T18:57:43.271195+0000","last_undegraded":"2024-09-13T18:57:43.271195+0000","last_fullsized":"2024-09-13T18:57:43.271195+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_clean_scrub_stamp":"2024-09-13T18:57:43.271195+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.7","version":"0'0","reported_seq":1,"reported_epoch":36,"state":"creating+peering","last_fresh":"2024-09-13T18:57:42.278618+0000","last_change":"2024-09-13T18:57:42.278618+0000","last_active":"2024-09-13T18:57:42.266140+0000","last_peered":"2024-09-13T18:57:42.266140+0000","last_clean":"2024-09-13T18:57:42.266140+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T18:57:42.278618+0000","last_undegraded":"2024-09-13T18:57:42.278618+0000","last_fullsized":"2024-09-13T18:57:42.278618+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:42.266140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:42.266140+0000","last_clean_scrub_stamp":"2024-09-13T18:57:42.266140+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:26:13.387335+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.5","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T18:57:43.271195+0000","last_change":"2024-09-13T18:57:43.271195+0000","last_active":"2024-09-13T18:57:43.271195+0000","last_peered":"2024-09-13T18:57:43.271195+0000","last_clean":"2024-09-13T18:57:43.271195+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T18:57:43.271195+0000","last_undegraded":"2024-09-13T18:57:43.271195+0000","last_fullsized":"2024-09-13T18:57:43.271195+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_clean_scrub_stamp":"2024-09-13T18:57:43.271195+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.6","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T18:57:42.266140+0000","last_change":"2024-09-13T18:57:42.266140+0000","last_active":"2024-09-13T18:57:42.266140+0000","last_peered":"2024-09-13T18:57:42.266140+0000","last_clean":"2024-09-13T18:57:42.266140+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T18:57:42.266140+0000","last_undegraded":"2024-09-13T18:57:42.266140+0000","last_fullsized":"2024-09-13T18:57:42.266140+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:42.266140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:42.266140+0000","last_clean_scrub_stamp":"2024-09-13T18:57:42.266140+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.6","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T18:57:43.271195+0000","last_change":"2024-09-13T18:57:43.271195+0000","last_active":"2024-09-13T18:57:43.271195+0000","last_peered":"2024-09-13T18:57:43.271195+0000","last_clean":"2024-09-13T18:57:43.271195+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T18:57:43.271195+0000","last_undegraded":"2024-09-13T18:57:43.271195+0000","last_fullsized":"2024-09-13T18:57:43.271195+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_clean_scrub_stamp":"2024-09-13T18:57:43.271195+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.5","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T18:57:42.266140+0000","last_change":"2024-09-13T18:57:42.266140+0000","last_active":"2024-09-13T18:57:42.266140+0000","last_peered":"2024-09-13T18:57:42.266140+0000","last_clean":"2024-09-13T18:57:42.266140+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T18:57:42.266140+0000","last_undegraded":"2024-09-13T18:57:42.266140+0000","last_fullsized":"2024-09-13T18:57:42.266140+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:42.266140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:42.266140+0000","last_clean_scrub_stamp":"2024-09-13T18:57:42.266140+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.0","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T18:57:43.271195+0000","last_change":"2024-09-13T18:57:43.271195+0000","last_active":"2024-09-13T18:57:43.271195+0000","last_peered":"2024-09-13T18:57:43.271195+0000","last_clean":"2024-09-13T18:57:43.271195+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T18:57:43.271195+0000","last_undegraded":"2024-09-13T18:57:43.271195+0000","last_fullsized":"2024-09-13T18:57:43.271195+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_clean_scrub_stamp":"2024-09-13T18:57:43.271195+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.3","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T18:57:42.266140+0000","last_change":"2024-09-13T18:57:42.266140+0000","last_active":"2024-09-13T18:57:42.266140+0000","last_peered":"2024-09-13T18:57:42.266140+0000","last_clean":"2024-09-13T18:57:42.266140+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T18:57:42.266140+0000","last_undegraded":"2024-09-13T18:57:42.266140+0000","last_fullsized":"2024-09-13T18:57:42.266140+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:42.266140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:42.266140+0000","last_clean_scrub_stamp":"2024-09-13T18:57:42.266140+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.1","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T18:57:43.271195+0000","last_change":"2024-09-13T18:57:43.271195+0000","last_active":"2024-09-13T18:57:43.271195+0000","last_peered":"2024-09-13T18:57:43.271195+0000","last_clean":"2024-09-13T18:57:43.271195+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T18:57:43.271195+0000","last_undegraded":"2024-09-13T18:57:43.271195+0000","last_fullsized":"2024-09-13T18:57:43.271195+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_clean_scrub_stamp":"2024-09-13T18:57:43.271195+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.2","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T18:57:42.266140+0000","last_change":"2024-09-13T18:57:42.266140+0000","last_active":"2024-09-13T18:57:42.266140+0000","last_peered":"2024-09-13T18:57:42.266140+0000","last_clean":"2024-09-13T18:57:42.266140+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T18:57:42.266140+0000","last_undegraded":"2024-09-13T18:57:42.266140+0000","last_fullsized":"2024-09-13T18:57:42.266140+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:42.266140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:42.266140+0000","last_clean_scrub_stamp":"2024-09-13T18:57:42.266140+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.2","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T18:57:43.271195+0000","last_change":"2024-09-13T18:57:43.271195+0000","last_active":"2024-09-13T18:57:43.271195+0000","last_peered":"2024-09-13T18:57:43.271195+0000","last_clean":"2024-09-13T18:57:43.271195+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T18:57:43.271195+0000","last_undegraded":"2024-09-13T18:57:43.271195+0000","last_fullsized":"2024-09-13T18:57:43.271195+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_clean_scrub_stamp":"2024-09-13T18:57:43.271195+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.1","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T18:57:42.266140+0000","last_change":"2024-09-13T18:57:42.266140+0000","last_active":"2024-09-13T18:57:42.266140+0000","last_peered":"2024-09-13T18:57:42.266140+0000","last_clean":"2024-09-13T18:57:42.266140+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T18:57:42.266140+0000","last_undegraded":"2024-09-13T18:57:42.266140+0000","last_fullsized":"2024-09-13T18:57:42.266140+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:42.266140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:42.266140+0000","last_clean_scrub_stamp":"2024-09-13T18:57:42.266140+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.3","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T18:57:43.271195+0000","last_change":"2024-09-13T18:57:43.271195+0000","last_active":"2024-09-13T18:57:43.271195+0000","last_peered":"2024-09-13T18:57:43.271195+0000","last_clean":"2024-09-13T18:57:43.271195+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T18:57:43.271195+0000","last_undegraded":"2024-09-13T18:57:43.271195+0000","last_fullsized":"2024-09-13T18:57:43.271195+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_clean_scrub_stamp":"2024-09-13T18:57:43.271195+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.0","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T18:57:42.266140+0000","last_change":"2024-09-13T18:57:42.266140+0000","last_active":"2024-09-13T18:57:42.266140+0000","last_peered":"2024-09-13T18:57:42.266140+0000","last_clean":"2024-09-13T18:57:42.266140+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T18:57:42.266140+0000","last_undegraded":"2024-09-13T18:57:42.266140+0000","last_fullsized":"2024-09-13T18:57:42.266140+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:42.266140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:42.266140+0000","last_clean_scrub_stamp":"2024-09-13T18:57:42.266140+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.7","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T18:57:43.271195+0000","last_change":"2024-09-13T18:57:43.271195+0000","last_active":"2024-09-13T18:57:43.271195+0000","last_peered":"2024-09-13T18:57:43.271195+0000","last_clean":"2024-09-13T18:57:43.271195+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T18:57:43.271195+0000","last_undegraded":"2024-09-13T18:57:43.271195+0000","last_fullsized":"2024-09-13T18:57:43.271195+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_clean_scrub_stamp":"2024-09-13T18:57:43.271195+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.4","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T18:57:42.266140+0000","last_change":"2024-09-13T18:57:42.266140+0000","last_active":"2024-09-13T18:57:42.266140+0000","last_peered":"2024-09-13T18:57:42.266140+0000","last_clean":"2024-09-13T18:57:42.266140+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T18:57:42.266140+0000","last_undegraded":"2024-09-13T18:57:42.266140+0000","last_fullsized":"2024-09-13T18:57:42.266140+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:42.266140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:42.266140+0000","last_clean_scrub_stamp":"2024-09-13T18:57:42.266140+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"1.0","version":"15'117","reported_seq":175,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-13T18:57:37.429977+0000","last_change":"2024-09-13T18:56:23.292950+0000","last_active":"2024-09-13T18:57:37.429977+0000","last_peered":"2024-09-13T18:57:37.429977+0000","last_clean":"2024-09-13T18:57:37.429977+0000","last_became_active":"2024-09-13T18:56:23.292008+0000","last_became_peered":"2024-09-13T18:56:23.292008+0000","last_unstale":"2024-09-13T18:57:37.429977+0000","last_undegraded":"2024-09-13T18:57:37.429977+0000","last_fullsized":"2024-09-13T18:57:37.429977+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:22.096428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:22.096428+0000","last_clean_scrub_stamp":"2024-09-13T18:56:22.096428+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:33:39.156955+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":6,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0},{"poolid":5,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":10,"acting":10,"num_store_stats":1},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":5,"up_from":14,"seq":60129542163,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27424,"kb_used_data":404,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344416,"statfs":{"total":96636764160,"available":96608681984,"internally_reserved":0,"allocated":413696,"data_stored":173679,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 18:57:24 2024","interfaces":[{"interface":"back","average":{"1min":0.54000000000000004,"5min":0.54000000000000004,"15min":0.54000000000000004},"min":{"1min":0.375,"5min":0.375,"15min":0.375},"max":{"1min":0.82099999999999995,"5min":0.82099999999999995,"15min":0.82099999999999995},"last":0.60599999999999998},{"interface":"front","average":{"1min":0.55200000000000005,"5min":0.55200000000000005,"15min":0.55200000000000005},"min":{"1min":0.34699999999999998,"5min":0.34699999999999998,"15min":0.34699999999999998},"max":{"1min":0.85099999999999998,"5min":0.85099999999999998,"15min":0.85099999999999998},"last":0.56399999999999995}]},{"osd":1,"last update":"Fri Sep 13 18:57:24 2024","interfaces":[{"interface":"back","average":{"1min":0.5,"5min":0.5,"15min":0.5},"min":{"1min":0.34100000000000003,"5min":0.34100000000000003,"15min":0.34100000000000003},"max":{"1min":0.72599999999999998,"5min":0.72599999999999998,"15min":0.72599999999999998},"last":0.48899999999999999},{"interface":"front","average":{"1min":0.54900000000000004,"5min":0.54900000000000004,"15min":0.54900000000000004},"min":{"1min":0.36399999999999999,"5min":0.36399999999999999,"15min":0.36399999999999999},"max":{"1min":0.746,"5min":0.746,"15min":0.746},"last":0.47399999999999998}]},{"osd":2,"last update":"Fri Sep 13 18:57:24 2024","interfaces":[{"interface":"back","average":{"1min":0.52300000000000002,"5min":0.52300000000000002,"15min":0.52300000000000002},"min":{"1min":0.38700000000000001,"5min":0.38700000000000001,"15min":0.38700000000000001},"max":{"1min":0.79600000000000004,"5min":0.79600000000000004,"15min":0.79600000000000004},"last":0.50900000000000001},{"interface":"front","average":{"1min":0.53100000000000003,"5min":0.53100000000000003,"15min":0.53100000000000003},"min":{"1min":0.377,"5min":0.377,"15min":0.377},"max":{"1min":0.67800000000000005,"5min":0.67800000000000005,"15min":0.67800000000000005},"last":0.59199999999999997}]},{"osd":3,"last update":"Fri Sep 13 18:57:24 2024","interfaces":[{"interface":"back","average":{"1min":0.54600000000000004,"5min":0.54600000000000004,"15min":0.54600000000000004},"min":{"1min":0.40899999999999997,"5min":0.40899999999999997,"15min":0.40899999999999997},"max":{"1min":0.872,"5min":0.872,"15min":0.872},"last":0.40799999999999997},{"interface":"front","average":{"1min":0.55300000000000005,"5min":0.55300000000000005,"15min":0.55300000000000005},"min":{"1min":0.35099999999999998,"5min":0.35099999999999998,"15min":0.35099999999999998},"max":{"1min":0.69099999999999995,"5min":0.69099999999999995,"15min":0.69099999999999995},"last":0.44900000000000001}]},{"osd":4,"last update":"Fri Sep 13 18:57:24 2024","interfaces":[{"interface":"back","average":{"1min":0.46100000000000002,"5min":0.46100000000000002,"15min":0.46100000000000002},"min":{"1min":0.307,"5min":0.307,"15min":0.307},"max":{"1min":0.76100000000000001,"5min":0.76100000000000001,"15min":0.76100000000000001},"last":0.42899999999999999},{"interface":"front","average":{"1min":0.504,"5min":0.504,"15min":0.504},"min":{"1min":0.33600000000000002,"5min":0.33600000000000002,"15min":0.33600000000000002},"max":{"1min":0.71999999999999997,"5min":0.71999999999999997,"15min":0.71999999999999997},"last":0.52400000000000002}]},{"osd":6,"last update":"Fri Sep 13 18:57:24 2024","interfaces":[{"interface":"back","average":{"1min":0.48999999999999999,"5min":0.48999999999999999,"15min":0.48999999999999999},"min":{"1min":0.28000000000000003,"5min":0.28000000000000003,"15min":0.28000000000000003},"max":{"1min":0.73299999999999998,"5min":0.73299999999999998,"15min":0.73299999999999998},"last":0.61699999999999999},{"interface":"front","average":{"1min":0.53000000000000003,"5min":0.53000000000000003,"15min":0.53000000000000003},"min":{"1min":0.30599999999999999,"5min":0.30599999999999999,"15min":0.30599999999999999},"max":{"1min":0.79800000000000004,"5min":0.79800000000000004,"15min":0.79800000000000004},"last":0.55100000000000005}]},{"osd":7,"last update":"Fri Sep 13 18:57:24 2024","interfaces":[{"interface":"back","average":{"1min":0.53700000000000003,"5min":0.53700000000000003,"15min":0.53700000000000003},"min":{"1min":0.32600000000000001,"5min":0.32600000000000001,"15min":0.32600000000000001},"max":{"1min":0.751,"5min":0.751,"15min":0.751},"last":0.57899999999999996},{"interface":"front","average":{"1min":0.56899999999999995,"5min":0.56899999999999995,"15min":0.56899999999999995},"min":{"1min":0.32600000000000001,"5min":0.32600000000000001,"15min":0.32600000000000001},"max":{"1min":0.77700000000000002,"5min":0.77700000000000002,"15min":0.77700000000000002},"last":0.64600000000000002}]}]},{"osd":3,"up_from":13,"seq":55834574868,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":27412,"kb_used_data":392,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344428,"statfs":{"total":96636764160,"available":96608694272,"internally_reserved":0,"allocated":401408,"data_stored":167542,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":27654600},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 18:57:23 2024","interfaces":[{"interface":"back","average":{"1min":0.33200000000000002,"5min":0.33200000000000002,"15min":0.33200000000000002},"min":{"1min":0.21199999999999999,"5min":0.21199999999999999,"15min":0.21199999999999999},"max":{"1min":0.496,"5min":0.496,"15min":0.496},"last":0.34100000000000003},{"interface":"front","average":{"1min":0.312,"5min":0.312,"15min":0.312},"min":{"1min":0.24199999999999999,"5min":0.24199999999999999,"15min":0.24199999999999999},"max":{"1min":0.45100000000000001,"5min":0.45100000000000001,"15min":0.45100000000000001},"last":0.27400000000000002}]},{"osd":1,"last update":"Fri Sep 13 18:57:23 2024","interfaces":[{"interface":"back","average":{"1min":0.29999999999999999,"5min":0.29999999999999999,"15min":0.29999999999999999},"min":{"1min":0.21299999999999999,"5min":0.21299999999999999,"15min":0.21299999999999999},"max":{"1min":0.41799999999999998,"5min":0.41799999999999998,"15min":0.41799999999999998},"last":0.25900000000000001},{"interface":"front","average":{"1min":0.33700000000000002,"5min":0.33700000000000002,"15min":0.33700000000000002},"min":{"1min":0.20999999999999999,"5min":0.20999999999999999,"15min":0.20999999999999999},"max":{"1min":0.57599999999999996,"5min":0.57599999999999996,"15min":0.57599999999999996},"last":0.28999999999999998}]},{"osd":2,"last update":"Fri Sep 13 18:57:23 2024","interfaces":[{"interface":"back","average":{"1min":0.38300000000000001,"5min":0.38300000000000001,"15min":0.38300000000000001},"min":{"1min":0.29999999999999999,"5min":0.29999999999999999,"15min":0.29999999999999999},"max":{"1min":0.621,"5min":0.621,"15min":0.621},"last":0.32500000000000001},{"interface":"front","average":{"1min":0.35499999999999998,"5min":0.35499999999999998,"15min":0.35499999999999998},"min":{"1min":0.26500000000000001,"5min":0.26500000000000001,"15min":0.26500000000000001},"max":{"1min":0.56200000000000006,"5min":0.56200000000000006,"15min":0.56200000000000006},"last":0.35299999999999998}]},{"osd":4,"last update":"Fri Sep 13 18:57:23 2024","interfaces":[{"interface":"back","average":{"1min":0.52500000000000002,"5min":0.52500000000000002,"15min":0.52500000000000002},"min":{"1min":0.34499999999999997,"5min":0.34499999999999997,"15min":0.34499999999999997},"max":{"1min":0.80800000000000005,"5min":0.80800000000000005,"15min":0.80800000000000005},"last":0.442},{"interface":"front","average":{"1min":0.53500000000000003,"5min":0.53500000000000003,"15min":0.53500000000000003},"min":{"1min":0.34499999999999997,"5min":0.34499999999999997,"15min":0.34499999999999997},"max":{"1min":0.78300000000000003,"5min":0.78300000000000003,"15min":0.78300000000000003},"last":0.50600000000000001}]},{"osd":5,"last update":"Fri Sep 13 18:57:23 2024","interfaces":[{"interface":"back","average":{"1min":0.53500000000000003,"5min":0.53500000000000003,"15min":0.53500000000000003},"min":{"1min":0.35899999999999999,"5min":0.35899999999999999,"15min":0.35899999999999999},"max":{"1min":0.71799999999999997,"5min":0.71799999999999997,"15min":0.71799999999999997},"last":0.48999999999999999},{"interface":"front","average":{"1min":0.51300000000000001,"5min":0.51300000000000001,"15min":0.51300000000000001},"min":{"1min":0.32700000000000001,"5min":0.32700000000000001,"15min":0.32700000000000001},"max":{"1min":0.69399999999999995,"5min":0.69399999999999995,"15min":0.69399999999999995},"last":0.57999999999999996}]},{"osd":6,"last update":"Fri Sep 13 18:57:23 2024","interfaces":[{"interface":"back","average":{"1min":0.55100000000000005,"5min":0.55100000000000005,"15min":0.55100000000000005},"min":{"1min":0.34000000000000002,"5min":0.34000000000000002,"15min":0.34000000000000002},"max":{"1min":0.74299999999999999,"5min":0.74299999999999999,"15min":0.74299999999999999},"last":0.60799999999999998},{"interface":"front","average":{"1min":0.56299999999999994,"5min":0.56299999999999994,"15min":0.56299999999999994},"min":{"1min":0.41699999999999998,"5min":0.41699999999999998,"15min":0.41699999999999998},"max":{"1min":0.748,"5min":0.748,"15min":0.748},"last":0.61899999999999999}]},{"osd":7,"last update":"Fri Sep 13 18:57:23 2024","interfaces":[{"interface":"back","average":{"1min":0.56599999999999995,"5min":0.56599999999999995,"15min":0.56599999999999995},"min":{"1min":0.42399999999999999,"5min":0.42399999999999999,"15min":0.42399999999999999},"max":{"1min":0.85599999999999998,"5min":0.85599999999999998,"15min":0.85599999999999998},"last":0.59299999999999997},{"interface":"front","average":{"1min":0.58199999999999996,"5min":0.58199999999999996,"15min":0.58199999999999996},"min":{"1min":0.38,"5min":0.38,"15min":0.38},"max":{"1min":0.876,"5min":0.876,"15min":0.876},"last":0.57199999999999995}]}]},{"osd":7,"up_from":13,"seq":55834574868,"num_pgs":15,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27992,"kb_used_data":972,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343848,"statfs":{"total":96636764160,"available":96608100352,"internally_reserved":0,"allocated":995328,"data_stored":757910,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":27654603},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 18:57:22 2024","interfaces":[{"interface":"back","average":{"1min":0.49399999999999999,"5min":0.49399999999999999,"15min":0.49399999999999999},"min":{"1min":0.34599999999999997,"5min":0.34599999999999997,"15min":0.34599999999999997},"max":{"1min":0.79900000000000004,"5min":0.79900000000000004,"15min":0.79900000000000004},"last":0.53900000000000003},{"interface":"front","average":{"1min":0.48899999999999999,"5min":0.48899999999999999,"15min":0.48899999999999999},"min":{"1min":0.33800000000000002,"5min":0.33800000000000002,"15min":0.33800000000000002},"max":{"1min":0.71599999999999997,"5min":0.71599999999999997,"15min":0.71599999999999997},"last":0.61899999999999999}]},{"osd":1,"last update":"Fri Sep 13 18:57:22 2024","interfaces":[{"interface":"back","average":{"1min":0.52400000000000002,"5min":0.52400000000000002,"15min":0.52400000000000002},"min":{"1min":0.37,"5min":0.37,"15min":0.37},"max":{"1min":0.755,"5min":0.755,"15min":0.755},"last":0.65500000000000003},{"interface":"front","average":{"1min":0.52500000000000002,"5min":0.52500000000000002,"15min":0.52500000000000002},"min":{"1min":0.35299999999999998,"5min":0.35299999999999998,"15min":0.35299999999999998},"max":{"1min":0.83499999999999996,"5min":0.83499999999999996,"15min":0.83499999999999996},"last":0.66700000000000004}]},{"osd":2,"last update":"Fri Sep 13 18:57:22 2024","interfaces":[{"interface":"back","average":{"1min":0.50600000000000001,"5min":0.50600000000000001,"15min":0.50600000000000001},"min":{"1min":0.38700000000000001,"5min":0.38700000000000001,"15min":0.38700000000000001},"max":{"1min":0.76200000000000001,"5min":0.76200000000000001,"15min":0.76200000000000001},"last":0.58299999999999996},{"interface":"front","average":{"1min":0.52700000000000002,"5min":0.52700000000000002,"15min":0.52700000000000002},"min":{"1min":0.312,"5min":0.312,"15min":0.312},"max":{"1min":0.81699999999999995,"5min":0.81699999999999995,"15min":0.81699999999999995},"last":0.52500000000000002}]},{"osd":3,"last update":"Fri Sep 13 18:57:22 2024","interfaces":[{"interface":"back","average":{"1min":0.497,"5min":0.497,"15min":0.497},"min":{"1min":0.33500000000000002,"5min":0.33500000000000002,"15min":0.33500000000000002},"max":{"1min":0.80000000000000004,"5min":0.80000000000000004,"15min":0.80000000000000004},"last":0.55700000000000005},{"interface":"front","average":{"1min":0.5,"5min":0.5,"15min":0.5},"min":{"1min":0.35599999999999998,"5min":0.35599999999999998,"15min":0.35599999999999998},"max":{"1min":0.68500000000000005,"5min":0.68500000000000005,"15min":0.68500000000000005},"last":0.63500000000000001}]},{"osd":4,"last update":"Fri Sep 13 18:57:22 2024","interfaces":[{"interface":"back","average":{"1min":0.47099999999999997,"5min":0.47099999999999997,"15min":0.47099999999999997},"min":{"1min":0.30099999999999999,"5min":0.30099999999999999,"15min":0.30099999999999999},"max":{"1min":0.64400000000000002,"5min":0.64400000000000002,"15min":0.64400000000000002},"last":0.44900000000000001},{"interface":"front","average":{"1min":0.502,"5min":0.502,"15min":0.502},"min":{"1min":0.27700000000000002,"5min":0.27700000000000002,"15min":0.27700000000000002},"max":{"1min":0.751,"5min":0.751,"15min":0.751},"last":0.70599999999999996}]},{"osd":5,"last update":"Fri Sep 13 18:57:25 2024","interfaces":[{"interface":"back","average":{"1min":0.49399999999999999,"5min":0.49399999999999999,"15min":0.49399999999999999},"min":{"1min":0.34300000000000003,"5min":0.34300000000000003,"15min":0.34300000000000003},"max":{"1min":0.63300000000000001,"5min":0.63300000000000001,"15min":0.63300000000000001},"last":0.57099999999999995},{"interface":"front","average":{"1min":0.54200000000000004,"5min":0.54200000000000004,"15min":0.54200000000000004},"min":{"1min":0.33100000000000002,"5min":0.33100000000000002,"15min":0.33100000000000002},"max":{"1min":0.70399999999999996,"5min":0.70399999999999996,"15min":0.70399999999999996},"last":0.60299999999999998}]},{"osd":6,"last update":"Fri Sep 13 18:57:22 2024","interfaces":[{"interface":"back","average":{"1min":0.52300000000000002,"5min":0.52300000000000002,"15min":0.52300000000000002},"min":{"1min":0.34200000000000003,"5min":0.34200000000000003,"15min":0.34200000000000003},"max":{"1min":0.65500000000000003,"5min":0.65500000000000003,"15min":0.65500000000000003},"last":0.64600000000000002},{"interface":"front","average":{"1min":0.56499999999999995,"5min":0.56499999999999995,"15min":0.56499999999999995},"min":{"1min":0.28499999999999998,"5min":0.28499999999999998,"15min":0.28499999999999998},"max":{"1min":0.71399999999999997,"5min":0.71399999999999997,"15min":0.71399999999999997},"last":0.68500000000000005}]}]},{"osd":6,"up_from":13,"seq":55834574868,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":27412,"kb_used_data":392,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344428,"statfs":{"total":96636764160,"available":96608694272,"internally_reserved":0,"allocated":401408,"data_stored":167542,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 18:57:24 2024","interfaces":[{"interface":"back","average":{"1min":0.50900000000000001,"5min":0.50900000000000001,"15min":0.50900000000000001},"min":{"1min":0.32300000000000001,"5min":0.32300000000000001,"15min":0.32300000000000001},"max":{"1min":0.63100000000000001,"5min":0.63100000000000001,"15min":0.63100000000000001},"last":0.55200000000000005},{"interface":"front","average":{"1min":0.503,"5min":0.503,"15min":0.503},"min":{"1min":0.39800000000000002,"5min":0.39800000000000002,"15min":0.39800000000000002},"max":{"1min":0.79700000000000004,"5min":0.79700000000000004,"15min":0.79700000000000004},"last":0.45000000000000001}]},{"osd":1,"last update":"Fri Sep 13 18:57:24 2024","interfaces":[{"interface":"back","average":{"1min":0.48199999999999998,"5min":0.48199999999999998,"15min":0.48199999999999998},"min":{"1min":0.379,"5min":0.379,"15min":0.379},"max":{"1min":0.73399999999999999,"5min":0.73399999999999999,"15min":0.73399999999999999},"last":0.42699999999999999},{"interface":"front","average":{"1min":0.51400000000000001,"5min":0.51400000000000001,"15min":0.51400000000000001},"min":{"1min":0.39300000000000002,"5min":0.39300000000000002,"15min":0.39300000000000002},"max":{"1min":0.871,"5min":0.871,"15min":0.871},"last":0.59199999999999997}]},{"osd":2,"last update":"Fri Sep 13 18:57:24 2024","interfaces":[{"interface":"back","average":{"1min":0.54200000000000004,"5min":0.54200000000000004,"15min":0.54200000000000004},"min":{"1min":0.35599999999999998,"5min":0.35599999999999998,"15min":0.35599999999999998},"max":{"1min":0.76200000000000001,"5min":0.76200000000000001,"15min":0.76200000000000001},"last":0.41799999999999998},{"interface":"front","average":{"1min":0.53100000000000003,"5min":0.53100000000000003,"15min":0.53100000000000003},"min":{"1min":0.38200000000000001,"5min":0.38200000000000001,"15min":0.38200000000000001},"max":{"1min":0.69899999999999995,"5min":0.69899999999999995,"15min":0.69899999999999995},"last":0.52200000000000002}]},{"osd":3,"last update":"Fri Sep 13 18:57:24 2024","interfaces":[{"interface":"back","average":{"1min":0.54100000000000004,"5min":0.54100000000000004,"15min":0.54100000000000004},"min":{"1min":0.38500000000000001,"5min":0.38500000000000001,"15min":0.38500000000000001},"max":{"1min":0.83699999999999997,"5min":0.83699999999999997,"15min":0.83699999999999997},"last":0.503},{"interface":"front","average":{"1min":0.56599999999999995,"5min":0.56599999999999995,"15min":0.56599999999999995},"min":{"1min":0.39700000000000002,"5min":0.39700000000000002,"15min":0.39700000000000002},"max":{"1min":0.74399999999999999,"5min":0.74399999999999999,"15min":0.74399999999999999},"last":0.48899999999999999}]},{"osd":4,"last update":"Fri Sep 13 18:57:24 2024","interfaces":[{"interface":"back","average":{"1min":0.47099999999999997,"5min":0.47099999999999997,"15min":0.47099999999999997},"min":{"1min":0.31900000000000001,"5min":0.31900000000000001,"15min":0.31900000000000001},"max":{"1min":0.70099999999999996,"5min":0.70099999999999996,"15min":0.70099999999999996},"last":0.38300000000000001},{"interface":"front","average":{"1min":0.47999999999999998,"5min":0.47999999999999998,"15min":0.47999999999999998},"min":{"1min":0.32300000000000001,"5min":0.32300000000000001,"15min":0.32300000000000001},"max":{"1min":0.76700000000000002,"5min":0.76700000000000002,"15min":0.76700000000000002},"last":0.46800000000000003}]},{"osd":5,"last update":"Fri Sep 13 18:57:24 2024","interfaces":[{"interface":"back","average":{"1min":0.50900000000000001,"5min":0.50900000000000001,"15min":0.50900000000000001},"min":{"1min":0.314,"5min":0.314,"15min":0.314},"max":{"1min":0.66700000000000004,"5min":0.66700000000000004,"15min":0.66700000000000004},"last":0.56399999999999995},{"interface":"front","average":{"1min":0.52100000000000002,"5min":0.52100000000000002,"15min":0.52100000000000002},"min":{"1min":0.34300000000000003,"5min":0.34300000000000003,"15min":0.34300000000000003},"max":{"1min":0.90000000000000002,"5min":0.90000000000000002,"15min":0.90000000000000002},"last":0.44}]},{"osd":7,"last update":"Fri Sep 13 18:57:24 2024","interfaces":[{"interface":"back","average":{"1min":0.55500000000000005,"5min":0.55500000000000005,"15min":0.55500000000000005},"min":{"1min":0.30399999999999999,"5min":0.30399999999999999,"15min":0.30399999999999999},"max":{"1min":0.748,"5min":0.748,"15min":0.748},"last":0.61099999999999999},{"interface":"front","average":{"1min":0.59399999999999997,"5min":0.59399999999999997,"15min":0.59399999999999997},"min":{"1min":0.434,"5min":0.434,"15min":0.434},"max":{"1min":0.78000000000000003,"5min":0.78000000000000003,"15min":0.78000000000000003},"last":0.53700000000000003}]}]},{"osd":4,"up_from":13,"seq":55834574868,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":27416,"kb_used_data":392,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344424,"statfs":{"total":96636764160,"available":96608690176,"internally_reserved":0,"allocated":401408,"data_stored":167542,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 18:57:22 2024","interfaces":[{"interface":"back","average":{"1min":0.52800000000000002,"5min":0.52800000000000002,"15min":0.52800000000000002},"min":{"1min":0.372,"5min":0.372,"15min":0.372},"max":{"1min":0.876,"5min":0.876,"15min":0.876},"last":0.67600000000000005},{"interface":"front","average":{"1min":0.48199999999999998,"5min":0.48199999999999998,"15min":0.48199999999999998},"min":{"1min":0.40100000000000002,"5min":0.40100000000000002,"15min":0.40100000000000002},"max":{"1min":0.82999999999999996,"5min":0.82999999999999996,"15min":0.82999999999999996},"last":0.56699999999999995}]},{"osd":1,"last update":"Fri Sep 13 18:57:22 2024","interfaces":[{"interface":"back","average":{"1min":0.55400000000000005,"5min":0.55400000000000005,"15min":0.55400000000000005},"min":{"1min":0.34200000000000003,"5min":0.34200000000000003,"15min":0.34200000000000003},"max":{"1min":1.0209999999999999,"5min":1.0209999999999999,"15min":1.0209999999999999},"last":0.48799999999999999},{"interface":"front","average":{"1min":0.51600000000000001,"5min":0.51600000000000001,"15min":0.51600000000000001},"min":{"1min":0.32300000000000001,"5min":0.32300000000000001,"15min":0.32300000000000001},"max":{"1min":0.81599999999999995,"5min":0.81599999999999995,"15min":0.81599999999999995},"last":0.70999999999999996}]},{"osd":2,"last update":"Fri Sep 13 18:57:22 2024","interfaces":[{"interface":"back","average":{"1min":0.55800000000000005,"5min":0.55800000000000005,"15min":0.55800000000000005},"min":{"1min":0.36499999999999999,"5min":0.36499999999999999,"15min":0.36499999999999999},"max":{"1min":0.96499999999999997,"5min":0.96499999999999997,"15min":0.96499999999999997},"last":0.53300000000000003},{"interface":"front","average":{"1min":0.54800000000000004,"5min":0.54800000000000004,"15min":0.54800000000000004},"min":{"1min":0.41099999999999998,"5min":0.41099999999999998,"15min":0.41099999999999998},"max":{"1min":0.78500000000000003,"5min":0.78500000000000003,"15min":0.78500000000000003},"last":0.60499999999999998}]},{"osd":3,"last update":"Fri Sep 13 18:57:22 2024","interfaces":[{"interface":"back","average":{"1min":0.57599999999999996,"5min":0.57599999999999996,"15min":0.57599999999999996},"min":{"1min":0.39000000000000001,"5min":0.39000000000000001,"15min":0.39000000000000001},"max":{"1min":1.087,"5min":1.087,"15min":1.087},"last":0.66200000000000003},{"interface":"front","average":{"1min":0.57199999999999995,"5min":0.57199999999999995,"15min":0.57199999999999995},"min":{"1min":0.35599999999999998,"5min":0.35599999999999998,"15min":0.35599999999999998},"max":{"1min":0.998,"5min":0.998,"15min":0.998},"last":0.5}]},{"osd":5,"last update":"Fri Sep 13 18:57:22 2024","interfaces":[{"interface":"back","average":{"1min":0.46800000000000003,"5min":0.46800000000000003,"15min":0.46800000000000003},"min":{"1min":0.33500000000000002,"5min":0.33500000000000002,"15min":0.33500000000000002},"max":{"1min":0.61699999999999999,"5min":0.61699999999999999,"15min":0.61699999999999999},"last":0.46700000000000003},{"interface":"front","average":{"1min":0.54400000000000004,"5min":0.54400000000000004,"15min":0.54400000000000004},"min":{"1min":0.30599999999999999,"5min":0.30599999999999999,"15min":0.30599999999999999},"max":{"1min":1.244,"5min":1.244,"15min":1.244},"last":0.623}]},{"osd":6,"last update":"Fri Sep 13 18:57:22 2024","interfaces":[{"interface":"back","average":{"1min":0.52200000000000002,"5min":0.52200000000000002,"15min":0.52200000000000002},"min":{"1min":0.33800000000000002,"5min":0.33800000000000002,"15min":0.33800000000000002},"max":{"1min":0.76900000000000002,"5min":0.76900000000000002,"15min":0.76900000000000002},"last":0.73499999999999999},{"interface":"front","average":{"1min":0.59099999999999997,"5min":0.59099999999999997,"15min":0.59099999999999997},"min":{"1min":0.33200000000000002,"5min":0.33200000000000002,"15min":0.33200000000000002},"max":{"1min":1.1359999999999999,"5min":1.1359999999999999,"15min":1.1359999999999999},"last":0.38200000000000001}]},{"osd":7,"last update":"Fri Sep 13 18:57:22 2024","interfaces":[{"interface":"back","average":{"1min":0.57499999999999996,"5min":0.57499999999999996,"15min":0.57499999999999996},"min":{"1min":0.32900000000000001,"5min":0.32900000000000001,"15min":0.32900000000000001},"max":{"1min":0.78700000000000003,"5min":0.78700000000000003,"15min":0.78700000000000003},"last":0.64000000000000001},{"interface":"front","average":{"1min":0.55800000000000005,"5min":0.55800000000000005,"15min":0.55800000000000005},"min":{"1min":0.39700000000000002,"5min":0.39700000000000002,"15min":0.39700000000000002},"max":{"1min":0.72299999999999998,"5min":0.72299999999999998,"15min":0.72299999999999998},"last":0.69199999999999995}]}]},{"osd":2,"up_from":13,"seq":55834574867,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":27416,"kb_used_data":392,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344424,"statfs":{"total":96636764160,"available":96608690176,"internally_reserved":0,"allocated":401408,"data_stored":167542,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 18:57:21 2024","interfaces":[{"interface":"back","average":{"1min":0.315,"5min":0.315,"15min":0.315},"min":{"1min":0.222,"5min":0.222,"15min":0.222},"max":{"1min":0.53200000000000003,"5min":0.53200000000000003,"15min":0.53200000000000003},"last":0.30399999999999999},{"interface":"front","average":{"1min":0.36099999999999999,"5min":0.36099999999999999,"15min":0.36099999999999999},"min":{"1min":0.255,"5min":0.255,"15min":0.255},"max":{"1min":0.58299999999999996,"5min":0.58299999999999996,"15min":0.58299999999999996},"last":0.28999999999999998}]},{"osd":1,"last update":"Fri Sep 13 18:57:21 2024","interfaces":[{"interface":"back","average":{"1min":0.36099999999999999,"5min":0.36099999999999999,"15min":0.36099999999999999},"min":{"1min":0.28100000000000003,"5min":0.28100000000000003,"15min":0.28100000000000003},"max":{"1min":0.56100000000000005,"5min":0.56100000000000005,"15min":0.56100000000000005},"last":0.371},{"interface":"front","average":{"1min":0.34300000000000003,"5min":0.34300000000000003,"15min":0.34300000000000003},"min":{"1min":0.26400000000000001,"5min":0.26400000000000001,"15min":0.26400000000000001},"max":{"1min":0.47899999999999998,"5min":0.47899999999999998,"15min":0.47899999999999998},"last":0.25900000000000001}]},{"osd":3,"last update":"Fri Sep 13 18:57:21 2024","interfaces":[{"interface":"back","average":{"1min":0.40100000000000002,"5min":0.40100000000000002,"15min":0.40100000000000002},"min":{"1min":0.253,"5min":0.253,"15min":0.253},"max":{"1min":0.94799999999999995,"5min":0.94799999999999995,"15min":0.94799999999999995},"last":0.32100000000000001},{"interface":"front","average":{"1min":0.38500000000000001,"5min":0.38500000000000001,"15min":0.38500000000000001},"min":{"1min":0.25800000000000001,"5min":0.25800000000000001,"15min":0.25800000000000001},"max":{"1min":1.0209999999999999,"5min":1.0209999999999999,"15min":1.0209999999999999},"last":0.33200000000000002}]},{"osd":4,"last update":"Fri Sep 13 18:57:21 2024","interfaces":[{"interface":"back","average":{"1min":0.58799999999999997,"5min":0.58799999999999997,"15min":0.58799999999999997},"min":{"1min":0.312,"5min":0.312,"15min":0.312},"max":{"1min":0.98299999999999998,"5min":0.98299999999999998,"15min":0.98299999999999998},"last":0.40999999999999998},{"interface":"front","average":{"1min":0.59399999999999997,"5min":0.59399999999999997,"15min":0.59399999999999997},"min":{"1min":0.38100000000000001,"5min":0.38100000000000001,"15min":0.38100000000000001},"max":{"1min":0.90000000000000002,"5min":0.90000000000000002,"15min":0.90000000000000002},"last":0.41499999999999998}]},{"osd":5,"last update":"Fri Sep 13 18:57:25 2024","interfaces":[{"interface":"back","average":{"1min":0.52000000000000002,"5min":0.52000000000000002,"15min":0.52000000000000002},"min":{"1min":0.33800000000000002,"5min":0.33800000000000002,"15min":0.33800000000000002},"max":{"1min":0.71599999999999997,"5min":0.71599999999999997,"15min":0.71599999999999997},"last":0.39100000000000001},{"interface":"front","average":{"1min":0.54200000000000004,"5min":0.54200000000000004,"15min":0.54200000000000004},"min":{"1min":0.36099999999999999,"5min":0.36099999999999999,"15min":0.36099999999999999},"max":{"1min":0.75900000000000001,"5min":0.75900000000000001,"15min":0.75900000000000001},"last":0.44900000000000001}]},{"osd":6,"last update":"Fri Sep 13 18:57:21 2024","interfaces":[{"interface":"back","average":{"1min":0.57199999999999995,"5min":0.57199999999999995,"15min":0.57199999999999995},"min":{"1min":0.41699999999999998,"5min":0.41699999999999998,"15min":0.41699999999999998},"max":{"1min":0.90300000000000002,"5min":0.90300000000000002,"15min":0.90300000000000002},"last":0.54100000000000004},{"interface":"front","average":{"1min":0.55600000000000005,"5min":0.55600000000000005,"15min":0.55600000000000005},"min":{"1min":0.35199999999999998,"5min":0.35199999999999998,"15min":0.35199999999999998},"max":{"1min":0.83699999999999997,"5min":0.83699999999999997,"15min":0.83699999999999997},"last":0.42999999999999999}]},{"osd":7,"last update":"Fri Sep 13 18:57:21 2024","interfaces":[{"interface":"back","average":{"1min":0.57399999999999995,"5min":0.57399999999999995,"15min":0.57399999999999995},"min":{"1min":0.41799999999999998,"5min":0.41799999999999998,"15min":0.41799999999999998},"max":{"1min":0.92500000000000004,"5min":0.92500000000000004,"15min":0.92500000000000004},"last":0.436},{"interface":"front","average":{"1min":0.58199999999999996,"5min":0.58199999999999996,"15min":0.58199999999999996},"min":{"1min":0.39200000000000002,"5min":0.39200000000000002,"15min":0.39200000000000002},"max":{"1min":0.82299999999999995,"5min":0.82299999999999995,"15min":0.82299999999999995},"last":0.52400000000000002}]}]},{"osd":1,"up_from":13,"seq":55834574868,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":27416,"kb_used_data":392,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344424,"statfs":{"total":96636764160,"available":96608690176,"internally_reserved":0,"allocated":401408,"data_stored":167542,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 18:57:23 2024","interfaces":[{"interface":"back","average":{"1min":0.307,"5min":0.307,"15min":0.307},"min":{"1min":0.187,"5min":0.187,"15min":0.187},"max":{"1min":0.52900000000000003,"5min":0.52900000000000003,"15min":0.52900000000000003},"last":0.23200000000000001},{"interface":"front","average":{"1min":0.32700000000000001,"5min":0.32700000000000001,"15min":0.32700000000000001},"min":{"1min":0.20699999999999999,"5min":0.20699999999999999,"15min":0.20699999999999999},"max":{"1min":0.68600000000000005,"5min":0.68600000000000005,"15min":0.68600000000000005},"last":0.27700000000000002}]},{"osd":2,"last update":"Fri Sep 13 18:57:23 2024","interfaces":[{"interface":"back","average":{"1min":0.35099999999999998,"5min":0.35099999999999998,"15min":0.35099999999999998},"min":{"1min":0.23000000000000001,"5min":0.23000000000000001,"15min":0.23000000000000001},"max":{"1min":0.57799999999999996,"5min":0.57799999999999996,"15min":0.57799999999999996},"last":0.32200000000000001},{"interface":"front","average":{"1min":0.374,"5min":0.374,"15min":0.374},"min":{"1min":0.25,"5min":0.25,"15min":0.25},"max":{"1min":0.58499999999999996,"5min":0.58499999999999996,"15min":0.58499999999999996},"last":0.28999999999999998}]},{"osd":3,"last update":"Fri Sep 13 18:57:23 2024","interfaces":[{"interface":"back","average":{"1min":0.38100000000000001,"5min":0.38100000000000001,"15min":0.38100000000000001},"min":{"1min":0.22700000000000001,"5min":0.22700000000000001,"15min":0.22700000000000001},"max":{"1min":0.77400000000000002,"5min":0.77400000000000002,"15min":0.77400000000000002},"last":0.29699999999999999},{"interface":"front","average":{"1min":0.36499999999999999,"5min":0.36499999999999999,"15min":0.36499999999999999},"min":{"1min":0.25800000000000001,"5min":0.25800000000000001,"15min":0.25800000000000001},"max":{"1min":0.56499999999999995,"5min":0.56499999999999995,"15min":0.56499999999999995},"last":0.26600000000000001}]},{"osd":4,"last update":"Fri Sep 13 18:57:23 2024","interfaces":[{"interface":"back","average":{"1min":0.58199999999999996,"5min":0.58199999999999996,"15min":0.58199999999999996},"min":{"1min":0.39500000000000002,"5min":0.39500000000000002,"15min":0.39500000000000002},"max":{"1min":0.82599999999999996,"5min":0.82599999999999996,"15min":0.82599999999999996},"last":0.59899999999999998},{"interface":"front","average":{"1min":0.57099999999999995,"5min":0.57099999999999995,"15min":0.57099999999999995},"min":{"1min":0.38500000000000001,"5min":0.38500000000000001,"15min":0.38500000000000001},"max":{"1min":0.81699999999999995,"5min":0.81699999999999995,"15min":0.81699999999999995},"last":0.52000000000000002}]},{"osd":5,"last update":"Fri Sep 13 18:57:23 2024","interfaces":[{"interface":"back","average":{"1min":0.57099999999999995,"5min":0.57099999999999995,"15min":0.57099999999999995},"min":{"1min":0.41399999999999998,"5min":0.41399999999999998,"15min":0.41399999999999998},"max":{"1min":0.78800000000000003,"5min":0.78800000000000003,"15min":0.78800000000000003},"last":0.52700000000000002},{"interface":"front","average":{"1min":0.57099999999999995,"5min":0.57099999999999995,"15min":0.57099999999999995},"min":{"1min":0.40500000000000003,"5min":0.40500000000000003,"15min":0.40500000000000003},"max":{"1min":0.73999999999999999,"5min":0.73999999999999999,"15min":0.73999999999999999},"last":0.57199999999999995}]},{"osd":6,"last update":"Fri Sep 13 18:57:23 2024","interfaces":[{"interface":"back","average":{"1min":0.58999999999999997,"5min":0.58999999999999997,"15min":0.58999999999999997},"min":{"1min":0.41499999999999998,"5min":0.41499999999999998,"15min":0.41499999999999998},"max":{"1min":0.81000000000000005,"5min":0.81000000000000005,"15min":0.81000000000000005},"last":0.49399999999999999},{"interface":"front","average":{"1min":0.57099999999999995,"5min":0.57099999999999995,"15min":0.57099999999999995},"min":{"1min":0.40899999999999997,"5min":0.40899999999999997,"15min":0.40899999999999997},"max":{"1min":0.72599999999999998,"5min":0.72599999999999998,"15min":0.72599999999999998},"last":0.58799999999999997}]},{"osd":7,"last update":"Fri Sep 13 18:57:23 2024","interfaces":[{"interface":"back","average":{"1min":0.59299999999999997,"5min":0.59299999999999997,"15min":0.59299999999999997},"min":{"1min":0.40400000000000003,"5min":0.40400000000000003,"15min":0.40400000000000003},"max":{"1min":0.79700000000000004,"5min":0.79700000000000004,"15min":0.79700000000000004},"last":0.54600000000000004},{"interface":"front","average":{"1min":0.61899999999999999,"5min":0.61899999999999999,"15min":0.61899999999999999},"min":{"1min":0.48699999999999999,"5min":0.48699999999999999,"15min":0.48699999999999999},"max":{"1min":0.88100000000000001,"5min":0.88100000000000001,"15min":0.88100000000000001},"last":0.55500000000000005}]}]},{"osd":0,"up_from":13,"seq":55834574866,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27996,"kb_used_data":972,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343844,"statfs":{"total":96636764160,"available":96608096256,"internally_reserved":0,"allocated":995328,"data_stored":757910,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Fri Sep 13 18:57:23 2024","interfaces":[{"interface":"back","average":{"1min":0.30299999999999999,"5min":0.30299999999999999,"15min":0.30299999999999999},"min":{"1min":0.17799999999999999,"5min":0.17799999999999999,"15min":0.17799999999999999},"max":{"1min":0.40400000000000003,"5min":0.40400000000000003,"15min":0.40400000000000003},"last":0.317},{"interface":"front","average":{"1min":0.313,"5min":0.313,"15min":0.313},"min":{"1min":0.20499999999999999,"5min":0.20499999999999999,"15min":0.20499999999999999},"max":{"1min":0.44800000000000001,"5min":0.44800000000000001,"15min":0.44800000000000001},"last":0.254}]},{"osd":2,"last update":"Fri Sep 13 18:57:23 2024","interfaces":[{"interface":"back","average":{"1min":0.32900000000000001,"5min":0.32900000000000001,"15min":0.32900000000000001},"min":{"1min":0.214,"5min":0.214,"15min":0.214},"max":{"1min":0.44700000000000001,"5min":0.44700000000000001,"15min":0.44700000000000001},"last":0.26700000000000002},{"interface":"front","average":{"1min":0.32300000000000001,"5min":0.32300000000000001,"15min":0.32300000000000001},"min":{"1min":0.25,"5min":0.25,"15min":0.25},"max":{"1min":0.48299999999999998,"5min":0.48299999999999998,"15min":0.48299999999999998},"last":0.28299999999999997}]},{"osd":3,"last update":"Fri Sep 13 18:57:23 2024","interfaces":[{"interface":"back","average":{"1min":0.33400000000000002,"5min":0.33400000000000002,"15min":0.33400000000000002},"min":{"1min":0.219,"5min":0.219,"15min":0.219},"max":{"1min":0.61199999999999999,"5min":0.61199999999999999,"15min":0.61199999999999999},"last":0.33000000000000002},{"interface":"front","average":{"1min":0.34200000000000003,"5min":0.34200000000000003,"15min":0.34200000000000003},"min":{"1min":0.23300000000000001,"5min":0.23300000000000001,"15min":0.23300000000000001},"max":{"1min":0.48599999999999999,"5min":0.48599999999999999,"15min":0.48599999999999999},"last":0.29799999999999999}]},{"osd":4,"last update":"Fri Sep 13 18:57:23 2024","interfaces":[{"interface":"back","average":{"1min":0.56100000000000005,"5min":0.56100000000000005,"15min":0.56100000000000005},"min":{"1min":0.34799999999999998,"5min":0.34799999999999998,"15min":0.34799999999999998},"max":{"1min":0.77600000000000002,"5min":0.77600000000000002,"15min":0.77600000000000002},"last":0.66000000000000003},{"interface":"front","average":{"1min":0.54100000000000004,"5min":0.54100000000000004,"15min":0.54100000000000004},"min":{"1min":0.41099999999999998,"5min":0.41099999999999998,"15min":0.41099999999999998},"max":{"1min":0.69399999999999995,"5min":0.69399999999999995,"15min":0.69399999999999995},"last":0.67200000000000004}]},{"osd":5,"last update":"Fri Sep 13 18:57:23 2024","interfaces":[{"interface":"back","average":{"1min":0.504,"5min":0.504,"15min":0.504},"min":{"1min":0.34200000000000003,"5min":0.34200000000000003,"15min":0.34200000000000003},"max":{"1min":0.68500000000000005,"5min":0.68500000000000005,"15min":0.68500000000000005},"last":0.55300000000000005},{"interface":"front","average":{"1min":0.52700000000000002,"5min":0.52700000000000002,"15min":0.52700000000000002},"min":{"1min":0.35399999999999998,"5min":0.35399999999999998,"15min":0.35399999999999998},"max":{"1min":0.86099999999999999,"5min":0.86099999999999999,"15min":0.86099999999999999},"last":0.68999999999999995}]},{"osd":6,"last update":"Fri Sep 13 18:57:23 2024","interfaces":[{"interface":"back","average":{"1min":0.54300000000000004,"5min":0.54300000000000004,"15min":0.54300000000000004},"min":{"1min":0.372,"5min":0.372,"15min":0.372},"max":{"1min":0.79400000000000004,"5min":0.79400000000000004,"15min":0.79400000000000004},"last":0.627},{"interface":"front","average":{"1min":0.54900000000000004,"5min":0.54900000000000004,"15min":0.54900000000000004},"min":{"1min":0.40200000000000002,"5min":0.40200000000000002,"15min":0.40200000000000002},"max":{"1min":0.82999999999999996,"5min":0.82999999999999996,"15min":0.82999999999999996},"last":0.71999999999999997}]},{"osd":7,"last update":"Fri Sep 13 18:57:23 2024","interfaces":[{"interface":"back","average":{"1min":0.54700000000000004,"5min":0.54700000000000004,"15min":0.54700000000000004},"min":{"1min":0.34499999999999997,"5min":0.34499999999999997,"15min":0.34499999999999997},"max":{"1min":0.75900000000000001,"5min":0.75900000000000001,"15min":0.75900000000000001},"last":0.56200000000000006},{"interface":"front","average":{"1min":0.53600000000000003,"5min":0.53600000000000003,"15min":0.53600000000000003},"min":{"1min":0.42499999999999999,"5min":0.42499999999999999,"15min":0.42499999999999999},"max":{"1min":0.72799999999999998,"5min":0.72799999999999998,"15min":0.72799999999999998},"last":0.70599999999999996}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-13T18:57:47.208 INFO:tasks.cephfs.filesystem.ceph_manager:PG 6.3f is not active+clean 2024-09-13T18:57:47.208 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '6.3f', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-13T18:57:43.271195+0000', 'last_change': '2024-09-13T18:57:43.271195+0000', 'last_active': '2024-09-13T18:57:43.271195+0000', 'last_peered': '2024-09-13T18:57:43.271195+0000', 'last_clean': '2024-09-13T18:57:43.271195+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T18:57:43.271195+0000', 'last_undegraded': '2024-09-13T18:57:43.271195+0000', 'last_fullsized': '2024-09-13T18:57:43.271195+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T18:57:43.271195+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T18:57:43.271195+0000', 'last_clean_scrub_stamp': '2024-09-13T18:57:43.271195+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-13T18:57:47.208 INFO:tasks.cephfs.filesystem.ceph_manager:PG 6.3e is not active+clean 2024-09-13T18:57:47.208 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '6.3e', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-13T18:57:43.271195+0000', 'last_change': '2024-09-13T18:57:43.271195+0000', 'last_active': '2024-09-13T18:57:43.271195+0000', 'last_peered': '2024-09-13T18:57:43.271195+0000', 'last_clean': '2024-09-13T18:57:43.271195+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T18:57:43.271195+0000', 'last_undegraded': '2024-09-13T18:57:43.271195+0000', 'last_fullsized': '2024-09-13T18:57:43.271195+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T18:57:43.271195+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T18:57:43.271195+0000', 'last_clean_scrub_stamp': '2024-09-13T18:57:43.271195+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-13T18:57:47.208 INFO:tasks.cephfs.filesystem.ceph_manager:PG 6.3d is not active+clean 2024-09-13T18:57:47.208 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '6.3d', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-13T18:57:43.271195+0000', 'last_change': '2024-09-13T18:57:43.271195+0000', 'last_active': '2024-09-13T18:57:43.271195+0000', 'last_peered': '2024-09-13T18:57:43.271195+0000', 'last_clean': '2024-09-13T18:57:43.271195+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T18:57:43.271195+0000', 'last_undegraded': '2024-09-13T18:57:43.271195+0000', 'last_fullsized': '2024-09-13T18:57:43.271195+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T18:57:43.271195+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T18:57:43.271195+0000', 'last_clean_scrub_stamp': '2024-09-13T18:57:43.271195+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-13T18:57:47.208 INFO:tasks.cephfs.filesystem.ceph_manager:PG 6.3c is not active+clean 2024-09-13T18:57:47.208 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '6.3c', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-13T18:57:43.271195+0000', 'last_change': '2024-09-13T18:57:43.271195+0000', 'last_active': '2024-09-13T18:57:43.271195+0000', 'last_peered': '2024-09-13T18:57:43.271195+0000', 'last_clean': '2024-09-13T18:57:43.271195+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T18:57:43.271195+0000', 'last_undegraded': '2024-09-13T18:57:43.271195+0000', 'last_fullsized': '2024-09-13T18:57:43.271195+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T18:57:43.271195+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T18:57:43.271195+0000', 'last_clean_scrub_stamp': '2024-09-13T18:57:43.271195+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-13T18:57:47.208 INFO:tasks.cephfs.filesystem.ceph_manager:PG 6.3b is not active+clean 2024-09-13T18:57:47.208 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '6.3b', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-13T18:57:43.271195+0000', 'last_change': '2024-09-13T18:57:43.271195+0000', 'last_active': '2024-09-13T18:57:43.271195+0000', 'last_peered': '2024-09-13T18:57:43.271195+0000', 'last_clean': '2024-09-13T18:57:43.271195+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T18:57:43.271195+0000', 'last_undegraded': '2024-09-13T18:57:43.271195+0000', 'last_fullsized': '2024-09-13T18:57:43.271195+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T18:57:43.271195+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T18:57:43.271195+0000', 'last_clean_scrub_stamp': '2024-09-13T18:57:43.271195+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-13T18:57:47.209 INFO:tasks.cephfs.filesystem.ceph_manager:PG 6.3a is not active+clean 2024-09-13T18:57:47.209 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '6.3a', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-13T18:57:43.271195+0000', 'last_change': '2024-09-13T18:57:43.271195+0000', 'last_active': '2024-09-13T18:57:43.271195+0000', 'last_peered': '2024-09-13T18:57:43.271195+0000', 'last_clean': '2024-09-13T18:57:43.271195+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T18:57:43.271195+0000', 'last_undegraded': '2024-09-13T18:57:43.271195+0000', 'last_fullsized': '2024-09-13T18:57:43.271195+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T18:57:43.271195+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T18:57:43.271195+0000', 'last_clean_scrub_stamp': '2024-09-13T18:57:43.271195+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-13T18:57:47.209 INFO:tasks.cephfs.filesystem.ceph_manager:PG 6.39 is not active+clean 2024-09-13T18:57:47.209 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '6.39', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-13T18:57:43.271195+0000', 'last_change': '2024-09-13T18:57:43.271195+0000', 'last_active': '2024-09-13T18:57:43.271195+0000', 'last_peered': '2024-09-13T18:57:43.271195+0000', 'last_clean': '2024-09-13T18:57:43.271195+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T18:57:43.271195+0000', 'last_undegraded': '2024-09-13T18:57:43.271195+0000', 'last_fullsized': '2024-09-13T18:57:43.271195+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T18:57:43.271195+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T18:57:43.271195+0000', 'last_clean_scrub_stamp': '2024-09-13T18:57:43.271195+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-13T18:57:47.209 INFO:tasks.cephfs.filesystem.ceph_manager:PG 6.38 is not active+clean 2024-09-13T18:57:47.209 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '6.38', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-13T18:57:43.271195+0000', 'last_change': '2024-09-13T18:57:43.271195+0000', 'last_active': '2024-09-13T18:57:43.271195+0000', 'last_peered': '2024-09-13T18:57:43.271195+0000', 'last_clean': '2024-09-13T18:57:43.271195+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T18:57:43.271195+0000', 'last_undegraded': '2024-09-13T18:57:43.271195+0000', 'last_fullsized': '2024-09-13T18:57:43.271195+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T18:57:43.271195+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T18:57:43.271195+0000', 'last_clean_scrub_stamp': '2024-09-13T18:57:43.271195+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-13T18:57:47.209 INFO:tasks.cephfs.filesystem.ceph_manager:PG 6.37 is not active+clean 2024-09-13T18:57:47.209 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '6.37', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-13T18:57:43.271195+0000', 'last_change': '2024-09-13T18:57:43.271195+0000', 'last_active': '2024-09-13T18:57:43.271195+0000', 'last_peered': '2024-09-13T18:57:43.271195+0000', 'last_clean': '2024-09-13T18:57:43.271195+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T18:57:43.271195+0000', 'last_undegraded': '2024-09-13T18:57:43.271195+0000', 'last_fullsized': '2024-09-13T18:57:43.271195+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T18:57:43.271195+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T18:57:43.271195+0000', 'last_clean_scrub_stamp': '2024-09-13T18:57:43.271195+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-13T18:57:47.209 INFO:tasks.cephfs.filesystem.ceph_manager:PG 6.36 is not active+clean 2024-09-13T18:57:47.209 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '6.36', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-13T18:57:43.271195+0000', 'last_change': '2024-09-13T18:57:43.271195+0000', 'last_active': '2024-09-13T18:57:43.271195+0000', 'last_peered': '2024-09-13T18:57:43.271195+0000', 'last_clean': '2024-09-13T18:57:43.271195+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T18:57:43.271195+0000', 'last_undegraded': '2024-09-13T18:57:43.271195+0000', 'last_fullsized': '2024-09-13T18:57:43.271195+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T18:57:43.271195+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T18:57:43.271195+0000', 'last_clean_scrub_stamp': '2024-09-13T18:57:43.271195+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-13T18:57:47.209 INFO:tasks.cephfs.filesystem.ceph_manager:PG 6.35 is not active+clean 2024-09-13T18:57:47.210 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '6.35', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-13T18:57:43.271195+0000', 'last_change': '2024-09-13T18:57:43.271195+0000', 'last_active': '2024-09-13T18:57:43.271195+0000', 'last_peered': '2024-09-13T18:57:43.271195+0000', 'last_clean': '2024-09-13T18:57:43.271195+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T18:57:43.271195+0000', 'last_undegraded': '2024-09-13T18:57:43.271195+0000', 'last_fullsized': '2024-09-13T18:57:43.271195+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T18:57:43.271195+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T18:57:43.271195+0000', 'last_clean_scrub_stamp': '2024-09-13T18:57:43.271195+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-13T18:57:47.210 INFO:tasks.cephfs.filesystem.ceph_manager:PG 6.34 is not active+clean 2024-09-13T18:57:47.210 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '6.34', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-13T18:57:43.271195+0000', 'last_change': '2024-09-13T18:57:43.271195+0000', 'last_active': '2024-09-13T18:57:43.271195+0000', 'last_peered': '2024-09-13T18:57:43.271195+0000', 'last_clean': '2024-09-13T18:57:43.271195+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T18:57:43.271195+0000', 'last_undegraded': '2024-09-13T18:57:43.271195+0000', 'last_fullsized': '2024-09-13T18:57:43.271195+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T18:57:43.271195+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T18:57:43.271195+0000', 'last_clean_scrub_stamp': '2024-09-13T18:57:43.271195+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-13T18:57:47.210 INFO:tasks.cephfs.filesystem.ceph_manager:PG 6.33 is not active+clean 2024-09-13T18:57:47.210 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '6.33', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-13T18:57:43.271195+0000', 'last_change': '2024-09-13T18:57:43.271195+0000', 'last_active': '2024-09-13T18:57:43.271195+0000', 'last_peered': '2024-09-13T18:57:43.271195+0000', 'last_clean': '2024-09-13T18:57:43.271195+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T18:57:43.271195+0000', 'last_undegraded': '2024-09-13T18:57:43.271195+0000', 'last_fullsized': '2024-09-13T18:57:43.271195+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T18:57:43.271195+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T18:57:43.271195+0000', 'last_clean_scrub_stamp': '2024-09-13T18:57:43.271195+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-13T18:57:47.210 INFO:tasks.cephfs.filesystem.ceph_manager:PG 6.32 is not active+clean 2024-09-13T18:57:47.210 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '6.32', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-13T18:57:43.271195+0000', 'last_change': '2024-09-13T18:57:43.271195+0000', 'last_active': '2024-09-13T18:57:43.271195+0000', 'last_peered': '2024-09-13T18:57:43.271195+0000', 'last_clean': '2024-09-13T18:57:43.271195+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T18:57:43.271195+0000', 'last_undegraded': '2024-09-13T18:57:43.271195+0000', 'last_fullsized': '2024-09-13T18:57:43.271195+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T18:57:43.271195+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T18:57:43.271195+0000', 'last_clean_scrub_stamp': '2024-09-13T18:57:43.271195+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-13T18:57:47.210 INFO:tasks.cephfs.filesystem.ceph_manager:PG 6.31 is not active+clean 2024-09-13T18:57:47.210 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '6.31', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-13T18:57:43.271195+0000', 'last_change': '2024-09-13T18:57:43.271195+0000', 'last_active': '2024-09-13T18:57:43.271195+0000', 'last_peered': '2024-09-13T18:57:43.271195+0000', 'last_clean': '2024-09-13T18:57:43.271195+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T18:57:43.271195+0000', 'last_undegraded': '2024-09-13T18:57:43.271195+0000', 'last_fullsized': '2024-09-13T18:57:43.271195+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T18:57:43.271195+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T18:57:43.271195+0000', 'last_clean_scrub_stamp': '2024-09-13T18:57:43.271195+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-13T18:57:47.210 INFO:tasks.cephfs.filesystem.ceph_manager:PG 6.30 is not active+clean 2024-09-13T18:57:47.210 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '6.30', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-13T18:57:43.271195+0000', 'last_change': '2024-09-13T18:57:43.271195+0000', 'last_active': '2024-09-13T18:57:43.271195+0000', 'last_peered': '2024-09-13T18:57:43.271195+0000', 'last_clean': '2024-09-13T18:57:43.271195+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T18:57:43.271195+0000', 'last_undegraded': '2024-09-13T18:57:43.271195+0000', 'last_fullsized': '2024-09-13T18:57:43.271195+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T18:57:43.271195+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T18:57:43.271195+0000', 'last_clean_scrub_stamp': '2024-09-13T18:57:43.271195+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-13T18:57:47.210 INFO:tasks.cephfs.filesystem.ceph_manager:PG 6.2f is not active+clean 2024-09-13T18:57:47.211 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '6.2f', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-13T18:57:43.271195+0000', 'last_change': '2024-09-13T18:57:43.271195+0000', 'last_active': '2024-09-13T18:57:43.271195+0000', 'last_peered': '2024-09-13T18:57:43.271195+0000', 'last_clean': '2024-09-13T18:57:43.271195+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T18:57:43.271195+0000', 'last_undegraded': '2024-09-13T18:57:43.271195+0000', 'last_fullsized': '2024-09-13T18:57:43.271195+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T18:57:43.271195+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T18:57:43.271195+0000', 'last_clean_scrub_stamp': '2024-09-13T18:57:43.271195+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-13T18:57:47.211 INFO:tasks.cephfs.filesystem.ceph_manager:PG 6.2e is not active+clean 2024-09-13T18:57:47.211 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '6.2e', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-13T18:57:43.271195+0000', 'last_change': '2024-09-13T18:57:43.271195+0000', 'last_active': '2024-09-13T18:57:43.271195+0000', 'last_peered': '2024-09-13T18:57:43.271195+0000', 'last_clean': '2024-09-13T18:57:43.271195+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T18:57:43.271195+0000', 'last_undegraded': '2024-09-13T18:57:43.271195+0000', 'last_fullsized': '2024-09-13T18:57:43.271195+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T18:57:43.271195+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T18:57:43.271195+0000', 'last_clean_scrub_stamp': '2024-09-13T18:57:43.271195+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-13T18:57:47.211 INFO:tasks.cephfs.filesystem.ceph_manager:PG 6.2d is not active+clean 2024-09-13T18:57:47.211 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '6.2d', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-13T18:57:43.271195+0000', 'last_change': '2024-09-13T18:57:43.271195+0000', 'last_active': '2024-09-13T18:57:43.271195+0000', 'last_peered': '2024-09-13T18:57:43.271195+0000', 'last_clean': '2024-09-13T18:57:43.271195+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T18:57:43.271195+0000', 'last_undegraded': '2024-09-13T18:57:43.271195+0000', 'last_fullsized': '2024-09-13T18:57:43.271195+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T18:57:43.271195+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T18:57:43.271195+0000', 'last_clean_scrub_stamp': '2024-09-13T18:57:43.271195+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-13T18:57:47.211 INFO:tasks.cephfs.filesystem.ceph_manager:PG 6.2c is not active+clean 2024-09-13T18:57:47.211 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '6.2c', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-13T18:57:43.271195+0000', 'last_change': '2024-09-13T18:57:43.271195+0000', 'last_active': '2024-09-13T18:57:43.271195+0000', 'last_peered': '2024-09-13T18:57:43.271195+0000', 'last_clean': '2024-09-13T18:57:43.271195+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T18:57:43.271195+0000', 'last_undegraded': '2024-09-13T18:57:43.271195+0000', 'last_fullsized': '2024-09-13T18:57:43.271195+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T18:57:43.271195+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T18:57:43.271195+0000', 'last_clean_scrub_stamp': '2024-09-13T18:57:43.271195+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-13T18:57:47.211 INFO:tasks.cephfs.filesystem.ceph_manager:PG 6.2b is not active+clean 2024-09-13T18:57:47.211 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '6.2b', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-13T18:57:43.271195+0000', 'last_change': '2024-09-13T18:57:43.271195+0000', 'last_active': '2024-09-13T18:57:43.271195+0000', 'last_peered': '2024-09-13T18:57:43.271195+0000', 'last_clean': '2024-09-13T18:57:43.271195+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T18:57:43.271195+0000', 'last_undegraded': '2024-09-13T18:57:43.271195+0000', 'last_fullsized': '2024-09-13T18:57:43.271195+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T18:57:43.271195+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T18:57:43.271195+0000', 'last_clean_scrub_stamp': '2024-09-13T18:57:43.271195+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-13T18:57:47.211 INFO:tasks.cephfs.filesystem.ceph_manager:PG 6.2a is not active+clean 2024-09-13T18:57:47.211 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '6.2a', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-13T18:57:43.271195+0000', 'last_change': '2024-09-13T18:57:43.271195+0000', 'last_active': '2024-09-13T18:57:43.271195+0000', 'last_peered': '2024-09-13T18:57:43.271195+0000', 'last_clean': '2024-09-13T18:57:43.271195+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T18:57:43.271195+0000', 'last_undegraded': '2024-09-13T18:57:43.271195+0000', 'last_fullsized': '2024-09-13T18:57:43.271195+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T18:57:43.271195+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T18:57:43.271195+0000', 'last_clean_scrub_stamp': '2024-09-13T18:57:43.271195+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-13T18:57:47.212 INFO:tasks.cephfs.filesystem.ceph_manager:PG 6.29 is not active+clean 2024-09-13T18:57:47.212 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '6.29', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-13T18:57:43.271195+0000', 'last_change': '2024-09-13T18:57:43.271195+0000', 'last_active': '2024-09-13T18:57:43.271195+0000', 'last_peered': '2024-09-13T18:57:43.271195+0000', 'last_clean': '2024-09-13T18:57:43.271195+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T18:57:43.271195+0000', 'last_undegraded': '2024-09-13T18:57:43.271195+0000', 'last_fullsized': '2024-09-13T18:57:43.271195+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T18:57:43.271195+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T18:57:43.271195+0000', 'last_clean_scrub_stamp': '2024-09-13T18:57:43.271195+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-13T18:57:47.212 INFO:tasks.cephfs.filesystem.ceph_manager:PG 6.28 is not active+clean 2024-09-13T18:57:47.212 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '6.28', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-13T18:57:43.271195+0000', 'last_change': '2024-09-13T18:57:43.271195+0000', 'last_active': '2024-09-13T18:57:43.271195+0000', 'last_peered': '2024-09-13T18:57:43.271195+0000', 'last_clean': '2024-09-13T18:57:43.271195+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T18:57:43.271195+0000', 'last_undegraded': '2024-09-13T18:57:43.271195+0000', 'last_fullsized': '2024-09-13T18:57:43.271195+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T18:57:43.271195+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T18:57:43.271195+0000', 'last_clean_scrub_stamp': '2024-09-13T18:57:43.271195+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-13T18:57:47.212 INFO:tasks.cephfs.filesystem.ceph_manager:PG 6.27 is not active+clean 2024-09-13T18:57:47.212 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '6.27', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-13T18:57:43.271195+0000', 'last_change': '2024-09-13T18:57:43.271195+0000', 'last_active': '2024-09-13T18:57:43.271195+0000', 'last_peered': '2024-09-13T18:57:43.271195+0000', 'last_clean': '2024-09-13T18:57:43.271195+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T18:57:43.271195+0000', 'last_undegraded': '2024-09-13T18:57:43.271195+0000', 'last_fullsized': '2024-09-13T18:57:43.271195+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T18:57:43.271195+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T18:57:43.271195+0000', 'last_clean_scrub_stamp': '2024-09-13T18:57:43.271195+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-13T18:57:47.212 INFO:tasks.cephfs.filesystem.ceph_manager:PG 6.26 is not active+clean 2024-09-13T18:57:47.212 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '6.26', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-13T18:57:43.271195+0000', 'last_change': '2024-09-13T18:57:43.271195+0000', 'last_active': '2024-09-13T18:57:43.271195+0000', 'last_peered': '2024-09-13T18:57:43.271195+0000', 'last_clean': '2024-09-13T18:57:43.271195+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T18:57:43.271195+0000', 'last_undegraded': '2024-09-13T18:57:43.271195+0000', 'last_fullsized': '2024-09-13T18:57:43.271195+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T18:57:43.271195+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T18:57:43.271195+0000', 'last_clean_scrub_stamp': '2024-09-13T18:57:43.271195+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-13T18:57:47.212 INFO:tasks.cephfs.filesystem.ceph_manager:PG 6.25 is not active+clean 2024-09-13T18:57:47.213 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '6.25', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-13T18:57:43.271195+0000', 'last_change': '2024-09-13T18:57:43.271195+0000', 'last_active': '2024-09-13T18:57:43.271195+0000', 'last_peered': '2024-09-13T18:57:43.271195+0000', 'last_clean': '2024-09-13T18:57:43.271195+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T18:57:43.271195+0000', 'last_undegraded': '2024-09-13T18:57:43.271195+0000', 'last_fullsized': '2024-09-13T18:57:43.271195+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T18:57:43.271195+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T18:57:43.271195+0000', 'last_clean_scrub_stamp': '2024-09-13T18:57:43.271195+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-13T18:57:47.213 INFO:tasks.cephfs.filesystem.ceph_manager:PG 6.24 is not active+clean 2024-09-13T18:57:47.213 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '6.24', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-13T18:57:43.271195+0000', 'last_change': '2024-09-13T18:57:43.271195+0000', 'last_active': '2024-09-13T18:57:43.271195+0000', 'last_peered': '2024-09-13T18:57:43.271195+0000', 'last_clean': '2024-09-13T18:57:43.271195+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T18:57:43.271195+0000', 'last_undegraded': '2024-09-13T18:57:43.271195+0000', 'last_fullsized': '2024-09-13T18:57:43.271195+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T18:57:43.271195+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T18:57:43.271195+0000', 'last_clean_scrub_stamp': '2024-09-13T18:57:43.271195+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-13T18:57:47.213 INFO:tasks.cephfs.filesystem.ceph_manager:PG 6.23 is not active+clean 2024-09-13T18:57:47.213 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '6.23', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-13T18:57:43.271195+0000', 'last_change': '2024-09-13T18:57:43.271195+0000', 'last_active': '2024-09-13T18:57:43.271195+0000', 'last_peered': '2024-09-13T18:57:43.271195+0000', 'last_clean': '2024-09-13T18:57:43.271195+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T18:57:43.271195+0000', 'last_undegraded': '2024-09-13T18:57:43.271195+0000', 'last_fullsized': '2024-09-13T18:57:43.271195+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T18:57:43.271195+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T18:57:43.271195+0000', 'last_clean_scrub_stamp': '2024-09-13T18:57:43.271195+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-13T18:57:47.213 INFO:tasks.cephfs.filesystem.ceph_manager:PG 6.22 is not active+clean 2024-09-13T18:57:47.213 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '6.22', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-13T18:57:43.271195+0000', 'last_change': '2024-09-13T18:57:43.271195+0000', 'last_active': '2024-09-13T18:57:43.271195+0000', 'last_peered': '2024-09-13T18:57:43.271195+0000', 'last_clean': '2024-09-13T18:57:43.271195+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T18:57:43.271195+0000', 'last_undegraded': '2024-09-13T18:57:43.271195+0000', 'last_fullsized': '2024-09-13T18:57:43.271195+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T18:57:43.271195+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T18:57:43.271195+0000', 'last_clean_scrub_stamp': '2024-09-13T18:57:43.271195+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-13T18:57:47.213 INFO:tasks.cephfs.filesystem.ceph_manager:PG 6.21 is not active+clean 2024-09-13T18:57:47.213 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '6.21', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-13T18:57:43.271195+0000', 'last_change': '2024-09-13T18:57:43.271195+0000', 'last_active': '2024-09-13T18:57:43.271195+0000', 'last_peered': '2024-09-13T18:57:43.271195+0000', 'last_clean': '2024-09-13T18:57:43.271195+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T18:57:43.271195+0000', 'last_undegraded': '2024-09-13T18:57:43.271195+0000', 'last_fullsized': '2024-09-13T18:57:43.271195+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T18:57:43.271195+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T18:57:43.271195+0000', 'last_clean_scrub_stamp': '2024-09-13T18:57:43.271195+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-13T18:57:47.213 INFO:tasks.cephfs.filesystem.ceph_manager:PG 6.20 is not active+clean 2024-09-13T18:57:47.213 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '6.20', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-13T18:57:43.271195+0000', 'last_change': '2024-09-13T18:57:43.271195+0000', 'last_active': '2024-09-13T18:57:43.271195+0000', 'last_peered': '2024-09-13T18:57:43.271195+0000', 'last_clean': '2024-09-13T18:57:43.271195+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T18:57:43.271195+0000', 'last_undegraded': '2024-09-13T18:57:43.271195+0000', 'last_fullsized': '2024-09-13T18:57:43.271195+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T18:57:43.271195+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T18:57:43.271195+0000', 'last_clean_scrub_stamp': '2024-09-13T18:57:43.271195+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-13T18:57:47.214 INFO:tasks.cephfs.filesystem.ceph_manager:PG 6.1c is not active+clean 2024-09-13T18:57:47.214 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '6.1c', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-13T18:57:43.271195+0000', 'last_change': '2024-09-13T18:57:43.271195+0000', 'last_active': '2024-09-13T18:57:43.271195+0000', 'last_peered': '2024-09-13T18:57:43.271195+0000', 'last_clean': '2024-09-13T18:57:43.271195+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T18:57:43.271195+0000', 'last_undegraded': '2024-09-13T18:57:43.271195+0000', 'last_fullsized': '2024-09-13T18:57:43.271195+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T18:57:43.271195+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T18:57:43.271195+0000', 'last_clean_scrub_stamp': '2024-09-13T18:57:43.271195+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-13T18:57:47.214 INFO:tasks.cephfs.filesystem.ceph_manager:PG 5.1f is not active+clean 2024-09-13T18:57:47.214 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '5.1f', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-13T18:57:42.266140+0000', 'last_change': '2024-09-13T18:57:42.266140+0000', 'last_active': '2024-09-13T18:57:42.266140+0000', 'last_peered': '2024-09-13T18:57:42.266140+0000', 'last_clean': '2024-09-13T18:57:42.266140+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T18:57:42.266140+0000', 'last_undegraded': '2024-09-13T18:57:42.266140+0000', 'last_fullsized': '2024-09-13T18:57:42.266140+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T18:57:42.266140+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T18:57:42.266140+0000', 'last_clean_scrub_stamp': '2024-09-13T18:57:42.266140+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-13T18:57:47.214 INFO:tasks.cephfs.filesystem.ceph_manager:PG 6.1d is not active+clean 2024-09-13T18:57:47.214 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '6.1d', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-13T18:57:43.271195+0000', 'last_change': '2024-09-13T18:57:43.271195+0000', 'last_active': '2024-09-13T18:57:43.271195+0000', 'last_peered': '2024-09-13T18:57:43.271195+0000', 'last_clean': '2024-09-13T18:57:43.271195+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T18:57:43.271195+0000', 'last_undegraded': '2024-09-13T18:57:43.271195+0000', 'last_fullsized': '2024-09-13T18:57:43.271195+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T18:57:43.271195+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T18:57:43.271195+0000', 'last_clean_scrub_stamp': '2024-09-13T18:57:43.271195+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-13T18:57:47.214 INFO:tasks.cephfs.filesystem.ceph_manager:PG 5.1e is not active+clean 2024-09-13T18:57:47.214 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '5.1e', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-13T18:57:42.266140+0000', 'last_change': '2024-09-13T18:57:42.266140+0000', 'last_active': '2024-09-13T18:57:42.266140+0000', 'last_peered': '2024-09-13T18:57:42.266140+0000', 'last_clean': '2024-09-13T18:57:42.266140+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T18:57:42.266140+0000', 'last_undegraded': '2024-09-13T18:57:42.266140+0000', 'last_fullsized': '2024-09-13T18:57:42.266140+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T18:57:42.266140+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T18:57:42.266140+0000', 'last_clean_scrub_stamp': '2024-09-13T18:57:42.266140+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-13T18:57:47.215 INFO:tasks.cephfs.filesystem.ceph_manager:PG 6.1e is not active+clean 2024-09-13T18:57:47.215 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '6.1e', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-13T18:57:43.271195+0000', 'last_change': '2024-09-13T18:57:43.271195+0000', 'last_active': '2024-09-13T18:57:43.271195+0000', 'last_peered': '2024-09-13T18:57:43.271195+0000', 'last_clean': '2024-09-13T18:57:43.271195+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T18:57:43.271195+0000', 'last_undegraded': '2024-09-13T18:57:43.271195+0000', 'last_fullsized': '2024-09-13T18:57:43.271195+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T18:57:43.271195+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T18:57:43.271195+0000', 'last_clean_scrub_stamp': '2024-09-13T18:57:43.271195+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-13T18:57:47.215 INFO:tasks.cephfs.filesystem.ceph_manager:PG 5.1d is not active+clean 2024-09-13T18:57:47.215 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '5.1d', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-13T18:57:42.266140+0000', 'last_change': '2024-09-13T18:57:42.266140+0000', 'last_active': '2024-09-13T18:57:42.266140+0000', 'last_peered': '2024-09-13T18:57:42.266140+0000', 'last_clean': '2024-09-13T18:57:42.266140+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T18:57:42.266140+0000', 'last_undegraded': '2024-09-13T18:57:42.266140+0000', 'last_fullsized': '2024-09-13T18:57:42.266140+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T18:57:42.266140+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T18:57:42.266140+0000', 'last_clean_scrub_stamp': '2024-09-13T18:57:42.266140+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-13T18:57:47.215 INFO:tasks.cephfs.filesystem.ceph_manager:PG 6.1f is not active+clean 2024-09-13T18:57:47.215 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '6.1f', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-13T18:57:43.271195+0000', 'last_change': '2024-09-13T18:57:43.271195+0000', 'last_active': '2024-09-13T18:57:43.271195+0000', 'last_peered': '2024-09-13T18:57:43.271195+0000', 'last_clean': '2024-09-13T18:57:43.271195+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T18:57:43.271195+0000', 'last_undegraded': '2024-09-13T18:57:43.271195+0000', 'last_fullsized': '2024-09-13T18:57:43.271195+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T18:57:43.271195+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T18:57:43.271195+0000', 'last_clean_scrub_stamp': '2024-09-13T18:57:43.271195+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-13T18:57:47.215 INFO:tasks.cephfs.filesystem.ceph_manager:PG 5.1c is not active+clean 2024-09-13T18:57:47.215 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '5.1c', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-13T18:57:42.266140+0000', 'last_change': '2024-09-13T18:57:42.266140+0000', 'last_active': '2024-09-13T18:57:42.266140+0000', 'last_peered': '2024-09-13T18:57:42.266140+0000', 'last_clean': '2024-09-13T18:57:42.266140+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T18:57:42.266140+0000', 'last_undegraded': '2024-09-13T18:57:42.266140+0000', 'last_fullsized': '2024-09-13T18:57:42.266140+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T18:57:42.266140+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T18:57:42.266140+0000', 'last_clean_scrub_stamp': '2024-09-13T18:57:42.266140+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-13T18:57:47.215 INFO:tasks.cephfs.filesystem.ceph_manager:PG 6.18 is not active+clean 2024-09-13T18:57:47.215 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '6.18', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-13T18:57:43.271195+0000', 'last_change': '2024-09-13T18:57:43.271195+0000', 'last_active': '2024-09-13T18:57:43.271195+0000', 'last_peered': '2024-09-13T18:57:43.271195+0000', 'last_clean': '2024-09-13T18:57:43.271195+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T18:57:43.271195+0000', 'last_undegraded': '2024-09-13T18:57:43.271195+0000', 'last_fullsized': '2024-09-13T18:57:43.271195+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T18:57:43.271195+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T18:57:43.271195+0000', 'last_clean_scrub_stamp': '2024-09-13T18:57:43.271195+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-13T18:57:47.215 INFO:tasks.cephfs.filesystem.ceph_manager:PG 5.1b is not active+clean 2024-09-13T18:57:47.216 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '5.1b', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 36, 'state': 'creating+peering', 'last_fresh': '2024-09-13T18:57:42.278482+0000', 'last_change': '2024-09-13T18:57:42.278482+0000', 'last_active': '2024-09-13T18:57:42.266140+0000', 'last_peered': '2024-09-13T18:57:42.266140+0000', 'last_clean': '2024-09-13T18:57:42.266140+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T18:57:42.278482+0000', 'last_undegraded': '2024-09-13T18:57:42.278482+0000', 'last_fullsized': '2024-09-13T18:57:42.278482+0000', 'mapping_epoch': 36, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 36, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T18:57:42.266140+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T18:57:42.266140+0000', 'last_clean_scrub_stamp': '2024-09-13T18:57:42.266140+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-09-15T06:08:02.060175+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 0], 'acting': [5, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2024-09-13T18:57:47.216 INFO:tasks.cephfs.filesystem.ceph_manager:PG 6.19 is not active+clean 2024-09-13T18:57:47.216 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '6.19', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-13T18:57:43.271195+0000', 'last_change': '2024-09-13T18:57:43.271195+0000', 'last_active': '2024-09-13T18:57:43.271195+0000', 'last_peered': '2024-09-13T18:57:43.271195+0000', 'last_clean': '2024-09-13T18:57:43.271195+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T18:57:43.271195+0000', 'last_undegraded': '2024-09-13T18:57:43.271195+0000', 'last_fullsized': '2024-09-13T18:57:43.271195+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T18:57:43.271195+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T18:57:43.271195+0000', 'last_clean_scrub_stamp': '2024-09-13T18:57:43.271195+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-13T18:57:47.216 INFO:tasks.cephfs.filesystem.ceph_manager:PG 5.1a is not active+clean 2024-09-13T18:57:47.216 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '5.1a', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-13T18:57:42.266140+0000', 'last_change': '2024-09-13T18:57:42.266140+0000', 'last_active': '2024-09-13T18:57:42.266140+0000', 'last_peered': '2024-09-13T18:57:42.266140+0000', 'last_clean': '2024-09-13T18:57:42.266140+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T18:57:42.266140+0000', 'last_undegraded': '2024-09-13T18:57:42.266140+0000', 'last_fullsized': '2024-09-13T18:57:42.266140+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T18:57:42.266140+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T18:57:42.266140+0000', 'last_clean_scrub_stamp': '2024-09-13T18:57:42.266140+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-13T18:57:47.216 INFO:tasks.cephfs.filesystem.ceph_manager:PG 6.1a is not active+clean 2024-09-13T18:57:47.216 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '6.1a', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-13T18:57:43.271195+0000', 'last_change': '2024-09-13T18:57:43.271195+0000', 'last_active': '2024-09-13T18:57:43.271195+0000', 'last_peered': '2024-09-13T18:57:43.271195+0000', 'last_clean': '2024-09-13T18:57:43.271195+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T18:57:43.271195+0000', 'last_undegraded': '2024-09-13T18:57:43.271195+0000', 'last_fullsized': '2024-09-13T18:57:43.271195+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T18:57:43.271195+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T18:57:43.271195+0000', 'last_clean_scrub_stamp': '2024-09-13T18:57:43.271195+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-13T18:57:47.216 INFO:tasks.cephfs.filesystem.ceph_manager:PG 5.19 is not active+clean 2024-09-13T18:57:47.216 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '5.19', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-13T18:57:42.266140+0000', 'last_change': '2024-09-13T18:57:42.266140+0000', 'last_active': '2024-09-13T18:57:42.266140+0000', 'last_peered': '2024-09-13T18:57:42.266140+0000', 'last_clean': '2024-09-13T18:57:42.266140+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T18:57:42.266140+0000', 'last_undegraded': '2024-09-13T18:57:42.266140+0000', 'last_fullsized': '2024-09-13T18:57:42.266140+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T18:57:42.266140+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T18:57:42.266140+0000', 'last_clean_scrub_stamp': '2024-09-13T18:57:42.266140+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-13T18:57:47.217 INFO:tasks.cephfs.filesystem.ceph_manager:PG 6.1b is not active+clean 2024-09-13T18:57:47.217 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '6.1b', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-13T18:57:43.271195+0000', 'last_change': '2024-09-13T18:57:43.271195+0000', 'last_active': '2024-09-13T18:57:43.271195+0000', 'last_peered': '2024-09-13T18:57:43.271195+0000', 'last_clean': '2024-09-13T18:57:43.271195+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T18:57:43.271195+0000', 'last_undegraded': '2024-09-13T18:57:43.271195+0000', 'last_fullsized': '2024-09-13T18:57:43.271195+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T18:57:43.271195+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T18:57:43.271195+0000', 'last_clean_scrub_stamp': '2024-09-13T18:57:43.271195+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-13T18:57:47.217 INFO:tasks.cephfs.filesystem.ceph_manager:PG 5.18 is not active+clean 2024-09-13T18:57:47.217 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '5.18', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-13T18:57:42.266140+0000', 'last_change': '2024-09-13T18:57:42.266140+0000', 'last_active': '2024-09-13T18:57:42.266140+0000', 'last_peered': '2024-09-13T18:57:42.266140+0000', 'last_clean': '2024-09-13T18:57:42.266140+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T18:57:42.266140+0000', 'last_undegraded': '2024-09-13T18:57:42.266140+0000', 'last_fullsized': '2024-09-13T18:57:42.266140+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T18:57:42.266140+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T18:57:42.266140+0000', 'last_clean_scrub_stamp': '2024-09-13T18:57:42.266140+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-13T18:57:47.217 INFO:tasks.cephfs.filesystem.ceph_manager:PG 6.14 is not active+clean 2024-09-13T18:57:47.217 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '6.14', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-13T18:57:43.271195+0000', 'last_change': '2024-09-13T18:57:43.271195+0000', 'last_active': '2024-09-13T18:57:43.271195+0000', 'last_peered': '2024-09-13T18:57:43.271195+0000', 'last_clean': '2024-09-13T18:57:43.271195+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T18:57:43.271195+0000', 'last_undegraded': '2024-09-13T18:57:43.271195+0000', 'last_fullsized': '2024-09-13T18:57:43.271195+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T18:57:43.271195+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T18:57:43.271195+0000', 'last_clean_scrub_stamp': '2024-09-13T18:57:43.271195+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-13T18:57:47.217 INFO:tasks.cephfs.filesystem.ceph_manager:PG 5.17 is not active+clean 2024-09-13T18:57:47.217 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '5.17', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-13T18:57:42.266140+0000', 'last_change': '2024-09-13T18:57:42.266140+0000', 'last_active': '2024-09-13T18:57:42.266140+0000', 'last_peered': '2024-09-13T18:57:42.266140+0000', 'last_clean': '2024-09-13T18:57:42.266140+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T18:57:42.266140+0000', 'last_undegraded': '2024-09-13T18:57:42.266140+0000', 'last_fullsized': '2024-09-13T18:57:42.266140+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T18:57:42.266140+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T18:57:42.266140+0000', 'last_clean_scrub_stamp': '2024-09-13T18:57:42.266140+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-13T18:57:47.217 INFO:tasks.cephfs.filesystem.ceph_manager:PG 6.15 is not active+clean 2024-09-13T18:57:47.217 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '6.15', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-13T18:57:43.271195+0000', 'last_change': '2024-09-13T18:57:43.271195+0000', 'last_active': '2024-09-13T18:57:43.271195+0000', 'last_peered': '2024-09-13T18:57:43.271195+0000', 'last_clean': '2024-09-13T18:57:43.271195+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T18:57:43.271195+0000', 'last_undegraded': '2024-09-13T18:57:43.271195+0000', 'last_fullsized': '2024-09-13T18:57:43.271195+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T18:57:43.271195+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T18:57:43.271195+0000', 'last_clean_scrub_stamp': '2024-09-13T18:57:43.271195+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-13T18:57:47.217 INFO:tasks.cephfs.filesystem.ceph_manager:PG 5.16 is not active+clean 2024-09-13T18:57:47.218 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '5.16', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 36, 'state': 'creating+peering', 'last_fresh': '2024-09-13T18:57:42.278572+0000', 'last_change': '2024-09-13T18:57:42.278572+0000', 'last_active': '2024-09-13T18:57:42.266140+0000', 'last_peered': '2024-09-13T18:57:42.266140+0000', 'last_clean': '2024-09-13T18:57:42.266140+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T18:57:42.278572+0000', 'last_undegraded': '2024-09-13T18:57:42.278572+0000', 'last_fullsized': '2024-09-13T18:57:42.278572+0000', 'mapping_epoch': 36, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 36, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T18:57:42.266140+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T18:57:42.266140+0000', 'last_clean_scrub_stamp': '2024-09-13T18:57:42.266140+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-09-15T02:14:19.841999+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 3], 'acting': [5, 3], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2024-09-13T18:57:47.218 INFO:tasks.cephfs.filesystem.ceph_manager:PG 6.16 is not active+clean 2024-09-13T18:57:47.218 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '6.16', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-13T18:57:43.271195+0000', 'last_change': '2024-09-13T18:57:43.271195+0000', 'last_active': '2024-09-13T18:57:43.271195+0000', 'last_peered': '2024-09-13T18:57:43.271195+0000', 'last_clean': '2024-09-13T18:57:43.271195+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T18:57:43.271195+0000', 'last_undegraded': '2024-09-13T18:57:43.271195+0000', 'last_fullsized': '2024-09-13T18:57:43.271195+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T18:57:43.271195+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T18:57:43.271195+0000', 'last_clean_scrub_stamp': '2024-09-13T18:57:43.271195+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-13T18:57:47.218 INFO:tasks.cephfs.filesystem.ceph_manager:PG 5.15 is not active+clean 2024-09-13T18:57:47.218 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '5.15', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 36, 'state': 'creating+peering', 'last_fresh': '2024-09-13T18:57:42.278547+0000', 'last_change': '2024-09-13T18:57:42.278547+0000', 'last_active': '2024-09-13T18:57:42.266140+0000', 'last_peered': '2024-09-13T18:57:42.266140+0000', 'last_clean': '2024-09-13T18:57:42.266140+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T18:57:42.278547+0000', 'last_undegraded': '2024-09-13T18:57:42.278547+0000', 'last_fullsized': '2024-09-13T18:57:42.278547+0000', 'mapping_epoch': 36, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 36, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T18:57:42.266140+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T18:57:42.266140+0000', 'last_clean_scrub_stamp': '2024-09-13T18:57:42.266140+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-09-15T03:08:17.772215+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 1], 'acting': [5, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2024-09-13T18:57:47.218 INFO:tasks.cephfs.filesystem.ceph_manager:PG 6.17 is not active+clean 2024-09-13T18:57:47.218 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '6.17', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-13T18:57:43.271195+0000', 'last_change': '2024-09-13T18:57:43.271195+0000', 'last_active': '2024-09-13T18:57:43.271195+0000', 'last_peered': '2024-09-13T18:57:43.271195+0000', 'last_clean': '2024-09-13T18:57:43.271195+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T18:57:43.271195+0000', 'last_undegraded': '2024-09-13T18:57:43.271195+0000', 'last_fullsized': '2024-09-13T18:57:43.271195+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T18:57:43.271195+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T18:57:43.271195+0000', 'last_clean_scrub_stamp': '2024-09-13T18:57:43.271195+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-13T18:57:47.218 INFO:tasks.cephfs.filesystem.ceph_manager:PG 5.14 is not active+clean 2024-09-13T18:57:47.218 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '5.14', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-13T18:57:42.266140+0000', 'last_change': '2024-09-13T18:57:42.266140+0000', 'last_active': '2024-09-13T18:57:42.266140+0000', 'last_peered': '2024-09-13T18:57:42.266140+0000', 'last_clean': '2024-09-13T18:57:42.266140+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T18:57:42.266140+0000', 'last_undegraded': '2024-09-13T18:57:42.266140+0000', 'last_fullsized': '2024-09-13T18:57:42.266140+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T18:57:42.266140+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T18:57:42.266140+0000', 'last_clean_scrub_stamp': '2024-09-13T18:57:42.266140+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-13T18:57:47.218 INFO:tasks.cephfs.filesystem.ceph_manager:PG 6.10 is not active+clean 2024-09-13T18:57:47.218 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '6.10', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-13T18:57:43.271195+0000', 'last_change': '2024-09-13T18:57:43.271195+0000', 'last_active': '2024-09-13T18:57:43.271195+0000', 'last_peered': '2024-09-13T18:57:43.271195+0000', 'last_clean': '2024-09-13T18:57:43.271195+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T18:57:43.271195+0000', 'last_undegraded': '2024-09-13T18:57:43.271195+0000', 'last_fullsized': '2024-09-13T18:57:43.271195+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T18:57:43.271195+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T18:57:43.271195+0000', 'last_clean_scrub_stamp': '2024-09-13T18:57:43.271195+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-13T18:57:47.219 INFO:tasks.cephfs.filesystem.ceph_manager:PG 5.13 is not active+clean 2024-09-13T18:57:47.219 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '5.13', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-13T18:57:42.266140+0000', 'last_change': '2024-09-13T18:57:42.266140+0000', 'last_active': '2024-09-13T18:57:42.266140+0000', 'last_peered': '2024-09-13T18:57:42.266140+0000', 'last_clean': '2024-09-13T18:57:42.266140+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T18:57:42.266140+0000', 'last_undegraded': '2024-09-13T18:57:42.266140+0000', 'last_fullsized': '2024-09-13T18:57:42.266140+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T18:57:42.266140+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T18:57:42.266140+0000', 'last_clean_scrub_stamp': '2024-09-13T18:57:42.266140+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-13T18:57:47.219 INFO:tasks.cephfs.filesystem.ceph_manager:PG 6.11 is not active+clean 2024-09-13T18:57:47.219 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '6.11', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-13T18:57:43.271195+0000', 'last_change': '2024-09-13T18:57:43.271195+0000', 'last_active': '2024-09-13T18:57:43.271195+0000', 'last_peered': '2024-09-13T18:57:43.271195+0000', 'last_clean': '2024-09-13T18:57:43.271195+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T18:57:43.271195+0000', 'last_undegraded': '2024-09-13T18:57:43.271195+0000', 'last_fullsized': '2024-09-13T18:57:43.271195+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T18:57:43.271195+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T18:57:43.271195+0000', 'last_clean_scrub_stamp': '2024-09-13T18:57:43.271195+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-13T18:57:47.219 INFO:tasks.cephfs.filesystem.ceph_manager:PG 5.12 is not active+clean 2024-09-13T18:57:47.219 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '5.12', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-13T18:57:42.266140+0000', 'last_change': '2024-09-13T18:57:42.266140+0000', 'last_active': '2024-09-13T18:57:42.266140+0000', 'last_peered': '2024-09-13T18:57:42.266140+0000', 'last_clean': '2024-09-13T18:57:42.266140+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T18:57:42.266140+0000', 'last_undegraded': '2024-09-13T18:57:42.266140+0000', 'last_fullsized': '2024-09-13T18:57:42.266140+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T18:57:42.266140+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T18:57:42.266140+0000', 'last_clean_scrub_stamp': '2024-09-13T18:57:42.266140+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-13T18:57:47.219 INFO:tasks.cephfs.filesystem.ceph_manager:PG 6.12 is not active+clean 2024-09-13T18:57:47.219 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '6.12', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-13T18:57:43.271195+0000', 'last_change': '2024-09-13T18:57:43.271195+0000', 'last_active': '2024-09-13T18:57:43.271195+0000', 'last_peered': '2024-09-13T18:57:43.271195+0000', 'last_clean': '2024-09-13T18:57:43.271195+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T18:57:43.271195+0000', 'last_undegraded': '2024-09-13T18:57:43.271195+0000', 'last_fullsized': '2024-09-13T18:57:43.271195+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T18:57:43.271195+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T18:57:43.271195+0000', 'last_clean_scrub_stamp': '2024-09-13T18:57:43.271195+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-13T18:57:47.219 INFO:tasks.cephfs.filesystem.ceph_manager:PG 5.11 is not active+clean 2024-09-13T18:57:47.219 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '5.11', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-13T18:57:42.266140+0000', 'last_change': '2024-09-13T18:57:42.266140+0000', 'last_active': '2024-09-13T18:57:42.266140+0000', 'last_peered': '2024-09-13T18:57:42.266140+0000', 'last_clean': '2024-09-13T18:57:42.266140+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T18:57:42.266140+0000', 'last_undegraded': '2024-09-13T18:57:42.266140+0000', 'last_fullsized': '2024-09-13T18:57:42.266140+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T18:57:42.266140+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T18:57:42.266140+0000', 'last_clean_scrub_stamp': '2024-09-13T18:57:42.266140+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-13T18:57:47.220 INFO:tasks.cephfs.filesystem.ceph_manager:PG 6.13 is not active+clean 2024-09-13T18:57:47.220 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '6.13', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-13T18:57:43.271195+0000', 'last_change': '2024-09-13T18:57:43.271195+0000', 'last_active': '2024-09-13T18:57:43.271195+0000', 'last_peered': '2024-09-13T18:57:43.271195+0000', 'last_clean': '2024-09-13T18:57:43.271195+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T18:57:43.271195+0000', 'last_undegraded': '2024-09-13T18:57:43.271195+0000', 'last_fullsized': '2024-09-13T18:57:43.271195+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T18:57:43.271195+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T18:57:43.271195+0000', 'last_clean_scrub_stamp': '2024-09-13T18:57:43.271195+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-13T18:57:47.220 INFO:tasks.cephfs.filesystem.ceph_manager:PG 5.10 is not active+clean 2024-09-13T18:57:47.220 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '5.10', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-13T18:57:42.266140+0000', 'last_change': '2024-09-13T18:57:42.266140+0000', 'last_active': '2024-09-13T18:57:42.266140+0000', 'last_peered': '2024-09-13T18:57:42.266140+0000', 'last_clean': '2024-09-13T18:57:42.266140+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T18:57:42.266140+0000', 'last_undegraded': '2024-09-13T18:57:42.266140+0000', 'last_fullsized': '2024-09-13T18:57:42.266140+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T18:57:42.266140+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T18:57:42.266140+0000', 'last_clean_scrub_stamp': '2024-09-13T18:57:42.266140+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-13T18:57:47.220 INFO:tasks.cephfs.filesystem.ceph_manager:PG 6.c is not active+clean 2024-09-13T18:57:47.220 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '6.c', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-13T18:57:43.271195+0000', 'last_change': '2024-09-13T18:57:43.271195+0000', 'last_active': '2024-09-13T18:57:43.271195+0000', 'last_peered': '2024-09-13T18:57:43.271195+0000', 'last_clean': '2024-09-13T18:57:43.271195+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T18:57:43.271195+0000', 'last_undegraded': '2024-09-13T18:57:43.271195+0000', 'last_fullsized': '2024-09-13T18:57:43.271195+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T18:57:43.271195+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T18:57:43.271195+0000', 'last_clean_scrub_stamp': '2024-09-13T18:57:43.271195+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-13T18:57:47.220 INFO:tasks.cephfs.filesystem.ceph_manager:PG 5.f is not active+clean 2024-09-13T18:57:47.220 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '5.f', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 36, 'state': 'creating+peering', 'last_fresh': '2024-09-13T18:57:42.279060+0000', 'last_change': '2024-09-13T18:57:42.279060+0000', 'last_active': '2024-09-13T18:57:42.266140+0000', 'last_peered': '2024-09-13T18:57:42.266140+0000', 'last_clean': '2024-09-13T18:57:42.266140+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T18:57:42.279060+0000', 'last_undegraded': '2024-09-13T18:57:42.279060+0000', 'last_fullsized': '2024-09-13T18:57:42.279060+0000', 'mapping_epoch': 36, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 36, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T18:57:42.266140+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T18:57:42.266140+0000', 'last_clean_scrub_stamp': '2024-09-13T18:57:42.266140+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-09-15T02:21:35.927061+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 4], 'acting': [5, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2024-09-13T18:57:47.220 INFO:tasks.cephfs.filesystem.ceph_manager:PG 6.d is not active+clean 2024-09-13T18:57:47.220 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '6.d', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-13T18:57:43.271195+0000', 'last_change': '2024-09-13T18:57:43.271195+0000', 'last_active': '2024-09-13T18:57:43.271195+0000', 'last_peered': '2024-09-13T18:57:43.271195+0000', 'last_clean': '2024-09-13T18:57:43.271195+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T18:57:43.271195+0000', 'last_undegraded': '2024-09-13T18:57:43.271195+0000', 'last_fullsized': '2024-09-13T18:57:43.271195+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T18:57:43.271195+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T18:57:43.271195+0000', 'last_clean_scrub_stamp': '2024-09-13T18:57:43.271195+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-13T18:57:47.221 INFO:tasks.cephfs.filesystem.ceph_manager:PG 5.e is not active+clean 2024-09-13T18:57:47.221 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '5.e', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-13T18:57:42.266140+0000', 'last_change': '2024-09-13T18:57:42.266140+0000', 'last_active': '2024-09-13T18:57:42.266140+0000', 'last_peered': '2024-09-13T18:57:42.266140+0000', 'last_clean': '2024-09-13T18:57:42.266140+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T18:57:42.266140+0000', 'last_undegraded': '2024-09-13T18:57:42.266140+0000', 'last_fullsized': '2024-09-13T18:57:42.266140+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T18:57:42.266140+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T18:57:42.266140+0000', 'last_clean_scrub_stamp': '2024-09-13T18:57:42.266140+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-13T18:57:47.221 INFO:tasks.cephfs.filesystem.ceph_manager:PG 6.e is not active+clean 2024-09-13T18:57:47.221 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '6.e', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-13T18:57:43.271195+0000', 'last_change': '2024-09-13T18:57:43.271195+0000', 'last_active': '2024-09-13T18:57:43.271195+0000', 'last_peered': '2024-09-13T18:57:43.271195+0000', 'last_clean': '2024-09-13T18:57:43.271195+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T18:57:43.271195+0000', 'last_undegraded': '2024-09-13T18:57:43.271195+0000', 'last_fullsized': '2024-09-13T18:57:43.271195+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T18:57:43.271195+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T18:57:43.271195+0000', 'last_clean_scrub_stamp': '2024-09-13T18:57:43.271195+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-13T18:57:47.221 INFO:tasks.cephfs.filesystem.ceph_manager:PG 5.d is not active+clean 2024-09-13T18:57:47.221 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '5.d', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-13T18:57:42.266140+0000', 'last_change': '2024-09-13T18:57:42.266140+0000', 'last_active': '2024-09-13T18:57:42.266140+0000', 'last_peered': '2024-09-13T18:57:42.266140+0000', 'last_clean': '2024-09-13T18:57:42.266140+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T18:57:42.266140+0000', 'last_undegraded': '2024-09-13T18:57:42.266140+0000', 'last_fullsized': '2024-09-13T18:57:42.266140+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T18:57:42.266140+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T18:57:42.266140+0000', 'last_clean_scrub_stamp': '2024-09-13T18:57:42.266140+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-13T18:57:47.221 INFO:tasks.cephfs.filesystem.ceph_manager:PG 6.f is not active+clean 2024-09-13T18:57:47.221 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '6.f', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-13T18:57:43.271195+0000', 'last_change': '2024-09-13T18:57:43.271195+0000', 'last_active': '2024-09-13T18:57:43.271195+0000', 'last_peered': '2024-09-13T18:57:43.271195+0000', 'last_clean': '2024-09-13T18:57:43.271195+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T18:57:43.271195+0000', 'last_undegraded': '2024-09-13T18:57:43.271195+0000', 'last_fullsized': '2024-09-13T18:57:43.271195+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T18:57:43.271195+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T18:57:43.271195+0000', 'last_clean_scrub_stamp': '2024-09-13T18:57:43.271195+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-13T18:57:47.221 INFO:tasks.cephfs.filesystem.ceph_manager:PG 5.c is not active+clean 2024-09-13T18:57:47.221 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '5.c', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-13T18:57:42.266140+0000', 'last_change': '2024-09-13T18:57:42.266140+0000', 'last_active': '2024-09-13T18:57:42.266140+0000', 'last_peered': '2024-09-13T18:57:42.266140+0000', 'last_clean': '2024-09-13T18:57:42.266140+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T18:57:42.266140+0000', 'last_undegraded': '2024-09-13T18:57:42.266140+0000', 'last_fullsized': '2024-09-13T18:57:42.266140+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T18:57:42.266140+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T18:57:42.266140+0000', 'last_clean_scrub_stamp': '2024-09-13T18:57:42.266140+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-13T18:57:47.222 INFO:tasks.cephfs.filesystem.ceph_manager:PG 6.8 is not active+clean 2024-09-13T18:57:47.222 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '6.8', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-13T18:57:43.271195+0000', 'last_change': '2024-09-13T18:57:43.271195+0000', 'last_active': '2024-09-13T18:57:43.271195+0000', 'last_peered': '2024-09-13T18:57:43.271195+0000', 'last_clean': '2024-09-13T18:57:43.271195+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T18:57:43.271195+0000', 'last_undegraded': '2024-09-13T18:57:43.271195+0000', 'last_fullsized': '2024-09-13T18:57:43.271195+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T18:57:43.271195+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T18:57:43.271195+0000', 'last_clean_scrub_stamp': '2024-09-13T18:57:43.271195+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-13T18:57:47.222 INFO:tasks.cephfs.filesystem.ceph_manager:PG 5.b is not active+clean 2024-09-13T18:57:47.222 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '5.b', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-13T18:57:42.266140+0000', 'last_change': '2024-09-13T18:57:42.266140+0000', 'last_active': '2024-09-13T18:57:42.266140+0000', 'last_peered': '2024-09-13T18:57:42.266140+0000', 'last_clean': '2024-09-13T18:57:42.266140+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T18:57:42.266140+0000', 'last_undegraded': '2024-09-13T18:57:42.266140+0000', 'last_fullsized': '2024-09-13T18:57:42.266140+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T18:57:42.266140+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T18:57:42.266140+0000', 'last_clean_scrub_stamp': '2024-09-13T18:57:42.266140+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-13T18:57:47.222 INFO:tasks.cephfs.filesystem.ceph_manager:PG 6.9 is not active+clean 2024-09-13T18:57:47.222 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '6.9', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-13T18:57:43.271195+0000', 'last_change': '2024-09-13T18:57:43.271195+0000', 'last_active': '2024-09-13T18:57:43.271195+0000', 'last_peered': '2024-09-13T18:57:43.271195+0000', 'last_clean': '2024-09-13T18:57:43.271195+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T18:57:43.271195+0000', 'last_undegraded': '2024-09-13T18:57:43.271195+0000', 'last_fullsized': '2024-09-13T18:57:43.271195+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T18:57:43.271195+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T18:57:43.271195+0000', 'last_clean_scrub_stamp': '2024-09-13T18:57:43.271195+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-13T18:57:47.222 INFO:tasks.cephfs.filesystem.ceph_manager:PG 5.a is not active+clean 2024-09-13T18:57:47.222 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '5.a', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-13T18:57:42.266140+0000', 'last_change': '2024-09-13T18:57:42.266140+0000', 'last_active': '2024-09-13T18:57:42.266140+0000', 'last_peered': '2024-09-13T18:57:42.266140+0000', 'last_clean': '2024-09-13T18:57:42.266140+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T18:57:42.266140+0000', 'last_undegraded': '2024-09-13T18:57:42.266140+0000', 'last_fullsized': '2024-09-13T18:57:42.266140+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T18:57:42.266140+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T18:57:42.266140+0000', 'last_clean_scrub_stamp': '2024-09-13T18:57:42.266140+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-13T18:57:47.222 INFO:tasks.cephfs.filesystem.ceph_manager:PG 6.a is not active+clean 2024-09-13T18:57:47.223 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '6.a', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-13T18:57:43.271195+0000', 'last_change': '2024-09-13T18:57:43.271195+0000', 'last_active': '2024-09-13T18:57:43.271195+0000', 'last_peered': '2024-09-13T18:57:43.271195+0000', 'last_clean': '2024-09-13T18:57:43.271195+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T18:57:43.271195+0000', 'last_undegraded': '2024-09-13T18:57:43.271195+0000', 'last_fullsized': '2024-09-13T18:57:43.271195+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T18:57:43.271195+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T18:57:43.271195+0000', 'last_clean_scrub_stamp': '2024-09-13T18:57:43.271195+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-13T18:57:47.223 INFO:tasks.cephfs.filesystem.ceph_manager:PG 5.9 is not active+clean 2024-09-13T18:57:47.223 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '5.9', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-13T18:57:42.266140+0000', 'last_change': '2024-09-13T18:57:42.266140+0000', 'last_active': '2024-09-13T18:57:42.266140+0000', 'last_peered': '2024-09-13T18:57:42.266140+0000', 'last_clean': '2024-09-13T18:57:42.266140+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T18:57:42.266140+0000', 'last_undegraded': '2024-09-13T18:57:42.266140+0000', 'last_fullsized': '2024-09-13T18:57:42.266140+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T18:57:42.266140+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T18:57:42.266140+0000', 'last_clean_scrub_stamp': '2024-09-13T18:57:42.266140+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-13T18:57:47.223 INFO:tasks.cephfs.filesystem.ceph_manager:PG 6.b is not active+clean 2024-09-13T18:57:47.223 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '6.b', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-13T18:57:43.271195+0000', 'last_change': '2024-09-13T18:57:43.271195+0000', 'last_active': '2024-09-13T18:57:43.271195+0000', 'last_peered': '2024-09-13T18:57:43.271195+0000', 'last_clean': '2024-09-13T18:57:43.271195+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T18:57:43.271195+0000', 'last_undegraded': '2024-09-13T18:57:43.271195+0000', 'last_fullsized': '2024-09-13T18:57:43.271195+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T18:57:43.271195+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T18:57:43.271195+0000', 'last_clean_scrub_stamp': '2024-09-13T18:57:43.271195+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-13T18:57:47.223 INFO:tasks.cephfs.filesystem.ceph_manager:PG 5.8 is not active+clean 2024-09-13T18:57:47.223 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '5.8', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-13T18:57:42.266140+0000', 'last_change': '2024-09-13T18:57:42.266140+0000', 'last_active': '2024-09-13T18:57:42.266140+0000', 'last_peered': '2024-09-13T18:57:42.266140+0000', 'last_clean': '2024-09-13T18:57:42.266140+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T18:57:42.266140+0000', 'last_undegraded': '2024-09-13T18:57:42.266140+0000', 'last_fullsized': '2024-09-13T18:57:42.266140+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T18:57:42.266140+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T18:57:42.266140+0000', 'last_clean_scrub_stamp': '2024-09-13T18:57:42.266140+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-13T18:57:47.223 INFO:tasks.cephfs.filesystem.ceph_manager:PG 6.4 is not active+clean 2024-09-13T18:57:47.223 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '6.4', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-13T18:57:43.271195+0000', 'last_change': '2024-09-13T18:57:43.271195+0000', 'last_active': '2024-09-13T18:57:43.271195+0000', 'last_peered': '2024-09-13T18:57:43.271195+0000', 'last_clean': '2024-09-13T18:57:43.271195+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T18:57:43.271195+0000', 'last_undegraded': '2024-09-13T18:57:43.271195+0000', 'last_fullsized': '2024-09-13T18:57:43.271195+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T18:57:43.271195+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T18:57:43.271195+0000', 'last_clean_scrub_stamp': '2024-09-13T18:57:43.271195+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-13T18:57:47.223 INFO:tasks.cephfs.filesystem.ceph_manager:PG 5.7 is not active+clean 2024-09-13T18:57:47.223 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '5.7', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 36, 'state': 'creating+peering', 'last_fresh': '2024-09-13T18:57:42.278618+0000', 'last_change': '2024-09-13T18:57:42.278618+0000', 'last_active': '2024-09-13T18:57:42.266140+0000', 'last_peered': '2024-09-13T18:57:42.266140+0000', 'last_clean': '2024-09-13T18:57:42.266140+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T18:57:42.278618+0000', 'last_undegraded': '2024-09-13T18:57:42.278618+0000', 'last_fullsized': '2024-09-13T18:57:42.278618+0000', 'mapping_epoch': 36, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 36, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T18:57:42.266140+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T18:57:42.266140+0000', 'last_clean_scrub_stamp': '2024-09-13T18:57:42.266140+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-09-15T02:26:13.387335+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 1], 'acting': [5, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2024-09-13T18:57:47.224 INFO:tasks.cephfs.filesystem.ceph_manager:PG 6.5 is not active+clean 2024-09-13T18:57:47.224 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '6.5', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-13T18:57:43.271195+0000', 'last_change': '2024-09-13T18:57:43.271195+0000', 'last_active': '2024-09-13T18:57:43.271195+0000', 'last_peered': '2024-09-13T18:57:43.271195+0000', 'last_clean': '2024-09-13T18:57:43.271195+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T18:57:43.271195+0000', 'last_undegraded': '2024-09-13T18:57:43.271195+0000', 'last_fullsized': '2024-09-13T18:57:43.271195+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T18:57:43.271195+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T18:57:43.271195+0000', 'last_clean_scrub_stamp': '2024-09-13T18:57:43.271195+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-13T18:57:47.224 INFO:tasks.cephfs.filesystem.ceph_manager:PG 5.6 is not active+clean 2024-09-13T18:57:47.224 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '5.6', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-13T18:57:42.266140+0000', 'last_change': '2024-09-13T18:57:42.266140+0000', 'last_active': '2024-09-13T18:57:42.266140+0000', 'last_peered': '2024-09-13T18:57:42.266140+0000', 'last_clean': '2024-09-13T18:57:42.266140+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T18:57:42.266140+0000', 'last_undegraded': '2024-09-13T18:57:42.266140+0000', 'last_fullsized': '2024-09-13T18:57:42.266140+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T18:57:42.266140+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T18:57:42.266140+0000', 'last_clean_scrub_stamp': '2024-09-13T18:57:42.266140+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-13T18:57:47.224 INFO:tasks.cephfs.filesystem.ceph_manager:PG 6.6 is not active+clean 2024-09-13T18:57:47.224 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '6.6', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-13T18:57:43.271195+0000', 'last_change': '2024-09-13T18:57:43.271195+0000', 'last_active': '2024-09-13T18:57:43.271195+0000', 'last_peered': '2024-09-13T18:57:43.271195+0000', 'last_clean': '2024-09-13T18:57:43.271195+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T18:57:43.271195+0000', 'last_undegraded': '2024-09-13T18:57:43.271195+0000', 'last_fullsized': '2024-09-13T18:57:43.271195+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T18:57:43.271195+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T18:57:43.271195+0000', 'last_clean_scrub_stamp': '2024-09-13T18:57:43.271195+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-13T18:57:47.224 INFO:tasks.cephfs.filesystem.ceph_manager:PG 5.5 is not active+clean 2024-09-13T18:57:47.224 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '5.5', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-13T18:57:42.266140+0000', 'last_change': '2024-09-13T18:57:42.266140+0000', 'last_active': '2024-09-13T18:57:42.266140+0000', 'last_peered': '2024-09-13T18:57:42.266140+0000', 'last_clean': '2024-09-13T18:57:42.266140+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T18:57:42.266140+0000', 'last_undegraded': '2024-09-13T18:57:42.266140+0000', 'last_fullsized': '2024-09-13T18:57:42.266140+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T18:57:42.266140+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T18:57:42.266140+0000', 'last_clean_scrub_stamp': '2024-09-13T18:57:42.266140+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-13T18:57:47.224 INFO:tasks.cephfs.filesystem.ceph_manager:PG 6.0 is not active+clean 2024-09-13T18:57:47.225 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '6.0', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-13T18:57:43.271195+0000', 'last_change': '2024-09-13T18:57:43.271195+0000', 'last_active': '2024-09-13T18:57:43.271195+0000', 'last_peered': '2024-09-13T18:57:43.271195+0000', 'last_clean': '2024-09-13T18:57:43.271195+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T18:57:43.271195+0000', 'last_undegraded': '2024-09-13T18:57:43.271195+0000', 'last_fullsized': '2024-09-13T18:57:43.271195+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T18:57:43.271195+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T18:57:43.271195+0000', 'last_clean_scrub_stamp': '2024-09-13T18:57:43.271195+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-13T18:57:47.225 INFO:tasks.cephfs.filesystem.ceph_manager:PG 5.3 is not active+clean 2024-09-13T18:57:47.225 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '5.3', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-13T18:57:42.266140+0000', 'last_change': '2024-09-13T18:57:42.266140+0000', 'last_active': '2024-09-13T18:57:42.266140+0000', 'last_peered': '2024-09-13T18:57:42.266140+0000', 'last_clean': '2024-09-13T18:57:42.266140+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T18:57:42.266140+0000', 'last_undegraded': '2024-09-13T18:57:42.266140+0000', 'last_fullsized': '2024-09-13T18:57:42.266140+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T18:57:42.266140+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T18:57:42.266140+0000', 'last_clean_scrub_stamp': '2024-09-13T18:57:42.266140+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-13T18:57:47.225 INFO:tasks.cephfs.filesystem.ceph_manager:PG 6.1 is not active+clean 2024-09-13T18:57:47.225 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '6.1', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-13T18:57:43.271195+0000', 'last_change': '2024-09-13T18:57:43.271195+0000', 'last_active': '2024-09-13T18:57:43.271195+0000', 'last_peered': '2024-09-13T18:57:43.271195+0000', 'last_clean': '2024-09-13T18:57:43.271195+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T18:57:43.271195+0000', 'last_undegraded': '2024-09-13T18:57:43.271195+0000', 'last_fullsized': '2024-09-13T18:57:43.271195+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T18:57:43.271195+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T18:57:43.271195+0000', 'last_clean_scrub_stamp': '2024-09-13T18:57:43.271195+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-13T18:57:47.226 INFO:tasks.cephfs.filesystem.ceph_manager:PG 5.2 is not active+clean 2024-09-13T18:57:47.226 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '5.2', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-13T18:57:42.266140+0000', 'last_change': '2024-09-13T18:57:42.266140+0000', 'last_active': '2024-09-13T18:57:42.266140+0000', 'last_peered': '2024-09-13T18:57:42.266140+0000', 'last_clean': '2024-09-13T18:57:42.266140+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T18:57:42.266140+0000', 'last_undegraded': '2024-09-13T18:57:42.266140+0000', 'last_fullsized': '2024-09-13T18:57:42.266140+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T18:57:42.266140+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T18:57:42.266140+0000', 'last_clean_scrub_stamp': '2024-09-13T18:57:42.266140+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-13T18:57:47.226 INFO:tasks.cephfs.filesystem.ceph_manager:PG 6.2 is not active+clean 2024-09-13T18:57:47.226 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '6.2', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-13T18:57:43.271195+0000', 'last_change': '2024-09-13T18:57:43.271195+0000', 'last_active': '2024-09-13T18:57:43.271195+0000', 'last_peered': '2024-09-13T18:57:43.271195+0000', 'last_clean': '2024-09-13T18:57:43.271195+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T18:57:43.271195+0000', 'last_undegraded': '2024-09-13T18:57:43.271195+0000', 'last_fullsized': '2024-09-13T18:57:43.271195+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T18:57:43.271195+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T18:57:43.271195+0000', 'last_clean_scrub_stamp': '2024-09-13T18:57:43.271195+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-13T18:57:47.226 INFO:tasks.cephfs.filesystem.ceph_manager:PG 5.1 is not active+clean 2024-09-13T18:57:47.226 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '5.1', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-13T18:57:42.266140+0000', 'last_change': '2024-09-13T18:57:42.266140+0000', 'last_active': '2024-09-13T18:57:42.266140+0000', 'last_peered': '2024-09-13T18:57:42.266140+0000', 'last_clean': '2024-09-13T18:57:42.266140+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T18:57:42.266140+0000', 'last_undegraded': '2024-09-13T18:57:42.266140+0000', 'last_fullsized': '2024-09-13T18:57:42.266140+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T18:57:42.266140+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T18:57:42.266140+0000', 'last_clean_scrub_stamp': '2024-09-13T18:57:42.266140+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-13T18:57:47.226 INFO:tasks.cephfs.filesystem.ceph_manager:PG 6.3 is not active+clean 2024-09-13T18:57:47.226 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '6.3', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-13T18:57:43.271195+0000', 'last_change': '2024-09-13T18:57:43.271195+0000', 'last_active': '2024-09-13T18:57:43.271195+0000', 'last_peered': '2024-09-13T18:57:43.271195+0000', 'last_clean': '2024-09-13T18:57:43.271195+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T18:57:43.271195+0000', 'last_undegraded': '2024-09-13T18:57:43.271195+0000', 'last_fullsized': '2024-09-13T18:57:43.271195+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T18:57:43.271195+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T18:57:43.271195+0000', 'last_clean_scrub_stamp': '2024-09-13T18:57:43.271195+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-13T18:57:47.226 INFO:tasks.cephfs.filesystem.ceph_manager:PG 5.0 is not active+clean 2024-09-13T18:57:47.227 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '5.0', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-13T18:57:42.266140+0000', 'last_change': '2024-09-13T18:57:42.266140+0000', 'last_active': '2024-09-13T18:57:42.266140+0000', 'last_peered': '2024-09-13T18:57:42.266140+0000', 'last_clean': '2024-09-13T18:57:42.266140+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T18:57:42.266140+0000', 'last_undegraded': '2024-09-13T18:57:42.266140+0000', 'last_fullsized': '2024-09-13T18:57:42.266140+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T18:57:42.266140+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T18:57:42.266140+0000', 'last_clean_scrub_stamp': '2024-09-13T18:57:42.266140+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-13T18:57:47.227 INFO:tasks.cephfs.filesystem.ceph_manager:PG 6.7 is not active+clean 2024-09-13T18:57:47.227 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '6.7', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-13T18:57:43.271195+0000', 'last_change': '2024-09-13T18:57:43.271195+0000', 'last_active': '2024-09-13T18:57:43.271195+0000', 'last_peered': '2024-09-13T18:57:43.271195+0000', 'last_clean': '2024-09-13T18:57:43.271195+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T18:57:43.271195+0000', 'last_undegraded': '2024-09-13T18:57:43.271195+0000', 'last_fullsized': '2024-09-13T18:57:43.271195+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T18:57:43.271195+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T18:57:43.271195+0000', 'last_clean_scrub_stamp': '2024-09-13T18:57:43.271195+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-13T18:57:47.227 INFO:tasks.cephfs.filesystem.ceph_manager:PG 5.4 is not active+clean 2024-09-13T18:57:47.227 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '5.4', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-13T18:57:42.266140+0000', 'last_change': '2024-09-13T18:57:42.266140+0000', 'last_active': '2024-09-13T18:57:42.266140+0000', 'last_peered': '2024-09-13T18:57:42.266140+0000', 'last_clean': '2024-09-13T18:57:42.266140+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T18:57:42.266140+0000', 'last_undegraded': '2024-09-13T18:57:42.266140+0000', 'last_fullsized': '2024-09-13T18:57:42.266140+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T18:57:42.266140+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T18:57:42.266140+0000', 'last_clean_scrub_stamp': '2024-09-13T18:57:42.266140+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-13T18:57:47.228 DEBUG:teuthology.orchestra.run.smithi119:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph status --format=json 2024-09-13T18:57:47.345 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:47.338+0000 7f57f66a3640 1 Processor -- start 2024-09-13T18:57:47.345 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:47.338+0000 7f57f66a3640 1 -- start start 2024-09-13T18:57:47.345 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:47.339+0000 7f57f66a3640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f57f0158870 0x7f57f006d6a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:47.345 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:47.339+0000 7f57f66a3640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f57f00b2540 0x7f57f00caca0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:47.345 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:47.339+0000 7f57f66a3640 1 -- --> v1:172.21.15.119:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f57f006dbe0 con 0x7f57f00b2980 2024-09-13T18:57:47.345 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:47.339+0000 7f57f66a3640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f57f00c8c90 con 0x7f57f00b2540 2024-09-13T18:57:47.345 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:47.339+0000 7f57f66a3640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f57f00ca6b0 con 0x7f57f0158870 2024-09-13T18:57:47.345 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:47.339+0000 7f57f4c40640 1 --1- >> v1:172.21.15.119:6789/0 conn(0x7f57f00b2980 0x7f57f00cbe60 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.119:6789/0 says I am v1:172.21.15.119:54980/0 (socket says 172.21.15.119:54980) 2024-09-13T18:57:47.346 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:47.339+0000 7f57f4c40640 1 -- 172.21.15.119:0/3020294869 learned_addr learned my addr 172.21.15.119:0/3020294869 (peer_addr_for_me v1:172.21.15.119:0/0) 2024-09-13T18:57:47.346 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:47.339+0000 7f57eeffd640 1 -- 172.21.15.119:0/3020294869 <== mon.0 v1:172.21.15.119:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1604382424 0 0) 0x7f57f006dbe0 con 0x7f57f00b2980 2024-09-13T18:57:47.346 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:47.340+0000 7f57effff640 1 --2- 172.21.15.119:0/3020294869 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f57f0158870 0x7f57f006d6a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:47.346 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:47.340+0000 7f57ef7fe640 1 --2- 172.21.15.119:0/3020294869 >> v2:172.21.15.145:3300/0 conn(0x7f57f00b2540 0x7f57f00caca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:47.346 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:47.340+0000 7f57eeffd640 1 -- 172.21.15.119:0/3020294869 --> v1:172.21.15.119:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f57d8004630 con 0x7f57f00b2980 2024-09-13T18:57:47.346 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:47.340+0000 7f57eeffd640 1 -- 172.21.15.119:0/3020294869 <== mon.0 v1:172.21.15.119:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 993004019 0 0) 0x7f57d8004630 con 0x7f57f00b2980 2024-09-13T18:57:47.346 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:47.340+0000 7f57eeffd640 1 -- 172.21.15.119:0/3020294869 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f57f0158870 msgr2=0x7f57f006d6a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T18:57:47.346 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:47.340+0000 7f57eeffd640 1 --2- 172.21.15.119:0/3020294869 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f57f0158870 0x7f57f006d6a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:47.346 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:47.340+0000 7f57eeffd640 1 -- 172.21.15.119:0/3020294869 >> v2:172.21.15.145:3300/0 conn(0x7f57f00b2540 msgr2=0x7f57f00caca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T18:57:47.346 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:47.340+0000 7f57eeffd640 1 --2- 172.21.15.119:0/3020294869 >> v2:172.21.15.145:3300/0 conn(0x7f57f00b2540 0x7f57f00caca0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:47.346 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:47.340+0000 7f57eeffd640 1 -- 172.21.15.119:0/3020294869 --> v1:172.21.15.119:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f57f00ca990 con 0x7f57f00b2980 2024-09-13T18:57:47.346 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:47.340+0000 7f57eeffd640 1 -- 172.21.15.119:0/3020294869 <== mon.0 v1:172.21.15.119:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 337823224 0 0) 0x7f57e80019f0 con 0x7f57f00b2980 2024-09-13T18:57:47.346 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:47.340+0000 7f57eeffd640 1 -- 172.21.15.119:0/3020294869 >> v1:172.21.15.119:6789/0 conn(0x7f57f00b2980 legacy=0x7f57f00cbe60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:47.346 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:47.340+0000 7f57eeffd640 1 --2- 172.21.15.119:0/3020294869 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f57f0158870 0x7f57d8004a80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:47.347 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:47.340+0000 7f57eeffd640 1 --2- 172.21.15.119:0/3020294869 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f57d80050b0 0x7f57d80058d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:47.347 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:47.340+0000 7f57eeffd640 1 --2- 172.21.15.119:0/3020294869 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f57d8005e10 0x7f57d8006290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:47.347 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:47.340+0000 7f57eeffd640 1 -- 172.21.15.119:0/3020294869 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f57f00c8c90 con 0x7f57d8005e10 2024-09-13T18:57:47.347 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:47.340+0000 7f57eeffd640 1 -- 172.21.15.119:0/3020294869 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f57f00ca6b0 con 0x7f57d80050b0 2024-09-13T18:57:47.347 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:47.340+0000 7f57eeffd640 1 -- 172.21.15.119:0/3020294869 --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f57d80035d0 con 0x7f57f0158870 2024-09-13T18:57:47.347 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:47.340+0000 7f57f4c40640 1 --2- 172.21.15.119:0/3020294869 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f57d8005e10 0x7f57d8006290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:47.347 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:47.340+0000 7f57effff640 1 --2- 172.21.15.119:0/3020294869 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f57f0158870 0x7f57d8004a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:47.347 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:47.340+0000 7f57ef7fe640 1 --2- 172.21.15.119:0/3020294869 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f57d80050b0 0x7f57d80058d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:47.347 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:47.340+0000 7f57f4c40640 1 -- 172.21.15.119:0/3020294869 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f57f0158870 msgr2=0x7f57d8004a80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T18:57:47.347 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:47.340+0000 7f57f4c40640 1 --2- 172.21.15.119:0/3020294869 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f57f0158870 0x7f57d8004a80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:47.347 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:47.340+0000 7f57f4c40640 1 -- 172.21.15.119:0/3020294869 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f57d80050b0 msgr2=0x7f57d80058d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T18:57:47.347 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:47.340+0000 7f57f4c40640 1 --2- 172.21.15.119:0/3020294869 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f57d80050b0 0x7f57d80058d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:47.348 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:47.340+0000 7f57f4c40640 1 -- 172.21.15.119:0/3020294869 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f57d8004630 con 0x7f57d8005e10 2024-09-13T18:57:47.348 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:47.341+0000 7f57f4c40640 1 --2- 172.21.15.119:0/3020294869 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f57d8005e10 0x7f57d8006290 secure :-1 s=READY pgs=522 cs=0 l=1 rev1=1 crypto rx=0x7f57f00b2db0 tx=0x7f57d8006900 comp rx=0 tx=0).ready entity=mon.0 client_cookie=137155109d4a5ddd server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:57:47.348 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:47.341+0000 7f57eeffd640 1 -- 172.21.15.119:0/3020294869 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f57e802ba30 con 0x7f57d8005e10 2024-09-13T18:57:47.348 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:47.341+0000 7f57eeffd640 1 -- 172.21.15.119:0/3020294869 <== mon.0 v2:172.21.15.119:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f57e802bb90 con 0x7f57d8005e10 2024-09-13T18:57:47.348 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:47.341+0000 7f57eeffd640 1 -- 172.21.15.119:0/3020294869 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f57e8034470 con 0x7f57d8005e10 2024-09-13T18:57:47.348 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:47.342+0000 7f57f66a3640 1 -- 172.21.15.119:0/3020294869 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f57d8005e10 msgr2=0x7f57d8006290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:47.348 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:47.342+0000 7f57f66a3640 1 --2- 172.21.15.119:0/3020294869 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f57d8005e10 0x7f57d8006290 secure :-1 s=READY pgs=522 cs=0 l=1 rev1=1 crypto rx=0x7f57f00b2db0 tx=0x7f57d8006900 comp rx=0 tx=0).stop 2024-09-13T18:57:47.348 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:47.342+0000 7f57f4c40640 1 -- 172.21.15.119:0/3020294869 reap_dead start 2024-09-13T18:57:47.348 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:47.342+0000 7f57f66a3640 1 -- 172.21.15.119:0/3020294869 shutdown_connections 2024-09-13T18:57:47.348 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:47.342+0000 7f57f66a3640 1 -- 172.21.15.119:0/3020294869 >> 172.21.15.119:0/3020294869 conn(0x7f57f006a0b0 msgr2=0x7f57f006a4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:57:47.348 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:47.342+0000 7f57f66a3640 1 -- 172.21.15.119:0/3020294869 shutdown_connections 2024-09-13T18:57:47.348 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:47.342+0000 7f57f66a3640 1 -- 172.21.15.119:0/3020294869 wait complete. 2024-09-13T18:57:47.351 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:47.343+0000 7f57f66a3640 1 Processor -- start 2024-09-13T18:57:47.351 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:47.343+0000 7f57f66a3640 1 -- start start 2024-09-13T18:57:47.351 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:47.344+0000 7f57f66a3640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f57d8005e10 0x7f57f00c4360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:47.352 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:47.344+0000 7f57f66a3640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f57f01e0690 0x7f57f01f1180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:47.352 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:47.344+0000 7f57f66a3640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f57f00aff40 0x7f57f00b03d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:47.352 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:47.344+0000 7f57f66a3640 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f57f01f2090 con 0x7f57f01e0690 2024-09-13T18:57:47.352 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:47.344+0000 7f57f66a3640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f57f00b0910 con 0x7f57d8005e10 2024-09-13T18:57:47.352 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:47.344+0000 7f57f66a3640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f57f01f1ad0 con 0x7f57f00aff40 2024-09-13T18:57:47.352 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:47.344+0000 7f57ef7fe640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f57f01e0690 0x7f57f01f1180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:47.352 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:47.344+0000 7f57ef7fe640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f57f01e0690 0x7f57f01f1180 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.119:3300/0 says I am v2:172.21.15.119:43388/0 (socket says 172.21.15.119:43388) 2024-09-13T18:57:47.352 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:47.344+0000 7f57ef7fe640 1 -- 172.21.15.119:0/747184099 learned_addr learned my addr 172.21.15.119:0/747184099 (peer_addr_for_me v2:172.21.15.119:0/0) 2024-09-13T18:57:47.352 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:47.344+0000 7f57effff640 1 --2- 172.21.15.119:0/747184099 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f57d8005e10 0x7f57f00c4360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:47.352 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:47.344+0000 7f57f4c40640 1 --2- 172.21.15.119:0/747184099 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f57f00aff40 0x7f57f00b03d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:47.352 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:47.344+0000 7f57ef7fe640 1 -- 172.21.15.119:0/747184099 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f57f00aff40 msgr2=0x7f57f00b03d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:47.352 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:47.344+0000 7f57ef7fe640 1 --2- 172.21.15.119:0/747184099 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f57f00aff40 0x7f57f00b03d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:47.352 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:47.344+0000 7f57ef7fe640 1 -- 172.21.15.119:0/747184099 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f57d8005e10 msgr2=0x7f57f00c4360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:47.352 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:47.344+0000 7f57ef7fe640 1 --2- 172.21.15.119:0/747184099 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f57d8005e10 0x7f57f00c4360 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:47.353 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:47.344+0000 7f57ef7fe640 1 -- 172.21.15.119:0/747184099 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f57f01f1db0 con 0x7f57f01e0690 2024-09-13T18:57:47.353 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:47.344+0000 7f57ef7fe640 1 --2- 172.21.15.119:0/747184099 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f57f01e0690 0x7f57f01f1180 secure :-1 s=READY pgs=523 cs=0 l=1 rev1=1 crypto rx=0x7f57e400b7f0 tx=0x7f57e400bcb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:57:47.353 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:47.344+0000 7f57ecff9640 1 -- 172.21.15.119:0/747184099 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f57e4010830 con 0x7f57f01e0690 2024-09-13T18:57:47.353 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:47.344+0000 7f57ecff9640 1 -- 172.21.15.119:0/747184099 <== mon.0 v2:172.21.15.119:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f57e4010990 con 0x7f57f01e0690 2024-09-13T18:57:47.353 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:47.344+0000 7f57f66a3640 1 -- 172.21.15.119:0/747184099 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f57f01e1100 con 0x7f57f01e0690 2024-09-13T18:57:47.353 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:47.344+0000 7f57ecff9640 1 -- 172.21.15.119:0/747184099 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f57e4010d40 con 0x7f57f01e0690 2024-09-13T18:57:47.353 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:47.345+0000 7f57f66a3640 1 -- 172.21.15.119:0/747184099 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f57f00c48a0 con 0x7f57f01e0690 2024-09-13T18:57:47.353 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:47.345+0000 7f57f66a3640 1 -- 172.21.15.119:0/747184099 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f57f01e0f60 con 0x7f57f01e0690 2024-09-13T18:57:47.353 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:47.346+0000 7f57ecff9640 1 -- 172.21.15.119:0/747184099 <== mon.0 v2:172.21.15.119:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f57e4014430 con 0x7f57f01e0690 2024-09-13T18:57:47.353 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:47.346+0000 7f57ecff9640 1 --2- 172.21.15.119:0/747184099 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f57dc06ac00 0x7f57dc06d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:47.353 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:47.346+0000 7f57ecff9640 1 -- 172.21.15.119:0/747184099 <== mon.0 v2:172.21.15.119:3300/0 5 ==== osd_map(39..39 src has 1..39) v4 ==== 6029+0+0 (secure 0 0 0) 0x7f57e4089a70 con 0x7f57f01e0690 2024-09-13T18:57:47.353 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:47.346+0000 7f57effff640 1 --2- 172.21.15.119:0/747184099 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f57dc06ac00 0x7f57dc06d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:47.353 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:47.347+0000 7f57effff640 1 --2- 172.21.15.119:0/747184099 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f57dc06ac00 0x7f57dc06d0c0 secure :-1 s=READY pgs=258 cs=0 l=1 rev1=1 crypto rx=0x7f57e0006fd0 tx=0x7f57e0008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:57:47.354 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:47.350+0000 7f57ecff9640 1 -- 172.21.15.119:0/747184099 <== mon.0 v2:172.21.15.119:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f57f01e0f60 con 0x7f57f01e0690 2024-09-13T18:57:47.577 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:47.572+0000 7f57f66a3640 1 -- 172.21.15.119:0/747184099 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_command({"prefix": "status", "format": "json"} v 0) v1 -- 0x7f57f01e0f60 con 0x7f57f01e0690 2024-09-13T18:57:47.577 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:47.572+0000 7f57ecff9640 1 -- 172.21.15.119:0/747184099 <== mon.0 v2:172.21.15.119:3300/0 7 ==== mon_command_ack([{"prefix": "status", "format": "json"}]=0 v0) v1 ==== 72+0+1268 (secure 0 0 0) 0x7f57e4022510 con 0x7f57f01e0690 2024-09-13T18:57:47.577 INFO:teuthology.orchestra.run.smithi119.stdout: 2024-09-13T18:57:47.577 INFO:teuthology.orchestra.run.smithi119.stdout:{"fsid":"b3bca492-3414-44ef-b63c-42eead5ea701","health":{"status":"HEALTH_OK","checks":{},"mutes":[]},"election_epoch":4,"quorum":[0,1,2],"quorum_names":["a","b","c"],"quorum_age":97,"monmap":{"epoch":1,"min_mon_release_name":"reef","num_mons":3},"osdmap":{"epoch":39,"num_osds":8,"num_up_osds":8,"osd_up_since":1726253782,"num_in_osds":8,"osd_in_since":1726253772,"num_remapped_pgs":0},"pgmap":{"pgs_by_state":[{"state_name":"unknown","count":91},{"state_name":"creating+peering","count":5},{"state_name":"active+clean","count":1}],"num_pgs":97,"num_pools":3,"num_objects":2,"data_bytes":590368,"bytes_used":225775616,"bytes_avail":772868337664,"bytes_total":773094113280,"unknown_pgs_ratio":0.93814432621002197,"inactive_pgs_ratio":0.051546391099691391},"fsmap":{"epoch":14,"id":2,"up":1,"in":1,"max":1,"by_rank":[{"filesystem_id":2,"rank":0,"name":"d","status":"up:active","gid":5463}],"up:standby":3},"mgrmap":{"available":true,"num_standbys":1,"modules":["iostat","nfs","restful"],"services":{}},"servicemap":{"epoch":5,"modified":"2024-09-13T18:57:30.077129+0000","services":{"mds":{"daemons":{"summary":"","a":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}}}}}},"progress_events":{}} 2024-09-13T18:57:47.578 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:47.574+0000 7f57f66a3640 1 -- 172.21.15.119:0/747184099 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f57dc06ac00 msgr2=0x7f57dc06d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:47.578 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:47.574+0000 7f57f66a3640 1 --2- 172.21.15.119:0/747184099 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f57dc06ac00 0x7f57dc06d0c0 secure :-1 s=READY pgs=258 cs=0 l=1 rev1=1 crypto rx=0x7f57e0006fd0 tx=0x7f57e0008040 comp rx=0 tx=0).stop 2024-09-13T18:57:47.578 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:47.574+0000 7f57f66a3640 1 -- 172.21.15.119:0/747184099 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f57f01e0690 msgr2=0x7f57f01f1180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:47.579 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:47.574+0000 7f57f66a3640 1 --2- 172.21.15.119:0/747184099 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f57f01e0690 0x7f57f01f1180 secure :-1 s=READY pgs=523 cs=0 l=1 rev1=1 crypto rx=0x7f57e400b7f0 tx=0x7f57e400bcb0 comp rx=0 tx=0).stop 2024-09-13T18:57:47.579 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:47.574+0000 7f57f66a3640 1 -- 172.21.15.119:0/747184099 shutdown_connections 2024-09-13T18:57:47.579 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:47.574+0000 7f57f66a3640 1 --2- 172.21.15.119:0/747184099 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f57dc06ac00 0x7f57dc06d0c0 unknown :-1 s=CLOSED pgs=258 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:47.579 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:47.574+0000 7f57f66a3640 1 --2- 172.21.15.119:0/747184099 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f57f00aff40 0x7f57f00b03d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:47.579 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:47.574+0000 7f57f66a3640 1 --2- 172.21.15.119:0/747184099 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f57f01e0690 0x7f57f01f1180 unknown :-1 s=CLOSED pgs=523 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:47.579 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:47.574+0000 7f57f66a3640 1 --2- 172.21.15.119:0/747184099 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f57d8005e10 0x7f57f00c4360 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:47.579 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:47.574+0000 7f57f66a3640 1 -- 172.21.15.119:0/747184099 >> 172.21.15.119:0/747184099 conn(0x7f57f006a0b0 msgr2=0x7f57f00ce470 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:57:47.579 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:47.574+0000 7f57f66a3640 1 -- 172.21.15.119:0/747184099 shutdown_connections 2024-09-13T18:57:47.579 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:47.574+0000 7f57f66a3640 1 -- 172.21.15.119:0/747184099 wait complete. 2024-09-13T18:57:47.588 INFO:tasks.cephfs.filesystem.ceph_manager:no progress seen, keeping timeout for now 2024-09-13T18:57:47.588 DEBUG:teuthology.orchestra.run.smithi119:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-13T18:57:47.686 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:47.683+0000 7faef03a3640 1 Processor -- start 2024-09-13T18:57:47.686 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:47.683+0000 7faef03a3640 1 -- start start 2024-09-13T18:57:47.688 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:47.684+0000 7faef03a3640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7faee80ceef0 0x7faee80af0d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:47.688 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:47.684+0000 7faef03a3640 1 --2- >> v2:172.21.15.119:3300/0 conn(0x7faee815c860 0x7faee80cf2d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:47.688 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:47.684+0000 7faef03a3640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7faee806bb10 con 0x7faee80d0690 2024-09-13T18:57:47.688 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:47.684+0000 7faef03a3640 1 -- --> v2:172.21.15.119:3300/0 -- mon_getmap magic: 0 v1 -- 0x7faee80cf810 con 0x7faee815c860 2024-09-13T18:57:47.688 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:47.684+0000 7faef03a3640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7faee80ccb30 con 0x7faee80ceef0 2024-09-13T18:57:47.688 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:47.685+0000 7faeed93e640 1 --2- >> v2:172.21.15.119:3300/0 conn(0x7faee815c860 0x7faee80cf2d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:47.689 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:47.685+0000 7faeed93e640 1 --2- >> v2:172.21.15.119:3300/0 conn(0x7faee815c860 0x7faee80cf2d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.119:3300/0 says I am v2:172.21.15.119:43396/0 (socket says 172.21.15.119:43396) 2024-09-13T18:57:47.689 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:47.685+0000 7faeed93e640 1 -- 172.21.15.119:0/1483523537 learned_addr learned my addr 172.21.15.119:0/1483523537 (peer_addr_for_me v2:172.21.15.119:0/0) 2024-09-13T18:57:47.689 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:47.685+0000 7faeee13f640 1 --2- 172.21.15.119:0/1483523537 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7faee80ceef0 0x7faee80af0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:47.689 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:47.685+0000 7faeed93e640 1 -- 172.21.15.119:0/1483523537 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7faee80ceef0 msgr2=0x7faee80af0d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T18:57:47.689 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:47.685+0000 7faeed93e640 1 --2- 172.21.15.119:0/1483523537 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7faee80ceef0 0x7faee80af0d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:47.689 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:47.685+0000 7faeed93e640 1 -- 172.21.15.119:0/1483523537 >> v1:172.21.15.145:6789/0 conn(0x7faee80d0690 legacy=0x7faee80d0b40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:47.689 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:47.685+0000 7faeed93e640 1 -- 172.21.15.119:0/1483523537 --> v2:172.21.15.119:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7faee80d13a0 con 0x7faee815c860 2024-09-13T18:57:47.689 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:47.685+0000 7faeee13f640 1 --2- 172.21.15.119:0/1483523537 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7faee80ceef0 0x7faee80af0d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T18:57:47.689 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:47.686+0000 7faeed93e640 1 --2- 172.21.15.119:0/1483523537 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7faee815c860 0x7faee80cf2d0 secure :-1 s=READY pgs=524 cs=0 l=1 rev1=1 crypto rx=0x7faedc009ea0 tx=0x7faedc02a840 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d89b0f4b75a97cff server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:57:47.689 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:47.686+0000 7faeed13d640 1 -- 172.21.15.119:0/1483523537 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7faedc02e050 con 0x7faee815c860 2024-09-13T18:57:47.689 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:47.686+0000 7faeed13d640 1 -- 172.21.15.119:0/1483523537 <== mon.0 v2:172.21.15.119:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7faedc0325f0 con 0x7faee815c860 2024-09-13T18:57:47.689 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:47.686+0000 7faeed13d640 1 -- 172.21.15.119:0/1483523537 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7faedc032980 con 0x7faee815c860 2024-09-13T18:57:47.692 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:47.686+0000 7faef03a3640 1 -- 172.21.15.119:0/1483523537 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7faee815c860 msgr2=0x7faee80cf2d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:47.692 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:47.686+0000 7faef03a3640 1 --2- 172.21.15.119:0/1483523537 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7faee815c860 0x7faee80cf2d0 secure :-1 s=READY pgs=524 cs=0 l=1 rev1=1 crypto rx=0x7faedc009ea0 tx=0x7faedc02a840 comp rx=0 tx=0).stop 2024-09-13T18:57:47.692 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:47.686+0000 7faef03a3640 1 -- 172.21.15.119:0/1483523537 shutdown_connections 2024-09-13T18:57:47.692 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:47.686+0000 7faef03a3640 1 --2- 172.21.15.119:0/1483523537 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7faee815c860 0x7faee80cf2d0 unknown :-1 s=CLOSED pgs=524 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:47.692 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:47.686+0000 7faef03a3640 1 --2- 172.21.15.119:0/1483523537 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7faee80ceef0 0x7faee80af0d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:47.692 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:47.686+0000 7faef03a3640 1 -- 172.21.15.119:0/1483523537 >> 172.21.15.119:0/1483523537 conn(0x7faee809b870 msgr2=0x7faee8089f60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:57:47.692 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:47.686+0000 7faef03a3640 1 -- 172.21.15.119:0/1483523537 shutdown_connections 2024-09-13T18:57:47.692 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:47.686+0000 7faef03a3640 1 -- 172.21.15.119:0/1483523537 wait complete. 2024-09-13T18:57:47.692 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:47.687+0000 7faef03a3640 1 Processor -- start 2024-09-13T18:57:47.692 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:47.687+0000 7faef03a3640 1 -- start start 2024-09-13T18:57:47.693 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:47.688+0000 7faef03a3640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7faee80ceef0 0x7faee814ab20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:47.693 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:47.688+0000 7faef03a3640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7faee80d0690 0x7faee80b5310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:47.693 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:47.688+0000 7faef03a3640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7faee815c860 0x7faee80b7be0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:47.693 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:47.688+0000 7faef03a3640 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7faee80b5850 con 0x7faee80ceef0 2024-09-13T18:57:47.693 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:47.688+0000 7faef03a3640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 v1 -- 0x7faee80c65b0 con 0x7faee80d0690 2024-09-13T18:57:47.693 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:47.688+0000 7faef03a3640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7faee80c6890 con 0x7faee815c860 2024-09-13T18:57:47.693 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:47.688+0000 7faeee13f640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7faee80ceef0 0x7faee814ab20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:47.693 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:47.688+0000 7faeee13f640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7faee80ceef0 0x7faee814ab20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.119:3300/0 says I am v2:172.21.15.119:43402/0 (socket says 172.21.15.119:43402) 2024-09-13T18:57:47.693 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:47.688+0000 7faeee13f640 1 -- 172.21.15.119:0/865854620 learned_addr learned my addr 172.21.15.119:0/865854620 (peer_addr_for_me v2:172.21.15.119:0/0) 2024-09-13T18:57:47.693 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:47.688+0000 7faeed93e640 1 --2- 172.21.15.119:0/865854620 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7faee80d0690 0x7faee80b5310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:47.693 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:47.688+0000 7faeee940640 1 --2- 172.21.15.119:0/865854620 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7faee815c860 0x7faee80b7be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:47.693 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:47.689+0000 7faeee13f640 1 -- 172.21.15.119:0/865854620 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7faee815c860 msgr2=0x7faee80b7be0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:47.693 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:47.689+0000 7faeee13f640 1 --2- 172.21.15.119:0/865854620 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7faee815c860 0x7faee80b7be0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:47.694 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:47.689+0000 7faeee13f640 1 -- 172.21.15.119:0/865854620 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7faee80d0690 msgr2=0x7faee80b5310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:47.694 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:47.689+0000 7faeee13f640 1 --2- 172.21.15.119:0/865854620 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7faee80d0690 0x7faee80b5310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:47.694 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:47.689+0000 7faeee13f640 1 -- 172.21.15.119:0/865854620 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7faedc009b30 con 0x7faee80ceef0 2024-09-13T18:57:47.694 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:47.689+0000 7faeee13f640 1 --2- 172.21.15.119:0/865854620 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7faee80ceef0 0x7faee814ab20 secure :-1 s=READY pgs=525 cs=0 l=1 rev1=1 crypto rx=0x7faee000e730 tx=0x7faee000ebf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:57:47.694 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:47.689+0000 7faee6ffd640 1 -- 172.21.15.119:0/865854620 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7faee0004230 con 0x7faee80ceef0 2024-09-13T18:57:47.694 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:47.689+0000 7faee6ffd640 1 -- 172.21.15.119:0/865854620 <== mon.0 v2:172.21.15.119:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7faee0004390 con 0x7faee80ceef0 2024-09-13T18:57:47.694 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:47.689+0000 7faef03a3640 1 -- 172.21.15.119:0/865854620 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7faee80c6b70 con 0x7faee80ceef0 2024-09-13T18:57:47.694 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:47.689+0000 7faee6ffd640 1 -- 172.21.15.119:0/865854620 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7faee000c8f0 con 0x7faee80ceef0 2024-09-13T18:57:47.694 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:47.689+0000 7faef03a3640 1 -- 172.21.15.119:0/865854620 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7faee80b8120 con 0x7faee80ceef0 2024-09-13T18:57:47.695 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:47.690+0000 7faef03a3640 1 -- 172.21.15.119:0/865854620 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7faee80af0d0 con 0x7faee80ceef0 2024-09-13T18:57:47.695 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:47.690+0000 7faee6ffd640 1 -- 172.21.15.119:0/865854620 <== mon.0 v2:172.21.15.119:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7faee000ca50 con 0x7faee80ceef0 2024-09-13T18:57:47.695 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:47.691+0000 7faee6ffd640 1 --2- 172.21.15.119:0/865854620 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7faed406ac00 0x7faed406d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:47.695 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:47.691+0000 7faeed93e640 1 --2- 172.21.15.119:0/865854620 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7faed406ac00 0x7faed406d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:47.695 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:47.691+0000 7faee6ffd640 1 -- 172.21.15.119:0/865854620 <== mon.0 v2:172.21.15.119:3300/0 5 ==== osd_map(39..39 src has 1..39) v4 ==== 6029+0+0 (secure 0 0 0) 0x7faee0089020 con 0x7faee80ceef0 2024-09-13T18:57:47.695 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:47.692+0000 7faeed93e640 1 --2- 172.21.15.119:0/865854620 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7faed406ac00 0x7faed406d0c0 secure :-1 s=READY pgs=259 cs=0 l=1 rev1=1 crypto rx=0x7faedc034000 tx=0x7faedc009000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:57:47.698 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:47.695+0000 7faee6ffd640 1 -- 172.21.15.119:0/865854620 <== mon.0 v2:172.21.15.119:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7faee0054170 con 0x7faee80ceef0 2024-09-13T18:57:47.854 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:47.851+0000 7faef03a3640 1 -- 172.21.15.119:0/865854620 --> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7faee80ccdf0 con 0x7faed406ac00 2024-09-13T18:57:47.860 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:47.858+0000 7faee6ffd640 1 -- 172.21.15.119:0/865854620 <== mgr.4104 v2:172.21.15.119:6832/3599186100 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+275620 (secure 0 0 0) 0x7faedc032760 con 0x7faed406ac00 2024-09-13T18:57:47.863 INFO:teuthology.orchestra.run.smithi119.stdout: 2024-09-13T18:57:47.865 INFO:teuthology.orchestra.run.smithi119.stderr:dumped all 2024-09-13T18:57:47.866 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:47.861+0000 7faef03a3640 1 -- 172.21.15.119:0/865854620 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7faed406ac00 msgr2=0x7faed406d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:47.866 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:47.861+0000 7faef03a3640 1 --2- 172.21.15.119:0/865854620 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7faed406ac00 0x7faed406d0c0 secure :-1 s=READY pgs=259 cs=0 l=1 rev1=1 crypto rx=0x7faedc034000 tx=0x7faedc009000 comp rx=0 tx=0).stop 2024-09-13T18:57:47.866 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:47.861+0000 7faef03a3640 1 -- 172.21.15.119:0/865854620 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7faee80ceef0 msgr2=0x7faee814ab20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:47.866 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:47.861+0000 7faef03a3640 1 --2- 172.21.15.119:0/865854620 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7faee80ceef0 0x7faee814ab20 secure :-1 s=READY pgs=525 cs=0 l=1 rev1=1 crypto rx=0x7faee000e730 tx=0x7faee000ebf0 comp rx=0 tx=0).stop 2024-09-13T18:57:47.867 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:47.861+0000 7faef03a3640 1 -- 172.21.15.119:0/865854620 shutdown_connections 2024-09-13T18:57:47.867 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:47.861+0000 7faef03a3640 1 --2- 172.21.15.119:0/865854620 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7faed406ac00 0x7faed406d0c0 unknown :-1 s=CLOSED pgs=259 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:47.867 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:47.861+0000 7faef03a3640 1 --2- 172.21.15.119:0/865854620 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7faee815c860 0x7faee80b7be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:47.867 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:47.861+0000 7faef03a3640 1 --2- 172.21.15.119:0/865854620 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7faee80d0690 0x7faee80b5310 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:47.867 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:47.861+0000 7faef03a3640 1 --2- 172.21.15.119:0/865854620 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7faee80ceef0 0x7faee814ab20 unknown :-1 s=CLOSED pgs=525 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:47.867 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:47.861+0000 7faef03a3640 1 -- 172.21.15.119:0/865854620 >> 172.21.15.119:0/865854620 conn(0x7faee809b870 msgr2=0x7faee80af2e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:57:47.867 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:47.861+0000 7faef03a3640 1 -- 172.21.15.119:0/865854620 shutdown_connections 2024-09-13T18:57:47.867 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:47.861+0000 7faef03a3640 1 -- 172.21.15.119:0/865854620 wait complete. 2024-09-13T18:57:47.875 INFO:teuthology.orchestra.run.smithi119.stdout:{"pg_ready":true,"pg_map":{"version":74,"stamp":"2024-09-13T18:57:46.079834+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":12,"acting":12,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":16,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":3,"kb":754974720,"kb_used":220484,"kb_used_data":4308,"kb_used_omap":12,"kb_used_meta":216051,"kb_avail":754754236,"statfs":{"total":773094113280,"available":772868337664,"internally_reserved":0,"allocated":4411392,"data_stored":2527209,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12742,"internal_metadata":221236794},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":15,"apply_latency_ms":15,"commit_latency_ns":15000000,"apply_latency_ns":15000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.000743"},"pg_stats":[{"pgid":"6.3f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T18:57:43.271195+0000","last_change":"2024-09-13T18:57:43.271195+0000","last_active":"2024-09-13T18:57:43.271195+0000","last_peered":"2024-09-13T18:57:43.271195+0000","last_clean":"2024-09-13T18:57:43.271195+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T18:57:43.271195+0000","last_undegraded":"2024-09-13T18:57:43.271195+0000","last_fullsized":"2024-09-13T18:57:43.271195+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_clean_scrub_stamp":"2024-09-13T18:57:43.271195+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.3e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T18:57:43.271195+0000","last_change":"2024-09-13T18:57:43.271195+0000","last_active":"2024-09-13T18:57:43.271195+0000","last_peered":"2024-09-13T18:57:43.271195+0000","last_clean":"2024-09-13T18:57:43.271195+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T18:57:43.271195+0000","last_undegraded":"2024-09-13T18:57:43.271195+0000","last_fullsized":"2024-09-13T18:57:43.271195+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_clean_scrub_stamp":"2024-09-13T18:57:43.271195+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.3d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T18:57:43.271195+0000","last_change":"2024-09-13T18:57:43.271195+0000","last_active":"2024-09-13T18:57:43.271195+0000","last_peered":"2024-09-13T18:57:43.271195+0000","last_clean":"2024-09-13T18:57:43.271195+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T18:57:43.271195+0000","last_undegraded":"2024-09-13T18:57:43.271195+0000","last_fullsized":"2024-09-13T18:57:43.271195+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_clean_scrub_stamp":"2024-09-13T18:57:43.271195+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.3c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T18:57:43.271195+0000","last_change":"2024-09-13T18:57:43.271195+0000","last_active":"2024-09-13T18:57:43.271195+0000","last_peered":"2024-09-13T18:57:43.271195+0000","last_clean":"2024-09-13T18:57:43.271195+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T18:57:43.271195+0000","last_undegraded":"2024-09-13T18:57:43.271195+0000","last_fullsized":"2024-09-13T18:57:43.271195+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_clean_scrub_stamp":"2024-09-13T18:57:43.271195+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.3b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T18:57:43.271195+0000","last_change":"2024-09-13T18:57:43.271195+0000","last_active":"2024-09-13T18:57:43.271195+0000","last_peered":"2024-09-13T18:57:43.271195+0000","last_clean":"2024-09-13T18:57:43.271195+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T18:57:43.271195+0000","last_undegraded":"2024-09-13T18:57:43.271195+0000","last_fullsized":"2024-09-13T18:57:43.271195+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_clean_scrub_stamp":"2024-09-13T18:57:43.271195+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.3a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T18:57:43.271195+0000","last_change":"2024-09-13T18:57:43.271195+0000","last_active":"2024-09-13T18:57:43.271195+0000","last_peered":"2024-09-13T18:57:43.271195+0000","last_clean":"2024-09-13T18:57:43.271195+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T18:57:43.271195+0000","last_undegraded":"2024-09-13T18:57:43.271195+0000","last_fullsized":"2024-09-13T18:57:43.271195+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_clean_scrub_stamp":"2024-09-13T18:57:43.271195+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.39","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T18:57:43.271195+0000","last_change":"2024-09-13T18:57:43.271195+0000","last_active":"2024-09-13T18:57:43.271195+0000","last_peered":"2024-09-13T18:57:43.271195+0000","last_clean":"2024-09-13T18:57:43.271195+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T18:57:43.271195+0000","last_undegraded":"2024-09-13T18:57:43.271195+0000","last_fullsized":"2024-09-13T18:57:43.271195+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_clean_scrub_stamp":"2024-09-13T18:57:43.271195+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.38","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T18:57:43.271195+0000","last_change":"2024-09-13T18:57:43.271195+0000","last_active":"2024-09-13T18:57:43.271195+0000","last_peered":"2024-09-13T18:57:43.271195+0000","last_clean":"2024-09-13T18:57:43.271195+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T18:57:43.271195+0000","last_undegraded":"2024-09-13T18:57:43.271195+0000","last_fullsized":"2024-09-13T18:57:43.271195+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_clean_scrub_stamp":"2024-09-13T18:57:43.271195+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.37","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T18:57:43.271195+0000","last_change":"2024-09-13T18:57:43.271195+0000","last_active":"2024-09-13T18:57:43.271195+0000","last_peered":"2024-09-13T18:57:43.271195+0000","last_clean":"2024-09-13T18:57:43.271195+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T18:57:43.271195+0000","last_undegraded":"2024-09-13T18:57:43.271195+0000","last_fullsized":"2024-09-13T18:57:43.271195+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_clean_scrub_stamp":"2024-09-13T18:57:43.271195+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.36","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T18:57:43.271195+0000","last_change":"2024-09-13T18:57:43.271195+0000","last_active":"2024-09-13T18:57:43.271195+0000","last_peered":"2024-09-13T18:57:43.271195+0000","last_clean":"2024-09-13T18:57:43.271195+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T18:57:43.271195+0000","last_undegraded":"2024-09-13T18:57:43.271195+0000","last_fullsized":"2024-09-13T18:57:43.271195+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_clean_scrub_stamp":"2024-09-13T18:57:43.271195+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.35","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T18:57:43.271195+0000","last_change":"2024-09-13T18:57:43.271195+0000","last_active":"2024-09-13T18:57:43.271195+0000","last_peered":"2024-09-13T18:57:43.271195+0000","last_clean":"2024-09-13T18:57:43.271195+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T18:57:43.271195+0000","last_undegraded":"2024-09-13T18:57:43.271195+0000","last_fullsized":"2024-09-13T18:57:43.271195+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_clean_scrub_stamp":"2024-09-13T18:57:43.271195+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.34","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T18:57:43.271195+0000","last_change":"2024-09-13T18:57:43.271195+0000","last_active":"2024-09-13T18:57:43.271195+0000","last_peered":"2024-09-13T18:57:43.271195+0000","last_clean":"2024-09-13T18:57:43.271195+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T18:57:43.271195+0000","last_undegraded":"2024-09-13T18:57:43.271195+0000","last_fullsized":"2024-09-13T18:57:43.271195+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_clean_scrub_stamp":"2024-09-13T18:57:43.271195+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.33","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T18:57:43.271195+0000","last_change":"2024-09-13T18:57:43.271195+0000","last_active":"2024-09-13T18:57:43.271195+0000","last_peered":"2024-09-13T18:57:43.271195+0000","last_clean":"2024-09-13T18:57:43.271195+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T18:57:43.271195+0000","last_undegraded":"2024-09-13T18:57:43.271195+0000","last_fullsized":"2024-09-13T18:57:43.271195+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_clean_scrub_stamp":"2024-09-13T18:57:43.271195+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.32","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T18:57:43.271195+0000","last_change":"2024-09-13T18:57:43.271195+0000","last_active":"2024-09-13T18:57:43.271195+0000","last_peered":"2024-09-13T18:57:43.271195+0000","last_clean":"2024-09-13T18:57:43.271195+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T18:57:43.271195+0000","last_undegraded":"2024-09-13T18:57:43.271195+0000","last_fullsized":"2024-09-13T18:57:43.271195+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_clean_scrub_stamp":"2024-09-13T18:57:43.271195+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.31","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T18:57:43.271195+0000","last_change":"2024-09-13T18:57:43.271195+0000","last_active":"2024-09-13T18:57:43.271195+0000","last_peered":"2024-09-13T18:57:43.271195+0000","last_clean":"2024-09-13T18:57:43.271195+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T18:57:43.271195+0000","last_undegraded":"2024-09-13T18:57:43.271195+0000","last_fullsized":"2024-09-13T18:57:43.271195+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_clean_scrub_stamp":"2024-09-13T18:57:43.271195+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.30","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T18:57:43.271195+0000","last_change":"2024-09-13T18:57:43.271195+0000","last_active":"2024-09-13T18:57:43.271195+0000","last_peered":"2024-09-13T18:57:43.271195+0000","last_clean":"2024-09-13T18:57:43.271195+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T18:57:43.271195+0000","last_undegraded":"2024-09-13T18:57:43.271195+0000","last_fullsized":"2024-09-13T18:57:43.271195+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_clean_scrub_stamp":"2024-09-13T18:57:43.271195+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.2f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T18:57:43.271195+0000","last_change":"2024-09-13T18:57:43.271195+0000","last_active":"2024-09-13T18:57:43.271195+0000","last_peered":"2024-09-13T18:57:43.271195+0000","last_clean":"2024-09-13T18:57:43.271195+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T18:57:43.271195+0000","last_undegraded":"2024-09-13T18:57:43.271195+0000","last_fullsized":"2024-09-13T18:57:43.271195+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_clean_scrub_stamp":"2024-09-13T18:57:43.271195+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.2e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T18:57:43.271195+0000","last_change":"2024-09-13T18:57:43.271195+0000","last_active":"2024-09-13T18:57:43.271195+0000","last_peered":"2024-09-13T18:57:43.271195+0000","last_clean":"2024-09-13T18:57:43.271195+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T18:57:43.271195+0000","last_undegraded":"2024-09-13T18:57:43.271195+0000","last_fullsized":"2024-09-13T18:57:43.271195+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_clean_scrub_stamp":"2024-09-13T18:57:43.271195+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.2d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T18:57:43.271195+0000","last_change":"2024-09-13T18:57:43.271195+0000","last_active":"2024-09-13T18:57:43.271195+0000","last_peered":"2024-09-13T18:57:43.271195+0000","last_clean":"2024-09-13T18:57:43.271195+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T18:57:43.271195+0000","last_undegraded":"2024-09-13T18:57:43.271195+0000","last_fullsized":"2024-09-13T18:57:43.271195+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_clean_scrub_stamp":"2024-09-13T18:57:43.271195+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.2c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T18:57:43.271195+0000","last_change":"2024-09-13T18:57:43.271195+0000","last_active":"2024-09-13T18:57:43.271195+0000","last_peered":"2024-09-13T18:57:43.271195+0000","last_clean":"2024-09-13T18:57:43.271195+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T18:57:43.271195+0000","last_undegraded":"2024-09-13T18:57:43.271195+0000","last_fullsized":"2024-09-13T18:57:43.271195+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_clean_scrub_stamp":"2024-09-13T18:57:43.271195+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.2b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T18:57:43.271195+0000","last_change":"2024-09-13T18:57:43.271195+0000","last_active":"2024-09-13T18:57:43.271195+0000","last_peered":"2024-09-13T18:57:43.271195+0000","last_clean":"2024-09-13T18:57:43.271195+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T18:57:43.271195+0000","last_undegraded":"2024-09-13T18:57:43.271195+0000","last_fullsized":"2024-09-13T18:57:43.271195+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_clean_scrub_stamp":"2024-09-13T18:57:43.271195+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.2a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T18:57:43.271195+0000","last_change":"2024-09-13T18:57:43.271195+0000","last_active":"2024-09-13T18:57:43.271195+0000","last_peered":"2024-09-13T18:57:43.271195+0000","last_clean":"2024-09-13T18:57:43.271195+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T18:57:43.271195+0000","last_undegraded":"2024-09-13T18:57:43.271195+0000","last_fullsized":"2024-09-13T18:57:43.271195+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_clean_scrub_stamp":"2024-09-13T18:57:43.271195+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.29","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T18:57:43.271195+0000","last_change":"2024-09-13T18:57:43.271195+0000","last_active":"2024-09-13T18:57:43.271195+0000","last_peered":"2024-09-13T18:57:43.271195+0000","last_clean":"2024-09-13T18:57:43.271195+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T18:57:43.271195+0000","last_undegraded":"2024-09-13T18:57:43.271195+0000","last_fullsized":"2024-09-13T18:57:43.271195+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_clean_scrub_stamp":"2024-09-13T18:57:43.271195+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.28","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T18:57:43.271195+0000","last_change":"2024-09-13T18:57:43.271195+0000","last_active":"2024-09-13T18:57:43.271195+0000","last_peered":"2024-09-13T18:57:43.271195+0000","last_clean":"2024-09-13T18:57:43.271195+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T18:57:43.271195+0000","last_undegraded":"2024-09-13T18:57:43.271195+0000","last_fullsized":"2024-09-13T18:57:43.271195+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_clean_scrub_stamp":"2024-09-13T18:57:43.271195+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.27","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T18:57:43.271195+0000","last_change":"2024-09-13T18:57:43.271195+0000","last_active":"2024-09-13T18:57:43.271195+0000","last_peered":"2024-09-13T18:57:43.271195+0000","last_clean":"2024-09-13T18:57:43.271195+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T18:57:43.271195+0000","last_undegraded":"2024-09-13T18:57:43.271195+0000","last_fullsized":"2024-09-13T18:57:43.271195+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_clean_scrub_stamp":"2024-09-13T18:57:43.271195+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.26","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T18:57:43.271195+0000","last_change":"2024-09-13T18:57:43.271195+0000","last_active":"2024-09-13T18:57:43.271195+0000","last_peered":"2024-09-13T18:57:43.271195+0000","last_clean":"2024-09-13T18:57:43.271195+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T18:57:43.271195+0000","last_undegraded":"2024-09-13T18:57:43.271195+0000","last_fullsized":"2024-09-13T18:57:43.271195+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_clean_scrub_stamp":"2024-09-13T18:57:43.271195+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.25","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T18:57:43.271195+0000","last_change":"2024-09-13T18:57:43.271195+0000","last_active":"2024-09-13T18:57:43.271195+0000","last_peered":"2024-09-13T18:57:43.271195+0000","last_clean":"2024-09-13T18:57:43.271195+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T18:57:43.271195+0000","last_undegraded":"2024-09-13T18:57:43.271195+0000","last_fullsized":"2024-09-13T18:57:43.271195+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_clean_scrub_stamp":"2024-09-13T18:57:43.271195+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.24","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T18:57:43.271195+0000","last_change":"2024-09-13T18:57:43.271195+0000","last_active":"2024-09-13T18:57:43.271195+0000","last_peered":"2024-09-13T18:57:43.271195+0000","last_clean":"2024-09-13T18:57:43.271195+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T18:57:43.271195+0000","last_undegraded":"2024-09-13T18:57:43.271195+0000","last_fullsized":"2024-09-13T18:57:43.271195+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_clean_scrub_stamp":"2024-09-13T18:57:43.271195+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.23","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T18:57:43.271195+0000","last_change":"2024-09-13T18:57:43.271195+0000","last_active":"2024-09-13T18:57:43.271195+0000","last_peered":"2024-09-13T18:57:43.271195+0000","last_clean":"2024-09-13T18:57:43.271195+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T18:57:43.271195+0000","last_undegraded":"2024-09-13T18:57:43.271195+0000","last_fullsized":"2024-09-13T18:57:43.271195+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_clean_scrub_stamp":"2024-09-13T18:57:43.271195+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.22","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T18:57:43.271195+0000","last_change":"2024-09-13T18:57:43.271195+0000","last_active":"2024-09-13T18:57:43.271195+0000","last_peered":"2024-09-13T18:57:43.271195+0000","last_clean":"2024-09-13T18:57:43.271195+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T18:57:43.271195+0000","last_undegraded":"2024-09-13T18:57:43.271195+0000","last_fullsized":"2024-09-13T18:57:43.271195+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_clean_scrub_stamp":"2024-09-13T18:57:43.271195+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.21","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T18:57:43.271195+0000","last_change":"2024-09-13T18:57:43.271195+0000","last_active":"2024-09-13T18:57:43.271195+0000","last_peered":"2024-09-13T18:57:43.271195+0000","last_clean":"2024-09-13T18:57:43.271195+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T18:57:43.271195+0000","last_undegraded":"2024-09-13T18:57:43.271195+0000","last_fullsized":"2024-09-13T18:57:43.271195+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_clean_scrub_stamp":"2024-09-13T18:57:43.271195+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.20","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T18:57:43.271195+0000","last_change":"2024-09-13T18:57:43.271195+0000","last_active":"2024-09-13T18:57:43.271195+0000","last_peered":"2024-09-13T18:57:43.271195+0000","last_clean":"2024-09-13T18:57:43.271195+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T18:57:43.271195+0000","last_undegraded":"2024-09-13T18:57:43.271195+0000","last_fullsized":"2024-09-13T18:57:43.271195+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_clean_scrub_stamp":"2024-09-13T18:57:43.271195+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.1c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T18:57:43.271195+0000","last_change":"2024-09-13T18:57:43.271195+0000","last_active":"2024-09-13T18:57:43.271195+0000","last_peered":"2024-09-13T18:57:43.271195+0000","last_clean":"2024-09-13T18:57:43.271195+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T18:57:43.271195+0000","last_undegraded":"2024-09-13T18:57:43.271195+0000","last_fullsized":"2024-09-13T18:57:43.271195+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_clean_scrub_stamp":"2024-09-13T18:57:43.271195+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.1f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T18:57:42.266140+0000","last_change":"2024-09-13T18:57:42.266140+0000","last_active":"2024-09-13T18:57:42.266140+0000","last_peered":"2024-09-13T18:57:42.266140+0000","last_clean":"2024-09-13T18:57:42.266140+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T18:57:42.266140+0000","last_undegraded":"2024-09-13T18:57:42.266140+0000","last_fullsized":"2024-09-13T18:57:42.266140+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:42.266140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:42.266140+0000","last_clean_scrub_stamp":"2024-09-13T18:57:42.266140+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.1d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T18:57:43.271195+0000","last_change":"2024-09-13T18:57:43.271195+0000","last_active":"2024-09-13T18:57:43.271195+0000","last_peered":"2024-09-13T18:57:43.271195+0000","last_clean":"2024-09-13T18:57:43.271195+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T18:57:43.271195+0000","last_undegraded":"2024-09-13T18:57:43.271195+0000","last_fullsized":"2024-09-13T18:57:43.271195+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_clean_scrub_stamp":"2024-09-13T18:57:43.271195+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.1e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T18:57:42.266140+0000","last_change":"2024-09-13T18:57:42.266140+0000","last_active":"2024-09-13T18:57:42.266140+0000","last_peered":"2024-09-13T18:57:42.266140+0000","last_clean":"2024-09-13T18:57:42.266140+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T18:57:42.266140+0000","last_undegraded":"2024-09-13T18:57:42.266140+0000","last_fullsized":"2024-09-13T18:57:42.266140+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:42.266140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:42.266140+0000","last_clean_scrub_stamp":"2024-09-13T18:57:42.266140+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.1e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T18:57:43.271195+0000","last_change":"2024-09-13T18:57:43.271195+0000","last_active":"2024-09-13T18:57:43.271195+0000","last_peered":"2024-09-13T18:57:43.271195+0000","last_clean":"2024-09-13T18:57:43.271195+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T18:57:43.271195+0000","last_undegraded":"2024-09-13T18:57:43.271195+0000","last_fullsized":"2024-09-13T18:57:43.271195+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_clean_scrub_stamp":"2024-09-13T18:57:43.271195+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.1d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T18:57:42.266140+0000","last_change":"2024-09-13T18:57:42.266140+0000","last_active":"2024-09-13T18:57:42.266140+0000","last_peered":"2024-09-13T18:57:42.266140+0000","last_clean":"2024-09-13T18:57:42.266140+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T18:57:42.266140+0000","last_undegraded":"2024-09-13T18:57:42.266140+0000","last_fullsized":"2024-09-13T18:57:42.266140+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:42.266140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:42.266140+0000","last_clean_scrub_stamp":"2024-09-13T18:57:42.266140+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.1f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T18:57:43.271195+0000","last_change":"2024-09-13T18:57:43.271195+0000","last_active":"2024-09-13T18:57:43.271195+0000","last_peered":"2024-09-13T18:57:43.271195+0000","last_clean":"2024-09-13T18:57:43.271195+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T18:57:43.271195+0000","last_undegraded":"2024-09-13T18:57:43.271195+0000","last_fullsized":"2024-09-13T18:57:43.271195+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_clean_scrub_stamp":"2024-09-13T18:57:43.271195+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.1c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T18:57:42.266140+0000","last_change":"2024-09-13T18:57:42.266140+0000","last_active":"2024-09-13T18:57:42.266140+0000","last_peered":"2024-09-13T18:57:42.266140+0000","last_clean":"2024-09-13T18:57:42.266140+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T18:57:42.266140+0000","last_undegraded":"2024-09-13T18:57:42.266140+0000","last_fullsized":"2024-09-13T18:57:42.266140+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:42.266140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:42.266140+0000","last_clean_scrub_stamp":"2024-09-13T18:57:42.266140+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.18","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T18:57:43.271195+0000","last_change":"2024-09-13T18:57:43.271195+0000","last_active":"2024-09-13T18:57:43.271195+0000","last_peered":"2024-09-13T18:57:43.271195+0000","last_clean":"2024-09-13T18:57:43.271195+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T18:57:43.271195+0000","last_undegraded":"2024-09-13T18:57:43.271195+0000","last_fullsized":"2024-09-13T18:57:43.271195+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_clean_scrub_stamp":"2024-09-13T18:57:43.271195+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.1b","version":"0'0","reported_seq":1,"reported_epoch":36,"state":"creating+peering","last_fresh":"2024-09-13T18:57:42.278482+0000","last_change":"2024-09-13T18:57:42.278482+0000","last_active":"2024-09-13T18:57:42.266140+0000","last_peered":"2024-09-13T18:57:42.266140+0000","last_clean":"2024-09-13T18:57:42.266140+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T18:57:42.278482+0000","last_undegraded":"2024-09-13T18:57:42.278482+0000","last_fullsized":"2024-09-13T18:57:42.278482+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:42.266140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:42.266140+0000","last_clean_scrub_stamp":"2024-09-13T18:57:42.266140+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T06:08:02.060175+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.19","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T18:57:43.271195+0000","last_change":"2024-09-13T18:57:43.271195+0000","last_active":"2024-09-13T18:57:43.271195+0000","last_peered":"2024-09-13T18:57:43.271195+0000","last_clean":"2024-09-13T18:57:43.271195+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T18:57:43.271195+0000","last_undegraded":"2024-09-13T18:57:43.271195+0000","last_fullsized":"2024-09-13T18:57:43.271195+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_clean_scrub_stamp":"2024-09-13T18:57:43.271195+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.1a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T18:57:42.266140+0000","last_change":"2024-09-13T18:57:42.266140+0000","last_active":"2024-09-13T18:57:42.266140+0000","last_peered":"2024-09-13T18:57:42.266140+0000","last_clean":"2024-09-13T18:57:42.266140+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T18:57:42.266140+0000","last_undegraded":"2024-09-13T18:57:42.266140+0000","last_fullsized":"2024-09-13T18:57:42.266140+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:42.266140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:42.266140+0000","last_clean_scrub_stamp":"2024-09-13T18:57:42.266140+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.1a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T18:57:43.271195+0000","last_change":"2024-09-13T18:57:43.271195+0000","last_active":"2024-09-13T18:57:43.271195+0000","last_peered":"2024-09-13T18:57:43.271195+0000","last_clean":"2024-09-13T18:57:43.271195+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T18:57:43.271195+0000","last_undegraded":"2024-09-13T18:57:43.271195+0000","last_fullsized":"2024-09-13T18:57:43.271195+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_clean_scrub_stamp":"2024-09-13T18:57:43.271195+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.19","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T18:57:42.266140+0000","last_change":"2024-09-13T18:57:42.266140+0000","last_active":"2024-09-13T18:57:42.266140+0000","last_peered":"2024-09-13T18:57:42.266140+0000","last_clean":"2024-09-13T18:57:42.266140+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T18:57:42.266140+0000","last_undegraded":"2024-09-13T18:57:42.266140+0000","last_fullsized":"2024-09-13T18:57:42.266140+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:42.266140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:42.266140+0000","last_clean_scrub_stamp":"2024-09-13T18:57:42.266140+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.1b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T18:57:43.271195+0000","last_change":"2024-09-13T18:57:43.271195+0000","last_active":"2024-09-13T18:57:43.271195+0000","last_peered":"2024-09-13T18:57:43.271195+0000","last_clean":"2024-09-13T18:57:43.271195+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T18:57:43.271195+0000","last_undegraded":"2024-09-13T18:57:43.271195+0000","last_fullsized":"2024-09-13T18:57:43.271195+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_clean_scrub_stamp":"2024-09-13T18:57:43.271195+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.18","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T18:57:42.266140+0000","last_change":"2024-09-13T18:57:42.266140+0000","last_active":"2024-09-13T18:57:42.266140+0000","last_peered":"2024-09-13T18:57:42.266140+0000","last_clean":"2024-09-13T18:57:42.266140+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T18:57:42.266140+0000","last_undegraded":"2024-09-13T18:57:42.266140+0000","last_fullsized":"2024-09-13T18:57:42.266140+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:42.266140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:42.266140+0000","last_clean_scrub_stamp":"2024-09-13T18:57:42.266140+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.14","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T18:57:43.271195+0000","last_change":"2024-09-13T18:57:43.271195+0000","last_active":"2024-09-13T18:57:43.271195+0000","last_peered":"2024-09-13T18:57:43.271195+0000","last_clean":"2024-09-13T18:57:43.271195+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T18:57:43.271195+0000","last_undegraded":"2024-09-13T18:57:43.271195+0000","last_fullsized":"2024-09-13T18:57:43.271195+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_clean_scrub_stamp":"2024-09-13T18:57:43.271195+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.17","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T18:57:42.266140+0000","last_change":"2024-09-13T18:57:42.266140+0000","last_active":"2024-09-13T18:57:42.266140+0000","last_peered":"2024-09-13T18:57:42.266140+0000","last_clean":"2024-09-13T18:57:42.266140+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T18:57:42.266140+0000","last_undegraded":"2024-09-13T18:57:42.266140+0000","last_fullsized":"2024-09-13T18:57:42.266140+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:42.266140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:42.266140+0000","last_clean_scrub_stamp":"2024-09-13T18:57:42.266140+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.15","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T18:57:43.271195+0000","last_change":"2024-09-13T18:57:43.271195+0000","last_active":"2024-09-13T18:57:43.271195+0000","last_peered":"2024-09-13T18:57:43.271195+0000","last_clean":"2024-09-13T18:57:43.271195+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T18:57:43.271195+0000","last_undegraded":"2024-09-13T18:57:43.271195+0000","last_fullsized":"2024-09-13T18:57:43.271195+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_clean_scrub_stamp":"2024-09-13T18:57:43.271195+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.16","version":"0'0","reported_seq":1,"reported_epoch":36,"state":"creating+peering","last_fresh":"2024-09-13T18:57:42.278572+0000","last_change":"2024-09-13T18:57:42.278572+0000","last_active":"2024-09-13T18:57:42.266140+0000","last_peered":"2024-09-13T18:57:42.266140+0000","last_clean":"2024-09-13T18:57:42.266140+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T18:57:42.278572+0000","last_undegraded":"2024-09-13T18:57:42.278572+0000","last_fullsized":"2024-09-13T18:57:42.278572+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:42.266140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:42.266140+0000","last_clean_scrub_stamp":"2024-09-13T18:57:42.266140+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:14:19.841999+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.16","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T18:57:43.271195+0000","last_change":"2024-09-13T18:57:43.271195+0000","last_active":"2024-09-13T18:57:43.271195+0000","last_peered":"2024-09-13T18:57:43.271195+0000","last_clean":"2024-09-13T18:57:43.271195+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T18:57:43.271195+0000","last_undegraded":"2024-09-13T18:57:43.271195+0000","last_fullsized":"2024-09-13T18:57:43.271195+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_clean_scrub_stamp":"2024-09-13T18:57:43.271195+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.15","version":"0'0","reported_seq":1,"reported_epoch":36,"state":"creating+peering","last_fresh":"2024-09-13T18:57:42.278547+0000","last_change":"2024-09-13T18:57:42.278547+0000","last_active":"2024-09-13T18:57:42.266140+0000","last_peered":"2024-09-13T18:57:42.266140+0000","last_clean":"2024-09-13T18:57:42.266140+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T18:57:42.278547+0000","last_undegraded":"2024-09-13T18:57:42.278547+0000","last_fullsized":"2024-09-13T18:57:42.278547+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:42.266140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:42.266140+0000","last_clean_scrub_stamp":"2024-09-13T18:57:42.266140+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:08:17.772215+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.17","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T18:57:43.271195+0000","last_change":"2024-09-13T18:57:43.271195+0000","last_active":"2024-09-13T18:57:43.271195+0000","last_peered":"2024-09-13T18:57:43.271195+0000","last_clean":"2024-09-13T18:57:43.271195+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T18:57:43.271195+0000","last_undegraded":"2024-09-13T18:57:43.271195+0000","last_fullsized":"2024-09-13T18:57:43.271195+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_clean_scrub_stamp":"2024-09-13T18:57:43.271195+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.14","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T18:57:42.266140+0000","last_change":"2024-09-13T18:57:42.266140+0000","last_active":"2024-09-13T18:57:42.266140+0000","last_peered":"2024-09-13T18:57:42.266140+0000","last_clean":"2024-09-13T18:57:42.266140+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T18:57:42.266140+0000","last_undegraded":"2024-09-13T18:57:42.266140+0000","last_fullsized":"2024-09-13T18:57:42.266140+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:42.266140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:42.266140+0000","last_clean_scrub_stamp":"2024-09-13T18:57:42.266140+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.10","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T18:57:43.271195+0000","last_change":"2024-09-13T18:57:43.271195+0000","last_active":"2024-09-13T18:57:43.271195+0000","last_peered":"2024-09-13T18:57:43.271195+0000","last_clean":"2024-09-13T18:57:43.271195+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T18:57:43.271195+0000","last_undegraded":"2024-09-13T18:57:43.271195+0000","last_fullsized":"2024-09-13T18:57:43.271195+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_clean_scrub_stamp":"2024-09-13T18:57:43.271195+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.13","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T18:57:42.266140+0000","last_change":"2024-09-13T18:57:42.266140+0000","last_active":"2024-09-13T18:57:42.266140+0000","last_peered":"2024-09-13T18:57:42.266140+0000","last_clean":"2024-09-13T18:57:42.266140+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T18:57:42.266140+0000","last_undegraded":"2024-09-13T18:57:42.266140+0000","last_fullsized":"2024-09-13T18:57:42.266140+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:42.266140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:42.266140+0000","last_clean_scrub_stamp":"2024-09-13T18:57:42.266140+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.11","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T18:57:43.271195+0000","last_change":"2024-09-13T18:57:43.271195+0000","last_active":"2024-09-13T18:57:43.271195+0000","last_peered":"2024-09-13T18:57:43.271195+0000","last_clean":"2024-09-13T18:57:43.271195+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T18:57:43.271195+0000","last_undegraded":"2024-09-13T18:57:43.271195+0000","last_fullsized":"2024-09-13T18:57:43.271195+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_clean_scrub_stamp":"2024-09-13T18:57:43.271195+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.12","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T18:57:42.266140+0000","last_change":"2024-09-13T18:57:42.266140+0000","last_active":"2024-09-13T18:57:42.266140+0000","last_peered":"2024-09-13T18:57:42.266140+0000","last_clean":"2024-09-13T18:57:42.266140+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T18:57:42.266140+0000","last_undegraded":"2024-09-13T18:57:42.266140+0000","last_fullsized":"2024-09-13T18:57:42.266140+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:42.266140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:42.266140+0000","last_clean_scrub_stamp":"2024-09-13T18:57:42.266140+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.12","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T18:57:43.271195+0000","last_change":"2024-09-13T18:57:43.271195+0000","last_active":"2024-09-13T18:57:43.271195+0000","last_peered":"2024-09-13T18:57:43.271195+0000","last_clean":"2024-09-13T18:57:43.271195+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T18:57:43.271195+0000","last_undegraded":"2024-09-13T18:57:43.271195+0000","last_fullsized":"2024-09-13T18:57:43.271195+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_clean_scrub_stamp":"2024-09-13T18:57:43.271195+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.11","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T18:57:42.266140+0000","last_change":"2024-09-13T18:57:42.266140+0000","last_active":"2024-09-13T18:57:42.266140+0000","last_peered":"2024-09-13T18:57:42.266140+0000","last_clean":"2024-09-13T18:57:42.266140+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T18:57:42.266140+0000","last_undegraded":"2024-09-13T18:57:42.266140+0000","last_fullsized":"2024-09-13T18:57:42.266140+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:42.266140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:42.266140+0000","last_clean_scrub_stamp":"2024-09-13T18:57:42.266140+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.13","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T18:57:43.271195+0000","last_change":"2024-09-13T18:57:43.271195+0000","last_active":"2024-09-13T18:57:43.271195+0000","last_peered":"2024-09-13T18:57:43.271195+0000","last_clean":"2024-09-13T18:57:43.271195+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T18:57:43.271195+0000","last_undegraded":"2024-09-13T18:57:43.271195+0000","last_fullsized":"2024-09-13T18:57:43.271195+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_clean_scrub_stamp":"2024-09-13T18:57:43.271195+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.10","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T18:57:42.266140+0000","last_change":"2024-09-13T18:57:42.266140+0000","last_active":"2024-09-13T18:57:42.266140+0000","last_peered":"2024-09-13T18:57:42.266140+0000","last_clean":"2024-09-13T18:57:42.266140+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T18:57:42.266140+0000","last_undegraded":"2024-09-13T18:57:42.266140+0000","last_fullsized":"2024-09-13T18:57:42.266140+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:42.266140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:42.266140+0000","last_clean_scrub_stamp":"2024-09-13T18:57:42.266140+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T18:57:43.271195+0000","last_change":"2024-09-13T18:57:43.271195+0000","last_active":"2024-09-13T18:57:43.271195+0000","last_peered":"2024-09-13T18:57:43.271195+0000","last_clean":"2024-09-13T18:57:43.271195+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T18:57:43.271195+0000","last_undegraded":"2024-09-13T18:57:43.271195+0000","last_fullsized":"2024-09-13T18:57:43.271195+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_clean_scrub_stamp":"2024-09-13T18:57:43.271195+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.f","version":"0'0","reported_seq":1,"reported_epoch":36,"state":"creating+peering","last_fresh":"2024-09-13T18:57:42.279060+0000","last_change":"2024-09-13T18:57:42.279060+0000","last_active":"2024-09-13T18:57:42.266140+0000","last_peered":"2024-09-13T18:57:42.266140+0000","last_clean":"2024-09-13T18:57:42.266140+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T18:57:42.279060+0000","last_undegraded":"2024-09-13T18:57:42.279060+0000","last_fullsized":"2024-09-13T18:57:42.279060+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:42.266140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:42.266140+0000","last_clean_scrub_stamp":"2024-09-13T18:57:42.266140+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:21:35.927061+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T18:57:43.271195+0000","last_change":"2024-09-13T18:57:43.271195+0000","last_active":"2024-09-13T18:57:43.271195+0000","last_peered":"2024-09-13T18:57:43.271195+0000","last_clean":"2024-09-13T18:57:43.271195+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T18:57:43.271195+0000","last_undegraded":"2024-09-13T18:57:43.271195+0000","last_fullsized":"2024-09-13T18:57:43.271195+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_clean_scrub_stamp":"2024-09-13T18:57:43.271195+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T18:57:42.266140+0000","last_change":"2024-09-13T18:57:42.266140+0000","last_active":"2024-09-13T18:57:42.266140+0000","last_peered":"2024-09-13T18:57:42.266140+0000","last_clean":"2024-09-13T18:57:42.266140+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T18:57:42.266140+0000","last_undegraded":"2024-09-13T18:57:42.266140+0000","last_fullsized":"2024-09-13T18:57:42.266140+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:42.266140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:42.266140+0000","last_clean_scrub_stamp":"2024-09-13T18:57:42.266140+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T18:57:43.271195+0000","last_change":"2024-09-13T18:57:43.271195+0000","last_active":"2024-09-13T18:57:43.271195+0000","last_peered":"2024-09-13T18:57:43.271195+0000","last_clean":"2024-09-13T18:57:43.271195+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T18:57:43.271195+0000","last_undegraded":"2024-09-13T18:57:43.271195+0000","last_fullsized":"2024-09-13T18:57:43.271195+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_clean_scrub_stamp":"2024-09-13T18:57:43.271195+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T18:57:42.266140+0000","last_change":"2024-09-13T18:57:42.266140+0000","last_active":"2024-09-13T18:57:42.266140+0000","last_peered":"2024-09-13T18:57:42.266140+0000","last_clean":"2024-09-13T18:57:42.266140+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T18:57:42.266140+0000","last_undegraded":"2024-09-13T18:57:42.266140+0000","last_fullsized":"2024-09-13T18:57:42.266140+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:42.266140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:42.266140+0000","last_clean_scrub_stamp":"2024-09-13T18:57:42.266140+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T18:57:43.271195+0000","last_change":"2024-09-13T18:57:43.271195+0000","last_active":"2024-09-13T18:57:43.271195+0000","last_peered":"2024-09-13T18:57:43.271195+0000","last_clean":"2024-09-13T18:57:43.271195+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T18:57:43.271195+0000","last_undegraded":"2024-09-13T18:57:43.271195+0000","last_fullsized":"2024-09-13T18:57:43.271195+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_clean_scrub_stamp":"2024-09-13T18:57:43.271195+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T18:57:42.266140+0000","last_change":"2024-09-13T18:57:42.266140+0000","last_active":"2024-09-13T18:57:42.266140+0000","last_peered":"2024-09-13T18:57:42.266140+0000","last_clean":"2024-09-13T18:57:42.266140+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T18:57:42.266140+0000","last_undegraded":"2024-09-13T18:57:42.266140+0000","last_fullsized":"2024-09-13T18:57:42.266140+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:42.266140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:42.266140+0000","last_clean_scrub_stamp":"2024-09-13T18:57:42.266140+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.8","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T18:57:43.271195+0000","last_change":"2024-09-13T18:57:43.271195+0000","last_active":"2024-09-13T18:57:43.271195+0000","last_peered":"2024-09-13T18:57:43.271195+0000","last_clean":"2024-09-13T18:57:43.271195+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T18:57:43.271195+0000","last_undegraded":"2024-09-13T18:57:43.271195+0000","last_fullsized":"2024-09-13T18:57:43.271195+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_clean_scrub_stamp":"2024-09-13T18:57:43.271195+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T18:57:42.266140+0000","last_change":"2024-09-13T18:57:42.266140+0000","last_active":"2024-09-13T18:57:42.266140+0000","last_peered":"2024-09-13T18:57:42.266140+0000","last_clean":"2024-09-13T18:57:42.266140+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T18:57:42.266140+0000","last_undegraded":"2024-09-13T18:57:42.266140+0000","last_fullsized":"2024-09-13T18:57:42.266140+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:42.266140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:42.266140+0000","last_clean_scrub_stamp":"2024-09-13T18:57:42.266140+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.9","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T18:57:43.271195+0000","last_change":"2024-09-13T18:57:43.271195+0000","last_active":"2024-09-13T18:57:43.271195+0000","last_peered":"2024-09-13T18:57:43.271195+0000","last_clean":"2024-09-13T18:57:43.271195+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T18:57:43.271195+0000","last_undegraded":"2024-09-13T18:57:43.271195+0000","last_fullsized":"2024-09-13T18:57:43.271195+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_clean_scrub_stamp":"2024-09-13T18:57:43.271195+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T18:57:42.266140+0000","last_change":"2024-09-13T18:57:42.266140+0000","last_active":"2024-09-13T18:57:42.266140+0000","last_peered":"2024-09-13T18:57:42.266140+0000","last_clean":"2024-09-13T18:57:42.266140+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T18:57:42.266140+0000","last_undegraded":"2024-09-13T18:57:42.266140+0000","last_fullsized":"2024-09-13T18:57:42.266140+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:42.266140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:42.266140+0000","last_clean_scrub_stamp":"2024-09-13T18:57:42.266140+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T18:57:43.271195+0000","last_change":"2024-09-13T18:57:43.271195+0000","last_active":"2024-09-13T18:57:43.271195+0000","last_peered":"2024-09-13T18:57:43.271195+0000","last_clean":"2024-09-13T18:57:43.271195+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T18:57:43.271195+0000","last_undegraded":"2024-09-13T18:57:43.271195+0000","last_fullsized":"2024-09-13T18:57:43.271195+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_clean_scrub_stamp":"2024-09-13T18:57:43.271195+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.9","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T18:57:42.266140+0000","last_change":"2024-09-13T18:57:42.266140+0000","last_active":"2024-09-13T18:57:42.266140+0000","last_peered":"2024-09-13T18:57:42.266140+0000","last_clean":"2024-09-13T18:57:42.266140+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T18:57:42.266140+0000","last_undegraded":"2024-09-13T18:57:42.266140+0000","last_fullsized":"2024-09-13T18:57:42.266140+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:42.266140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:42.266140+0000","last_clean_scrub_stamp":"2024-09-13T18:57:42.266140+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T18:57:43.271195+0000","last_change":"2024-09-13T18:57:43.271195+0000","last_active":"2024-09-13T18:57:43.271195+0000","last_peered":"2024-09-13T18:57:43.271195+0000","last_clean":"2024-09-13T18:57:43.271195+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T18:57:43.271195+0000","last_undegraded":"2024-09-13T18:57:43.271195+0000","last_fullsized":"2024-09-13T18:57:43.271195+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_clean_scrub_stamp":"2024-09-13T18:57:43.271195+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.8","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T18:57:42.266140+0000","last_change":"2024-09-13T18:57:42.266140+0000","last_active":"2024-09-13T18:57:42.266140+0000","last_peered":"2024-09-13T18:57:42.266140+0000","last_clean":"2024-09-13T18:57:42.266140+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T18:57:42.266140+0000","last_undegraded":"2024-09-13T18:57:42.266140+0000","last_fullsized":"2024-09-13T18:57:42.266140+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:42.266140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:42.266140+0000","last_clean_scrub_stamp":"2024-09-13T18:57:42.266140+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.4","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T18:57:43.271195+0000","last_change":"2024-09-13T18:57:43.271195+0000","last_active":"2024-09-13T18:57:43.271195+0000","last_peered":"2024-09-13T18:57:43.271195+0000","last_clean":"2024-09-13T18:57:43.271195+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T18:57:43.271195+0000","last_undegraded":"2024-09-13T18:57:43.271195+0000","last_fullsized":"2024-09-13T18:57:43.271195+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_clean_scrub_stamp":"2024-09-13T18:57:43.271195+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.7","version":"0'0","reported_seq":1,"reported_epoch":36,"state":"creating+peering","last_fresh":"2024-09-13T18:57:42.278618+0000","last_change":"2024-09-13T18:57:42.278618+0000","last_active":"2024-09-13T18:57:42.266140+0000","last_peered":"2024-09-13T18:57:42.266140+0000","last_clean":"2024-09-13T18:57:42.266140+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T18:57:42.278618+0000","last_undegraded":"2024-09-13T18:57:42.278618+0000","last_fullsized":"2024-09-13T18:57:42.278618+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:42.266140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:42.266140+0000","last_clean_scrub_stamp":"2024-09-13T18:57:42.266140+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:26:13.387335+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.5","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T18:57:43.271195+0000","last_change":"2024-09-13T18:57:43.271195+0000","last_active":"2024-09-13T18:57:43.271195+0000","last_peered":"2024-09-13T18:57:43.271195+0000","last_clean":"2024-09-13T18:57:43.271195+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T18:57:43.271195+0000","last_undegraded":"2024-09-13T18:57:43.271195+0000","last_fullsized":"2024-09-13T18:57:43.271195+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_clean_scrub_stamp":"2024-09-13T18:57:43.271195+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.6","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T18:57:42.266140+0000","last_change":"2024-09-13T18:57:42.266140+0000","last_active":"2024-09-13T18:57:42.266140+0000","last_peered":"2024-09-13T18:57:42.266140+0000","last_clean":"2024-09-13T18:57:42.266140+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T18:57:42.266140+0000","last_undegraded":"2024-09-13T18:57:42.266140+0000","last_fullsized":"2024-09-13T18:57:42.266140+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:42.266140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:42.266140+0000","last_clean_scrub_stamp":"2024-09-13T18:57:42.266140+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.6","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T18:57:43.271195+0000","last_change":"2024-09-13T18:57:43.271195+0000","last_active":"2024-09-13T18:57:43.271195+0000","last_peered":"2024-09-13T18:57:43.271195+0000","last_clean":"2024-09-13T18:57:43.271195+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T18:57:43.271195+0000","last_undegraded":"2024-09-13T18:57:43.271195+0000","last_fullsized":"2024-09-13T18:57:43.271195+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_clean_scrub_stamp":"2024-09-13T18:57:43.271195+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.5","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T18:57:42.266140+0000","last_change":"2024-09-13T18:57:42.266140+0000","last_active":"2024-09-13T18:57:42.266140+0000","last_peered":"2024-09-13T18:57:42.266140+0000","last_clean":"2024-09-13T18:57:42.266140+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T18:57:42.266140+0000","last_undegraded":"2024-09-13T18:57:42.266140+0000","last_fullsized":"2024-09-13T18:57:42.266140+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:42.266140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:42.266140+0000","last_clean_scrub_stamp":"2024-09-13T18:57:42.266140+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.0","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T18:57:43.271195+0000","last_change":"2024-09-13T18:57:43.271195+0000","last_active":"2024-09-13T18:57:43.271195+0000","last_peered":"2024-09-13T18:57:43.271195+0000","last_clean":"2024-09-13T18:57:43.271195+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T18:57:43.271195+0000","last_undegraded":"2024-09-13T18:57:43.271195+0000","last_fullsized":"2024-09-13T18:57:43.271195+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_clean_scrub_stamp":"2024-09-13T18:57:43.271195+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.3","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T18:57:42.266140+0000","last_change":"2024-09-13T18:57:42.266140+0000","last_active":"2024-09-13T18:57:42.266140+0000","last_peered":"2024-09-13T18:57:42.266140+0000","last_clean":"2024-09-13T18:57:42.266140+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T18:57:42.266140+0000","last_undegraded":"2024-09-13T18:57:42.266140+0000","last_fullsized":"2024-09-13T18:57:42.266140+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:42.266140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:42.266140+0000","last_clean_scrub_stamp":"2024-09-13T18:57:42.266140+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.1","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T18:57:43.271195+0000","last_change":"2024-09-13T18:57:43.271195+0000","last_active":"2024-09-13T18:57:43.271195+0000","last_peered":"2024-09-13T18:57:43.271195+0000","last_clean":"2024-09-13T18:57:43.271195+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T18:57:43.271195+0000","last_undegraded":"2024-09-13T18:57:43.271195+0000","last_fullsized":"2024-09-13T18:57:43.271195+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_clean_scrub_stamp":"2024-09-13T18:57:43.271195+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.2","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T18:57:42.266140+0000","last_change":"2024-09-13T18:57:42.266140+0000","last_active":"2024-09-13T18:57:42.266140+0000","last_peered":"2024-09-13T18:57:42.266140+0000","last_clean":"2024-09-13T18:57:42.266140+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T18:57:42.266140+0000","last_undegraded":"2024-09-13T18:57:42.266140+0000","last_fullsized":"2024-09-13T18:57:42.266140+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:42.266140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:42.266140+0000","last_clean_scrub_stamp":"2024-09-13T18:57:42.266140+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.2","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T18:57:43.271195+0000","last_change":"2024-09-13T18:57:43.271195+0000","last_active":"2024-09-13T18:57:43.271195+0000","last_peered":"2024-09-13T18:57:43.271195+0000","last_clean":"2024-09-13T18:57:43.271195+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T18:57:43.271195+0000","last_undegraded":"2024-09-13T18:57:43.271195+0000","last_fullsized":"2024-09-13T18:57:43.271195+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_clean_scrub_stamp":"2024-09-13T18:57:43.271195+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.1","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T18:57:42.266140+0000","last_change":"2024-09-13T18:57:42.266140+0000","last_active":"2024-09-13T18:57:42.266140+0000","last_peered":"2024-09-13T18:57:42.266140+0000","last_clean":"2024-09-13T18:57:42.266140+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T18:57:42.266140+0000","last_undegraded":"2024-09-13T18:57:42.266140+0000","last_fullsized":"2024-09-13T18:57:42.266140+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:42.266140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:42.266140+0000","last_clean_scrub_stamp":"2024-09-13T18:57:42.266140+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.3","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T18:57:43.271195+0000","last_change":"2024-09-13T18:57:43.271195+0000","last_active":"2024-09-13T18:57:43.271195+0000","last_peered":"2024-09-13T18:57:43.271195+0000","last_clean":"2024-09-13T18:57:43.271195+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T18:57:43.271195+0000","last_undegraded":"2024-09-13T18:57:43.271195+0000","last_fullsized":"2024-09-13T18:57:43.271195+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_clean_scrub_stamp":"2024-09-13T18:57:43.271195+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.0","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T18:57:42.266140+0000","last_change":"2024-09-13T18:57:42.266140+0000","last_active":"2024-09-13T18:57:42.266140+0000","last_peered":"2024-09-13T18:57:42.266140+0000","last_clean":"2024-09-13T18:57:42.266140+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T18:57:42.266140+0000","last_undegraded":"2024-09-13T18:57:42.266140+0000","last_fullsized":"2024-09-13T18:57:42.266140+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:42.266140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:42.266140+0000","last_clean_scrub_stamp":"2024-09-13T18:57:42.266140+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.7","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T18:57:43.271195+0000","last_change":"2024-09-13T18:57:43.271195+0000","last_active":"2024-09-13T18:57:43.271195+0000","last_peered":"2024-09-13T18:57:43.271195+0000","last_clean":"2024-09-13T18:57:43.271195+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T18:57:43.271195+0000","last_undegraded":"2024-09-13T18:57:43.271195+0000","last_fullsized":"2024-09-13T18:57:43.271195+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_clean_scrub_stamp":"2024-09-13T18:57:43.271195+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.4","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T18:57:42.266140+0000","last_change":"2024-09-13T18:57:42.266140+0000","last_active":"2024-09-13T18:57:42.266140+0000","last_peered":"2024-09-13T18:57:42.266140+0000","last_clean":"2024-09-13T18:57:42.266140+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T18:57:42.266140+0000","last_undegraded":"2024-09-13T18:57:42.266140+0000","last_fullsized":"2024-09-13T18:57:42.266140+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:42.266140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:42.266140+0000","last_clean_scrub_stamp":"2024-09-13T18:57:42.266140+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"1.0","version":"15'117","reported_seq":175,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-13T18:57:37.429977+0000","last_change":"2024-09-13T18:56:23.292950+0000","last_active":"2024-09-13T18:57:37.429977+0000","last_peered":"2024-09-13T18:57:37.429977+0000","last_clean":"2024-09-13T18:57:37.429977+0000","last_became_active":"2024-09-13T18:56:23.292008+0000","last_became_peered":"2024-09-13T18:56:23.292008+0000","last_unstale":"2024-09-13T18:57:37.429977+0000","last_undegraded":"2024-09-13T18:57:37.429977+0000","last_fullsized":"2024-09-13T18:57:37.429977+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:22.096428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:22.096428+0000","last_clean_scrub_stamp":"2024-09-13T18:56:22.096428+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:33:39.156955+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":6,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0},{"poolid":5,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":10,"acting":10,"num_store_stats":1},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":5,"up_from":14,"seq":60129542163,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27424,"kb_used_data":404,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344416,"statfs":{"total":96636764160,"available":96608681984,"internally_reserved":0,"allocated":413696,"data_stored":173679,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 18:57:24 2024","interfaces":[{"interface":"back","average":{"1min":0.54000000000000004,"5min":0.54000000000000004,"15min":0.54000000000000004},"min":{"1min":0.375,"5min":0.375,"15min":0.375},"max":{"1min":0.82099999999999995,"5min":0.82099999999999995,"15min":0.82099999999999995},"last":0.60599999999999998},{"interface":"front","average":{"1min":0.55200000000000005,"5min":0.55200000000000005,"15min":0.55200000000000005},"min":{"1min":0.34699999999999998,"5min":0.34699999999999998,"15min":0.34699999999999998},"max":{"1min":0.85099999999999998,"5min":0.85099999999999998,"15min":0.85099999999999998},"last":0.56399999999999995}]},{"osd":1,"last update":"Fri Sep 13 18:57:24 2024","interfaces":[{"interface":"back","average":{"1min":0.5,"5min":0.5,"15min":0.5},"min":{"1min":0.34100000000000003,"5min":0.34100000000000003,"15min":0.34100000000000003},"max":{"1min":0.72599999999999998,"5min":0.72599999999999998,"15min":0.72599999999999998},"last":0.48899999999999999},{"interface":"front","average":{"1min":0.54900000000000004,"5min":0.54900000000000004,"15min":0.54900000000000004},"min":{"1min":0.36399999999999999,"5min":0.36399999999999999,"15min":0.36399999999999999},"max":{"1min":0.746,"5min":0.746,"15min":0.746},"last":0.47399999999999998}]},{"osd":2,"last update":"Fri Sep 13 18:57:24 2024","interfaces":[{"interface":"back","average":{"1min":0.52300000000000002,"5min":0.52300000000000002,"15min":0.52300000000000002},"min":{"1min":0.38700000000000001,"5min":0.38700000000000001,"15min":0.38700000000000001},"max":{"1min":0.79600000000000004,"5min":0.79600000000000004,"15min":0.79600000000000004},"last":0.50900000000000001},{"interface":"front","average":{"1min":0.53100000000000003,"5min":0.53100000000000003,"15min":0.53100000000000003},"min":{"1min":0.377,"5min":0.377,"15min":0.377},"max":{"1min":0.67800000000000005,"5min":0.67800000000000005,"15min":0.67800000000000005},"last":0.59199999999999997}]},{"osd":3,"last update":"Fri Sep 13 18:57:24 2024","interfaces":[{"interface":"back","average":{"1min":0.54600000000000004,"5min":0.54600000000000004,"15min":0.54600000000000004},"min":{"1min":0.40899999999999997,"5min":0.40899999999999997,"15min":0.40899999999999997},"max":{"1min":0.872,"5min":0.872,"15min":0.872},"last":0.40799999999999997},{"interface":"front","average":{"1min":0.55300000000000005,"5min":0.55300000000000005,"15min":0.55300000000000005},"min":{"1min":0.35099999999999998,"5min":0.35099999999999998,"15min":0.35099999999999998},"max":{"1min":0.69099999999999995,"5min":0.69099999999999995,"15min":0.69099999999999995},"last":0.44900000000000001}]},{"osd":4,"last update":"Fri Sep 13 18:57:24 2024","interfaces":[{"interface":"back","average":{"1min":0.46100000000000002,"5min":0.46100000000000002,"15min":0.46100000000000002},"min":{"1min":0.307,"5min":0.307,"15min":0.307},"max":{"1min":0.76100000000000001,"5min":0.76100000000000001,"15min":0.76100000000000001},"last":0.42899999999999999},{"interface":"front","average":{"1min":0.504,"5min":0.504,"15min":0.504},"min":{"1min":0.33600000000000002,"5min":0.33600000000000002,"15min":0.33600000000000002},"max":{"1min":0.71999999999999997,"5min":0.71999999999999997,"15min":0.71999999999999997},"last":0.52400000000000002}]},{"osd":6,"last update":"Fri Sep 13 18:57:24 2024","interfaces":[{"interface":"back","average":{"1min":0.48999999999999999,"5min":0.48999999999999999,"15min":0.48999999999999999},"min":{"1min":0.28000000000000003,"5min":0.28000000000000003,"15min":0.28000000000000003},"max":{"1min":0.73299999999999998,"5min":0.73299999999999998,"15min":0.73299999999999998},"last":0.61699999999999999},{"interface":"front","average":{"1min":0.53000000000000003,"5min":0.53000000000000003,"15min":0.53000000000000003},"min":{"1min":0.30599999999999999,"5min":0.30599999999999999,"15min":0.30599999999999999},"max":{"1min":0.79800000000000004,"5min":0.79800000000000004,"15min":0.79800000000000004},"last":0.55100000000000005}]},{"osd":7,"last update":"Fri Sep 13 18:57:24 2024","interfaces":[{"interface":"back","average":{"1min":0.53700000000000003,"5min":0.53700000000000003,"15min":0.53700000000000003},"min":{"1min":0.32600000000000001,"5min":0.32600000000000001,"15min":0.32600000000000001},"max":{"1min":0.751,"5min":0.751,"15min":0.751},"last":0.57899999999999996},{"interface":"front","average":{"1min":0.56899999999999995,"5min":0.56899999999999995,"15min":0.56899999999999995},"min":{"1min":0.32600000000000001,"5min":0.32600000000000001,"15min":0.32600000000000001},"max":{"1min":0.77700000000000002,"5min":0.77700000000000002,"15min":0.77700000000000002},"last":0.64600000000000002}]}]},{"osd":3,"up_from":13,"seq":55834574868,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":27412,"kb_used_data":392,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344428,"statfs":{"total":96636764160,"available":96608694272,"internally_reserved":0,"allocated":401408,"data_stored":167542,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":27654600},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 18:57:23 2024","interfaces":[{"interface":"back","average":{"1min":0.33200000000000002,"5min":0.33200000000000002,"15min":0.33200000000000002},"min":{"1min":0.21199999999999999,"5min":0.21199999999999999,"15min":0.21199999999999999},"max":{"1min":0.496,"5min":0.496,"15min":0.496},"last":0.34100000000000003},{"interface":"front","average":{"1min":0.312,"5min":0.312,"15min":0.312},"min":{"1min":0.24199999999999999,"5min":0.24199999999999999,"15min":0.24199999999999999},"max":{"1min":0.45100000000000001,"5min":0.45100000000000001,"15min":0.45100000000000001},"last":0.27400000000000002}]},{"osd":1,"last update":"Fri Sep 13 18:57:23 2024","interfaces":[{"interface":"back","average":{"1min":0.29999999999999999,"5min":0.29999999999999999,"15min":0.29999999999999999},"min":{"1min":0.21299999999999999,"5min":0.21299999999999999,"15min":0.21299999999999999},"max":{"1min":0.41799999999999998,"5min":0.41799999999999998,"15min":0.41799999999999998},"last":0.25900000000000001},{"interface":"front","average":{"1min":0.33700000000000002,"5min":0.33700000000000002,"15min":0.33700000000000002},"min":{"1min":0.20999999999999999,"5min":0.20999999999999999,"15min":0.20999999999999999},"max":{"1min":0.57599999999999996,"5min":0.57599999999999996,"15min":0.57599999999999996},"last":0.28999999999999998}]},{"osd":2,"last update":"Fri Sep 13 18:57:23 2024","interfaces":[{"interface":"back","average":{"1min":0.38300000000000001,"5min":0.38300000000000001,"15min":0.38300000000000001},"min":{"1min":0.29999999999999999,"5min":0.29999999999999999,"15min":0.29999999999999999},"max":{"1min":0.621,"5min":0.621,"15min":0.621},"last":0.32500000000000001},{"interface":"front","average":{"1min":0.35499999999999998,"5min":0.35499999999999998,"15min":0.35499999999999998},"min":{"1min":0.26500000000000001,"5min":0.26500000000000001,"15min":0.26500000000000001},"max":{"1min":0.56200000000000006,"5min":0.56200000000000006,"15min":0.56200000000000006},"last":0.35299999999999998}]},{"osd":4,"last update":"Fri Sep 13 18:57:23 2024","interfaces":[{"interface":"back","average":{"1min":0.52500000000000002,"5min":0.52500000000000002,"15min":0.52500000000000002},"min":{"1min":0.34499999999999997,"5min":0.34499999999999997,"15min":0.34499999999999997},"max":{"1min":0.80800000000000005,"5min":0.80800000000000005,"15min":0.80800000000000005},"last":0.442},{"interface":"front","average":{"1min":0.53500000000000003,"5min":0.53500000000000003,"15min":0.53500000000000003},"min":{"1min":0.34499999999999997,"5min":0.34499999999999997,"15min":0.34499999999999997},"max":{"1min":0.78300000000000003,"5min":0.78300000000000003,"15min":0.78300000000000003},"last":0.50600000000000001}]},{"osd":5,"last update":"Fri Sep 13 18:57:23 2024","interfaces":[{"interface":"back","average":{"1min":0.53500000000000003,"5min":0.53500000000000003,"15min":0.53500000000000003},"min":{"1min":0.35899999999999999,"5min":0.35899999999999999,"15min":0.35899999999999999},"max":{"1min":0.71799999999999997,"5min":0.71799999999999997,"15min":0.71799999999999997},"last":0.48999999999999999},{"interface":"front","average":{"1min":0.51300000000000001,"5min":0.51300000000000001,"15min":0.51300000000000001},"min":{"1min":0.32700000000000001,"5min":0.32700000000000001,"15min":0.32700000000000001},"max":{"1min":0.69399999999999995,"5min":0.69399999999999995,"15min":0.69399999999999995},"last":0.57999999999999996}]},{"osd":6,"last update":"Fri Sep 13 18:57:23 2024","interfaces":[{"interface":"back","average":{"1min":0.55100000000000005,"5min":0.55100000000000005,"15min":0.55100000000000005},"min":{"1min":0.34000000000000002,"5min":0.34000000000000002,"15min":0.34000000000000002},"max":{"1min":0.74299999999999999,"5min":0.74299999999999999,"15min":0.74299999999999999},"last":0.60799999999999998},{"interface":"front","average":{"1min":0.56299999999999994,"5min":0.56299999999999994,"15min":0.56299999999999994},"min":{"1min":0.41699999999999998,"5min":0.41699999999999998,"15min":0.41699999999999998},"max":{"1min":0.748,"5min":0.748,"15min":0.748},"last":0.61899999999999999}]},{"osd":7,"last update":"Fri Sep 13 18:57:23 2024","interfaces":[{"interface":"back","average":{"1min":0.56599999999999995,"5min":0.56599999999999995,"15min":0.56599999999999995},"min":{"1min":0.42399999999999999,"5min":0.42399999999999999,"15min":0.42399999999999999},"max":{"1min":0.85599999999999998,"5min":0.85599999999999998,"15min":0.85599999999999998},"last":0.59299999999999997},{"interface":"front","average":{"1min":0.58199999999999996,"5min":0.58199999999999996,"15min":0.58199999999999996},"min":{"1min":0.38,"5min":0.38,"15min":0.38},"max":{"1min":0.876,"5min":0.876,"15min":0.876},"last":0.57199999999999995}]}]},{"osd":7,"up_from":13,"seq":55834574868,"num_pgs":15,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27992,"kb_used_data":972,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343848,"statfs":{"total":96636764160,"available":96608100352,"internally_reserved":0,"allocated":995328,"data_stored":757910,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":27654603},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 18:57:22 2024","interfaces":[{"interface":"back","average":{"1min":0.49399999999999999,"5min":0.49399999999999999,"15min":0.49399999999999999},"min":{"1min":0.34599999999999997,"5min":0.34599999999999997,"15min":0.34599999999999997},"max":{"1min":0.79900000000000004,"5min":0.79900000000000004,"15min":0.79900000000000004},"last":0.53900000000000003},{"interface":"front","average":{"1min":0.48899999999999999,"5min":0.48899999999999999,"15min":0.48899999999999999},"min":{"1min":0.33800000000000002,"5min":0.33800000000000002,"15min":0.33800000000000002},"max":{"1min":0.71599999999999997,"5min":0.71599999999999997,"15min":0.71599999999999997},"last":0.61899999999999999}]},{"osd":1,"last update":"Fri Sep 13 18:57:22 2024","interfaces":[{"interface":"back","average":{"1min":0.52400000000000002,"5min":0.52400000000000002,"15min":0.52400000000000002},"min":{"1min":0.37,"5min":0.37,"15min":0.37},"max":{"1min":0.755,"5min":0.755,"15min":0.755},"last":0.65500000000000003},{"interface":"front","average":{"1min":0.52500000000000002,"5min":0.52500000000000002,"15min":0.52500000000000002},"min":{"1min":0.35299999999999998,"5min":0.35299999999999998,"15min":0.35299999999999998},"max":{"1min":0.83499999999999996,"5min":0.83499999999999996,"15min":0.83499999999999996},"last":0.66700000000000004}]},{"osd":2,"last update":"Fri Sep 13 18:57:22 2024","interfaces":[{"interface":"back","average":{"1min":0.50600000000000001,"5min":0.50600000000000001,"15min":0.50600000000000001},"min":{"1min":0.38700000000000001,"5min":0.38700000000000001,"15min":0.38700000000000001},"max":{"1min":0.76200000000000001,"5min":0.76200000000000001,"15min":0.76200000000000001},"last":0.58299999999999996},{"interface":"front","average":{"1min":0.52700000000000002,"5min":0.52700000000000002,"15min":0.52700000000000002},"min":{"1min":0.312,"5min":0.312,"15min":0.312},"max":{"1min":0.81699999999999995,"5min":0.81699999999999995,"15min":0.81699999999999995},"last":0.52500000000000002}]},{"osd":3,"last update":"Fri Sep 13 18:57:22 2024","interfaces":[{"interface":"back","average":{"1min":0.497,"5min":0.497,"15min":0.497},"min":{"1min":0.33500000000000002,"5min":0.33500000000000002,"15min":0.33500000000000002},"max":{"1min":0.80000000000000004,"5min":0.80000000000000004,"15min":0.80000000000000004},"last":0.55700000000000005},{"interface":"front","average":{"1min":0.5,"5min":0.5,"15min":0.5},"min":{"1min":0.35599999999999998,"5min":0.35599999999999998,"15min":0.35599999999999998},"max":{"1min":0.68500000000000005,"5min":0.68500000000000005,"15min":0.68500000000000005},"last":0.63500000000000001}]},{"osd":4,"last update":"Fri Sep 13 18:57:22 2024","interfaces":[{"interface":"back","average":{"1min":0.47099999999999997,"5min":0.47099999999999997,"15min":0.47099999999999997},"min":{"1min":0.30099999999999999,"5min":0.30099999999999999,"15min":0.30099999999999999},"max":{"1min":0.64400000000000002,"5min":0.64400000000000002,"15min":0.64400000000000002},"last":0.44900000000000001},{"interface":"front","average":{"1min":0.502,"5min":0.502,"15min":0.502},"min":{"1min":0.27700000000000002,"5min":0.27700000000000002,"15min":0.27700000000000002},"max":{"1min":0.751,"5min":0.751,"15min":0.751},"last":0.70599999999999996}]},{"osd":5,"last update":"Fri Sep 13 18:57:25 2024","interfaces":[{"interface":"back","average":{"1min":0.49399999999999999,"5min":0.49399999999999999,"15min":0.49399999999999999},"min":{"1min":0.34300000000000003,"5min":0.34300000000000003,"15min":0.34300000000000003},"max":{"1min":0.63300000000000001,"5min":0.63300000000000001,"15min":0.63300000000000001},"last":0.57099999999999995},{"interface":"front","average":{"1min":0.54200000000000004,"5min":0.54200000000000004,"15min":0.54200000000000004},"min":{"1min":0.33100000000000002,"5min":0.33100000000000002,"15min":0.33100000000000002},"max":{"1min":0.70399999999999996,"5min":0.70399999999999996,"15min":0.70399999999999996},"last":0.60299999999999998}]},{"osd":6,"last update":"Fri Sep 13 18:57:22 2024","interfaces":[{"interface":"back","average":{"1min":0.52300000000000002,"5min":0.52300000000000002,"15min":0.52300000000000002},"min":{"1min":0.34200000000000003,"5min":0.34200000000000003,"15min":0.34200000000000003},"max":{"1min":0.65500000000000003,"5min":0.65500000000000003,"15min":0.65500000000000003},"last":0.64600000000000002},{"interface":"front","average":{"1min":0.56499999999999995,"5min":0.56499999999999995,"15min":0.56499999999999995},"min":{"1min":0.28499999999999998,"5min":0.28499999999999998,"15min":0.28499999999999998},"max":{"1min":0.71399999999999997,"5min":0.71399999999999997,"15min":0.71399999999999997},"last":0.68500000000000005}]}]},{"osd":6,"up_from":13,"seq":55834574868,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":27412,"kb_used_data":392,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344428,"statfs":{"total":96636764160,"available":96608694272,"internally_reserved":0,"allocated":401408,"data_stored":167542,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 18:57:24 2024","interfaces":[{"interface":"back","average":{"1min":0.50900000000000001,"5min":0.50900000000000001,"15min":0.50900000000000001},"min":{"1min":0.32300000000000001,"5min":0.32300000000000001,"15min":0.32300000000000001},"max":{"1min":0.63100000000000001,"5min":0.63100000000000001,"15min":0.63100000000000001},"last":0.55200000000000005},{"interface":"front","average":{"1min":0.503,"5min":0.503,"15min":0.503},"min":{"1min":0.39800000000000002,"5min":0.39800000000000002,"15min":0.39800000000000002},"max":{"1min":0.79700000000000004,"5min":0.79700000000000004,"15min":0.79700000000000004},"last":0.45000000000000001}]},{"osd":1,"last update":"Fri Sep 13 18:57:24 2024","interfaces":[{"interface":"back","average":{"1min":0.48199999999999998,"5min":0.48199999999999998,"15min":0.48199999999999998},"min":{"1min":0.379,"5min":0.379,"15min":0.379},"max":{"1min":0.73399999999999999,"5min":0.73399999999999999,"15min":0.73399999999999999},"last":0.42699999999999999},{"interface":"front","average":{"1min":0.51400000000000001,"5min":0.51400000000000001,"15min":0.51400000000000001},"min":{"1min":0.39300000000000002,"5min":0.39300000000000002,"15min":0.39300000000000002},"max":{"1min":0.871,"5min":0.871,"15min":0.871},"last":0.59199999999999997}]},{"osd":2,"last update":"Fri Sep 13 18:57:24 2024","interfaces":[{"interface":"back","average":{"1min":0.54200000000000004,"5min":0.54200000000000004,"15min":0.54200000000000004},"min":{"1min":0.35599999999999998,"5min":0.35599999999999998,"15min":0.35599999999999998},"max":{"1min":0.76200000000000001,"5min":0.76200000000000001,"15min":0.76200000000000001},"last":0.41799999999999998},{"interface":"front","average":{"1min":0.53100000000000003,"5min":0.53100000000000003,"15min":0.53100000000000003},"min":{"1min":0.38200000000000001,"5min":0.38200000000000001,"15min":0.38200000000000001},"max":{"1min":0.69899999999999995,"5min":0.69899999999999995,"15min":0.69899999999999995},"last":0.52200000000000002}]},{"osd":3,"last update":"Fri Sep 13 18:57:24 2024","interfaces":[{"interface":"back","average":{"1min":0.54100000000000004,"5min":0.54100000000000004,"15min":0.54100000000000004},"min":{"1min":0.38500000000000001,"5min":0.38500000000000001,"15min":0.38500000000000001},"max":{"1min":0.83699999999999997,"5min":0.83699999999999997,"15min":0.83699999999999997},"last":0.503},{"interface":"front","average":{"1min":0.56599999999999995,"5min":0.56599999999999995,"15min":0.56599999999999995},"min":{"1min":0.39700000000000002,"5min":0.39700000000000002,"15min":0.39700000000000002},"max":{"1min":0.74399999999999999,"5min":0.74399999999999999,"15min":0.74399999999999999},"last":0.48899999999999999}]},{"osd":4,"last update":"Fri Sep 13 18:57:24 2024","interfaces":[{"interface":"back","average":{"1min":0.47099999999999997,"5min":0.47099999999999997,"15min":0.47099999999999997},"min":{"1min":0.31900000000000001,"5min":0.31900000000000001,"15min":0.31900000000000001},"max":{"1min":0.70099999999999996,"5min":0.70099999999999996,"15min":0.70099999999999996},"last":0.38300000000000001},{"interface":"front","average":{"1min":0.47999999999999998,"5min":0.47999999999999998,"15min":0.47999999999999998},"min":{"1min":0.32300000000000001,"5min":0.32300000000000001,"15min":0.32300000000000001},"max":{"1min":0.76700000000000002,"5min":0.76700000000000002,"15min":0.76700000000000002},"last":0.46800000000000003}]},{"osd":5,"last update":"Fri Sep 13 18:57:24 2024","interfaces":[{"interface":"back","average":{"1min":0.50900000000000001,"5min":0.50900000000000001,"15min":0.50900000000000001},"min":{"1min":0.314,"5min":0.314,"15min":0.314},"max":{"1min":0.66700000000000004,"5min":0.66700000000000004,"15min":0.66700000000000004},"last":0.56399999999999995},{"interface":"front","average":{"1min":0.52100000000000002,"5min":0.52100000000000002,"15min":0.52100000000000002},"min":{"1min":0.34300000000000003,"5min":0.34300000000000003,"15min":0.34300000000000003},"max":{"1min":0.90000000000000002,"5min":0.90000000000000002,"15min":0.90000000000000002},"last":0.44}]},{"osd":7,"last update":"Fri Sep 13 18:57:24 2024","interfaces":[{"interface":"back","average":{"1min":0.55500000000000005,"5min":0.55500000000000005,"15min":0.55500000000000005},"min":{"1min":0.30399999999999999,"5min":0.30399999999999999,"15min":0.30399999999999999},"max":{"1min":0.748,"5min":0.748,"15min":0.748},"last":0.61099999999999999},{"interface":"front","average":{"1min":0.59399999999999997,"5min":0.59399999999999997,"15min":0.59399999999999997},"min":{"1min":0.434,"5min":0.434,"15min":0.434},"max":{"1min":0.78000000000000003,"5min":0.78000000000000003,"15min":0.78000000000000003},"last":0.53700000000000003}]}]},{"osd":4,"up_from":13,"seq":55834574868,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":27416,"kb_used_data":392,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344424,"statfs":{"total":96636764160,"available":96608690176,"internally_reserved":0,"allocated":401408,"data_stored":167542,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 18:57:22 2024","interfaces":[{"interface":"back","average":{"1min":0.52800000000000002,"5min":0.52800000000000002,"15min":0.52800000000000002},"min":{"1min":0.372,"5min":0.372,"15min":0.372},"max":{"1min":0.876,"5min":0.876,"15min":0.876},"last":0.67600000000000005},{"interface":"front","average":{"1min":0.48199999999999998,"5min":0.48199999999999998,"15min":0.48199999999999998},"min":{"1min":0.40100000000000002,"5min":0.40100000000000002,"15min":0.40100000000000002},"max":{"1min":0.82999999999999996,"5min":0.82999999999999996,"15min":0.82999999999999996},"last":0.56699999999999995}]},{"osd":1,"last update":"Fri Sep 13 18:57:22 2024","interfaces":[{"interface":"back","average":{"1min":0.55400000000000005,"5min":0.55400000000000005,"15min":0.55400000000000005},"min":{"1min":0.34200000000000003,"5min":0.34200000000000003,"15min":0.34200000000000003},"max":{"1min":1.0209999999999999,"5min":1.0209999999999999,"15min":1.0209999999999999},"last":0.48799999999999999},{"interface":"front","average":{"1min":0.51600000000000001,"5min":0.51600000000000001,"15min":0.51600000000000001},"min":{"1min":0.32300000000000001,"5min":0.32300000000000001,"15min":0.32300000000000001},"max":{"1min":0.81599999999999995,"5min":0.81599999999999995,"15min":0.81599999999999995},"last":0.70999999999999996}]},{"osd":2,"last update":"Fri Sep 13 18:57:22 2024","interfaces":[{"interface":"back","average":{"1min":0.55800000000000005,"5min":0.55800000000000005,"15min":0.55800000000000005},"min":{"1min":0.36499999999999999,"5min":0.36499999999999999,"15min":0.36499999999999999},"max":{"1min":0.96499999999999997,"5min":0.96499999999999997,"15min":0.96499999999999997},"last":0.53300000000000003},{"interface":"front","average":{"1min":0.54800000000000004,"5min":0.54800000000000004,"15min":0.54800000000000004},"min":{"1min":0.41099999999999998,"5min":0.41099999999999998,"15min":0.41099999999999998},"max":{"1min":0.78500000000000003,"5min":0.78500000000000003,"15min":0.78500000000000003},"last":0.60499999999999998}]},{"osd":3,"last update":"Fri Sep 13 18:57:22 2024","interfaces":[{"interface":"back","average":{"1min":0.57599999999999996,"5min":0.57599999999999996,"15min":0.57599999999999996},"min":{"1min":0.39000000000000001,"5min":0.39000000000000001,"15min":0.39000000000000001},"max":{"1min":1.087,"5min":1.087,"15min":1.087},"last":0.66200000000000003},{"interface":"front","average":{"1min":0.57199999999999995,"5min":0.57199999999999995,"15min":0.57199999999999995},"min":{"1min":0.35599999999999998,"5min":0.35599999999999998,"15min":0.35599999999999998},"max":{"1min":0.998,"5min":0.998,"15min":0.998},"last":0.5}]},{"osd":5,"last update":"Fri Sep 13 18:57:22 2024","interfaces":[{"interface":"back","average":{"1min":0.46800000000000003,"5min":0.46800000000000003,"15min":0.46800000000000003},"min":{"1min":0.33500000000000002,"5min":0.33500000000000002,"15min":0.33500000000000002},"max":{"1min":0.61699999999999999,"5min":0.61699999999999999,"15min":0.61699999999999999},"last":0.46700000000000003},{"interface":"front","average":{"1min":0.54400000000000004,"5min":0.54400000000000004,"15min":0.54400000000000004},"min":{"1min":0.30599999999999999,"5min":0.30599999999999999,"15min":0.30599999999999999},"max":{"1min":1.244,"5min":1.244,"15min":1.244},"last":0.623}]},{"osd":6,"last update":"Fri Sep 13 18:57:22 2024","interfaces":[{"interface":"back","average":{"1min":0.52200000000000002,"5min":0.52200000000000002,"15min":0.52200000000000002},"min":{"1min":0.33800000000000002,"5min":0.33800000000000002,"15min":0.33800000000000002},"max":{"1min":0.76900000000000002,"5min":0.76900000000000002,"15min":0.76900000000000002},"last":0.73499999999999999},{"interface":"front","average":{"1min":0.59099999999999997,"5min":0.59099999999999997,"15min":0.59099999999999997},"min":{"1min":0.33200000000000002,"5min":0.33200000000000002,"15min":0.33200000000000002},"max":{"1min":1.1359999999999999,"5min":1.1359999999999999,"15min":1.1359999999999999},"last":0.38200000000000001}]},{"osd":7,"last update":"Fri Sep 13 18:57:22 2024","interfaces":[{"interface":"back","average":{"1min":0.57499999999999996,"5min":0.57499999999999996,"15min":0.57499999999999996},"min":{"1min":0.32900000000000001,"5min":0.32900000000000001,"15min":0.32900000000000001},"max":{"1min":0.78700000000000003,"5min":0.78700000000000003,"15min":0.78700000000000003},"last":0.64000000000000001},{"interface":"front","average":{"1min":0.55800000000000005,"5min":0.55800000000000005,"15min":0.55800000000000005},"min":{"1min":0.39700000000000002,"5min":0.39700000000000002,"15min":0.39700000000000002},"max":{"1min":0.72299999999999998,"5min":0.72299999999999998,"15min":0.72299999999999998},"last":0.69199999999999995}]}]},{"osd":2,"up_from":13,"seq":55834574867,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":27416,"kb_used_data":392,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344424,"statfs":{"total":96636764160,"available":96608690176,"internally_reserved":0,"allocated":401408,"data_stored":167542,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 18:57:21 2024","interfaces":[{"interface":"back","average":{"1min":0.315,"5min":0.315,"15min":0.315},"min":{"1min":0.222,"5min":0.222,"15min":0.222},"max":{"1min":0.53200000000000003,"5min":0.53200000000000003,"15min":0.53200000000000003},"last":0.30399999999999999},{"interface":"front","average":{"1min":0.36099999999999999,"5min":0.36099999999999999,"15min":0.36099999999999999},"min":{"1min":0.255,"5min":0.255,"15min":0.255},"max":{"1min":0.58299999999999996,"5min":0.58299999999999996,"15min":0.58299999999999996},"last":0.28999999999999998}]},{"osd":1,"last update":"Fri Sep 13 18:57:21 2024","interfaces":[{"interface":"back","average":{"1min":0.36099999999999999,"5min":0.36099999999999999,"15min":0.36099999999999999},"min":{"1min":0.28100000000000003,"5min":0.28100000000000003,"15min":0.28100000000000003},"max":{"1min":0.56100000000000005,"5min":0.56100000000000005,"15min":0.56100000000000005},"last":0.371},{"interface":"front","average":{"1min":0.34300000000000003,"5min":0.34300000000000003,"15min":0.34300000000000003},"min":{"1min":0.26400000000000001,"5min":0.26400000000000001,"15min":0.26400000000000001},"max":{"1min":0.47899999999999998,"5min":0.47899999999999998,"15min":0.47899999999999998},"last":0.25900000000000001}]},{"osd":3,"last update":"Fri Sep 13 18:57:21 2024","interfaces":[{"interface":"back","average":{"1min":0.40100000000000002,"5min":0.40100000000000002,"15min":0.40100000000000002},"min":{"1min":0.253,"5min":0.253,"15min":0.253},"max":{"1min":0.94799999999999995,"5min":0.94799999999999995,"15min":0.94799999999999995},"last":0.32100000000000001},{"interface":"front","average":{"1min":0.38500000000000001,"5min":0.38500000000000001,"15min":0.38500000000000001},"min":{"1min":0.25800000000000001,"5min":0.25800000000000001,"15min":0.25800000000000001},"max":{"1min":1.0209999999999999,"5min":1.0209999999999999,"15min":1.0209999999999999},"last":0.33200000000000002}]},{"osd":4,"last update":"Fri Sep 13 18:57:21 2024","interfaces":[{"interface":"back","average":{"1min":0.58799999999999997,"5min":0.58799999999999997,"15min":0.58799999999999997},"min":{"1min":0.312,"5min":0.312,"15min":0.312},"max":{"1min":0.98299999999999998,"5min":0.98299999999999998,"15min":0.98299999999999998},"last":0.40999999999999998},{"interface":"front","average":{"1min":0.59399999999999997,"5min":0.59399999999999997,"15min":0.59399999999999997},"min":{"1min":0.38100000000000001,"5min":0.38100000000000001,"15min":0.38100000000000001},"max":{"1min":0.90000000000000002,"5min":0.90000000000000002,"15min":0.90000000000000002},"last":0.41499999999999998}]},{"osd":5,"last update":"Fri Sep 13 18:57:25 2024","interfaces":[{"interface":"back","average":{"1min":0.52000000000000002,"5min":0.52000000000000002,"15min":0.52000000000000002},"min":{"1min":0.33800000000000002,"5min":0.33800000000000002,"15min":0.33800000000000002},"max":{"1min":0.71599999999999997,"5min":0.71599999999999997,"15min":0.71599999999999997},"last":0.39100000000000001},{"interface":"front","average":{"1min":0.54200000000000004,"5min":0.54200000000000004,"15min":0.54200000000000004},"min":{"1min":0.36099999999999999,"5min":0.36099999999999999,"15min":0.36099999999999999},"max":{"1min":0.75900000000000001,"5min":0.75900000000000001,"15min":0.75900000000000001},"last":0.44900000000000001}]},{"osd":6,"last update":"Fri Sep 13 18:57:21 2024","interfaces":[{"interface":"back","average":{"1min":0.57199999999999995,"5min":0.57199999999999995,"15min":0.57199999999999995},"min":{"1min":0.41699999999999998,"5min":0.41699999999999998,"15min":0.41699999999999998},"max":{"1min":0.90300000000000002,"5min":0.90300000000000002,"15min":0.90300000000000002},"last":0.54100000000000004},{"interface":"front","average":{"1min":0.55600000000000005,"5min":0.55600000000000005,"15min":0.55600000000000005},"min":{"1min":0.35199999999999998,"5min":0.35199999999999998,"15min":0.35199999999999998},"max":{"1min":0.83699999999999997,"5min":0.83699999999999997,"15min":0.83699999999999997},"last":0.42999999999999999}]},{"osd":7,"last update":"Fri Sep 13 18:57:21 2024","interfaces":[{"interface":"back","average":{"1min":0.57399999999999995,"5min":0.57399999999999995,"15min":0.57399999999999995},"min":{"1min":0.41799999999999998,"5min":0.41799999999999998,"15min":0.41799999999999998},"max":{"1min":0.92500000000000004,"5min":0.92500000000000004,"15min":0.92500000000000004},"last":0.436},{"interface":"front","average":{"1min":0.58199999999999996,"5min":0.58199999999999996,"15min":0.58199999999999996},"min":{"1min":0.39200000000000002,"5min":0.39200000000000002,"15min":0.39200000000000002},"max":{"1min":0.82299999999999995,"5min":0.82299999999999995,"15min":0.82299999999999995},"last":0.52400000000000002}]}]},{"osd":1,"up_from":13,"seq":55834574868,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":27416,"kb_used_data":392,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344424,"statfs":{"total":96636764160,"available":96608690176,"internally_reserved":0,"allocated":401408,"data_stored":167542,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 18:57:23 2024","interfaces":[{"interface":"back","average":{"1min":0.307,"5min":0.307,"15min":0.307},"min":{"1min":0.187,"5min":0.187,"15min":0.187},"max":{"1min":0.52900000000000003,"5min":0.52900000000000003,"15min":0.52900000000000003},"last":0.23200000000000001},{"interface":"front","average":{"1min":0.32700000000000001,"5min":0.32700000000000001,"15min":0.32700000000000001},"min":{"1min":0.20699999999999999,"5min":0.20699999999999999,"15min":0.20699999999999999},"max":{"1min":0.68600000000000005,"5min":0.68600000000000005,"15min":0.68600000000000005},"last":0.27700000000000002}]},{"osd":2,"last update":"Fri Sep 13 18:57:23 2024","interfaces":[{"interface":"back","average":{"1min":0.35099999999999998,"5min":0.35099999999999998,"15min":0.35099999999999998},"min":{"1min":0.23000000000000001,"5min":0.23000000000000001,"15min":0.23000000000000001},"max":{"1min":0.57799999999999996,"5min":0.57799999999999996,"15min":0.57799999999999996},"last":0.32200000000000001},{"interface":"front","average":{"1min":0.374,"5min":0.374,"15min":0.374},"min":{"1min":0.25,"5min":0.25,"15min":0.25},"max":{"1min":0.58499999999999996,"5min":0.58499999999999996,"15min":0.58499999999999996},"last":0.28999999999999998}]},{"osd":3,"last update":"Fri Sep 13 18:57:23 2024","interfaces":[{"interface":"back","average":{"1min":0.38100000000000001,"5min":0.38100000000000001,"15min":0.38100000000000001},"min":{"1min":0.22700000000000001,"5min":0.22700000000000001,"15min":0.22700000000000001},"max":{"1min":0.77400000000000002,"5min":0.77400000000000002,"15min":0.77400000000000002},"last":0.29699999999999999},{"interface":"front","average":{"1min":0.36499999999999999,"5min":0.36499999999999999,"15min":0.36499999999999999},"min":{"1min":0.25800000000000001,"5min":0.25800000000000001,"15min":0.25800000000000001},"max":{"1min":0.56499999999999995,"5min":0.56499999999999995,"15min":0.56499999999999995},"last":0.26600000000000001}]},{"osd":4,"last update":"Fri Sep 13 18:57:23 2024","interfaces":[{"interface":"back","average":{"1min":0.58199999999999996,"5min":0.58199999999999996,"15min":0.58199999999999996},"min":{"1min":0.39500000000000002,"5min":0.39500000000000002,"15min":0.39500000000000002},"max":{"1min":0.82599999999999996,"5min":0.82599999999999996,"15min":0.82599999999999996},"last":0.59899999999999998},{"interface":"front","average":{"1min":0.57099999999999995,"5min":0.57099999999999995,"15min":0.57099999999999995},"min":{"1min":0.38500000000000001,"5min":0.38500000000000001,"15min":0.38500000000000001},"max":{"1min":0.81699999999999995,"5min":0.81699999999999995,"15min":0.81699999999999995},"last":0.52000000000000002}]},{"osd":5,"last update":"Fri Sep 13 18:57:23 2024","interfaces":[{"interface":"back","average":{"1min":0.57099999999999995,"5min":0.57099999999999995,"15min":0.57099999999999995},"min":{"1min":0.41399999999999998,"5min":0.41399999999999998,"15min":0.41399999999999998},"max":{"1min":0.78800000000000003,"5min":0.78800000000000003,"15min":0.78800000000000003},"last":0.52700000000000002},{"interface":"front","average":{"1min":0.57099999999999995,"5min":0.57099999999999995,"15min":0.57099999999999995},"min":{"1min":0.40500000000000003,"5min":0.40500000000000003,"15min":0.40500000000000003},"max":{"1min":0.73999999999999999,"5min":0.73999999999999999,"15min":0.73999999999999999},"last":0.57199999999999995}]},{"osd":6,"last update":"Fri Sep 13 18:57:23 2024","interfaces":[{"interface":"back","average":{"1min":0.58999999999999997,"5min":0.58999999999999997,"15min":0.58999999999999997},"min":{"1min":0.41499999999999998,"5min":0.41499999999999998,"15min":0.41499999999999998},"max":{"1min":0.81000000000000005,"5min":0.81000000000000005,"15min":0.81000000000000005},"last":0.49399999999999999},{"interface":"front","average":{"1min":0.57099999999999995,"5min":0.57099999999999995,"15min":0.57099999999999995},"min":{"1min":0.40899999999999997,"5min":0.40899999999999997,"15min":0.40899999999999997},"max":{"1min":0.72599999999999998,"5min":0.72599999999999998,"15min":0.72599999999999998},"last":0.58799999999999997}]},{"osd":7,"last update":"Fri Sep 13 18:57:23 2024","interfaces":[{"interface":"back","average":{"1min":0.59299999999999997,"5min":0.59299999999999997,"15min":0.59299999999999997},"min":{"1min":0.40400000000000003,"5min":0.40400000000000003,"15min":0.40400000000000003},"max":{"1min":0.79700000000000004,"5min":0.79700000000000004,"15min":0.79700000000000004},"last":0.54600000000000004},{"interface":"front","average":{"1min":0.61899999999999999,"5min":0.61899999999999999,"15min":0.61899999999999999},"min":{"1min":0.48699999999999999,"5min":0.48699999999999999,"15min":0.48699999999999999},"max":{"1min":0.88100000000000001,"5min":0.88100000000000001,"15min":0.88100000000000001},"last":0.55500000000000005}]}]},{"osd":0,"up_from":13,"seq":55834574866,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27996,"kb_used_data":972,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343844,"statfs":{"total":96636764160,"available":96608096256,"internally_reserved":0,"allocated":995328,"data_stored":757910,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Fri Sep 13 18:57:23 2024","interfaces":[{"interface":"back","average":{"1min":0.30299999999999999,"5min":0.30299999999999999,"15min":0.30299999999999999},"min":{"1min":0.17799999999999999,"5min":0.17799999999999999,"15min":0.17799999999999999},"max":{"1min":0.40400000000000003,"5min":0.40400000000000003,"15min":0.40400000000000003},"last":0.317},{"interface":"front","average":{"1min":0.313,"5min":0.313,"15min":0.313},"min":{"1min":0.20499999999999999,"5min":0.20499999999999999,"15min":0.20499999999999999},"max":{"1min":0.44800000000000001,"5min":0.44800000000000001,"15min":0.44800000000000001},"last":0.254}]},{"osd":2,"last update":"Fri Sep 13 18:57:23 2024","interfaces":[{"interface":"back","average":{"1min":0.32900000000000001,"5min":0.32900000000000001,"15min":0.32900000000000001},"min":{"1min":0.214,"5min":0.214,"15min":0.214},"max":{"1min":0.44700000000000001,"5min":0.44700000000000001,"15min":0.44700000000000001},"last":0.26700000000000002},{"interface":"front","average":{"1min":0.32300000000000001,"5min":0.32300000000000001,"15min":0.32300000000000001},"min":{"1min":0.25,"5min":0.25,"15min":0.25},"max":{"1min":0.48299999999999998,"5min":0.48299999999999998,"15min":0.48299999999999998},"last":0.28299999999999997}]},{"osd":3,"last update":"Fri Sep 13 18:57:23 2024","interfaces":[{"interface":"back","average":{"1min":0.33400000000000002,"5min":0.33400000000000002,"15min":0.33400000000000002},"min":{"1min":0.219,"5min":0.219,"15min":0.219},"max":{"1min":0.61199999999999999,"5min":0.61199999999999999,"15min":0.61199999999999999},"last":0.33000000000000002},{"interface":"front","average":{"1min":0.34200000000000003,"5min":0.34200000000000003,"15min":0.34200000000000003},"min":{"1min":0.23300000000000001,"5min":0.23300000000000001,"15min":0.23300000000000001},"max":{"1min":0.48599999999999999,"5min":0.48599999999999999,"15min":0.48599999999999999},"last":0.29799999999999999}]},{"osd":4,"last update":"Fri Sep 13 18:57:23 2024","interfaces":[{"interface":"back","average":{"1min":0.56100000000000005,"5min":0.56100000000000005,"15min":0.56100000000000005},"min":{"1min":0.34799999999999998,"5min":0.34799999999999998,"15min":0.34799999999999998},"max":{"1min":0.77600000000000002,"5min":0.77600000000000002,"15min":0.77600000000000002},"last":0.66000000000000003},{"interface":"front","average":{"1min":0.54100000000000004,"5min":0.54100000000000004,"15min":0.54100000000000004},"min":{"1min":0.41099999999999998,"5min":0.41099999999999998,"15min":0.41099999999999998},"max":{"1min":0.69399999999999995,"5min":0.69399999999999995,"15min":0.69399999999999995},"last":0.67200000000000004}]},{"osd":5,"last update":"Fri Sep 13 18:57:23 2024","interfaces":[{"interface":"back","average":{"1min":0.504,"5min":0.504,"15min":0.504},"min":{"1min":0.34200000000000003,"5min":0.34200000000000003,"15min":0.34200000000000003},"max":{"1min":0.68500000000000005,"5min":0.68500000000000005,"15min":0.68500000000000005},"last":0.55300000000000005},{"interface":"front","average":{"1min":0.52700000000000002,"5min":0.52700000000000002,"15min":0.52700000000000002},"min":{"1min":0.35399999999999998,"5min":0.35399999999999998,"15min":0.35399999999999998},"max":{"1min":0.86099999999999999,"5min":0.86099999999999999,"15min":0.86099999999999999},"last":0.68999999999999995}]},{"osd":6,"last update":"Fri Sep 13 18:57:23 2024","interfaces":[{"interface":"back","average":{"1min":0.54300000000000004,"5min":0.54300000000000004,"15min":0.54300000000000004},"min":{"1min":0.372,"5min":0.372,"15min":0.372},"max":{"1min":0.79400000000000004,"5min":0.79400000000000004,"15min":0.79400000000000004},"last":0.627},{"interface":"front","average":{"1min":0.54900000000000004,"5min":0.54900000000000004,"15min":0.54900000000000004},"min":{"1min":0.40200000000000002,"5min":0.40200000000000002,"15min":0.40200000000000002},"max":{"1min":0.82999999999999996,"5min":0.82999999999999996,"15min":0.82999999999999996},"last":0.71999999999999997}]},{"osd":7,"last update":"Fri Sep 13 18:57:23 2024","interfaces":[{"interface":"back","average":{"1min":0.54700000000000004,"5min":0.54700000000000004,"15min":0.54700000000000004},"min":{"1min":0.34499999999999997,"5min":0.34499999999999997,"15min":0.34499999999999997},"max":{"1min":0.75900000000000001,"5min":0.75900000000000001,"15min":0.75900000000000001},"last":0.56200000000000006},{"interface":"front","average":{"1min":0.53600000000000003,"5min":0.53600000000000003,"15min":0.53600000000000003},"min":{"1min":0.42499999999999999,"5min":0.42499999999999999,"15min":0.42499999999999999},"max":{"1min":0.72799999999999998,"5min":0.72799999999999998,"15min":0.72799999999999998},"last":0.70599999999999996}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-13T18:57:48.270 INFO:tasks.ceph.mds.d.smithi145.stderr:2024-09-13T18:57:48.267+0000 7fa00eaac640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-13T18:57:50.881 DEBUG:teuthology.orchestra.run.smithi119:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-13T18:57:50.992 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:50.989+0000 7f6e86eb8640 1 Processor -- start 2024-09-13T18:57:50.992 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:50.989+0000 7f6e86eb8640 1 -- start start 2024-09-13T18:57:50.993 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:50.990+0000 7f6e86eb8640 1 --2- >> v2:172.21.15.119:3300/0 conn(0x7f6e800c9030 0x7f6e80070190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:50.993 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:50.990+0000 7f6e86eb8640 1 -- --> v1:172.21.15.119:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f6e800abdf0 con 0x7f6e80071d30 2024-09-13T18:57:50.993 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:50.990+0000 7f6e86eb8640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f6e800b2280 con 0x7f6e80072110 2024-09-13T18:57:50.993 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:50.990+0000 7f6e86eb8640 1 -- --> v2:172.21.15.119:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f6e800ab1e0 con 0x7f6e800c9030 2024-09-13T18:57:50.993 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:50.990+0000 7f6e84c54640 1 --1- >> v1:172.21.15.119:6789/0 conn(0x7f6e80071d30 0x7f6e800b1b70 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.119:6789/0 says I am v1:172.21.15.119:54986/0 (socket says 172.21.15.119:54986) 2024-09-13T18:57:50.993 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:50.990+0000 7f6e84c54640 1 -- 172.21.15.119:0/3042158996 learned_addr learned my addr 172.21.15.119:0/3042158996 (peer_addr_for_me v1:172.21.15.119:0/0) 2024-09-13T18:57:50.994 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:50.990+0000 7f6e85455640 1 --2- 172.21.15.119:0/3042158996 >> v2:172.21.15.119:3300/0 conn(0x7f6e800c9030 0x7f6e80070190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:50.994 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:50.990+0000 7f6e7f7fe640 1 -- 172.21.15.119:0/3042158996 <== mon.0 v1:172.21.15.119:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1820421942 0 0) 0x7f6e800abdf0 con 0x7f6e80071d30 2024-09-13T18:57:50.994 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:50.991+0000 7f6e7f7fe640 1 -- 172.21.15.119:0/3042158996 --> v1:172.21.15.119:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f6e68003520 con 0x7f6e80071d30 2024-09-13T18:57:50.994 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:50.991+0000 7f6e85455640 1 -- 172.21.15.119:0/3042158996 >> v1:172.21.15.145:6789/0 conn(0x7f6e80072110 legacy=0x7f6e800c8920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:50.994 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:50.991+0000 7f6e85455640 1 -- 172.21.15.119:0/3042158996 >> v1:172.21.15.119:6789/0 conn(0x7f6e80071d30 legacy=0x7f6e800b1b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:50.994 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:50.991+0000 7f6e85455640 1 -- 172.21.15.119:0/3042158996 --> v2:172.21.15.119:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6e800ab4c0 con 0x7f6e800c9030 2024-09-13T18:57:50.995 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:50.991+0000 7f6e85455640 1 --2- 172.21.15.119:0/3042158996 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f6e800c9030 0x7f6e80070190 secure :-1 s=READY pgs=527 cs=0 l=1 rev1=1 crypto rx=0x7f6e78009d90 tx=0x7f6e7802a6f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=37e4e77b4a9fd8d5 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:57:50.995 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:50.991+0000 7f6e7f7fe640 1 -- 172.21.15.119:0/3042158996 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6e78007740 con 0x7f6e800c9030 2024-09-13T18:57:50.995 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:50.992+0000 7f6e7f7fe640 1 -- 172.21.15.119:0/3042158996 <== mon.0 v2:172.21.15.119:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6e7802d050 con 0x7f6e800c9030 2024-09-13T18:57:50.995 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:50.992+0000 7f6e7f7fe640 1 -- 172.21.15.119:0/3042158996 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6e78007aa0 con 0x7f6e800c9030 2024-09-13T18:57:50.995 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:50.992+0000 7f6e86eb8640 1 -- 172.21.15.119:0/3042158996 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f6e800c9030 msgr2=0x7f6e80070190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:50.996 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:50.992+0000 7f6e86eb8640 1 --2- 172.21.15.119:0/3042158996 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f6e800c9030 0x7f6e80070190 secure :-1 s=READY pgs=527 cs=0 l=1 rev1=1 crypto rx=0x7f6e78009d90 tx=0x7f6e7802a6f0 comp rx=0 tx=0).stop 2024-09-13T18:57:50.996 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:50.992+0000 7f6e86eb8640 1 -- 172.21.15.119:0/3042158996 shutdown_connections 2024-09-13T18:57:50.996 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:50.992+0000 7f6e86eb8640 1 --2- 172.21.15.119:0/3042158996 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f6e800c9030 0x7f6e80070190 unknown :-1 s=CLOSED pgs=527 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:50.996 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:50.992+0000 7f6e86eb8640 1 -- 172.21.15.119:0/3042158996 >> 172.21.15.119:0/3042158996 conn(0x7f6e80069ed0 msgr2=0x7f6e8006a2e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:57:50.996 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:50.992+0000 7f6e86eb8640 1 -- 172.21.15.119:0/3042158996 shutdown_connections 2024-09-13T18:57:50.996 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:50.992+0000 7f6e86eb8640 1 -- 172.21.15.119:0/3042158996 wait complete. 2024-09-13T18:57:50.998 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:50.993+0000 7f6e86eb8640 1 Processor -- start 2024-09-13T18:57:50.999 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:50.993+0000 7f6e86eb8640 1 -- start start 2024-09-13T18:57:50.999 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:50.994+0000 7f6e86eb8640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f6e80071d30 0x7f6e801573f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:50.999 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:50.994+0000 7f6e86eb8640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f6e80072110 0x7f6e80157930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:50.999 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:50.994+0000 7f6e86eb8640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6e800c9030 0x7f6e800ccb50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:50.999 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:50.994+0000 7f6e86eb8640 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6e801f6800 con 0x7f6e80071d30 2024-09-13T18:57:50.999 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:50.994+0000 7f6e86eb8640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6e801f5bf0 con 0x7f6e800c9030 2024-09-13T18:57:50.999 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:50.994+0000 7f6e86eb8640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f6e801f5ed0 con 0x7f6e80072110 2024-09-13T18:57:50.999 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:50.994+0000 7f6e84c54640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f6e80071d30 0x7f6e801573f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:50.999 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:50.994+0000 7f6e84c54640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f6e80071d30 0x7f6e801573f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.119:3300/0 says I am v2:172.21.15.119:43432/0 (socket says 172.21.15.119:43432) 2024-09-13T18:57:51.000 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:50.994+0000 7f6e84c54640 1 -- 172.21.15.119:0/726123700 learned_addr learned my addr 172.21.15.119:0/726123700 (peer_addr_for_me v2:172.21.15.119:0/0) 2024-09-13T18:57:51.000 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:50.995+0000 7f6e84c54640 1 -- 172.21.15.119:0/726123700 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f6e80072110 msgr2=0x7f6e80157930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:51.000 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:50.995+0000 7f6e85455640 1 --2- 172.21.15.119:0/726123700 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6e800c9030 0x7f6e800ccb50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:51.000 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:50.995+0000 7f6e7ffff640 1 --2- 172.21.15.119:0/726123700 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f6e80072110 0x7f6e80157930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:51.000 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:50.995+0000 7f6e84c54640 1 --2- 172.21.15.119:0/726123700 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f6e80072110 0x7f6e80157930 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:51.000 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:50.995+0000 7f6e84c54640 1 -- 172.21.15.119:0/726123700 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6e800c9030 msgr2=0x7f6e800ccb50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:51.000 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:50.995+0000 7f6e84c54640 1 --2- 172.21.15.119:0/726123700 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6e800c9030 0x7f6e800ccb50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:51.000 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:50.995+0000 7f6e84c54640 1 -- 172.21.15.119:0/726123700 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6e78009a70 con 0x7f6e80071d30 2024-09-13T18:57:51.000 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:50.995+0000 7f6e85455640 1 --2- 172.21.15.119:0/726123700 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6e800c9030 0x7f6e800ccb50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T18:57:51.001 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:50.995+0000 7f6e7ffff640 1 --2- 172.21.15.119:0/726123700 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f6e80072110 0x7f6e80157930 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T18:57:51.001 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:50.995+0000 7f6e84c54640 1 --2- 172.21.15.119:0/726123700 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f6e80071d30 0x7f6e801573f0 secure :-1 s=READY pgs=528 cs=0 l=1 rev1=1 crypto rx=0x7f6e7000c410 tx=0x7f6e7000c8d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:57:51.001 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:50.995+0000 7f6e7d7fa640 1 -- 172.21.15.119:0/726123700 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6e70005ce0 con 0x7f6e80071d30 2024-09-13T18:57:51.001 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:50.995+0000 7f6e7d7fa640 1 -- 172.21.15.119:0/726123700 <== mon.0 v2:172.21.15.119:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6e70005e40 con 0x7f6e80071d30 2024-09-13T18:57:51.001 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:50.995+0000 7f6e86eb8640 1 -- 172.21.15.119:0/726123700 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f6e801f61b0 con 0x7f6e80071d30 2024-09-13T18:57:51.001 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:50.995+0000 7f6e7d7fa640 1 -- 172.21.15.119:0/726123700 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6e700072f0 con 0x7f6e80071d30 2024-09-13T18:57:51.001 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:50.995+0000 7f6e86eb8640 1 -- 172.21.15.119:0/726123700 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f6e800cd090 con 0x7f6e80071d30 2024-09-13T18:57:51.001 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:50.996+0000 7f6e86eb8640 1 -- 172.21.15.119:0/726123700 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f6e800c1870 con 0x7f6e80071d30 2024-09-13T18:57:51.002 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:50.997+0000 7f6e7d7fa640 1 -- 172.21.15.119:0/726123700 <== mon.0 v2:172.21.15.119:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f6e70007510 con 0x7f6e80071d30 2024-09-13T18:57:51.002 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:50.997+0000 7f6e7d7fa640 1 --2- 172.21.15.119:0/726123700 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f6e6c06ac00 0x7f6e6c06d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:51.002 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:50.997+0000 7f6e7d7fa640 1 -- 172.21.15.119:0/726123700 <== mon.0 v2:172.21.15.119:3300/0 5 ==== osd_map(39..39 src has 1..39) v4 ==== 6029+0+0 (secure 0 0 0) 0x7f6e70088ba0 con 0x7f6e80071d30 2024-09-13T18:57:51.002 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:50.997+0000 7f6e7ffff640 1 --2- 172.21.15.119:0/726123700 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f6e6c06ac00 0x7f6e6c06d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:51.002 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:50.998+0000 7f6e7ffff640 1 --2- 172.21.15.119:0/726123700 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f6e6c06ac00 0x7f6e6c06d0c0 secure :-1 s=READY pgs=260 cs=0 l=1 rev1=1 crypto rx=0x7f6e800cb5c0 tx=0x7f6e74009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:57:51.004 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:51.001+0000 7f6e7d7fa640 1 -- 172.21.15.119:0/726123700 <== mon.0 v2:172.21.15.119:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f6e70053c80 con 0x7f6e80071d30 2024-09-13T18:57:51.162 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:51.159+0000 7f6e86eb8640 1 -- 172.21.15.119:0/726123700 --> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7f6e800aba80 con 0x7f6e6c06ac00 2024-09-13T18:57:51.169 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:51.166+0000 7f6e7d7fa640 1 -- 172.21.15.119:0/726123700 <== mgr.4104 v2:172.21.15.119:6832/3599186100 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+289795 (secure 0 0 0) 0x7f6e7400d520 con 0x7f6e6c06ac00 2024-09-13T18:57:51.172 INFO:teuthology.orchestra.run.smithi119.stdout: 2024-09-13T18:57:51.173 INFO:teuthology.orchestra.run.smithi119.stderr:dumped all 2024-09-13T18:57:51.175 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:51.169+0000 7f6e86eb8640 1 -- 172.21.15.119:0/726123700 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f6e6c06ac00 msgr2=0x7f6e6c06d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:51.175 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:51.169+0000 7f6e86eb8640 1 --2- 172.21.15.119:0/726123700 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f6e6c06ac00 0x7f6e6c06d0c0 secure :-1 s=READY pgs=260 cs=0 l=1 rev1=1 crypto rx=0x7f6e800cb5c0 tx=0x7f6e74009040 comp rx=0 tx=0).stop 2024-09-13T18:57:51.175 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:51.169+0000 7f6e86eb8640 1 -- 172.21.15.119:0/726123700 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f6e80071d30 msgr2=0x7f6e801573f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:51.175 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:51.169+0000 7f6e86eb8640 1 --2- 172.21.15.119:0/726123700 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f6e80071d30 0x7f6e801573f0 secure :-1 s=READY pgs=528 cs=0 l=1 rev1=1 crypto rx=0x7f6e7000c410 tx=0x7f6e7000c8d0 comp rx=0 tx=0).stop 2024-09-13T18:57:51.175 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:51.169+0000 7f6e86eb8640 1 -- 172.21.15.119:0/726123700 shutdown_connections 2024-09-13T18:57:51.175 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:51.169+0000 7f6e86eb8640 1 --2- 172.21.15.119:0/726123700 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f6e6c06ac00 0x7f6e6c06d0c0 unknown :-1 s=CLOSED pgs=260 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:51.175 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:51.169+0000 7f6e86eb8640 1 --2- 172.21.15.119:0/726123700 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6e800c9030 0x7f6e800ccb50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:51.175 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:51.169+0000 7f6e86eb8640 1 --2- 172.21.15.119:0/726123700 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f6e80072110 0x7f6e80157930 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:51.175 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:51.169+0000 7f6e86eb8640 1 --2- 172.21.15.119:0/726123700 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f6e80071d30 0x7f6e801573f0 unknown :-1 s=CLOSED pgs=528 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:51.176 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:51.169+0000 7f6e86eb8640 1 -- 172.21.15.119:0/726123700 >> 172.21.15.119:0/726123700 conn(0x7f6e80069ed0 msgr2=0x7f6e800adfd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:57:51.176 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:51.169+0000 7f6e86eb8640 1 -- 172.21.15.119:0/726123700 shutdown_connections 2024-09-13T18:57:51.176 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:51.169+0000 7f6e86eb8640 1 -- 172.21.15.119:0/726123700 wait complete. 2024-09-13T18:57:51.183 INFO:teuthology.orchestra.run.smithi119.stdout:{"pg_ready":true,"pg_map":{"version":76,"stamp":"2024-09-13T18:57:50.080574+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592730,"num_objects":23,"num_object_clones":0,"num_object_copies":46,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":23,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":203,"num_write_kb":2430,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":155,"ondisk_log_size":155,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":151,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":220936,"kb_used_data":4744,"kb_used_omap":12,"kb_used_meta":216051,"kb_avail":754753784,"statfs":{"total":773094113280,"available":772867874816,"internally_reserved":0,"allocated":4857856,"data_stored":2737372,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12742,"internal_metadata":221236794},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":24,"apply_latency_ms":24,"commit_latency_ns":24000000,"apply_latency_ns":24000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2362,"num_objects":21,"num_object_clones":0,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":21,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":44,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"6.803290"},"pg_stats":[{"pgid":"6.3f","version":"0'0","reported_seq":10,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-13T18:57:44.627935+0000","last_change":"2024-09-13T18:57:43.633731+0000","last_active":"2024-09-13T18:57:44.627935+0000","last_peered":"2024-09-13T18:57:44.627935+0000","last_clean":"2024-09-13T18:57:44.627935+0000","last_became_active":"2024-09-13T18:57:43.633368+0000","last_became_peered":"2024-09-13T18:57:43.633368+0000","last_unstale":"2024-09-13T18:57:44.627935+0000","last_undegraded":"2024-09-13T18:57:44.627935+0000","last_fullsized":"2024-09-13T18:57:44.627935+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_clean_scrub_stamp":"2024-09-13T18:57:43.271195+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:57:51.910275+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.3e","version":"0'0","reported_seq":10,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-13T18:57:44.627677+0000","last_change":"2024-09-13T18:57:43.638618+0000","last_active":"2024-09-13T18:57:44.627677+0000","last_peered":"2024-09-13T18:57:44.627677+0000","last_clean":"2024-09-13T18:57:44.627677+0000","last_became_active":"2024-09-13T18:57:43.638387+0000","last_became_peered":"2024-09-13T18:57:43.638387+0000","last_unstale":"2024-09-13T18:57:44.627677+0000","last_undegraded":"2024-09-13T18:57:44.627677+0000","last_fullsized":"2024-09-13T18:57:44.627677+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_clean_scrub_stamp":"2024-09-13T18:57:43.271195+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:57:39.969461+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.3d","version":"0'0","reported_seq":10,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-13T18:57:46.119556+0000","last_change":"2024-09-13T18:57:43.645903+0000","last_active":"2024-09-13T18:57:46.119556+0000","last_peered":"2024-09-13T18:57:46.119556+0000","last_clean":"2024-09-13T18:57:46.119556+0000","last_became_active":"2024-09-13T18:57:43.645647+0000","last_became_peered":"2024-09-13T18:57:43.645647+0000","last_unstale":"2024-09-13T18:57:46.119556+0000","last_undegraded":"2024-09-13T18:57:46.119556+0000","last_fullsized":"2024-09-13T18:57:46.119556+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_clean_scrub_stamp":"2024-09-13T18:57:43.271195+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:44:12.915721+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.3c","version":"0'0","reported_seq":10,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-13T18:57:46.117636+0000","last_change":"2024-09-13T18:57:43.641349+0000","last_active":"2024-09-13T18:57:46.117636+0000","last_peered":"2024-09-13T18:57:46.117636+0000","last_clean":"2024-09-13T18:57:46.117636+0000","last_became_active":"2024-09-13T18:57:43.641101+0000","last_became_peered":"2024-09-13T18:57:43.641101+0000","last_unstale":"2024-09-13T18:57:46.117636+0000","last_undegraded":"2024-09-13T18:57:46.117636+0000","last_fullsized":"2024-09-13T18:57:46.117636+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_clean_scrub_stamp":"2024-09-13T18:57:43.271195+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:30:48.338026+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.3b","version":"0'0","reported_seq":10,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-13T18:57:46.117171+0000","last_change":"2024-09-13T18:57:43.636256+0000","last_active":"2024-09-13T18:57:46.117171+0000","last_peered":"2024-09-13T18:57:46.117171+0000","last_clean":"2024-09-13T18:57:46.117171+0000","last_became_active":"2024-09-13T18:57:43.636012+0000","last_became_peered":"2024-09-13T18:57:43.636012+0000","last_unstale":"2024-09-13T18:57:46.117171+0000","last_undegraded":"2024-09-13T18:57:46.117171+0000","last_fullsized":"2024-09-13T18:57:46.117171+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_clean_scrub_stamp":"2024-09-13T18:57:43.271195+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:40:54.275917+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.3a","version":"0'0","reported_seq":10,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-13T18:57:46.117571+0000","last_change":"2024-09-13T18:57:43.634932+0000","last_active":"2024-09-13T18:57:46.117571+0000","last_peered":"2024-09-13T18:57:46.117571+0000","last_clean":"2024-09-13T18:57:46.117571+0000","last_became_active":"2024-09-13T18:57:43.634672+0000","last_became_peered":"2024-09-13T18:57:43.634672+0000","last_unstale":"2024-09-13T18:57:46.117571+0000","last_undegraded":"2024-09-13T18:57:46.117571+0000","last_fullsized":"2024-09-13T18:57:46.117571+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_clean_scrub_stamp":"2024-09-13T18:57:43.271195+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T06:10:38.558392+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.39","version":"0'0","reported_seq":10,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-13T18:57:44.631834+0000","last_change":"2024-09-13T18:57:43.644307+0000","last_active":"2024-09-13T18:57:44.631834+0000","last_peered":"2024-09-13T18:57:44.631834+0000","last_clean":"2024-09-13T18:57:44.631834+0000","last_became_active":"2024-09-13T18:57:43.644068+0000","last_became_peered":"2024-09-13T18:57:43.644068+0000","last_unstale":"2024-09-13T18:57:44.631834+0000","last_undegraded":"2024-09-13T18:57:44.631834+0000","last_fullsized":"2024-09-13T18:57:44.631834+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_clean_scrub_stamp":"2024-09-13T18:57:43.271195+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:24:47.818910+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.38","version":"0'0","reported_seq":10,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-13T18:57:44.627438+0000","last_change":"2024-09-13T18:57:43.645869+0000","last_active":"2024-09-13T18:57:44.627438+0000","last_peered":"2024-09-13T18:57:44.627438+0000","last_clean":"2024-09-13T18:57:44.627438+0000","last_became_active":"2024-09-13T18:57:43.645310+0000","last_became_peered":"2024-09-13T18:57:43.645310+0000","last_unstale":"2024-09-13T18:57:44.627438+0000","last_undegraded":"2024-09-13T18:57:44.627438+0000","last_fullsized":"2024-09-13T18:57:44.627438+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_clean_scrub_stamp":"2024-09-13T18:57:43.271195+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:45:42.049183+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.37","version":"0'0","reported_seq":10,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-13T18:57:46.119675+0000","last_change":"2024-09-13T18:57:43.647613+0000","last_active":"2024-09-13T18:57:46.119675+0000","last_peered":"2024-09-13T18:57:46.119675+0000","last_clean":"2024-09-13T18:57:46.119675+0000","last_became_active":"2024-09-13T18:57:43.647345+0000","last_became_peered":"2024-09-13T18:57:43.647345+0000","last_unstale":"2024-09-13T18:57:46.119675+0000","last_undegraded":"2024-09-13T18:57:46.119675+0000","last_fullsized":"2024-09-13T18:57:46.119675+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_clean_scrub_stamp":"2024-09-13T18:57:43.271195+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:08:59.961048+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.36","version":"0'0","reported_seq":10,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-13T18:57:44.631652+0000","last_change":"2024-09-13T18:57:43.646789+0000","last_active":"2024-09-13T18:57:44.631652+0000","last_peered":"2024-09-13T18:57:44.631652+0000","last_clean":"2024-09-13T18:57:44.631652+0000","last_became_active":"2024-09-13T18:57:43.646534+0000","last_became_peered":"2024-09-13T18:57:43.646534+0000","last_unstale":"2024-09-13T18:57:44.631652+0000","last_undegraded":"2024-09-13T18:57:44.631652+0000","last_fullsized":"2024-09-13T18:57:44.631652+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_clean_scrub_stamp":"2024-09-13T18:57:43.271195+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:49:48.668826+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.35","version":"0'0","reported_seq":10,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-13T18:57:44.631815+0000","last_change":"2024-09-13T18:57:43.648103+0000","last_active":"2024-09-13T18:57:44.631815+0000","last_peered":"2024-09-13T18:57:44.631815+0000","last_clean":"2024-09-13T18:57:44.631815+0000","last_became_active":"2024-09-13T18:57:43.647835+0000","last_became_peered":"2024-09-13T18:57:43.647835+0000","last_unstale":"2024-09-13T18:57:44.631815+0000","last_undegraded":"2024-09-13T18:57:44.631815+0000","last_fullsized":"2024-09-13T18:57:44.631815+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_clean_scrub_stamp":"2024-09-13T18:57:43.271195+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T06:10:38.558392+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.34","version":"0'0","reported_seq":10,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-13T18:57:46.119499+0000","last_change":"2024-09-13T18:57:43.638608+0000","last_active":"2024-09-13T18:57:46.119499+0000","last_peered":"2024-09-13T18:57:46.119499+0000","last_clean":"2024-09-13T18:57:46.119499+0000","last_became_active":"2024-09-13T18:57:43.638369+0000","last_became_peered":"2024-09-13T18:57:43.638369+0000","last_unstale":"2024-09-13T18:57:46.119499+0000","last_undegraded":"2024-09-13T18:57:46.119499+0000","last_fullsized":"2024-09-13T18:57:46.119499+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_clean_scrub_stamp":"2024-09-13T18:57:43.271195+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:58:21.021638+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.33","version":"0'0","reported_seq":10,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-13T18:57:44.631400+0000","last_change":"2024-09-13T18:57:43.645821+0000","last_active":"2024-09-13T18:57:44.631400+0000","last_peered":"2024-09-13T18:57:44.631400+0000","last_clean":"2024-09-13T18:57:44.631400+0000","last_became_active":"2024-09-13T18:57:43.645565+0000","last_became_peered":"2024-09-13T18:57:43.645565+0000","last_unstale":"2024-09-13T18:57:44.631400+0000","last_undegraded":"2024-09-13T18:57:44.631400+0000","last_fullsized":"2024-09-13T18:57:44.631400+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_clean_scrub_stamp":"2024-09-13T18:57:43.271195+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:20:16.393586+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.32","version":"0'0","reported_seq":10,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-13T18:57:46.117422+0000","last_change":"2024-09-13T18:57:43.637544+0000","last_active":"2024-09-13T18:57:46.117422+0000","last_peered":"2024-09-13T18:57:46.117422+0000","last_clean":"2024-09-13T18:57:46.117422+0000","last_became_active":"2024-09-13T18:57:43.637147+0000","last_became_peered":"2024-09-13T18:57:43.637147+0000","last_unstale":"2024-09-13T18:57:46.117422+0000","last_undegraded":"2024-09-13T18:57:46.117422+0000","last_fullsized":"2024-09-13T18:57:46.117422+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_clean_scrub_stamp":"2024-09-13T18:57:43.271195+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:49:48.668826+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.31","version":"0'0","reported_seq":10,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-13T18:57:44.631354+0000","last_change":"2024-09-13T18:57:43.644802+0000","last_active":"2024-09-13T18:57:44.631354+0000","last_peered":"2024-09-13T18:57:44.631354+0000","last_clean":"2024-09-13T18:57:44.631354+0000","last_became_active":"2024-09-13T18:57:43.644515+0000","last_became_peered":"2024-09-13T18:57:43.644515+0000","last_unstale":"2024-09-13T18:57:44.631354+0000","last_undegraded":"2024-09-13T18:57:44.631354+0000","last_fullsized":"2024-09-13T18:57:44.631354+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_clean_scrub_stamp":"2024-09-13T18:57:43.271195+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:44:12.915721+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.30","version":"0'0","reported_seq":10,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-13T18:57:46.036481+0000","last_change":"2024-09-13T18:57:43.645235+0000","last_active":"2024-09-13T18:57:46.036481+0000","last_peered":"2024-09-13T18:57:46.036481+0000","last_clean":"2024-09-13T18:57:46.036481+0000","last_became_active":"2024-09-13T18:57:43.644940+0000","last_became_peered":"2024-09-13T18:57:43.644940+0000","last_unstale":"2024-09-13T18:57:46.036481+0000","last_undegraded":"2024-09-13T18:57:46.036481+0000","last_fullsized":"2024-09-13T18:57:46.036481+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_clean_scrub_stamp":"2024-09-13T18:57:43.271195+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:24:47.818910+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.2f","version":"0'0","reported_seq":10,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-13T18:57:46.036925+0000","last_change":"2024-09-13T18:57:43.645838+0000","last_active":"2024-09-13T18:57:46.036925+0000","last_peered":"2024-09-13T18:57:46.036925+0000","last_clean":"2024-09-13T18:57:46.036925+0000","last_became_active":"2024-09-13T18:57:43.645549+0000","last_became_peered":"2024-09-13T18:57:43.645549+0000","last_unstale":"2024-09-13T18:57:46.036925+0000","last_undegraded":"2024-09-13T18:57:46.036925+0000","last_fullsized":"2024-09-13T18:57:46.036925+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_clean_scrub_stamp":"2024-09-13T18:57:43.271195+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:18:25.952146+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.2e","version":"0'0","reported_seq":10,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-13T18:57:44.631732+0000","last_change":"2024-09-13T18:57:43.641447+0000","last_active":"2024-09-13T18:57:44.631732+0000","last_peered":"2024-09-13T18:57:44.631732+0000","last_clean":"2024-09-13T18:57:44.631732+0000","last_became_active":"2024-09-13T18:57:43.640689+0000","last_became_peered":"2024-09-13T18:57:43.640689+0000","last_unstale":"2024-09-13T18:57:44.631732+0000","last_undegraded":"2024-09-13T18:57:44.631732+0000","last_fullsized":"2024-09-13T18:57:44.631732+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_clean_scrub_stamp":"2024-09-13T18:57:43.271195+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:40:54.275917+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.2d","version":"0'0","reported_seq":10,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-13T18:57:46.117351+0000","last_change":"2024-09-13T18:57:43.636492+0000","last_active":"2024-09-13T18:57:46.117351+0000","last_peered":"2024-09-13T18:57:46.117351+0000","last_clean":"2024-09-13T18:57:46.117351+0000","last_became_active":"2024-09-13T18:57:43.636262+0000","last_became_peered":"2024-09-13T18:57:43.636262+0000","last_unstale":"2024-09-13T18:57:46.117351+0000","last_undegraded":"2024-09-13T18:57:46.117351+0000","last_fullsized":"2024-09-13T18:57:46.117351+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_clean_scrub_stamp":"2024-09-13T18:57:43.271195+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:22:56.507806+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.2c","version":"0'0","reported_seq":10,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-13T18:57:44.631135+0000","last_change":"2024-09-13T18:57:43.641129+0000","last_active":"2024-09-13T18:57:44.631135+0000","last_peered":"2024-09-13T18:57:44.631135+0000","last_clean":"2024-09-13T18:57:44.631135+0000","last_became_active":"2024-09-13T18:57:43.640885+0000","last_became_peered":"2024-09-13T18:57:43.640885+0000","last_unstale":"2024-09-13T18:57:44.631135+0000","last_undegraded":"2024-09-13T18:57:44.631135+0000","last_fullsized":"2024-09-13T18:57:44.631135+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_clean_scrub_stamp":"2024-09-13T18:57:43.271195+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:55:52.884965+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.2b","version":"0'0","reported_seq":10,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-13T18:57:44.631940+0000","last_change":"2024-09-13T18:57:43.643608+0000","last_active":"2024-09-13T18:57:44.631940+0000","last_peered":"2024-09-13T18:57:44.631940+0000","last_clean":"2024-09-13T18:57:44.631940+0000","last_became_active":"2024-09-13T18:57:43.643352+0000","last_became_peered":"2024-09-13T18:57:43.643352+0000","last_unstale":"2024-09-13T18:57:44.631940+0000","last_undegraded":"2024-09-13T18:57:44.631940+0000","last_fullsized":"2024-09-13T18:57:44.631940+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_clean_scrub_stamp":"2024-09-13T18:57:43.271195+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:18:25.952146+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.2a","version":"0'0","reported_seq":10,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-13T18:57:46.117694+0000","last_change":"2024-09-13T18:57:43.642735+0000","last_active":"2024-09-13T18:57:46.117694+0000","last_peered":"2024-09-13T18:57:46.117694+0000","last_clean":"2024-09-13T18:57:46.117694+0000","last_became_active":"2024-09-13T18:57:43.640596+0000","last_became_peered":"2024-09-13T18:57:43.640596+0000","last_unstale":"2024-09-13T18:57:46.117694+0000","last_undegraded":"2024-09-13T18:57:46.117694+0000","last_fullsized":"2024-09-13T18:57:46.117694+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_clean_scrub_stamp":"2024-09-13T18:57:43.271195+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:20:16.393586+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.29","version":"0'0","reported_seq":10,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-13T18:57:46.036499+0000","last_change":"2024-09-13T18:57:43.638526+0000","last_active":"2024-09-13T18:57:46.036499+0000","last_peered":"2024-09-13T18:57:46.036499+0000","last_clean":"2024-09-13T18:57:46.036499+0000","last_became_active":"2024-09-13T18:57:43.638281+0000","last_became_peered":"2024-09-13T18:57:43.638281+0000","last_unstale":"2024-09-13T18:57:46.036499+0000","last_undegraded":"2024-09-13T18:57:46.036499+0000","last_fullsized":"2024-09-13T18:57:46.036499+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_clean_scrub_stamp":"2024-09-13T18:57:43.271195+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:28:47.494032+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.28","version":"0'0","reported_seq":10,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-13T18:57:46.117118+0000","last_change":"2024-09-13T18:57:43.637868+0000","last_active":"2024-09-13T18:57:46.117118+0000","last_peered":"2024-09-13T18:57:46.117118+0000","last_clean":"2024-09-13T18:57:46.117118+0000","last_became_active":"2024-09-13T18:57:43.637610+0000","last_became_peered":"2024-09-13T18:57:43.637610+0000","last_unstale":"2024-09-13T18:57:46.117118+0000","last_undegraded":"2024-09-13T18:57:46.117118+0000","last_fullsized":"2024-09-13T18:57:46.117118+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_clean_scrub_stamp":"2024-09-13T18:57:43.271195+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:55:52.884965+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.27","version":"0'0","reported_seq":10,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-13T18:57:44.631315+0000","last_change":"2024-09-13T18:57:43.638368+0000","last_active":"2024-09-13T18:57:44.631315+0000","last_peered":"2024-09-13T18:57:44.631315+0000","last_clean":"2024-09-13T18:57:44.631315+0000","last_became_active":"2024-09-13T18:57:43.638124+0000","last_became_peered":"2024-09-13T18:57:43.638124+0000","last_unstale":"2024-09-13T18:57:44.631315+0000","last_undegraded":"2024-09-13T18:57:44.631315+0000","last_fullsized":"2024-09-13T18:57:44.631315+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_clean_scrub_stamp":"2024-09-13T18:57:43.271195+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T05:32:52.117556+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.26","version":"0'0","reported_seq":10,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-13T18:57:46.117590+0000","last_change":"2024-09-13T18:57:43.631880+0000","last_active":"2024-09-13T18:57:46.117590+0000","last_peered":"2024-09-13T18:57:46.117590+0000","last_clean":"2024-09-13T18:57:46.117590+0000","last_became_active":"2024-09-13T18:57:43.631583+0000","last_became_peered":"2024-09-13T18:57:43.631583+0000","last_unstale":"2024-09-13T18:57:46.117590+0000","last_undegraded":"2024-09-13T18:57:46.117590+0000","last_fullsized":"2024-09-13T18:57:46.117590+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_clean_scrub_stamp":"2024-09-13T18:57:43.271195+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:28:47.494032+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.25","version":"0'0","reported_seq":10,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-13T18:57:44.631529+0000","last_change":"2024-09-13T18:57:43.628023+0000","last_active":"2024-09-13T18:57:44.631529+0000","last_peered":"2024-09-13T18:57:44.631529+0000","last_clean":"2024-09-13T18:57:44.631529+0000","last_became_active":"2024-09-13T18:57:43.627712+0000","last_became_peered":"2024-09-13T18:57:43.627712+0000","last_unstale":"2024-09-13T18:57:44.631529+0000","last_undegraded":"2024-09-13T18:57:44.631529+0000","last_fullsized":"2024-09-13T18:57:44.631529+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_clean_scrub_stamp":"2024-09-13T18:57:43.271195+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T04:53:59.780216+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.24","version":"0'0","reported_seq":10,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-13T18:57:44.631775+0000","last_change":"2024-09-13T18:57:43.644465+0000","last_active":"2024-09-13T18:57:44.631775+0000","last_peered":"2024-09-13T18:57:44.631775+0000","last_clean":"2024-09-13T18:57:44.631775+0000","last_became_active":"2024-09-13T18:57:43.643953+0000","last_became_peered":"2024-09-13T18:57:43.643953+0000","last_unstale":"2024-09-13T18:57:44.631775+0000","last_undegraded":"2024-09-13T18:57:44.631775+0000","last_fullsized":"2024-09-13T18:57:44.631775+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_clean_scrub_stamp":"2024-09-13T18:57:43.271195+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:28:47.494032+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.23","version":"0'0","reported_seq":10,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-13T18:57:44.631249+0000","last_change":"2024-09-13T18:57:43.637765+0000","last_active":"2024-09-13T18:57:44.631249+0000","last_peered":"2024-09-13T18:57:44.631249+0000","last_clean":"2024-09-13T18:57:44.631249+0000","last_became_active":"2024-09-13T18:57:43.637515+0000","last_became_peered":"2024-09-13T18:57:43.637515+0000","last_unstale":"2024-09-13T18:57:44.631249+0000","last_undegraded":"2024-09-13T18:57:44.631249+0000","last_fullsized":"2024-09-13T18:57:44.631249+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_clean_scrub_stamp":"2024-09-13T18:57:43.271195+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T05:59:04.483239+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.22","version":"0'0","reported_seq":10,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-13T18:57:44.631780+0000","last_change":"2024-09-13T18:57:43.633178+0000","last_active":"2024-09-13T18:57:44.631780+0000","last_peered":"2024-09-13T18:57:44.631780+0000","last_clean":"2024-09-13T18:57:44.631780+0000","last_became_active":"2024-09-13T18:57:43.632907+0000","last_became_peered":"2024-09-13T18:57:43.632907+0000","last_unstale":"2024-09-13T18:57:44.631780+0000","last_undegraded":"2024-09-13T18:57:44.631780+0000","last_fullsized":"2024-09-13T18:57:44.631780+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_clean_scrub_stamp":"2024-09-13T18:57:43.271195+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:08:18.777270+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.21","version":"0'0","reported_seq":10,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-13T18:57:46.036701+0000","last_change":"2024-09-13T18:57:43.639106+0000","last_active":"2024-09-13T18:57:46.036701+0000","last_peered":"2024-09-13T18:57:46.036701+0000","last_clean":"2024-09-13T18:57:46.036701+0000","last_became_active":"2024-09-13T18:57:43.638857+0000","last_became_peered":"2024-09-13T18:57:43.638857+0000","last_unstale":"2024-09-13T18:57:46.036701+0000","last_undegraded":"2024-09-13T18:57:46.036701+0000","last_fullsized":"2024-09-13T18:57:46.036701+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_clean_scrub_stamp":"2024-09-13T18:57:43.271195+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:58:21.021638+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.20","version":"0'0","reported_seq":10,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-13T18:57:46.117321+0000","last_change":"2024-09-13T18:57:43.635877+0000","last_active":"2024-09-13T18:57:46.117321+0000","last_peered":"2024-09-13T18:57:46.117321+0000","last_clean":"2024-09-13T18:57:46.117321+0000","last_became_active":"2024-09-13T18:57:43.635641+0000","last_became_peered":"2024-09-13T18:57:43.635641+0000","last_unstale":"2024-09-13T18:57:46.117321+0000","last_undegraded":"2024-09-13T18:57:46.117321+0000","last_fullsized":"2024-09-13T18:57:46.117321+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_clean_scrub_stamp":"2024-09-13T18:57:43.271195+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:28:10.710035+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1c","version":"0'0","reported_seq":10,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-13T18:57:46.036676+0000","last_change":"2024-09-13T18:57:43.650008+0000","last_active":"2024-09-13T18:57:46.036676+0000","last_peered":"2024-09-13T18:57:46.036676+0000","last_clean":"2024-09-13T18:57:46.036676+0000","last_became_active":"2024-09-13T18:57:43.649724+0000","last_became_peered":"2024-09-13T18:57:43.649724+0000","last_unstale":"2024-09-13T18:57:46.036676+0000","last_undegraded":"2024-09-13T18:57:46.036676+0000","last_fullsized":"2024-09-13T18:57:46.036676+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_clean_scrub_stamp":"2024-09-13T18:57:43.271195+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:08:59.961048+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.1f","version":"38'4","reported_seq":15,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-13T18:57:44.631408+0000","last_change":"2024-09-13T18:57:43.297546+0000","last_active":"2024-09-13T18:57:44.631408+0000","last_peered":"2024-09-13T18:57:44.631408+0000","last_clean":"2024-09-13T18:57:44.631408+0000","last_became_active":"2024-09-13T18:57:43.297278+0000","last_became_peered":"2024-09-13T18:57:43.297278+0000","last_unstale":"2024-09-13T18:57:44.631408+0000","last_undegraded":"2024-09-13T18:57:44.631408+0000","last_fullsized":"2024-09-13T18:57:44.631408+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:42.266140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:42.266140+0000","last_clean_scrub_stamp":"2024-09-13T18:57:42.266140+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T05:22:27.944145+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.1d","version":"0'0","reported_seq":10,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-13T18:57:46.117879+0000","last_change":"2024-09-13T18:57:43.648743+0000","last_active":"2024-09-13T18:57:46.117879+0000","last_peered":"2024-09-13T18:57:46.117879+0000","last_clean":"2024-09-13T18:57:46.117879+0000","last_became_active":"2024-09-13T18:57:43.648489+0000","last_became_peered":"2024-09-13T18:57:43.648489+0000","last_unstale":"2024-09-13T18:57:46.117879+0000","last_undegraded":"2024-09-13T18:57:46.117879+0000","last_fullsized":"2024-09-13T18:57:46.117879+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_clean_scrub_stamp":"2024-09-13T18:57:43.271195+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:24:47.818910+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1e","version":"38'1","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-13T18:57:46.119546+0000","last_change":"2024-09-13T18:57:43.290542+0000","last_active":"2024-09-13T18:57:46.119546+0000","last_peered":"2024-09-13T18:57:46.119546+0000","last_clean":"2024-09-13T18:57:46.119546+0000","last_became_active":"2024-09-13T18:57:43.290279+0000","last_became_peered":"2024-09-13T18:57:43.290279+0000","last_unstale":"2024-09-13T18:57:46.119546+0000","last_undegraded":"2024-09-13T18:57:46.119546+0000","last_fullsized":"2024-09-13T18:57:46.119546+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:42.266140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:42.266140+0000","last_clean_scrub_stamp":"2024-09-13T18:57:42.266140+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T04:53:58.775161+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.1e","version":"0'0","reported_seq":10,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-13T18:57:46.117822+0000","last_change":"2024-09-13T18:57:43.637014+0000","last_active":"2024-09-13T18:57:46.117822+0000","last_peered":"2024-09-13T18:57:46.117822+0000","last_clean":"2024-09-13T18:57:46.117822+0000","last_became_active":"2024-09-13T18:57:43.636743+0000","last_became_peered":"2024-09-13T18:57:43.636743+0000","last_unstale":"2024-09-13T18:57:46.117822+0000","last_undegraded":"2024-09-13T18:57:46.117822+0000","last_fullsized":"2024-09-13T18:57:46.117822+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_clean_scrub_stamp":"2024-09-13T18:57:43.271195+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:18:25.952146+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.1d","version":"38'2","reported_seq":13,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-13T18:57:46.117968+0000","last_change":"2024-09-13T18:57:43.297521+0000","last_active":"2024-09-13T18:57:46.117968+0000","last_peered":"2024-09-13T18:57:46.117968+0000","last_clean":"2024-09-13T18:57:46.117968+0000","last_became_active":"2024-09-13T18:57:43.297290+0000","last_became_peered":"2024-09-13T18:57:43.297290+0000","last_unstale":"2024-09-13T18:57:46.117968+0000","last_undegraded":"2024-09-13T18:57:46.117968+0000","last_fullsized":"2024-09-13T18:57:46.117968+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:42.266140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:42.266140+0000","last_clean_scrub_stamp":"2024-09-13T18:57:42.266140+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:19:40.878478+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1f","version":"0'0","reported_seq":10,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-13T18:57:44.627826+0000","last_change":"2024-09-13T18:57:43.632443+0000","last_active":"2024-09-13T18:57:44.627826+0000","last_peered":"2024-09-13T18:57:44.627826+0000","last_clean":"2024-09-13T18:57:44.627826+0000","last_became_active":"2024-09-13T18:57:43.632192+0000","last_became_peered":"2024-09-13T18:57:43.632192+0000","last_unstale":"2024-09-13T18:57:44.627826+0000","last_undegraded":"2024-09-13T18:57:44.627826+0000","last_fullsized":"2024-09-13T18:57:44.627826+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_clean_scrub_stamp":"2024-09-13T18:57:43.271195+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T06:45:44.325265+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.1c","version":"38'2","reported_seq":13,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-13T18:57:46.117744+0000","last_change":"2024-09-13T18:57:43.296873+0000","last_active":"2024-09-13T18:57:46.117744+0000","last_peered":"2024-09-13T18:57:46.117744+0000","last_clean":"2024-09-13T18:57:46.117744+0000","last_became_active":"2024-09-13T18:57:43.296621+0000","last_became_peered":"2024-09-13T18:57:43.296621+0000","last_unstale":"2024-09-13T18:57:46.117744+0000","last_undegraded":"2024-09-13T18:57:46.117744+0000","last_fullsized":"2024-09-13T18:57:46.117744+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:42.266140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:42.266140+0000","last_clean_scrub_stamp":"2024-09-13T18:57:42.266140+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:53:24.029148+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.18","version":"0'0","reported_seq":10,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-13T18:57:46.119309+0000","last_change":"2024-09-13T18:57:43.639732+0000","last_active":"2024-09-13T18:57:46.119309+0000","last_peered":"2024-09-13T18:57:46.119309+0000","last_clean":"2024-09-13T18:57:46.119309+0000","last_became_active":"2024-09-13T18:57:43.639481+0000","last_became_peered":"2024-09-13T18:57:43.639481+0000","last_unstale":"2024-09-13T18:57:46.119309+0000","last_undegraded":"2024-09-13T18:57:46.119309+0000","last_fullsized":"2024-09-13T18:57:46.119309+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_clean_scrub_stamp":"2024-09-13T18:57:43.271195+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:18:25.952146+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.1b","version":"38'1","reported_seq":12,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-13T18:57:43.643776+0000","last_change":"2024-09-13T18:57:43.288068+0000","last_active":"2024-09-13T18:57:43.643776+0000","last_peered":"2024-09-13T18:57:43.643776+0000","last_clean":"2024-09-13T18:57:43.643776+0000","last_became_active":"2024-09-13T18:57:43.287801+0000","last_became_peered":"2024-09-13T18:57:43.287801+0000","last_unstale":"2024-09-13T18:57:43.643776+0000","last_undegraded":"2024-09-13T18:57:43.643776+0000","last_fullsized":"2024-09-13T18:57:43.643776+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:42.266140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:42.266140+0000","last_clean_scrub_stamp":"2024-09-13T18:57:42.266140+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T06:08:02.060175+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.19","version":"0'0","reported_seq":10,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-13T18:57:44.631731+0000","last_change":"2024-09-13T18:57:43.643837+0000","last_active":"2024-09-13T18:57:44.631731+0000","last_peered":"2024-09-13T18:57:44.631731+0000","last_clean":"2024-09-13T18:57:44.631731+0000","last_became_active":"2024-09-13T18:57:43.642189+0000","last_became_peered":"2024-09-13T18:57:43.642189+0000","last_unstale":"2024-09-13T18:57:44.631731+0000","last_undegraded":"2024-09-13T18:57:44.631731+0000","last_fullsized":"2024-09-13T18:57:44.631731+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_clean_scrub_stamp":"2024-09-13T18:57:43.271195+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T06:19:06.040351+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.1a","version":"38'1","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-13T18:57:46.036654+0000","last_change":"2024-09-13T18:57:43.297270+0000","last_active":"2024-09-13T18:57:46.036654+0000","last_peered":"2024-09-13T18:57:46.036654+0000","last_clean":"2024-09-13T18:57:46.036654+0000","last_became_active":"2024-09-13T18:57:43.297002+0000","last_became_peered":"2024-09-13T18:57:43.297002+0000","last_unstale":"2024-09-13T18:57:46.036654+0000","last_undegraded":"2024-09-13T18:57:46.036654+0000","last_fullsized":"2024-09-13T18:57:46.036654+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:42.266140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:42.266140+0000","last_clean_scrub_stamp":"2024-09-13T18:57:42.266140+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:51:15.994284+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.1a","version":"0'0","reported_seq":10,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-13T18:57:46.117659+0000","last_change":"2024-09-13T18:57:43.649024+0000","last_active":"2024-09-13T18:57:46.117659+0000","last_peered":"2024-09-13T18:57:46.117659+0000","last_clean":"2024-09-13T18:57:46.117659+0000","last_became_active":"2024-09-13T18:57:43.648737+0000","last_became_peered":"2024-09-13T18:57:43.648737+0000","last_unstale":"2024-09-13T18:57:46.117659+0000","last_undegraded":"2024-09-13T18:57:46.117659+0000","last_fullsized":"2024-09-13T18:57:46.117659+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_clean_scrub_stamp":"2024-09-13T18:57:43.271195+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T04:43:51.718356+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.19","version":"0'0","reported_seq":11,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-13T18:57:46.117385+0000","last_change":"2024-09-13T18:57:43.296173+0000","last_active":"2024-09-13T18:57:46.117385+0000","last_peered":"2024-09-13T18:57:46.117385+0000","last_clean":"2024-09-13T18:57:46.117385+0000","last_became_active":"2024-09-13T18:57:43.295653+0000","last_became_peered":"2024-09-13T18:57:43.295653+0000","last_unstale":"2024-09-13T18:57:46.117385+0000","last_undegraded":"2024-09-13T18:57:46.117385+0000","last_fullsized":"2024-09-13T18:57:46.117385+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:42.266140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:42.266140+0000","last_clean_scrub_stamp":"2024-09-13T18:57:42.266140+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T04:53:58.775161+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1b","version":"0'0","reported_seq":10,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-13T18:57:44.627547+0000","last_change":"2024-09-13T18:57:43.643214+0000","last_active":"2024-09-13T18:57:44.627547+0000","last_peered":"2024-09-13T18:57:44.627547+0000","last_clean":"2024-09-13T18:57:44.627547+0000","last_became_active":"2024-09-13T18:57:43.642702+0000","last_became_peered":"2024-09-13T18:57:43.642702+0000","last_unstale":"2024-09-13T18:57:44.627547+0000","last_undegraded":"2024-09-13T18:57:44.627547+0000","last_fullsized":"2024-09-13T18:57:44.627547+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_clean_scrub_stamp":"2024-09-13T18:57:43.271195+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:43:53.939015+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.18","version":"0'0","reported_seq":11,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-13T18:57:46.117381+0000","last_change":"2024-09-13T18:57:43.293434+0000","last_active":"2024-09-13T18:57:46.117381+0000","last_peered":"2024-09-13T18:57:46.117381+0000","last_clean":"2024-09-13T18:57:46.117381+0000","last_became_active":"2024-09-13T18:57:43.293105+0000","last_became_peered":"2024-09-13T18:57:43.293105+0000","last_unstale":"2024-09-13T18:57:46.117381+0000","last_undegraded":"2024-09-13T18:57:46.117381+0000","last_fullsized":"2024-09-13T18:57:46.117381+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:42.266140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:42.266140+0000","last_clean_scrub_stamp":"2024-09-13T18:57:42.266140+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:22:55.502751+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.14","version":"0'0","reported_seq":10,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-13T18:57:46.117660+0000","last_change":"2024-09-13T18:57:43.636319+0000","last_active":"2024-09-13T18:57:46.117660+0000","last_peered":"2024-09-13T18:57:46.117660+0000","last_clean":"2024-09-13T18:57:46.117660+0000","last_became_active":"2024-09-13T18:57:43.636069+0000","last_became_peered":"2024-09-13T18:57:43.636069+0000","last_unstale":"2024-09-13T18:57:46.117660+0000","last_undegraded":"2024-09-13T18:57:46.117660+0000","last_fullsized":"2024-09-13T18:57:46.117660+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_clean_scrub_stamp":"2024-09-13T18:57:43.271195+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:53:25.034203+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.17","version":"0'0","reported_seq":11,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-13T18:57:44.627925+0000","last_change":"2024-09-13T18:57:43.290865+0000","last_active":"2024-09-13T18:57:44.627925+0000","last_peered":"2024-09-13T18:57:44.627925+0000","last_clean":"2024-09-13T18:57:44.627925+0000","last_became_active":"2024-09-13T18:57:43.290543+0000","last_became_peered":"2024-09-13T18:57:43.290543+0000","last_unstale":"2024-09-13T18:57:44.627925+0000","last_undegraded":"2024-09-13T18:57:44.627925+0000","last_fullsized":"2024-09-13T18:57:44.627925+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:42.266140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:42.266140+0000","last_clean_scrub_stamp":"2024-09-13T18:57:42.266140+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:51:55.727667+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.15","version":"0'0","reported_seq":10,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-13T18:57:46.036844+0000","last_change":"2024-09-13T18:57:43.628819+0000","last_active":"2024-09-13T18:57:46.036844+0000","last_peered":"2024-09-13T18:57:46.036844+0000","last_clean":"2024-09-13T18:57:46.036844+0000","last_became_active":"2024-09-13T18:57:43.628555+0000","last_became_peered":"2024-09-13T18:57:43.628555+0000","last_unstale":"2024-09-13T18:57:46.036844+0000","last_undegraded":"2024-09-13T18:57:46.036844+0000","last_fullsized":"2024-09-13T18:57:46.036844+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_clean_scrub_stamp":"2024-09-13T18:57:43.271195+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T06:10:38.558392+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.16","version":"0'0","reported_seq":11,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-13T18:57:43.629774+0000","last_change":"2024-09-13T18:57:43.293949+0000","last_active":"2024-09-13T18:57:43.629774+0000","last_peered":"2024-09-13T18:57:43.629774+0000","last_clean":"2024-09-13T18:57:43.629774+0000","last_became_active":"2024-09-13T18:57:43.293709+0000","last_became_peered":"2024-09-13T18:57:43.293709+0000","last_unstale":"2024-09-13T18:57:43.629774+0000","last_undegraded":"2024-09-13T18:57:43.629774+0000","last_fullsized":"2024-09-13T18:57:43.629774+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:42.266140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:42.266140+0000","last_clean_scrub_stamp":"2024-09-13T18:57:42.266140+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:14:19.841999+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.16","version":"0'0","reported_seq":10,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-13T18:57:46.119532+0000","last_change":"2024-09-13T18:57:43.640474+0000","last_active":"2024-09-13T18:57:46.119532+0000","last_peered":"2024-09-13T18:57:46.119532+0000","last_clean":"2024-09-13T18:57:46.119532+0000","last_became_active":"2024-09-13T18:57:43.640234+0000","last_became_peered":"2024-09-13T18:57:43.640234+0000","last_unstale":"2024-09-13T18:57:46.119532+0000","last_undegraded":"2024-09-13T18:57:46.119532+0000","last_fullsized":"2024-09-13T18:57:46.119532+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_clean_scrub_stamp":"2024-09-13T18:57:43.271195+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:28:47.494032+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.15","version":"38'3","reported_seq":14,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-13T18:57:43.645021+0000","last_change":"2024-09-13T18:57:43.293159+0000","last_active":"2024-09-13T18:57:43.645021+0000","last_peered":"2024-09-13T18:57:43.645021+0000","last_clean":"2024-09-13T18:57:43.645021+0000","last_became_active":"2024-09-13T18:57:43.290981+0000","last_became_peered":"2024-09-13T18:57:43.290981+0000","last_unstale":"2024-09-13T18:57:43.645021+0000","last_undegraded":"2024-09-13T18:57:43.645021+0000","last_fullsized":"2024-09-13T18:57:43.645021+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:42.266140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:42.266140+0000","last_clean_scrub_stamp":"2024-09-13T18:57:42.266140+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:08:17.772215+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.17","version":"0'0","reported_seq":10,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-13T18:57:46.117787+0000","last_change":"2024-09-13T18:57:43.640227+0000","last_active":"2024-09-13T18:57:46.117787+0000","last_peered":"2024-09-13T18:57:46.117787+0000","last_clean":"2024-09-13T18:57:46.117787+0000","last_became_active":"2024-09-13T18:57:43.639951+0000","last_became_peered":"2024-09-13T18:57:43.639951+0000","last_unstale":"2024-09-13T18:57:46.117787+0000","last_undegraded":"2024-09-13T18:57:46.117787+0000","last_fullsized":"2024-09-13T18:57:46.117787+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_clean_scrub_stamp":"2024-09-13T18:57:43.271195+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:51:56.732722+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.14","version":"38'6","reported_seq":17,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-13T18:57:44.627826+0000","last_change":"2024-09-13T18:57:43.294582+0000","last_active":"2024-09-13T18:57:44.627826+0000","last_peered":"2024-09-13T18:57:44.627826+0000","last_clean":"2024-09-13T18:57:44.627826+0000","last_became_active":"2024-09-13T18:57:43.294335+0000","last_became_peered":"2024-09-13T18:57:43.294335+0000","last_unstale":"2024-09-13T18:57:44.627826+0000","last_undegraded":"2024-09-13T18:57:44.627826+0000","last_fullsized":"2024-09-13T18:57:44.627826+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:42.266140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:42.266140+0000","last_clean_scrub_stamp":"2024-09-13T18:57:42.266140+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:24:46.813855+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1564,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.10","version":"0'0","reported_seq":10,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-13T18:57:46.119327+0000","last_change":"2024-09-13T18:57:43.645777+0000","last_active":"2024-09-13T18:57:46.119327+0000","last_peered":"2024-09-13T18:57:46.119327+0000","last_clean":"2024-09-13T18:57:46.119327+0000","last_became_active":"2024-09-13T18:57:43.645534+0000","last_became_peered":"2024-09-13T18:57:43.645534+0000","last_unstale":"2024-09-13T18:57:46.119327+0000","last_undegraded":"2024-09-13T18:57:46.119327+0000","last_fullsized":"2024-09-13T18:57:46.119327+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_clean_scrub_stamp":"2024-09-13T18:57:43.271195+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T06:10:38.558392+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.13","version":"38'2","reported_seq":13,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-13T18:57:44.627865+0000","last_change":"2024-09-13T18:57:43.296157+0000","last_active":"2024-09-13T18:57:44.627865+0000","last_peered":"2024-09-13T18:57:44.627865+0000","last_clean":"2024-09-13T18:57:44.627865+0000","last_became_active":"2024-09-13T18:57:43.295912+0000","last_became_peered":"2024-09-13T18:57:43.295912+0000","last_unstale":"2024-09-13T18:57:44.627865+0000","last_undegraded":"2024-09-13T18:57:44.627865+0000","last_fullsized":"2024-09-13T18:57:44.627865+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:42.266140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:42.266140+0000","last_clean_scrub_stamp":"2024-09-13T18:57:42.266140+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:08:58.955992+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.11","version":"0'0","reported_seq":10,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-13T18:57:44.627536+0000","last_change":"2024-09-13T18:57:43.633961+0000","last_active":"2024-09-13T18:57:44.627536+0000","last_peered":"2024-09-13T18:57:44.627536+0000","last_clean":"2024-09-13T18:57:44.627536+0000","last_became_active":"2024-09-13T18:57:43.633711+0000","last_became_peered":"2024-09-13T18:57:43.633711+0000","last_unstale":"2024-09-13T18:57:44.627536+0000","last_undegraded":"2024-09-13T18:57:44.627536+0000","last_fullsized":"2024-09-13T18:57:44.627536+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_clean_scrub_stamp":"2024-09-13T18:57:43.271195+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:22:53.206052+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.12","version":"0'0","reported_seq":11,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-13T18:57:46.117653+0000","last_change":"2024-09-13T18:57:43.294108+0000","last_active":"2024-09-13T18:57:46.117653+0000","last_peered":"2024-09-13T18:57:46.117653+0000","last_clean":"2024-09-13T18:57:46.117653+0000","last_became_active":"2024-09-13T18:57:43.293866+0000","last_became_peered":"2024-09-13T18:57:43.293866+0000","last_unstale":"2024-09-13T18:57:46.117653+0000","last_undegraded":"2024-09-13T18:57:46.117653+0000","last_fullsized":"2024-09-13T18:57:46.117653+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:42.266140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:42.266140+0000","last_clean_scrub_stamp":"2024-09-13T18:57:42.266140+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T05:59:03.478184+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.12","version":"0'0","reported_seq":10,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-13T18:57:46.036639+0000","last_change":"2024-09-13T18:57:43.637188+0000","last_active":"2024-09-13T18:57:46.036639+0000","last_peered":"2024-09-13T18:57:46.036639+0000","last_clean":"2024-09-13T18:57:46.036639+0000","last_became_active":"2024-09-13T18:57:43.636915+0000","last_became_peered":"2024-09-13T18:57:43.636915+0000","last_unstale":"2024-09-13T18:57:46.036639+0000","last_undegraded":"2024-09-13T18:57:46.036639+0000","last_fullsized":"2024-09-13T18:57:46.036639+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_clean_scrub_stamp":"2024-09-13T18:57:43.271195+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:36:31.701382+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.11","version":"0'0","reported_seq":11,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-13T18:57:44.630915+0000","last_change":"2024-09-13T18:57:43.297664+0000","last_active":"2024-09-13T18:57:44.630915+0000","last_peered":"2024-09-13T18:57:44.630915+0000","last_clean":"2024-09-13T18:57:44.630915+0000","last_became_active":"2024-09-13T18:57:43.297300+0000","last_became_peered":"2024-09-13T18:57:43.297300+0000","last_unstale":"2024-09-13T18:57:44.630915+0000","last_undegraded":"2024-09-13T18:57:44.630915+0000","last_fullsized":"2024-09-13T18:57:44.630915+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:42.266140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:42.266140+0000","last_clean_scrub_stamp":"2024-09-13T18:57:42.266140+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T04:26:01.927023+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.13","version":"0'0","reported_seq":10,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-13T18:57:44.627599+0000","last_change":"2024-09-13T18:57:43.636141+0000","last_active":"2024-09-13T18:57:44.627599+0000","last_peered":"2024-09-13T18:57:44.627599+0000","last_clean":"2024-09-13T18:57:44.627599+0000","last_became_active":"2024-09-13T18:57:43.635890+0000","last_became_peered":"2024-09-13T18:57:43.635890+0000","last_unstale":"2024-09-13T18:57:44.627599+0000","last_undegraded":"2024-09-13T18:57:44.627599+0000","last_fullsized":"2024-09-13T18:57:44.627599+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_clean_scrub_stamp":"2024-09-13T18:57:43.271195+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:16:59.005846+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.10","version":"38'8","reported_seq":19,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-13T18:57:46.036581+0000","last_change":"2024-09-13T18:57:43.296178+0000","last_active":"2024-09-13T18:57:46.036581+0000","last_peered":"2024-09-13T18:57:46.036581+0000","last_clean":"2024-09-13T18:57:46.036581+0000","last_became_active":"2024-09-13T18:57:43.295910+0000","last_became_peered":"2024-09-13T18:57:43.295910+0000","last_unstale":"2024-09-13T18:57:46.036581+0000","last_undegraded":"2024-09-13T18:57:46.036581+0000","last_fullsized":"2024-09-13T18:57:46.036581+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:42.266140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:42.266140+0000","last_clean_scrub_stamp":"2024-09-13T18:57:42.266140+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:47:52.356733+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.c","version":"0'0","reported_seq":10,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-13T18:57:44.627728+0000","last_change":"2024-09-13T18:57:43.632392+0000","last_active":"2024-09-13T18:57:44.627728+0000","last_peered":"2024-09-13T18:57:44.627728+0000","last_clean":"2024-09-13T18:57:44.627728+0000","last_became_active":"2024-09-13T18:57:43.632142+0000","last_became_peered":"2024-09-13T18:57:43.632142+0000","last_unstale":"2024-09-13T18:57:44.627728+0000","last_undegraded":"2024-09-13T18:57:44.627728+0000","last_fullsized":"2024-09-13T18:57:44.627728+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_clean_scrub_stamp":"2024-09-13T18:57:43.271195+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:59:59.972829+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.f","version":"38'1","reported_seq":12,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-13T18:57:43.646944+0000","last_change":"2024-09-13T18:57:43.294524+0000","last_active":"2024-09-13T18:57:43.646944+0000","last_peered":"2024-09-13T18:57:43.646944+0000","last_clean":"2024-09-13T18:57:43.646944+0000","last_became_active":"2024-09-13T18:57:43.294011+0000","last_became_peered":"2024-09-13T18:57:43.294011+0000","last_unstale":"2024-09-13T18:57:43.646944+0000","last_undegraded":"2024-09-13T18:57:43.646944+0000","last_fullsized":"2024-09-13T18:57:43.646944+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:42.266140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:42.266140+0000","last_clean_scrub_stamp":"2024-09-13T18:57:42.266140+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:21:35.927061+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.d","version":"0'0","reported_seq":10,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-13T18:57:44.632026+0000","last_change":"2024-09-13T18:57:43.642494+0000","last_active":"2024-09-13T18:57:44.632026+0000","last_peered":"2024-09-13T18:57:44.632026+0000","last_clean":"2024-09-13T18:57:44.632026+0000","last_became_active":"2024-09-13T18:57:43.642243+0000","last_became_peered":"2024-09-13T18:57:43.642243+0000","last_unstale":"2024-09-13T18:57:44.632026+0000","last_undegraded":"2024-09-13T18:57:44.632026+0000","last_fullsized":"2024-09-13T18:57:44.632026+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_clean_scrub_stamp":"2024-09-13T18:57:43.271195+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:51:56.732722+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.e","version":"38'2","reported_seq":13,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-13T18:57:46.117857+0000","last_change":"2024-09-13T18:57:43.296178+0000","last_active":"2024-09-13T18:57:46.117857+0000","last_peered":"2024-09-13T18:57:46.117857+0000","last_clean":"2024-09-13T18:57:46.117857+0000","last_became_active":"2024-09-13T18:57:43.295866+0000","last_became_peered":"2024-09-13T18:57:43.295866+0000","last_unstale":"2024-09-13T18:57:46.117857+0000","last_undegraded":"2024-09-13T18:57:46.117857+0000","last_fullsized":"2024-09-13T18:57:46.117857+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:42.266140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:42.266140+0000","last_clean_scrub_stamp":"2024-09-13T18:57:42.266140+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:30:47.332970+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.e","version":"0'0","reported_seq":10,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-13T18:57:46.117775+0000","last_change":"2024-09-13T18:57:43.641410+0000","last_active":"2024-09-13T18:57:46.117775+0000","last_peered":"2024-09-13T18:57:46.117775+0000","last_clean":"2024-09-13T18:57:46.117775+0000","last_became_active":"2024-09-13T18:57:43.640027+0000","last_became_peered":"2024-09-13T18:57:43.640027+0000","last_unstale":"2024-09-13T18:57:46.117775+0000","last_undegraded":"2024-09-13T18:57:46.117775+0000","last_fullsized":"2024-09-13T18:57:46.117775+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_clean_scrub_stamp":"2024-09-13T18:57:43.271195+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:24:47.818910+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.d","version":"38'1","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-13T18:57:46.117429+0000","last_change":"2024-09-13T18:57:43.291840+0000","last_active":"2024-09-13T18:57:46.117429+0000","last_peered":"2024-09-13T18:57:46.117429+0000","last_clean":"2024-09-13T18:57:46.117429+0000","last_became_active":"2024-09-13T18:57:43.291243+0000","last_became_peered":"2024-09-13T18:57:43.291243+0000","last_unstale":"2024-09-13T18:57:46.117429+0000","last_undegraded":"2024-09-13T18:57:46.117429+0000","last_fullsized":"2024-09-13T18:57:46.117429+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:42.266140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:42.266140+0000","last_clean_scrub_stamp":"2024-09-13T18:57:42.266140+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T04:26:01.927023+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.f","version":"0'0","reported_seq":10,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-13T18:57:46.117561+0000","last_change":"2024-09-13T18:57:43.633277+0000","last_active":"2024-09-13T18:57:46.117561+0000","last_peered":"2024-09-13T18:57:46.117561+0000","last_clean":"2024-09-13T18:57:46.117561+0000","last_became_active":"2024-09-13T18:57:43.633030+0000","last_became_peered":"2024-09-13T18:57:43.633030+0000","last_unstale":"2024-09-13T18:57:46.117561+0000","last_undegraded":"2024-09-13T18:57:46.117561+0000","last_fullsized":"2024-09-13T18:57:46.117561+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_clean_scrub_stamp":"2024-09-13T18:57:43.271195+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T04:53:59.780216+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.c","version":"0'0","reported_seq":11,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-13T18:57:46.117424+0000","last_change":"2024-09-13T18:57:43.297518+0000","last_active":"2024-09-13T18:57:46.117424+0000","last_peered":"2024-09-13T18:57:46.117424+0000","last_clean":"2024-09-13T18:57:46.117424+0000","last_became_active":"2024-09-13T18:57:43.297280+0000","last_became_peered":"2024-09-13T18:57:43.297280+0000","last_unstale":"2024-09-13T18:57:46.117424+0000","last_undegraded":"2024-09-13T18:57:46.117424+0000","last_fullsized":"2024-09-13T18:57:46.117424+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:42.266140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:42.266140+0000","last_clean_scrub_stamp":"2024-09-13T18:57:42.266140+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T05:32:51.112501+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.8","version":"0'0","reported_seq":10,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-13T18:57:46.036751+0000","last_change":"2024-09-13T18:57:43.637202+0000","last_active":"2024-09-13T18:57:46.036751+0000","last_peered":"2024-09-13T18:57:46.036751+0000","last_clean":"2024-09-13T18:57:46.036751+0000","last_became_active":"2024-09-13T18:57:43.636886+0000","last_became_peered":"2024-09-13T18:57:43.636886+0000","last_unstale":"2024-09-13T18:57:46.036751+0000","last_undegraded":"2024-09-13T18:57:46.036751+0000","last_fullsized":"2024-09-13T18:57:46.036751+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_clean_scrub_stamp":"2024-09-13T18:57:43.271195+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:44:12.915721+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.b","version":"38'2","reported_seq":13,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-13T18:57:46.117259+0000","last_change":"2024-09-13T18:57:43.285442+0000","last_active":"2024-09-13T18:57:46.117259+0000","last_peered":"2024-09-13T18:57:46.117259+0000","last_clean":"2024-09-13T18:57:46.117259+0000","last_became_active":"2024-09-13T18:57:43.285169+0000","last_became_peered":"2024-09-13T18:57:43.285169+0000","last_unstale":"2024-09-13T18:57:46.117259+0000","last_undegraded":"2024-09-13T18:57:46.117259+0000","last_fullsized":"2024-09-13T18:57:46.117259+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:42.266140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:42.266140+0000","last_clean_scrub_stamp":"2024-09-13T18:57:42.266140+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:51:15.994284+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.9","version":"0'0","reported_seq":10,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-13T18:57:46.119453+0000","last_change":"2024-09-13T18:57:43.640196+0000","last_active":"2024-09-13T18:57:46.119453+0000","last_peered":"2024-09-13T18:57:46.119453+0000","last_clean":"2024-09-13T18:57:46.119453+0000","last_became_active":"2024-09-13T18:57:43.639952+0000","last_became_peered":"2024-09-13T18:57:43.639952+0000","last_unstale":"2024-09-13T18:57:46.119453+0000","last_undegraded":"2024-09-13T18:57:46.119453+0000","last_fullsized":"2024-09-13T18:57:46.119453+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_clean_scrub_stamp":"2024-09-13T18:57:43.271195+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:24:47.818910+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.a","version":"0'0","reported_seq":11,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-13T18:57:46.117502+0000","last_change":"2024-09-13T18:57:43.294834+0000","last_active":"2024-09-13T18:57:46.117502+0000","last_peered":"2024-09-13T18:57:46.117502+0000","last_clean":"2024-09-13T18:57:46.117502+0000","last_became_active":"2024-09-13T18:57:43.294534+0000","last_became_peered":"2024-09-13T18:57:43.294534+0000","last_unstale":"2024-09-13T18:57:46.117502+0000","last_undegraded":"2024-09-13T18:57:46.117502+0000","last_fullsized":"2024-09-13T18:57:46.117502+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:42.266140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:42.266140+0000","last_clean_scrub_stamp":"2024-09-13T18:57:42.266140+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T04:29:04.982840+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.a","version":"0'0","reported_seq":10,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-13T18:57:44.631350+0000","last_change":"2024-09-13T18:57:43.650250+0000","last_active":"2024-09-13T18:57:44.631350+0000","last_peered":"2024-09-13T18:57:44.631350+0000","last_clean":"2024-09-13T18:57:44.631350+0000","last_became_active":"2024-09-13T18:57:43.649970+0000","last_became_peered":"2024-09-13T18:57:43.649970+0000","last_unstale":"2024-09-13T18:57:44.631350+0000","last_undegraded":"2024-09-13T18:57:44.631350+0000","last_fullsized":"2024-09-13T18:57:44.631350+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_clean_scrub_stamp":"2024-09-13T18:57:43.271195+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:58:21.021638+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.9","version":"0'0","reported_seq":11,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-13T18:57:46.036806+0000","last_change":"2024-09-13T18:57:43.292627+0000","last_active":"2024-09-13T18:57:46.036806+0000","last_peered":"2024-09-13T18:57:46.036806+0000","last_clean":"2024-09-13T18:57:46.036806+0000","last_became_active":"2024-09-13T18:57:43.292339+0000","last_became_peered":"2024-09-13T18:57:43.292339+0000","last_unstale":"2024-09-13T18:57:46.036806+0000","last_undegraded":"2024-09-13T18:57:46.036806+0000","last_fullsized":"2024-09-13T18:57:46.036806+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:42.266140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:42.266140+0000","last_clean_scrub_stamp":"2024-09-13T18:57:42.266140+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:14:19.841999+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.b","version":"0'0","reported_seq":10,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-13T18:57:44.627640+0000","last_change":"2024-09-13T18:57:43.642991+0000","last_active":"2024-09-13T18:57:44.627640+0000","last_peered":"2024-09-13T18:57:44.627640+0000","last_clean":"2024-09-13T18:57:44.627640+0000","last_became_active":"2024-09-13T18:57:43.642732+0000","last_became_peered":"2024-09-13T18:57:43.642732+0000","last_unstale":"2024-09-13T18:57:44.627640+0000","last_undegraded":"2024-09-13T18:57:44.627640+0000","last_fullsized":"2024-09-13T18:57:44.627640+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_clean_scrub_stamp":"2024-09-13T18:57:43.271195+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:02:10.147287+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.8","version":"0'0","reported_seq":11,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-13T18:57:46.117196+0000","last_change":"2024-09-13T18:57:43.285999+0000","last_active":"2024-09-13T18:57:46.117196+0000","last_peered":"2024-09-13T18:57:46.117196+0000","last_clean":"2024-09-13T18:57:46.117196+0000","last_became_active":"2024-09-13T18:57:43.285732+0000","last_became_peered":"2024-09-13T18:57:43.285732+0000","last_unstale":"2024-09-13T18:57:46.117196+0000","last_undegraded":"2024-09-13T18:57:46.117196+0000","last_fullsized":"2024-09-13T18:57:46.117196+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:42.266140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:42.266140+0000","last_clean_scrub_stamp":"2024-09-13T18:57:42.266140+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T05:22:27.944145+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.4","version":"0'0","reported_seq":10,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-13T18:57:46.117340+0000","last_change":"2024-09-13T18:57:43.645000+0000","last_active":"2024-09-13T18:57:46.117340+0000","last_peered":"2024-09-13T18:57:46.117340+0000","last_clean":"2024-09-13T18:57:46.117340+0000","last_became_active":"2024-09-13T18:57:43.644759+0000","last_became_peered":"2024-09-13T18:57:43.644759+0000","last_unstale":"2024-09-13T18:57:46.117340+0000","last_undegraded":"2024-09-13T18:57:46.117340+0000","last_fullsized":"2024-09-13T18:57:46.117340+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_clean_scrub_stamp":"2024-09-13T18:57:43.271195+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:08:59.961048+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.7","version":"38'2","reported_seq":13,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-13T18:57:43.644350+0000","last_change":"2024-09-13T18:57:43.292002+0000","last_active":"2024-09-13T18:57:43.644350+0000","last_peered":"2024-09-13T18:57:43.644350+0000","last_clean":"2024-09-13T18:57:43.644350+0000","last_became_active":"2024-09-13T18:57:43.291218+0000","last_became_peered":"2024-09-13T18:57:43.291218+0000","last_unstale":"2024-09-13T18:57:43.644350+0000","last_undegraded":"2024-09-13T18:57:43.644350+0000","last_fullsized":"2024-09-13T18:57:43.644350+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:42.266140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:42.266140+0000","last_clean_scrub_stamp":"2024-09-13T18:57:42.266140+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:26:13.387335+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.5","version":"0'0","reported_seq":10,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-13T18:57:46.036904+0000","last_change":"2024-09-13T18:57:43.636172+0000","last_active":"2024-09-13T18:57:46.036904+0000","last_peered":"2024-09-13T18:57:46.036904+0000","last_clean":"2024-09-13T18:57:46.036904+0000","last_became_active":"2024-09-13T18:57:43.635614+0000","last_became_peered":"2024-09-13T18:57:43.635614+0000","last_unstale":"2024-09-13T18:57:46.036904+0000","last_undegraded":"2024-09-13T18:57:46.036904+0000","last_fullsized":"2024-09-13T18:57:46.036904+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_clean_scrub_stamp":"2024-09-13T18:57:43.271195+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:28:10.710035+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.6","version":"0'0","reported_seq":11,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-13T18:57:46.117414+0000","last_change":"2024-09-13T18:57:43.289025+0000","last_active":"2024-09-13T18:57:46.117414+0000","last_peered":"2024-09-13T18:57:46.117414+0000","last_clean":"2024-09-13T18:57:46.117414+0000","last_became_active":"2024-09-13T18:57:43.288739+0000","last_became_peered":"2024-09-13T18:57:43.288739+0000","last_unstale":"2024-09-13T18:57:46.117414+0000","last_undegraded":"2024-09-13T18:57:46.117414+0000","last_fullsized":"2024-09-13T18:57:46.117414+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:42.266140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:42.266140+0000","last_clean_scrub_stamp":"2024-09-13T18:57:42.266140+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:47:52.356733+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.6","version":"0'0","reported_seq":10,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-13T18:57:44.627794+0000","last_change":"2024-09-13T18:57:43.635842+0000","last_active":"2024-09-13T18:57:44.627794+0000","last_peered":"2024-09-13T18:57:44.627794+0000","last_clean":"2024-09-13T18:57:44.627794+0000","last_became_active":"2024-09-13T18:57:43.635445+0000","last_became_peered":"2024-09-13T18:57:43.635445+0000","last_unstale":"2024-09-13T18:57:44.627794+0000","last_undegraded":"2024-09-13T18:57:44.627794+0000","last_fullsized":"2024-09-13T18:57:44.627794+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_clean_scrub_stamp":"2024-09-13T18:57:43.271195+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:18:59.142566+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.5","version":"0'0","reported_seq":11,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-13T18:57:46.119607+0000","last_change":"2024-09-13T18:57:43.291894+0000","last_active":"2024-09-13T18:57:46.119607+0000","last_peered":"2024-09-13T18:57:46.119607+0000","last_clean":"2024-09-13T18:57:46.119607+0000","last_became_active":"2024-09-13T18:57:43.291584+0000","last_became_peered":"2024-09-13T18:57:43.291584+0000","last_unstale":"2024-09-13T18:57:46.119607+0000","last_undegraded":"2024-09-13T18:57:46.119607+0000","last_fullsized":"2024-09-13T18:57:46.119607+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:42.266140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:42.266140+0000","last_clean_scrub_stamp":"2024-09-13T18:57:42.266140+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T05:32:51.112501+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.0","version":"0'0","reported_seq":10,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-13T18:57:46.119401+0000","last_change":"2024-09-13T18:57:43.642271+0000","last_active":"2024-09-13T18:57:46.119401+0000","last_peered":"2024-09-13T18:57:46.119401+0000","last_clean":"2024-09-13T18:57:46.119401+0000","last_became_active":"2024-09-13T18:57:43.641959+0000","last_became_peered":"2024-09-13T18:57:43.641959+0000","last_unstale":"2024-09-13T18:57:46.119401+0000","last_undegraded":"2024-09-13T18:57:46.119401+0000","last_fullsized":"2024-09-13T18:57:46.119401+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_clean_scrub_stamp":"2024-09-13T18:57:43.271195+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:51:56.732722+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.3","version":"0'0","reported_seq":11,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-13T18:57:46.119510+0000","last_change":"2024-09-13T18:57:43.289781+0000","last_active":"2024-09-13T18:57:46.119510+0000","last_peered":"2024-09-13T18:57:46.119510+0000","last_clean":"2024-09-13T18:57:46.119510+0000","last_became_active":"2024-09-13T18:57:43.289374+0000","last_became_peered":"2024-09-13T18:57:43.289374+0000","last_unstale":"2024-09-13T18:57:46.119510+0000","last_undegraded":"2024-09-13T18:57:46.119510+0000","last_fullsized":"2024-09-13T18:57:46.119510+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:42.266140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:42.266140+0000","last_clean_scrub_stamp":"2024-09-13T18:57:42.266140+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:19:40.878478+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.1","version":"0'0","reported_seq":10,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-13T18:57:46.117304+0000","last_change":"2024-09-13T18:57:43.639071+0000","last_active":"2024-09-13T18:57:46.117304+0000","last_peered":"2024-09-13T18:57:46.117304+0000","last_clean":"2024-09-13T18:57:46.117304+0000","last_became_active":"2024-09-13T18:57:43.638843+0000","last_became_peered":"2024-09-13T18:57:43.638843+0000","last_unstale":"2024-09-13T18:57:46.117304+0000","last_undegraded":"2024-09-13T18:57:46.117304+0000","last_fullsized":"2024-09-13T18:57:46.117304+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_clean_scrub_stamp":"2024-09-13T18:57:43.271195+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:58:21.021638+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.2","version":"0'0","reported_seq":11,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-13T18:57:44.631723+0000","last_change":"2024-09-13T18:57:43.288413+0000","last_active":"2024-09-13T18:57:44.631723+0000","last_peered":"2024-09-13T18:57:44.631723+0000","last_clean":"2024-09-13T18:57:44.631723+0000","last_became_active":"2024-09-13T18:57:43.288112+0000","last_became_peered":"2024-09-13T18:57:43.288112+0000","last_unstale":"2024-09-13T18:57:44.631723+0000","last_undegraded":"2024-09-13T18:57:44.631723+0000","last_fullsized":"2024-09-13T18:57:44.631723+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:42.266140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:42.266140+0000","last_clean_scrub_stamp":"2024-09-13T18:57:42.266140+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T04:29:04.982840+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.2","version":"0'0","reported_seq":10,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-13T18:57:46.117466+0000","last_change":"2024-09-13T18:57:43.637385+0000","last_active":"2024-09-13T18:57:46.117466+0000","last_peered":"2024-09-13T18:57:46.117466+0000","last_clean":"2024-09-13T18:57:46.117466+0000","last_became_active":"2024-09-13T18:57:43.636827+0000","last_became_peered":"2024-09-13T18:57:43.636827+0000","last_unstale":"2024-09-13T18:57:46.117466+0000","last_undegraded":"2024-09-13T18:57:46.117466+0000","last_fullsized":"2024-09-13T18:57:46.117466+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_clean_scrub_stamp":"2024-09-13T18:57:43.271195+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T06:19:06.040351+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.1","version":"0'0","reported_seq":11,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-13T18:57:46.117389+0000","last_change":"2024-09-13T18:57:43.295144+0000","last_active":"2024-09-13T18:57:46.117389+0000","last_peered":"2024-09-13T18:57:46.117389+0000","last_clean":"2024-09-13T18:57:46.117389+0000","last_became_active":"2024-09-13T18:57:43.294833+0000","last_became_peered":"2024-09-13T18:57:43.294833+0000","last_unstale":"2024-09-13T18:57:46.117389+0000","last_undegraded":"2024-09-13T18:57:46.117389+0000","last_fullsized":"2024-09-13T18:57:46.117389+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:42.266140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:42.266140+0000","last_clean_scrub_stamp":"2024-09-13T18:57:42.266140+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:55:51.879910+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.3","version":"0'0","reported_seq":10,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-13T18:57:46.036932+0000","last_change":"2024-09-13T18:57:43.636749+0000","last_active":"2024-09-13T18:57:46.036932+0000","last_peered":"2024-09-13T18:57:46.036932+0000","last_clean":"2024-09-13T18:57:46.036932+0000","last_became_active":"2024-09-13T18:57:43.636467+0000","last_became_peered":"2024-09-13T18:57:43.636467+0000","last_unstale":"2024-09-13T18:57:46.036932+0000","last_undegraded":"2024-09-13T18:57:46.036932+0000","last_fullsized":"2024-09-13T18:57:46.036932+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_clean_scrub_stamp":"2024-09-13T18:57:43.271195+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:20:32.114326+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.0","version":"0'0","reported_seq":11,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-13T18:57:44.627482+0000","last_change":"2024-09-13T18:57:43.291073+0000","last_active":"2024-09-13T18:57:44.627482+0000","last_peered":"2024-09-13T18:57:44.627482+0000","last_clean":"2024-09-13T18:57:44.627482+0000","last_became_active":"2024-09-13T18:57:43.290786+0000","last_became_peered":"2024-09-13T18:57:43.290786+0000","last_unstale":"2024-09-13T18:57:44.627482+0000","last_undegraded":"2024-09-13T18:57:44.627482+0000","last_fullsized":"2024-09-13T18:57:44.627482+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:42.266140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:42.266140+0000","last_clean_scrub_stamp":"2024-09-13T18:57:42.266140+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:18:24.947090+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.7","version":"0'0","reported_seq":10,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-13T18:57:44.631675+0000","last_change":"2024-09-13T18:57:43.644497+0000","last_active":"2024-09-13T18:57:44.631675+0000","last_peered":"2024-09-13T18:57:44.631675+0000","last_clean":"2024-09-13T18:57:44.631675+0000","last_became_active":"2024-09-13T18:57:43.643979+0000","last_became_peered":"2024-09-13T18:57:43.643979+0000","last_unstale":"2024-09-13T18:57:44.631675+0000","last_undegraded":"2024-09-13T18:57:44.631675+0000","last_fullsized":"2024-09-13T18:57:44.631675+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:43.271195+0000","last_clean_scrub_stamp":"2024-09-13T18:57:43.271195+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:08:59.961048+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.4","version":"0'0","reported_seq":11,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-13T18:57:46.036800+0000","last_change":"2024-09-13T18:57:43.291217+0000","last_active":"2024-09-13T18:57:46.036800+0000","last_peered":"2024-09-13T18:57:46.036800+0000","last_clean":"2024-09-13T18:57:46.036800+0000","last_became_active":"2024-09-13T18:57:43.290938+0000","last_became_peered":"2024-09-13T18:57:43.290938+0000","last_unstale":"2024-09-13T18:57:46.036800+0000","last_undegraded":"2024-09-13T18:57:46.036800+0000","last_fullsized":"2024-09-13T18:57:46.036800+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:57:42.266140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:57:42.266140+0000","last_clean_scrub_stamp":"2024-09-13T18:57:42.266140+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T06:08:02.060175+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.0","version":"15'117","reported_seq":179,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-13T18:57:43.623459+0000","last_change":"2024-09-13T18:56:23.292950+0000","last_active":"2024-09-13T18:57:43.623459+0000","last_peered":"2024-09-13T18:57:43.623459+0000","last_clean":"2024-09-13T18:57:43.623459+0000","last_became_active":"2024-09-13T18:56:23.292008+0000","last_became_peered":"2024-09-13T18:56:23.292008+0000","last_unstale":"2024-09-13T18:57:43.623459+0000","last_undegraded":"2024-09-13T18:57:43.623459+0000","last_fullsized":"2024-09-13T18:57:43.623459+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:22.096428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:22.096428+0000","last_clean_scrub_stamp":"2024-09-13T18:56:22.096428+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:33:39.156955+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":6,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":5,"num_pg":32,"stat_sum":{"num_bytes":2362,"num_objects":21,"num_object_clones":0,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":21,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":44,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4724,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":38,"ondisk_log_size":38,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":5,"up_from":14,"seq":60129542164,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27472,"kb_used_data":448,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344368,"statfs":{"total":96636764160,"available":96608632832,"internally_reserved":0,"allocated":458752,"data_stored":194101,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 18:57:24 2024","interfaces":[{"interface":"back","average":{"1min":0.54000000000000004,"5min":0.54000000000000004,"15min":0.54000000000000004},"min":{"1min":0.375,"5min":0.375,"15min":0.375},"max":{"1min":0.82099999999999995,"5min":0.82099999999999995,"15min":0.82099999999999995},"last":0.61299999999999999},{"interface":"front","average":{"1min":0.55200000000000005,"5min":0.55200000000000005,"15min":0.55200000000000005},"min":{"1min":0.34699999999999998,"5min":0.34699999999999998,"15min":0.34699999999999998},"max":{"1min":0.85099999999999998,"5min":0.85099999999999998,"15min":0.85099999999999998},"last":0.57299999999999995}]},{"osd":1,"last update":"Fri Sep 13 18:57:24 2024","interfaces":[{"interface":"back","average":{"1min":0.5,"5min":0.5,"15min":0.5},"min":{"1min":0.34100000000000003,"5min":0.34100000000000003,"15min":0.34100000000000003},"max":{"1min":0.72599999999999998,"5min":0.72599999999999998,"15min":0.72599999999999998},"last":0.49299999999999999},{"interface":"front","average":{"1min":0.54900000000000004,"5min":0.54900000000000004,"15min":0.54900000000000004},"min":{"1min":0.36399999999999999,"5min":0.36399999999999999,"15min":0.36399999999999999},"max":{"1min":0.746,"5min":0.746,"15min":0.746},"last":0.50900000000000001}]},{"osd":2,"last update":"Fri Sep 13 18:57:24 2024","interfaces":[{"interface":"back","average":{"1min":0.52300000000000002,"5min":0.52300000000000002,"15min":0.52300000000000002},"min":{"1min":0.38700000000000001,"5min":0.38700000000000001,"15min":0.38700000000000001},"max":{"1min":0.79600000000000004,"5min":0.79600000000000004,"15min":0.79600000000000004},"last":0.52700000000000002},{"interface":"front","average":{"1min":0.53100000000000003,"5min":0.53100000000000003,"15min":0.53100000000000003},"min":{"1min":0.377,"5min":0.377,"15min":0.377},"max":{"1min":0.67800000000000005,"5min":0.67800000000000005,"15min":0.67800000000000005},"last":0.54500000000000004}]},{"osd":3,"last update":"Fri Sep 13 18:57:24 2024","interfaces":[{"interface":"back","average":{"1min":0.54600000000000004,"5min":0.54600000000000004,"15min":0.54600000000000004},"min":{"1min":0.40899999999999997,"5min":0.40899999999999997,"15min":0.40899999999999997},"max":{"1min":0.872,"5min":0.872,"15min":0.872},"last":0.46200000000000002},{"interface":"front","average":{"1min":0.55300000000000005,"5min":0.55300000000000005,"15min":0.55300000000000005},"min":{"1min":0.35099999999999998,"5min":0.35099999999999998,"15min":0.35099999999999998},"max":{"1min":0.69099999999999995,"5min":0.69099999999999995,"15min":0.69099999999999995},"last":0.63100000000000001}]},{"osd":4,"last update":"Fri Sep 13 18:57:24 2024","interfaces":[{"interface":"back","average":{"1min":0.46100000000000002,"5min":0.46100000000000002,"15min":0.46100000000000002},"min":{"1min":0.307,"5min":0.307,"15min":0.307},"max":{"1min":0.76100000000000001,"5min":0.76100000000000001,"15min":0.76100000000000001},"last":0.434},{"interface":"front","average":{"1min":0.504,"5min":0.504,"15min":0.504},"min":{"1min":0.33600000000000002,"5min":0.33600000000000002,"15min":0.33600000000000002},"max":{"1min":0.71999999999999997,"5min":0.71999999999999997,"15min":0.71999999999999997},"last":0.64300000000000002}]},{"osd":6,"last update":"Fri Sep 13 18:57:24 2024","interfaces":[{"interface":"back","average":{"1min":0.48999999999999999,"5min":0.48999999999999999,"15min":0.48999999999999999},"min":{"1min":0.28000000000000003,"5min":0.28000000000000003,"15min":0.28000000000000003},"max":{"1min":0.73299999999999998,"5min":0.73299999999999998,"15min":0.73299999999999998},"last":0.59899999999999998},{"interface":"front","average":{"1min":0.53000000000000003,"5min":0.53000000000000003,"15min":0.53000000000000003},"min":{"1min":0.30599999999999999,"5min":0.30599999999999999,"15min":0.30599999999999999},"max":{"1min":0.79800000000000004,"5min":0.79800000000000004,"15min":0.79800000000000004},"last":0.58499999999999996}]},{"osd":7,"last update":"Fri Sep 13 18:57:24 2024","interfaces":[{"interface":"back","average":{"1min":0.53700000000000003,"5min":0.53700000000000003,"15min":0.53700000000000003},"min":{"1min":0.32600000000000001,"5min":0.32600000000000001,"15min":0.32600000000000001},"max":{"1min":0.751,"5min":0.751,"15min":0.751},"last":0.56100000000000005},{"interface":"front","average":{"1min":0.56899999999999995,"5min":0.56899999999999995,"15min":0.56899999999999995},"min":{"1min":0.32600000000000001,"5min":0.32600000000000001,"15min":0.32600000000000001},"max":{"1min":0.77700000000000002,"5min":0.77700000000000002,"15min":0.77700000000000002},"last":0.66200000000000003}]}]},{"osd":3,"up_from":13,"seq":55834574869,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27480,"kb_used_data":456,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344360,"statfs":{"total":96636764160,"available":96608624640,"internally_reserved":0,"allocated":466944,"data_stored":195587,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":27654600},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 18:57:23 2024","interfaces":[{"interface":"back","average":{"1min":0.33200000000000002,"5min":0.33200000000000002,"15min":0.33200000000000002},"min":{"1min":0.21199999999999999,"5min":0.21199999999999999,"15min":0.21199999999999999},"max":{"1min":0.496,"5min":0.496,"15min":0.496},"last":0.34100000000000003},{"interface":"front","average":{"1min":0.312,"5min":0.312,"15min":0.312},"min":{"1min":0.24199999999999999,"5min":0.24199999999999999,"15min":0.24199999999999999},"max":{"1min":0.45100000000000001,"5min":0.45100000000000001,"15min":0.45100000000000001},"last":0.27400000000000002}]},{"osd":1,"last update":"Fri Sep 13 18:57:23 2024","interfaces":[{"interface":"back","average":{"1min":0.29999999999999999,"5min":0.29999999999999999,"15min":0.29999999999999999},"min":{"1min":0.21299999999999999,"5min":0.21299999999999999,"15min":0.21299999999999999},"max":{"1min":0.41799999999999998,"5min":0.41799999999999998,"15min":0.41799999999999998},"last":0.25900000000000001},{"interface":"front","average":{"1min":0.33700000000000002,"5min":0.33700000000000002,"15min":0.33700000000000002},"min":{"1min":0.20999999999999999,"5min":0.20999999999999999,"15min":0.20999999999999999},"max":{"1min":0.57599999999999996,"5min":0.57599999999999996,"15min":0.57599999999999996},"last":0.28999999999999998}]},{"osd":2,"last update":"Fri Sep 13 18:57:23 2024","interfaces":[{"interface":"back","average":{"1min":0.38300000000000001,"5min":0.38300000000000001,"15min":0.38300000000000001},"min":{"1min":0.29999999999999999,"5min":0.29999999999999999,"15min":0.29999999999999999},"max":{"1min":0.621,"5min":0.621,"15min":0.621},"last":0.32500000000000001},{"interface":"front","average":{"1min":0.35499999999999998,"5min":0.35499999999999998,"15min":0.35499999999999998},"min":{"1min":0.26500000000000001,"5min":0.26500000000000001,"15min":0.26500000000000001},"max":{"1min":0.56200000000000006,"5min":0.56200000000000006,"15min":0.56200000000000006},"last":0.35299999999999998}]},{"osd":4,"last update":"Fri Sep 13 18:57:23 2024","interfaces":[{"interface":"back","average":{"1min":0.52500000000000002,"5min":0.52500000000000002,"15min":0.52500000000000002},"min":{"1min":0.34499999999999997,"5min":0.34499999999999997,"15min":0.34499999999999997},"max":{"1min":0.80800000000000005,"5min":0.80800000000000005,"15min":0.80800000000000005},"last":0.442},{"interface":"front","average":{"1min":0.53500000000000003,"5min":0.53500000000000003,"15min":0.53500000000000003},"min":{"1min":0.34499999999999997,"5min":0.34499999999999997,"15min":0.34499999999999997},"max":{"1min":0.78300000000000003,"5min":0.78300000000000003,"15min":0.78300000000000003},"last":0.50600000000000001}]},{"osd":5,"last update":"Fri Sep 13 18:57:23 2024","interfaces":[{"interface":"back","average":{"1min":0.53500000000000003,"5min":0.53500000000000003,"15min":0.53500000000000003},"min":{"1min":0.35899999999999999,"5min":0.35899999999999999,"15min":0.35899999999999999},"max":{"1min":0.71799999999999997,"5min":0.71799999999999997,"15min":0.71799999999999997},"last":0.48999999999999999},{"interface":"front","average":{"1min":0.51300000000000001,"5min":0.51300000000000001,"15min":0.51300000000000001},"min":{"1min":0.32700000000000001,"5min":0.32700000000000001,"15min":0.32700000000000001},"max":{"1min":0.69399999999999995,"5min":0.69399999999999995,"15min":0.69399999999999995},"last":0.57999999999999996}]},{"osd":6,"last update":"Fri Sep 13 18:57:23 2024","interfaces":[{"interface":"back","average":{"1min":0.55100000000000005,"5min":0.55100000000000005,"15min":0.55100000000000005},"min":{"1min":0.34000000000000002,"5min":0.34000000000000002,"15min":0.34000000000000002},"max":{"1min":0.74299999999999999,"5min":0.74299999999999999,"15min":0.74299999999999999},"last":0.60799999999999998},{"interface":"front","average":{"1min":0.56299999999999994,"5min":0.56299999999999994,"15min":0.56299999999999994},"min":{"1min":0.41699999999999998,"5min":0.41699999999999998,"15min":0.41699999999999998},"max":{"1min":0.748,"5min":0.748,"15min":0.748},"last":0.61899999999999999}]},{"osd":7,"last update":"Fri Sep 13 18:57:23 2024","interfaces":[{"interface":"back","average":{"1min":0.56599999999999995,"5min":0.56599999999999995,"15min":0.56599999999999995},"min":{"1min":0.42399999999999999,"5min":0.42399999999999999,"15min":0.42399999999999999},"max":{"1min":0.85599999999999998,"5min":0.85599999999999998,"15min":0.85599999999999998},"last":0.59299999999999997},{"interface":"front","average":{"1min":0.58199999999999996,"5min":0.58199999999999996,"15min":0.58199999999999996},"min":{"1min":0.38,"5min":0.38,"15min":0.38},"max":{"1min":0.876,"5min":0.876,"15min":0.876},"last":0.57199999999999995}]}]},{"osd":7,"up_from":13,"seq":55834574869,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28060,"kb_used_data":1036,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343780,"statfs":{"total":96636764160,"available":96608030720,"internally_reserved":0,"allocated":1060864,"data_stored":785991,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":27654603},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 18:57:22 2024","interfaces":[{"interface":"back","average":{"1min":0.49399999999999999,"5min":0.49399999999999999,"15min":0.49399999999999999},"min":{"1min":0.34599999999999997,"5min":0.34599999999999997,"15min":0.34599999999999997},"max":{"1min":0.79900000000000004,"5min":0.79900000000000004,"15min":0.79900000000000004},"last":0.51500000000000001},{"interface":"front","average":{"1min":0.48899999999999999,"5min":0.48899999999999999,"15min":0.48899999999999999},"min":{"1min":0.33800000000000002,"5min":0.33800000000000002,"15min":0.33800000000000002},"max":{"1min":0.71599999999999997,"5min":0.71599999999999997,"15min":0.71599999999999997},"last":0.60599999999999998}]},{"osd":1,"last update":"Fri Sep 13 18:57:22 2024","interfaces":[{"interface":"back","average":{"1min":0.52400000000000002,"5min":0.52400000000000002,"15min":0.52400000000000002},"min":{"1min":0.37,"5min":0.37,"15min":0.37},"max":{"1min":0.755,"5min":0.755,"15min":0.755},"last":0.498},{"interface":"front","average":{"1min":0.52500000000000002,"5min":0.52500000000000002,"15min":0.52500000000000002},"min":{"1min":0.35299999999999998,"5min":0.35299999999999998,"15min":0.35299999999999998},"max":{"1min":0.83499999999999996,"5min":0.83499999999999996,"15min":0.83499999999999996},"last":0.56599999999999995}]},{"osd":2,"last update":"Fri Sep 13 18:57:22 2024","interfaces":[{"interface":"back","average":{"1min":0.50600000000000001,"5min":0.50600000000000001,"15min":0.50600000000000001},"min":{"1min":0.38700000000000001,"5min":0.38700000000000001,"15min":0.38700000000000001},"max":{"1min":0.76200000000000001,"5min":0.76200000000000001,"15min":0.76200000000000001},"last":0.44600000000000001},{"interface":"front","average":{"1min":0.52700000000000002,"5min":0.52700000000000002,"15min":0.52700000000000002},"min":{"1min":0.312,"5min":0.312,"15min":0.312},"max":{"1min":0.81699999999999995,"5min":0.81699999999999995,"15min":0.81699999999999995},"last":0.64400000000000002}]},{"osd":3,"last update":"Fri Sep 13 18:57:22 2024","interfaces":[{"interface":"back","average":{"1min":0.497,"5min":0.497,"15min":0.497},"min":{"1min":0.33500000000000002,"5min":0.33500000000000002,"15min":0.33500000000000002},"max":{"1min":0.80000000000000004,"5min":0.80000000000000004,"15min":0.80000000000000004},"last":0.39400000000000002},{"interface":"front","average":{"1min":0.5,"5min":0.5,"15min":0.5},"min":{"1min":0.35599999999999998,"5min":0.35599999999999998,"15min":0.35599999999999998},"max":{"1min":0.68500000000000005,"5min":0.68500000000000005,"15min":0.68500000000000005},"last":0.59699999999999998}]},{"osd":4,"last update":"Fri Sep 13 18:57:22 2024","interfaces":[{"interface":"back","average":{"1min":0.47099999999999997,"5min":0.47099999999999997,"15min":0.47099999999999997},"min":{"1min":0.30099999999999999,"5min":0.30099999999999999,"15min":0.30099999999999999},"max":{"1min":0.64400000000000002,"5min":0.64400000000000002,"15min":0.64400000000000002},"last":0.47099999999999997},{"interface":"front","average":{"1min":0.502,"5min":0.502,"15min":0.502},"min":{"1min":0.27700000000000002,"5min":0.27700000000000002,"15min":0.27700000000000002},"max":{"1min":0.751,"5min":0.751,"15min":0.751},"last":0.58499999999999996}]},{"osd":5,"last update":"Fri Sep 13 18:57:25 2024","interfaces":[{"interface":"back","average":{"1min":0.49399999999999999,"5min":0.49399999999999999,"15min":0.49399999999999999},"min":{"1min":0.34300000000000003,"5min":0.34300000000000003,"15min":0.34300000000000003},"max":{"1min":0.63300000000000001,"5min":0.63300000000000001,"15min":0.63300000000000001},"last":0.54300000000000004},{"interface":"front","average":{"1min":0.54200000000000004,"5min":0.54200000000000004,"15min":0.54200000000000004},"min":{"1min":0.33100000000000002,"5min":0.33100000000000002,"15min":0.33100000000000002},"max":{"1min":0.70399999999999996,"5min":0.70399999999999996,"15min":0.70399999999999996},"last":0.55500000000000005}]},{"osd":6,"last update":"Fri Sep 13 18:57:22 2024","interfaces":[{"interface":"back","average":{"1min":0.52300000000000002,"5min":0.52300000000000002,"15min":0.52300000000000002},"min":{"1min":0.34200000000000003,"5min":0.34200000000000003,"15min":0.34200000000000003},"max":{"1min":0.65500000000000003,"5min":0.65500000000000003,"15min":0.65500000000000003},"last":0.67600000000000005},{"interface":"front","average":{"1min":0.56499999999999995,"5min":0.56499999999999995,"15min":0.56499999999999995},"min":{"1min":0.28499999999999998,"5min":0.28499999999999998,"15min":0.28499999999999998},"max":{"1min":0.71399999999999997,"5min":0.71399999999999997,"15min":0.71399999999999997},"last":0.52900000000000003}]}]},{"osd":6,"up_from":13,"seq":55834574869,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27468,"kb_used_data":444,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344372,"statfs":{"total":96636764160,"available":96608636928,"internally_reserved":0,"allocated":454656,"data_stored":194571,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 18:57:24 2024","interfaces":[{"interface":"back","average":{"1min":0.50900000000000001,"5min":0.50900000000000001,"15min":0.50900000000000001},"min":{"1min":0.32300000000000001,"5min":0.32300000000000001,"15min":0.32300000000000001},"max":{"1min":0.63100000000000001,"5min":0.63100000000000001,"15min":0.63100000000000001},"last":0.63100000000000001},{"interface":"front","average":{"1min":0.503,"5min":0.503,"15min":0.503},"min":{"1min":0.39800000000000002,"5min":0.39800000000000002,"15min":0.39800000000000002},"max":{"1min":0.79700000000000004,"5min":0.79700000000000004,"15min":0.79700000000000004},"last":0.48199999999999998}]},{"osd":1,"last update":"Fri Sep 13 18:57:24 2024","interfaces":[{"interface":"back","average":{"1min":0.48199999999999998,"5min":0.48199999999999998,"15min":0.48199999999999998},"min":{"1min":0.379,"5min":0.379,"15min":0.379},"max":{"1min":0.73399999999999999,"5min":0.73399999999999999,"15min":0.73399999999999999},"last":0.56599999999999995},{"interface":"front","average":{"1min":0.51400000000000001,"5min":0.51400000000000001,"15min":0.51400000000000001},"min":{"1min":0.39300000000000002,"5min":0.39300000000000002,"15min":0.39300000000000002},"max":{"1min":0.871,"5min":0.871,"15min":0.871},"last":0.64600000000000002}]},{"osd":2,"last update":"Fri Sep 13 18:57:24 2024","interfaces":[{"interface":"back","average":{"1min":0.54200000000000004,"5min":0.54200000000000004,"15min":0.54200000000000004},"min":{"1min":0.35599999999999998,"5min":0.35599999999999998,"15min":0.35599999999999998},"max":{"1min":0.76200000000000001,"5min":0.76200000000000001,"15min":0.76200000000000001},"last":0.52800000000000002},{"interface":"front","average":{"1min":0.53100000000000003,"5min":0.53100000000000003,"15min":0.53100000000000003},"min":{"1min":0.38200000000000001,"5min":0.38200000000000001,"15min":0.38200000000000001},"max":{"1min":0.69899999999999995,"5min":0.69899999999999995,"15min":0.69899999999999995},"last":0.437}]},{"osd":3,"last update":"Fri Sep 13 18:57:24 2024","interfaces":[{"interface":"back","average":{"1min":0.54100000000000004,"5min":0.54100000000000004,"15min":0.54100000000000004},"min":{"1min":0.38500000000000001,"5min":0.38500000000000001,"15min":0.38500000000000001},"max":{"1min":0.83699999999999997,"5min":0.83699999999999997,"15min":0.83699999999999997},"last":0.55000000000000004},{"interface":"front","average":{"1min":0.56599999999999995,"5min":0.56599999999999995,"15min":0.56599999999999995},"min":{"1min":0.39700000000000002,"5min":0.39700000000000002,"15min":0.39700000000000002},"max":{"1min":0.74399999999999999,"5min":0.74399999999999999,"15min":0.74399999999999999},"last":0.61399999999999999}]},{"osd":4,"last update":"Fri Sep 13 18:57:24 2024","interfaces":[{"interface":"back","average":{"1min":0.47099999999999997,"5min":0.47099999999999997,"15min":0.47099999999999997},"min":{"1min":0.31900000000000001,"5min":0.31900000000000001,"15min":0.31900000000000001},"max":{"1min":0.70099999999999996,"5min":0.70099999999999996,"15min":0.70099999999999996},"last":0.72399999999999998},{"interface":"front","average":{"1min":0.47999999999999998,"5min":0.47999999999999998,"15min":0.47999999999999998},"min":{"1min":0.32300000000000001,"5min":0.32300000000000001,"15min":0.32300000000000001},"max":{"1min":0.76700000000000002,"5min":0.76700000000000002,"15min":0.76700000000000002},"last":0.68100000000000005}]},{"osd":5,"last update":"Fri Sep 13 18:57:24 2024","interfaces":[{"interface":"back","average":{"1min":0.50900000000000001,"5min":0.50900000000000001,"15min":0.50900000000000001},"min":{"1min":0.314,"5min":0.314,"15min":0.314},"max":{"1min":0.66700000000000004,"5min":0.66700000000000004,"15min":0.66700000000000004},"last":0.70699999999999996},{"interface":"front","average":{"1min":0.52100000000000002,"5min":0.52100000000000002,"15min":0.52100000000000002},"min":{"1min":0.34300000000000003,"5min":0.34300000000000003,"15min":0.34300000000000003},"max":{"1min":0.90000000000000002,"5min":0.90000000000000002,"15min":0.90000000000000002},"last":0.66700000000000004}]},{"osd":7,"last update":"Fri Sep 13 18:57:24 2024","interfaces":[{"interface":"back","average":{"1min":0.55500000000000005,"5min":0.55500000000000005,"15min":0.55500000000000005},"min":{"1min":0.30399999999999999,"5min":0.30399999999999999,"15min":0.30399999999999999},"max":{"1min":0.748,"5min":0.748,"15min":0.748},"last":0.59999999999999998},{"interface":"front","average":{"1min":0.59399999999999997,"5min":0.59399999999999997,"15min":0.59399999999999997},"min":{"1min":0.434,"5min":0.434,"15min":0.434},"max":{"1min":0.78000000000000003,"5min":0.78000000000000003,"15min":0.78000000000000003},"last":0.751}]}]},{"osd":4,"up_from":13,"seq":55834574869,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27472,"kb_used_data":448,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344368,"statfs":{"total":96636764160,"available":96608632832,"internally_reserved":0,"allocated":458752,"data_stored":194593,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 18:57:22 2024","interfaces":[{"interface":"back","average":{"1min":0.52800000000000002,"5min":0.52800000000000002,"15min":0.52800000000000002},"min":{"1min":0.372,"5min":0.372,"15min":0.372},"max":{"1min":0.876,"5min":0.876,"15min":0.876},"last":0.33000000000000002},{"interface":"front","average":{"1min":0.48199999999999998,"5min":0.48199999999999998,"15min":0.48199999999999998},"min":{"1min":0.40100000000000002,"5min":0.40100000000000002,"15min":0.40100000000000002},"max":{"1min":0.82999999999999996,"5min":0.82999999999999996,"15min":0.82999999999999996},"last":0.53500000000000003}]},{"osd":1,"last update":"Fri Sep 13 18:57:22 2024","interfaces":[{"interface":"back","average":{"1min":0.55400000000000005,"5min":0.55400000000000005,"15min":0.55400000000000005},"min":{"1min":0.34200000000000003,"5min":0.34200000000000003,"15min":0.34200000000000003},"max":{"1min":1.0209999999999999,"5min":1.0209999999999999,"15min":1.0209999999999999},"last":0.46800000000000003},{"interface":"front","average":{"1min":0.51600000000000001,"5min":0.51600000000000001,"15min":0.51600000000000001},"min":{"1min":0.32300000000000001,"5min":0.32300000000000001,"15min":0.32300000000000001},"max":{"1min":0.81599999999999995,"5min":0.81599999999999995,"15min":0.81599999999999995},"last":0.501}]},{"osd":2,"last update":"Fri Sep 13 18:57:22 2024","interfaces":[{"interface":"back","average":{"1min":0.55800000000000005,"5min":0.55800000000000005,"15min":0.55800000000000005},"min":{"1min":0.36499999999999999,"5min":0.36499999999999999,"15min":0.36499999999999999},"max":{"1min":0.96499999999999997,"5min":0.96499999999999997,"15min":0.96499999999999997},"last":0.60599999999999998},{"interface":"front","average":{"1min":0.54800000000000004,"5min":0.54800000000000004,"15min":0.54800000000000004},"min":{"1min":0.41099999999999998,"5min":0.41099999999999998,"15min":0.41099999999999998},"max":{"1min":0.78500000000000003,"5min":0.78500000000000003,"15min":0.78500000000000003},"last":0.55100000000000005}]},{"osd":3,"last update":"Fri Sep 13 18:57:22 2024","interfaces":[{"interface":"back","average":{"1min":0.57599999999999996,"5min":0.57599999999999996,"15min":0.57599999999999996},"min":{"1min":0.39000000000000001,"5min":0.39000000000000001,"15min":0.39000000000000001},"max":{"1min":1.087,"5min":1.087,"15min":1.087},"last":0.57799999999999996},{"interface":"front","average":{"1min":0.57199999999999995,"5min":0.57199999999999995,"15min":0.57199999999999995},"min":{"1min":0.35599999999999998,"5min":0.35599999999999998,"15min":0.35599999999999998},"max":{"1min":0.998,"5min":0.998,"15min":0.998},"last":0.438}]},{"osd":5,"last update":"Fri Sep 13 18:57:22 2024","interfaces":[{"interface":"back","average":{"1min":0.46800000000000003,"5min":0.46800000000000003,"15min":0.46800000000000003},"min":{"1min":0.33500000000000002,"5min":0.33500000000000002,"15min":0.33500000000000002},"max":{"1min":0.61699999999999999,"5min":0.61699999999999999,"15min":0.61699999999999999},"last":0.41499999999999998},{"interface":"front","average":{"1min":0.54400000000000004,"5min":0.54400000000000004,"15min":0.54400000000000004},"min":{"1min":0.30599999999999999,"5min":0.30599999999999999,"15min":0.30599999999999999},"max":{"1min":1.244,"5min":1.244,"15min":1.244},"last":0.39600000000000002}]},{"osd":6,"last update":"Fri Sep 13 18:57:22 2024","interfaces":[{"interface":"back","average":{"1min":0.52200000000000002,"5min":0.52200000000000002,"15min":0.52200000000000002},"min":{"1min":0.33800000000000002,"5min":0.33800000000000002,"15min":0.33800000000000002},"max":{"1min":0.76900000000000002,"5min":0.76900000000000002,"15min":0.76900000000000002},"last":0.48199999999999998},{"interface":"front","average":{"1min":0.59099999999999997,"5min":0.59099999999999997,"15min":0.59099999999999997},"min":{"1min":0.33200000000000002,"5min":0.33200000000000002,"15min":0.33200000000000002},"max":{"1min":1.1359999999999999,"5min":1.1359999999999999,"15min":1.1359999999999999},"last":0.52100000000000002}]},{"osd":7,"last update":"Fri Sep 13 18:57:22 2024","interfaces":[{"interface":"back","average":{"1min":0.57499999999999996,"5min":0.57499999999999996,"15min":0.57499999999999996},"min":{"1min":0.32900000000000001,"5min":0.32900000000000001,"15min":0.32900000000000001},"max":{"1min":0.78700000000000003,"5min":0.78700000000000003,"15min":0.78700000000000003},"last":0.59299999999999997},{"interface":"front","average":{"1min":0.55800000000000005,"5min":0.55800000000000005,"15min":0.55800000000000005},"min":{"1min":0.39700000000000002,"5min":0.39700000000000002,"15min":0.39700000000000002},"max":{"1min":0.72299999999999998,"5min":0.72299999999999998,"15min":0.72299999999999998},"last":0.56699999999999995}]}]},{"osd":2,"up_from":13,"seq":55834574868,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27468,"kb_used_data":444,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344372,"statfs":{"total":96636764160,"available":96608636928,"internally_reserved":0,"allocated":454656,"data_stored":194059,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 18:57:21 2024","interfaces":[{"interface":"back","average":{"1min":0.315,"5min":0.315,"15min":0.315},"min":{"1min":0.222,"5min":0.222,"15min":0.222},"max":{"1min":0.53200000000000003,"5min":0.53200000000000003,"15min":0.53200000000000003},"last":0.33600000000000002},{"interface":"front","average":{"1min":0.36099999999999999,"5min":0.36099999999999999,"15min":0.36099999999999999},"min":{"1min":0.255,"5min":0.255,"15min":0.255},"max":{"1min":0.58299999999999996,"5min":0.58299999999999996,"15min":0.58299999999999996},"last":0.218}]},{"osd":1,"last update":"Fri Sep 13 18:57:21 2024","interfaces":[{"interface":"back","average":{"1min":0.36099999999999999,"5min":0.36099999999999999,"15min":0.36099999999999999},"min":{"1min":0.28100000000000003,"5min":0.28100000000000003,"15min":0.28100000000000003},"max":{"1min":0.56100000000000005,"5min":0.56100000000000005,"15min":0.56100000000000005},"last":0.254},{"interface":"front","average":{"1min":0.34300000000000003,"5min":0.34300000000000003,"15min":0.34300000000000003},"min":{"1min":0.26400000000000001,"5min":0.26400000000000001,"15min":0.26400000000000001},"max":{"1min":0.47899999999999998,"5min":0.47899999999999998,"15min":0.47899999999999998},"last":0.28299999999999997}]},{"osd":3,"last update":"Fri Sep 13 18:57:21 2024","interfaces":[{"interface":"back","average":{"1min":0.40100000000000002,"5min":0.40100000000000002,"15min":0.40100000000000002},"min":{"1min":0.253,"5min":0.253,"15min":0.253},"max":{"1min":0.94799999999999995,"5min":0.94799999999999995,"15min":0.94799999999999995},"last":0.32200000000000001},{"interface":"front","average":{"1min":0.38500000000000001,"5min":0.38500000000000001,"15min":0.38500000000000001},"min":{"1min":0.25800000000000001,"5min":0.25800000000000001,"15min":0.25800000000000001},"max":{"1min":1.0209999999999999,"5min":1.0209999999999999,"15min":1.0209999999999999},"last":0.35299999999999998}]},{"osd":4,"last update":"Fri Sep 13 18:57:21 2024","interfaces":[{"interface":"back","average":{"1min":0.58799999999999997,"5min":0.58799999999999997,"15min":0.58799999999999997},"min":{"1min":0.312,"5min":0.312,"15min":0.312},"max":{"1min":0.98299999999999998,"5min":0.98299999999999998,"15min":0.98299999999999998},"last":0.72599999999999998},{"interface":"front","average":{"1min":0.59399999999999997,"5min":0.59399999999999997,"15min":0.59399999999999997},"min":{"1min":0.38100000000000001,"5min":0.38100000000000001,"15min":0.38100000000000001},"max":{"1min":0.90000000000000002,"5min":0.90000000000000002,"15min":0.90000000000000002},"last":0.55800000000000005}]},{"osd":5,"last update":"Fri Sep 13 18:57:25 2024","interfaces":[{"interface":"back","average":{"1min":0.52000000000000002,"5min":0.52000000000000002,"15min":0.52000000000000002},"min":{"1min":0.33800000000000002,"5min":0.33800000000000002,"15min":0.33800000000000002},"max":{"1min":0.71599999999999997,"5min":0.71599999999999997,"15min":0.71599999999999997},"last":0.54500000000000004},{"interface":"front","average":{"1min":0.54200000000000004,"5min":0.54200000000000004,"15min":0.54200000000000004},"min":{"1min":0.36099999999999999,"5min":0.36099999999999999,"15min":0.36099999999999999},"max":{"1min":0.75900000000000001,"5min":0.75900000000000001,"15min":0.75900000000000001},"last":0.71299999999999997}]},{"osd":6,"last update":"Fri Sep 13 18:57:21 2024","interfaces":[{"interface":"back","average":{"1min":0.57199999999999995,"5min":0.57199999999999995,"15min":0.57199999999999995},"min":{"1min":0.41699999999999998,"5min":0.41699999999999998,"15min":0.41699999999999998},"max":{"1min":0.90300000000000002,"5min":0.90300000000000002,"15min":0.90300000000000002},"last":0.57899999999999996},{"interface":"front","average":{"1min":0.55600000000000005,"5min":0.55600000000000005,"15min":0.55600000000000005},"min":{"1min":0.35199999999999998,"5min":0.35199999999999998,"15min":0.35199999999999998},"max":{"1min":0.83699999999999997,"5min":0.83699999999999997,"15min":0.83699999999999997},"last":0.70099999999999996}]},{"osd":7,"last update":"Fri Sep 13 18:57:21 2024","interfaces":[{"interface":"back","average":{"1min":0.57399999999999995,"5min":0.57399999999999995,"15min":0.57399999999999995},"min":{"1min":0.41799999999999998,"5min":0.41799999999999998,"15min":0.41799999999999998},"max":{"1min":0.92500000000000004,"5min":0.92500000000000004,"15min":0.92500000000000004},"last":0.53600000000000003},{"interface":"front","average":{"1min":0.58199999999999996,"5min":0.58199999999999996,"15min":0.58199999999999996},"min":{"1min":0.39200000000000002,"5min":0.39200000000000002,"15min":0.39200000000000002},"max":{"1min":0.82299999999999995,"5min":0.82299999999999995,"15min":0.82299999999999995},"last":0.60199999999999998}]}]},{"osd":1,"up_from":13,"seq":55834574869,"num_pgs":22,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27468,"kb_used_data":444,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344372,"statfs":{"total":96636764160,"available":96608636928,"internally_reserved":0,"allocated":454656,"data_stored":194079,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 18:57:23 2024","interfaces":[{"interface":"back","average":{"1min":0.307,"5min":0.307,"15min":0.307},"min":{"1min":0.187,"5min":0.187,"15min":0.187},"max":{"1min":0.52900000000000003,"5min":0.52900000000000003,"15min":0.52900000000000003},"last":0.40500000000000003},{"interface":"front","average":{"1min":0.32700000000000001,"5min":0.32700000000000001,"15min":0.32700000000000001},"min":{"1min":0.20699999999999999,"5min":0.20699999999999999,"15min":0.20699999999999999},"max":{"1min":0.68600000000000005,"5min":0.68600000000000005,"15min":0.68600000000000005},"last":0.25800000000000001}]},{"osd":2,"last update":"Fri Sep 13 18:57:23 2024","interfaces":[{"interface":"back","average":{"1min":0.35099999999999998,"5min":0.35099999999999998,"15min":0.35099999999999998},"min":{"1min":0.23000000000000001,"5min":0.23000000000000001,"15min":0.23000000000000001},"max":{"1min":0.57799999999999996,"5min":0.57799999999999996,"15min":0.57799999999999996},"last":0.35999999999999999},{"interface":"front","average":{"1min":0.374,"5min":0.374,"15min":0.374},"min":{"1min":0.25,"5min":0.25,"15min":0.25},"max":{"1min":0.58499999999999996,"5min":0.58499999999999996,"15min":0.58499999999999996},"last":0.38100000000000001}]},{"osd":3,"last update":"Fri Sep 13 18:57:23 2024","interfaces":[{"interface":"back","average":{"1min":0.38100000000000001,"5min":0.38100000000000001,"15min":0.38100000000000001},"min":{"1min":0.22700000000000001,"5min":0.22700000000000001,"15min":0.22700000000000001},"max":{"1min":0.77400000000000002,"5min":0.77400000000000002,"15min":0.77400000000000002},"last":0.29799999999999999},{"interface":"front","average":{"1min":0.36499999999999999,"5min":0.36499999999999999,"15min":0.36499999999999999},"min":{"1min":0.25800000000000001,"5min":0.25800000000000001,"15min":0.25800000000000001},"max":{"1min":0.56499999999999995,"5min":0.56499999999999995,"15min":0.56499999999999995},"last":0.32600000000000001}]},{"osd":4,"last update":"Fri Sep 13 18:57:23 2024","interfaces":[{"interface":"back","average":{"1min":0.58199999999999996,"5min":0.58199999999999996,"15min":0.58199999999999996},"min":{"1min":0.39500000000000002,"5min":0.39500000000000002,"15min":0.39500000000000002},"max":{"1min":0.82599999999999996,"5min":0.82599999999999996,"15min":0.82599999999999996},"last":0.36799999999999999},{"interface":"front","average":{"1min":0.57099999999999995,"5min":0.57099999999999995,"15min":0.57099999999999995},"min":{"1min":0.38500000000000001,"5min":0.38500000000000001,"15min":0.38500000000000001},"max":{"1min":0.81699999999999995,"5min":0.81699999999999995,"15min":0.81699999999999995},"last":0.47499999999999998}]},{"osd":5,"last update":"Fri Sep 13 18:57:23 2024","interfaces":[{"interface":"back","average":{"1min":0.57099999999999995,"5min":0.57099999999999995,"15min":0.57099999999999995},"min":{"1min":0.41399999999999998,"5min":0.41399999999999998,"15min":0.41399999999999998},"max":{"1min":0.78800000000000003,"5min":0.78800000000000003,"15min":0.78800000000000003},"last":0.38900000000000001},{"interface":"front","average":{"1min":0.57099999999999995,"5min":0.57099999999999995,"15min":0.57099999999999995},"min":{"1min":0.40500000000000003,"5min":0.40500000000000003,"15min":0.40500000000000003},"max":{"1min":0.73999999999999999,"5min":0.73999999999999999,"15min":0.73999999999999999},"last":0.432}]},{"osd":6,"last update":"Fri Sep 13 18:57:23 2024","interfaces":[{"interface":"back","average":{"1min":0.58999999999999997,"5min":0.58999999999999997,"15min":0.58999999999999997},"min":{"1min":0.41499999999999998,"5min":0.41499999999999998,"15min":0.41499999999999998},"max":{"1min":0.81000000000000005,"5min":0.81000000000000005,"15min":0.81000000000000005},"last":0.41499999999999998},{"interface":"front","average":{"1min":0.57099999999999995,"5min":0.57099999999999995,"15min":0.57099999999999995},"min":{"1min":0.40899999999999997,"5min":0.40899999999999997,"15min":0.40899999999999997},"max":{"1min":0.72599999999999998,"5min":0.72599999999999998,"15min":0.72599999999999998},"last":0.46100000000000002}]},{"osd":7,"last update":"Fri Sep 13 18:57:23 2024","interfaces":[{"interface":"back","average":{"1min":0.59299999999999997,"5min":0.59299999999999997,"15min":0.59299999999999997},"min":{"1min":0.40400000000000003,"5min":0.40400000000000003,"15min":0.40400000000000003},"max":{"1min":0.79700000000000004,"5min":0.79700000000000004,"15min":0.79700000000000004},"last":0.52800000000000002},{"interface":"front","average":{"1min":0.61899999999999999,"5min":0.61899999999999999,"15min":0.61899999999999999},"min":{"1min":0.48699999999999999,"5min":0.48699999999999999,"15min":0.48699999999999999},"max":{"1min":0.88100000000000001,"5min":0.88100000000000001,"15min":0.88100000000000001},"last":0.44700000000000001}]}]},{"osd":0,"up_from":13,"seq":55834574867,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28048,"kb_used_data":1024,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343792,"statfs":{"total":96636764160,"available":96608043008,"internally_reserved":0,"allocated":1048576,"data_stored":784391,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Fri Sep 13 18:57:23 2024","interfaces":[{"interface":"back","average":{"1min":0.30299999999999999,"5min":0.30299999999999999,"15min":0.30299999999999999},"min":{"1min":0.17799999999999999,"5min":0.17799999999999999,"15min":0.17799999999999999},"max":{"1min":0.40400000000000003,"5min":0.40400000000000003,"15min":0.40400000000000003},"last":0.38100000000000001},{"interface":"front","average":{"1min":0.313,"5min":0.313,"15min":0.313},"min":{"1min":0.20499999999999999,"5min":0.20499999999999999,"15min":0.20499999999999999},"max":{"1min":0.44800000000000001,"5min":0.44800000000000001,"15min":0.44800000000000001},"last":0.308}]},{"osd":2,"last update":"Fri Sep 13 18:57:23 2024","interfaces":[{"interface":"back","average":{"1min":0.32900000000000001,"5min":0.32900000000000001,"15min":0.32900000000000001},"min":{"1min":0.214,"5min":0.214,"15min":0.214},"max":{"1min":0.44700000000000001,"5min":0.44700000000000001,"15min":0.44700000000000001},"last":0.41599999999999998},{"interface":"front","average":{"1min":0.32300000000000001,"5min":0.32300000000000001,"15min":0.32300000000000001},"min":{"1min":0.25,"5min":0.25,"15min":0.25},"max":{"1min":0.48299999999999998,"5min":0.48299999999999998,"15min":0.48299999999999998},"last":0.26700000000000002}]},{"osd":3,"last update":"Fri Sep 13 18:57:23 2024","interfaces":[{"interface":"back","average":{"1min":0.33400000000000002,"5min":0.33400000000000002,"15min":0.33400000000000002},"min":{"1min":0.219,"5min":0.219,"15min":0.219},"max":{"1min":0.61199999999999999,"5min":0.61199999999999999,"15min":0.61199999999999999},"last":0.33400000000000002},{"interface":"front","average":{"1min":0.34200000000000003,"5min":0.34200000000000003,"15min":0.34200000000000003},"min":{"1min":0.23300000000000001,"5min":0.23300000000000001,"15min":0.23300000000000001},"max":{"1min":0.48599999999999999,"5min":0.48599999999999999,"15min":0.48599999999999999},"last":0.44700000000000001}]},{"osd":4,"last update":"Fri Sep 13 18:57:23 2024","interfaces":[{"interface":"back","average":{"1min":0.56100000000000005,"5min":0.56100000000000005,"15min":0.56100000000000005},"min":{"1min":0.34799999999999998,"5min":0.34799999999999998,"15min":0.34799999999999998},"max":{"1min":0.77600000000000002,"5min":0.77600000000000002,"15min":0.77600000000000002},"last":0.58999999999999997},{"interface":"front","average":{"1min":0.54100000000000004,"5min":0.54100000000000004,"15min":0.54100000000000004},"min":{"1min":0.41099999999999998,"5min":0.41099999999999998,"15min":0.41099999999999998},"max":{"1min":0.69399999999999995,"5min":0.69399999999999995,"15min":0.69399999999999995},"last":0.73099999999999998}]},{"osd":5,"last update":"Fri Sep 13 18:57:23 2024","interfaces":[{"interface":"back","average":{"1min":0.504,"5min":0.504,"15min":0.504},"min":{"1min":0.34200000000000003,"5min":0.34200000000000003,"15min":0.34200000000000003},"max":{"1min":0.68500000000000005,"5min":0.68500000000000005,"15min":0.68500000000000005},"last":0.55800000000000005},{"interface":"front","average":{"1min":0.52700000000000002,"5min":0.52700000000000002,"15min":0.52700000000000002},"min":{"1min":0.35399999999999998,"5min":0.35399999999999998,"15min":0.35399999999999998},"max":{"1min":0.86099999999999999,"5min":0.86099999999999999,"15min":0.86099999999999999},"last":0.60499999999999998}]},{"osd":6,"last update":"Fri Sep 13 18:57:23 2024","interfaces":[{"interface":"back","average":{"1min":0.54300000000000004,"5min":0.54300000000000004,"15min":0.54300000000000004},"min":{"1min":0.372,"5min":0.372,"15min":0.372},"max":{"1min":0.79400000000000004,"5min":0.79400000000000004,"15min":0.79400000000000004},"last":0.72599999999999998},{"interface":"front","average":{"1min":0.54900000000000004,"5min":0.54900000000000004,"15min":0.54900000000000004},"min":{"1min":0.40200000000000002,"5min":0.40200000000000002,"15min":0.40200000000000002},"max":{"1min":0.82999999999999996,"5min":0.82999999999999996,"15min":0.82999999999999996},"last":0.56999999999999995}]},{"osd":7,"last update":"Fri Sep 13 18:57:23 2024","interfaces":[{"interface":"back","average":{"1min":0.54700000000000004,"5min":0.54700000000000004,"15min":0.54700000000000004},"min":{"1min":0.34499999999999997,"5min":0.34499999999999997,"15min":0.34499999999999997},"max":{"1min":0.75900000000000001,"5min":0.75900000000000001,"15min":0.75900000000000001},"last":0.69999999999999996},{"interface":"front","average":{"1min":0.53600000000000003,"5min":0.53600000000000003,"15min":0.53600000000000003},"min":{"1min":0.42499999999999999,"5min":0.42499999999999999,"15min":0.42499999999999999},"max":{"1min":0.72799999999999998,"5min":0.72799999999999998,"15min":0.72799999999999998},"last":0.54900000000000004}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":34,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":70,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1598,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":604,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":112,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1634,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-13T18:57:51.188 INFO:tasks.cephfs.filesystem.ceph_manager:clean! 2024-09-13T18:57:51.189 DEBUG:teuthology.orchestra.run.smithi119:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth caps client.0 mon 'allow r' osd 'allow rw tag cephfs data=cephfs' mds allow 2024-09-13T18:57:51.329 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:51.327+0000 7fbabd3ed640 1 Processor -- start 2024-09-13T18:57:51.330 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:51.327+0000 7fbabd3ed640 1 -- start start 2024-09-13T18:57:51.331 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:51.328+0000 7fbabd3ed640 1 --2- >> v2:172.21.15.119:3300/0 conn(0x7fbab815fbc0 0x7fbab80cd180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:51.331 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:51.328+0000 7fbabd3ed640 1 -- --> v1:172.21.15.119:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fbab806b6c0 con 0x7fbab80cd6c0 2024-09-13T18:57:51.331 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:51.328+0000 7fbabd3ed640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fbab80ce500 con 0x7fbab80d29e0 2024-09-13T18:57:51.331 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:51.328+0000 7fbabd3ed640 1 -- --> v2:172.21.15.119:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fbab80cdc60 con 0x7fbab815fbc0 2024-09-13T18:57:51.331 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:51.328+0000 7fbab6ffd640 1 --2- >> v2:172.21.15.119:3300/0 conn(0x7fbab815fbc0 0x7fbab80cd180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:51.331 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:51.328+0000 7fbaaffff640 1 --1- >> v1:172.21.15.119:6789/0 conn(0x7fbab80cd6c0 0x7fbab80d22d0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.119:6789/0 says I am v1:172.21.15.119:54988/0 (socket says 172.21.15.119:54988) 2024-09-13T18:57:51.331 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:51.328+0000 7fbaaffff640 1 -- 172.21.15.119:0/229838332 learned_addr learned my addr 172.21.15.119:0/229838332 (peer_addr_for_me v1:172.21.15.119:0/0) 2024-09-13T18:57:51.331 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:51.328+0000 7fbab6ffd640 1 -- 172.21.15.119:0/229838332 >> v1:172.21.15.145:6789/0 conn(0x7fbab80d29e0 legacy=0x7fbab806bb50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:51.331 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:51.328+0000 7fbab6ffd640 1 -- 172.21.15.119:0/229838332 >> v1:172.21.15.119:6789/0 conn(0x7fbab80cd6c0 legacy=0x7fbab80d22d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:51.332 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:51.328+0000 7fbab6ffd640 1 -- 172.21.15.119:0/229838332 --> v2:172.21.15.119:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fbab80cdf40 con 0x7fbab815fbc0 2024-09-13T18:57:51.332 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:51.328+0000 7fbab67fc640 1 -- 172.21.15.119:0/229838332 <== mon.0 v1:172.21.15.119:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 4286159857 0 0) 0x7fbab806b6c0 con 0x7fbab80cd6c0 2024-09-13T18:57:51.333 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:51.329+0000 7fbab6ffd640 1 --2- 172.21.15.119:0/229838332 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fbab815fbc0 0x7fbab80cd180 secure :-1 s=READY pgs=530 cs=0 l=1 rev1=1 crypto rx=0x7fbaa80097a0 tx=0x7fbaa802a230 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9350ca3eecdb15dd server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:57:51.333 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:51.329+0000 7fbab67fc640 1 -- 172.21.15.119:0/229838332 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbaa8032440 con 0x7fbab815fbc0 2024-09-13T18:57:51.333 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:51.329+0000 7fbab67fc640 1 -- 172.21.15.119:0/229838332 <== mon.0 v2:172.21.15.119:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fbaa80325a0 con 0x7fbab815fbc0 2024-09-13T18:57:51.333 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:51.329+0000 7fbab67fc640 1 -- 172.21.15.119:0/229838332 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbaa8032930 con 0x7fbab815fbc0 2024-09-13T18:57:51.333 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:51.329+0000 7fbabd3ed640 1 -- 172.21.15.119:0/229838332 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fbab815fbc0 msgr2=0x7fbab80cd180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:51.333 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:51.329+0000 7fbabd3ed640 1 --2- 172.21.15.119:0/229838332 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fbab815fbc0 0x7fbab80cd180 secure :-1 s=READY pgs=530 cs=0 l=1 rev1=1 crypto rx=0x7fbaa80097a0 tx=0x7fbaa802a230 comp rx=0 tx=0).stop 2024-09-13T18:57:51.333 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:51.330+0000 7fbabd3ed640 1 -- 172.21.15.119:0/229838332 shutdown_connections 2024-09-13T18:57:51.333 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:51.330+0000 7fbabd3ed640 1 --2- 172.21.15.119:0/229838332 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fbab815fbc0 0x7fbab80cd180 unknown :-1 s=CLOSED pgs=530 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:51.334 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:51.330+0000 7fbabd3ed640 1 -- 172.21.15.119:0/229838332 >> 172.21.15.119:0/229838332 conn(0x7fbab809b830 msgr2=0x7fbab8089f60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:57:51.334 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:51.330+0000 7fbabd3ed640 1 -- 172.21.15.119:0/229838332 shutdown_connections 2024-09-13T18:57:51.334 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:51.330+0000 7fbabd3ed640 1 -- 172.21.15.119:0/229838332 wait complete. 2024-09-13T18:57:51.334 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:51.331+0000 7fbabd3ed640 1 Processor -- start 2024-09-13T18:57:51.334 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:51.331+0000 7fbabd3ed640 1 -- start start 2024-09-13T18:57:51.336 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:51.331+0000 7fbabd3ed640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fbab80cd6c0 0x7fbab8153c20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:51.336 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:51.331+0000 7fbabd3ed640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fbab80d29e0 0x7fbab80b0fe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:51.336 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:51.331+0000 7fbabd3ed640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fbab815fbc0 0x7fbab80b1520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:51.336 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:51.331+0000 7fbabd3ed640 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbab80b3f40 con 0x7fbab80cd6c0 2024-09-13T18:57:51.336 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:51.331+0000 7fbabd3ed640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbab8154160 con 0x7fbab815fbc0 2024-09-13T18:57:51.336 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:51.331+0000 7fbabd3ed640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fbab80b68e0 con 0x7fbab80d29e0 2024-09-13T18:57:51.336 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:51.332+0000 7fbab6ffd640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fbab80cd6c0 0x7fbab8153c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:51.336 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:51.332+0000 7fbab6ffd640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fbab80cd6c0 0x7fbab8153c20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.119:3300/0 says I am v2:172.21.15.119:43448/0 (socket says 172.21.15.119:43448) 2024-09-13T18:57:51.337 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:51.332+0000 7fbab6ffd640 1 -- 172.21.15.119:0/2990195698 learned_addr learned my addr 172.21.15.119:0/2990195698 (peer_addr_for_me v2:172.21.15.119:0/0) 2024-09-13T18:57:51.337 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:51.332+0000 7fbaaffff640 1 --2- 172.21.15.119:0/2990195698 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fbab80d29e0 0x7fbab80b0fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:51.337 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:51.332+0000 7fbab77fe640 1 --2- 172.21.15.119:0/2990195698 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fbab815fbc0 0x7fbab80b1520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:51.337 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:51.332+0000 7fbab6ffd640 1 -- 172.21.15.119:0/2990195698 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fbab80d29e0 msgr2=0x7fbab80b0fe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:51.337 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:51.332+0000 7fbab6ffd640 1 --2- 172.21.15.119:0/2990195698 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fbab80d29e0 0x7fbab80b0fe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:51.337 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:51.332+0000 7fbab6ffd640 1 -- 172.21.15.119:0/2990195698 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fbab815fbc0 msgr2=0x7fbab80b1520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:51.337 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:51.332+0000 7fbab6ffd640 1 --2- 172.21.15.119:0/2990195698 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fbab815fbc0 0x7fbab80b1520 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:51.337 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:51.332+0000 7fbab6ffd640 1 -- 172.21.15.119:0/2990195698 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fbaa8009400 con 0x7fbab80cd6c0 2024-09-13T18:57:51.337 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:51.332+0000 7fbab6ffd640 1 --2- 172.21.15.119:0/2990195698 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fbab80cd6c0 0x7fbab8153c20 secure :-1 s=READY pgs=531 cs=0 l=1 rev1=1 crypto rx=0x7fbaa8000c00 tx=0x7fbaa80046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:57:51.337 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:51.332+0000 7fbaaf7fe640 1 -- 172.21.15.119:0/2990195698 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbaa8030b80 con 0x7fbab80cd6c0 2024-09-13T18:57:51.337 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:51.332+0000 7fbaaf7fe640 1 -- 172.21.15.119:0/2990195698 <== mon.0 v2:172.21.15.119:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fbaa8030ce0 con 0x7fbab80cd6c0 2024-09-13T18:57:51.337 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:51.332+0000 7fbabd3ed640 1 -- 172.21.15.119:0/2990195698 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fbab80b6bc0 con 0x7fbab80cd6c0 2024-09-13T18:57:51.337 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:51.332+0000 7fbaaf7fe640 1 -- 172.21.15.119:0/2990195698 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbaa803d680 con 0x7fbab80cd6c0 2024-09-13T18:57:51.338 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:51.332+0000 7fbabd3ed640 1 -- 172.21.15.119:0/2990195698 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fbab80b7180 con 0x7fbab80cd6c0 2024-09-13T18:57:51.338 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:51.333+0000 7fbabd3ed640 1 -- 172.21.15.119:0/2990195698 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fbab80af090 con 0x7fbab80cd6c0 2024-09-13T18:57:51.338 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:51.334+0000 7fbaaf7fe640 1 -- 172.21.15.119:0/2990195698 <== mon.0 v2:172.21.15.119:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fbaa8039040 con 0x7fbab80cd6c0 2024-09-13T18:57:51.339 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:51.334+0000 7fbaaf7fe640 1 --2- 172.21.15.119:0/2990195698 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7fba9806ac00 0x7fba9806d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:51.339 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:51.334+0000 7fbaaf7fe640 1 -- 172.21.15.119:0/2990195698 <== mon.0 v2:172.21.15.119:3300/0 5 ==== osd_map(39..39 src has 1..39) v4 ==== 6029+0+0 (secure 0 0 0) 0x7fbaa80a9f60 con 0x7fbab80cd6c0 2024-09-13T18:57:51.339 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:51.334+0000 7fbaaffff640 1 --2- 172.21.15.119:0/2990195698 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7fba9806ac00 0x7fba9806d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:51.339 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:51.335+0000 7fbaaffff640 1 --2- 172.21.15.119:0/2990195698 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7fba9806ac00 0x7fba9806d0c0 secure :-1 s=READY pgs=261 cs=0 l=1 rev1=1 crypto rx=0x7fbab80b4ce0 tx=0x7fbaa0009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:57:51.341 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:51.338+0000 7fbaaf7fe640 1 -- 172.21.15.119:0/2990195698 <== mon.0 v2:172.21.15.119:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fbaa8075140 con 0x7fbab80cd6c0 2024-09-13T18:57:51.565 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:51.563+0000 7fbabd3ed640 1 -- 172.21.15.119:0/2990195698 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_command({"prefix": "auth caps", "entity": "client.0", "caps": ["mon", "allow r", "osd", "allow rw tag cephfs data=cephfs", "mds", "allow"]} v 0) v1 -- 0x7fbab809bd40 con 0x7fbab80cd6c0 2024-09-13T18:57:51.569 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:51.566+0000 7fbaaf7fe640 1 -- 172.21.15.119:0/2990195698 <== mon.0 v2:172.21.15.119:3300/0 7 ==== mon_command_ack([{"prefix": "auth caps", "entity": "client.0", "caps": ["mon", "allow r", "osd", "allow rw tag cephfs data=cephfs", "mds", "allow"]}]=0 updated caps for client.0 v11) v1 ==== 190+0+0 (secure 0 0 0) 0x7fbaa8006e10 con 0x7fbab80cd6c0 2024-09-13T18:57:51.569 INFO:teuthology.orchestra.run.smithi119.stderr:updated caps for client.0 2024-09-13T18:57:51.571 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:51.568+0000 7fbabd3ed640 1 -- 172.21.15.119:0/2990195698 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7fba9806ac00 msgr2=0x7fba9806d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:51.571 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:51.568+0000 7fbabd3ed640 1 --2- 172.21.15.119:0/2990195698 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7fba9806ac00 0x7fba9806d0c0 secure :-1 s=READY pgs=261 cs=0 l=1 rev1=1 crypto rx=0x7fbab80b4ce0 tx=0x7fbaa0009040 comp rx=0 tx=0).stop 2024-09-13T18:57:51.571 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:51.568+0000 7fbabd3ed640 1 -- 172.21.15.119:0/2990195698 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fbab80cd6c0 msgr2=0x7fbab8153c20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:51.571 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:51.568+0000 7fbabd3ed640 1 --2- 172.21.15.119:0/2990195698 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fbab80cd6c0 0x7fbab8153c20 secure :-1 s=READY pgs=531 cs=0 l=1 rev1=1 crypto rx=0x7fbaa8000c00 tx=0x7fbaa80046c0 comp rx=0 tx=0).stop 2024-09-13T18:57:51.571 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:51.568+0000 7fbabd3ed640 1 -- 172.21.15.119:0/2990195698 shutdown_connections 2024-09-13T18:57:51.571 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:51.568+0000 7fbabd3ed640 1 --2- 172.21.15.119:0/2990195698 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7fba9806ac00 0x7fba9806d0c0 unknown :-1 s=CLOSED pgs=261 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:51.571 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:51.568+0000 7fbabd3ed640 1 --2- 172.21.15.119:0/2990195698 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fbab815fbc0 0x7fbab80b1520 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:51.572 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:51.568+0000 7fbabd3ed640 1 --2- 172.21.15.119:0/2990195698 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fbab80d29e0 0x7fbab80b0fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:51.572 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:51.568+0000 7fbabd3ed640 1 --2- 172.21.15.119:0/2990195698 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fbab80cd6c0 0x7fbab8153c20 unknown :-1 s=CLOSED pgs=531 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:51.572 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:51.568+0000 7fbabd3ed640 1 -- 172.21.15.119:0/2990195698 >> 172.21.15.119:0/2990195698 conn(0x7fbab809b830 msgr2=0x7fbab80d22d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:57:51.572 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:51.568+0000 7fbabd3ed640 1 -- 172.21.15.119:0/2990195698 shutdown_connections 2024-09-13T18:57:51.572 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:51.568+0000 7fbabd3ed640 1 -- 172.21.15.119:0/2990195698 wait complete. 2024-09-13T18:57:51.582 DEBUG:teuthology.orchestra.run.smithi119:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-13T18:57:51.681 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:51.679+0000 7f4d42f53640 1 Processor -- start 2024-09-13T18:57:51.682 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:51.679+0000 7f4d42f53640 1 -- start start 2024-09-13T18:57:51.684 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:51.680+0000 7f4d42f53640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f4d3c0b1cf0 0x7f4d3c0b4330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:51.684 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:51.680+0000 7f4d42f53640 1 -- --> v1:172.21.15.119:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f4d3c15b0e0 con 0x7f4d3c06ab10 2024-09-13T18:57:51.684 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:51.680+0000 7f4d42f53640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f4d3c0cc5d0 con 0x7f4d3c15a5f0 2024-09-13T18:57:51.684 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:51.680+0000 7f4d42f53640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f4d3c06e960 con 0x7f4d3c0b1cf0 2024-09-13T18:57:51.684 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:51.680+0000 7f4d3bfff640 1 --1- >> v1:172.21.15.119:6789/0 conn(0x7f4d3c06ab10 0x7f4d3c0b15e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.119:6789/0 says I am v1:172.21.15.119:55000/0 (socket says 172.21.15.119:55000) 2024-09-13T18:57:51.685 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:51.680+0000 7f4d3bfff640 1 -- 172.21.15.119:0/1303528061 learned_addr learned my addr 172.21.15.119:0/1303528061 (peer_addr_for_me v1:172.21.15.119:0/0) 2024-09-13T18:57:51.685 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:51.680+0000 7f4d414f0640 1 --2- 172.21.15.119:0/1303528061 >> v2:172.21.15.145:3300/0 conn(0x7f4d3c0b1cf0 0x7f4d3c0b4330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:51.685 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:51.680+0000 7f4d3b7fe640 1 -- 172.21.15.119:0/1303528061 <== mon.0 v1:172.21.15.119:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3616142267 0 0) 0x7f4d3c15b0e0 con 0x7f4d3c06ab10 2024-09-13T18:57:51.685 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:51.680+0000 7f4d3b7fe640 1 -- 172.21.15.119:0/1303528061 --> v1:172.21.15.119:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f4d2c003520 con 0x7f4d3c06ab10 2024-09-13T18:57:51.685 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:51.680+0000 7f4d3b7fe640 1 -- 172.21.15.119:0/1303528061 <== mon.0 v1:172.21.15.119:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 3662121027 0 0) 0x7f4d2c003520 con 0x7f4d3c06ab10 2024-09-13T18:57:51.685 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:51.680+0000 7f4d3b7fe640 1 -- 172.21.15.119:0/1303528061 >> v2:172.21.15.145:3300/0 conn(0x7f4d3c0b1cf0 msgr2=0x7f4d3c0b4330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T18:57:51.685 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:51.680+0000 7f4d3b7fe640 1 --2- 172.21.15.119:0/1303528061 >> v2:172.21.15.145:3300/0 conn(0x7f4d3c0b1cf0 0x7f4d3c0b4330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:51.685 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:51.680+0000 7f4d3b7fe640 1 -- 172.21.15.119:0/1303528061 >> v1:172.21.15.145:6789/0 conn(0x7f4d3c15a5f0 legacy=0x7f4d3c15a9d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:51.685 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:51.680+0000 7f4d3b7fe640 1 -- 172.21.15.119:0/1303528061 --> v1:172.21.15.119:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4d3c0cc8b0 con 0x7f4d3c06ab10 2024-09-13T18:57:51.685 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:51.680+0000 7f4d3b7fe640 1 -- 172.21.15.119:0/1303528061 <== mon.0 v1:172.21.15.119:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 337823224 0 0) 0x7f4d28001670 con 0x7f4d3c06ab10 2024-09-13T18:57:51.686 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:51.680+0000 7f4d3b7fe640 1 -- 172.21.15.119:0/1303528061 >> v1:172.21.15.119:6789/0 conn(0x7f4d3c06ab10 legacy=0x7f4d3c0b15e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:51.686 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:51.680+0000 7f4d3b7fe640 1 --2- 172.21.15.119:0/1303528061 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f4d2c003970 0x7f4d2c003d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:51.686 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:51.680+0000 7f4d3b7fe640 1 --2- 172.21.15.119:0/1303528061 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f4d2c0047c0 0x7f4d2c004c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:51.686 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:51.680+0000 7f4d3b7fe640 1 --2- 172.21.15.119:0/1303528061 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f4d2c005180 0x7f4d2c00b980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:51.686 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:51.680+0000 7f4d3b7fe640 1 -- 172.21.15.119:0/1303528061 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4d3c06e960 con 0x7f4d2c003970 2024-09-13T18:57:51.686 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:51.680+0000 7f4d3b7fe640 1 -- 172.21.15.119:0/1303528061 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4d2c00c020 con 0x7f4d2c0047c0 2024-09-13T18:57:51.686 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:51.680+0000 7f4d3b7fe640 1 -- 172.21.15.119:0/1303528061 --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f4d2c00c1e0 con 0x7f4d2c005180 2024-09-13T18:57:51.686 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:51.681+0000 7f4d40cef640 1 --2- 172.21.15.119:0/1303528061 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f4d2c003970 0x7f4d2c003d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:51.686 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:51.681+0000 7f4d3bfff640 1 --2- 172.21.15.119:0/1303528061 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f4d2c0047c0 0x7f4d2c004c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:51.686 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:51.681+0000 7f4d414f0640 1 --2- 172.21.15.119:0/1303528061 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f4d2c005180 0x7f4d2c00b980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:51.686 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:51.681+0000 7f4d40cef640 1 -- 172.21.15.119:0/1303528061 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f4d2c005180 msgr2=0x7f4d2c00b980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T18:57:51.686 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:51.681+0000 7f4d40cef640 1 --2- 172.21.15.119:0/1303528061 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f4d2c005180 0x7f4d2c00b980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:51.686 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:51.681+0000 7f4d40cef640 1 -- 172.21.15.119:0/1303528061 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f4d2c0047c0 msgr2=0x7f4d2c004c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T18:57:51.687 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:51.681+0000 7f4d40cef640 1 --2- 172.21.15.119:0/1303528061 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f4d2c0047c0 0x7f4d2c004c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:51.687 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:51.681+0000 7f4d40cef640 1 -- 172.21.15.119:0/1303528061 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4d2c003520 con 0x7f4d2c003970 2024-09-13T18:57:51.687 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:51.681+0000 7f4d414f0640 1 -- 172.21.15.119:0/1303528061 reap_dead start 2024-09-13T18:57:51.687 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:51.682+0000 7f4d40cef640 1 --2- 172.21.15.119:0/1303528061 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f4d2c003970 0x7f4d2c003d90 secure :-1 s=READY pgs=533 cs=0 l=1 rev1=1 crypto rx=0x7f4d30001750 tx=0x7f4d2c0057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=61cbb15e00a60bbb server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:57:51.687 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:51.682+0000 7f4d3b7fe640 1 -- 172.21.15.119:0/1303528061 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4d300052d0 con 0x7f4d2c003970 2024-09-13T18:57:51.687 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:51.682+0000 7f4d3b7fe640 1 -- 172.21.15.119:0/1303528061 <== mon.0 v2:172.21.15.119:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4d30005430 con 0x7f4d2c003970 2024-09-13T18:57:51.687 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:51.682+0000 7f4d3b7fe640 1 -- 172.21.15.119:0/1303528061 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4d3002abe0 con 0x7f4d2c003970 2024-09-13T18:57:51.690 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:51.682+0000 7f4d42f53640 1 -- 172.21.15.119:0/1303528061 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f4d2c003970 msgr2=0x7f4d2c003d90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:51.690 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:51.682+0000 7f4d42f53640 1 --2- 172.21.15.119:0/1303528061 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f4d2c003970 0x7f4d2c003d90 secure :-1 s=READY pgs=533 cs=0 l=1 rev1=1 crypto rx=0x7f4d30001750 tx=0x7f4d2c0057f0 comp rx=0 tx=0).stop 2024-09-13T18:57:51.690 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:51.682+0000 7f4d42f53640 1 -- 172.21.15.119:0/1303528061 shutdown_connections 2024-09-13T18:57:51.690 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:51.682+0000 7f4d42f53640 1 --2- 172.21.15.119:0/1303528061 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f4d2c003970 0x7f4d2c003d90 unknown :-1 s=CLOSED pgs=533 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:51.690 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:51.682+0000 7f4d42f53640 1 -- 172.21.15.119:0/1303528061 >> 172.21.15.119:0/1303528061 conn(0x7f4d3c069ed0 msgr2=0x7f4d3c06a2e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:57:51.690 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:51.682+0000 7f4d42f53640 1 -- 172.21.15.119:0/1303528061 shutdown_connections 2024-09-13T18:57:51.690 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:51.682+0000 7f4d42f53640 1 -- 172.21.15.119:0/1303528061 wait complete. 2024-09-13T18:57:51.690 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:51.683+0000 7f4d42f53640 1 Processor -- start 2024-09-13T18:57:51.690 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:51.683+0000 7f4d42f53640 1 -- start start 2024-09-13T18:57:51.691 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:51.684+0000 7f4d42f53640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f4d2c003970 0x7f4d3c144440 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:51.691 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:51.684+0000 7f4d42f53640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f4d3c143d10 0x7f4d3c145ba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:51.691 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:51.684+0000 7f4d42f53640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f4d3c147930 0x7f4d3c147de0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:51.691 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:51.684+0000 7f4d42f53640 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4d3c145780 con 0x7f4d3c143d10 2024-09-13T18:57:51.691 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:51.684+0000 7f4d42f53640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4d3c144190 con 0x7f4d2c003970 2024-09-13T18:57:51.691 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:51.684+0000 7f4d42f53640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f4d3c148320 con 0x7f4d3c147930 2024-09-13T18:57:51.691 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:51.684+0000 7f4d3bfff640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f4d3c143d10 0x7f4d3c145ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:51.691 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:51.684+0000 7f4d3bfff640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f4d3c143d10 0x7f4d3c145ba0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.119:3300/0 says I am v2:172.21.15.119:43456/0 (socket says 172.21.15.119:43456) 2024-09-13T18:57:51.691 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:51.684+0000 7f4d3bfff640 1 -- 172.21.15.119:0/500223398 learned_addr learned my addr 172.21.15.119:0/500223398 (peer_addr_for_me v2:172.21.15.119:0/0) 2024-09-13T18:57:51.691 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:51.685+0000 7f4d40cef640 1 --2- 172.21.15.119:0/500223398 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f4d2c003970 0x7f4d3c144440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:51.691 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:51.685+0000 7f4d3bfff640 1 -- 172.21.15.119:0/500223398 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f4d3c147930 msgr2=0x7f4d3c147de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:51.691 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:51.685+0000 7f4d3bfff640 1 --2- 172.21.15.119:0/500223398 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f4d3c147930 0x7f4d3c147de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:51.691 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:51.685+0000 7f4d3bfff640 1 -- 172.21.15.119:0/500223398 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f4d2c003970 msgr2=0x7f4d3c144440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:51.691 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:51.685+0000 7f4d3bfff640 1 --2- 172.21.15.119:0/500223398 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f4d2c003970 0x7f4d3c144440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:51.692 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:51.685+0000 7f4d3bfff640 1 -- 172.21.15.119:0/500223398 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4d3c144b00 con 0x7f4d3c143d10 2024-09-13T18:57:51.692 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:51.685+0000 7f4d40cef640 1 --2- 172.21.15.119:0/500223398 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f4d2c003970 0x7f4d3c144440 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T18:57:51.692 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:51.685+0000 7f4d3bfff640 1 --2- 172.21.15.119:0/500223398 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f4d3c143d10 0x7f4d3c145ba0 secure :-1 s=READY pgs=534 cs=0 l=1 rev1=1 crypto rx=0x7f4d280072c0 tx=0x7f4d28007780 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:57:51.692 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:51.685+0000 7f4d397fa640 1 -- 172.21.15.119:0/500223398 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4d28001650 con 0x7f4d3c143d10 2024-09-13T18:57:51.692 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:51.685+0000 7f4d397fa640 1 -- 172.21.15.119:0/500223398 <== mon.0 v2:172.21.15.119:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4d2800f8e0 con 0x7f4d3c143d10 2024-09-13T18:57:51.692 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:51.685+0000 7f4d42f53640 1 -- 172.21.15.119:0/500223398 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f4d3c144de0 con 0x7f4d3c143d10 2024-09-13T18:57:51.692 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:51.685+0000 7f4d397fa640 1 -- 172.21.15.119:0/500223398 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4d2800fc70 con 0x7f4d3c143d10 2024-09-13T18:57:51.692 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:51.685+0000 7f4d42f53640 1 -- 172.21.15.119:0/500223398 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f4d3c1453a0 con 0x7f4d3c143d10 2024-09-13T18:57:51.692 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:51.686+0000 7f4d42f53640 1 -- 172.21.15.119:0/500223398 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f4d3c145560 con 0x7f4d3c143d10 2024-09-13T18:57:51.692 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:51.686+0000 7f4d397fa640 1 -- 172.21.15.119:0/500223398 <== mon.0 v2:172.21.15.119:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f4d2801e3b0 con 0x7f4d3c143d10 2024-09-13T18:57:51.692 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:51.687+0000 7f4d397fa640 1 --2- 172.21.15.119:0/500223398 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f4d2006ac30 0x7f4d2006d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:51.692 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:51.687+0000 7f4d397fa640 1 -- 172.21.15.119:0/500223398 <== mon.0 v2:172.21.15.119:3300/0 5 ==== osd_map(39..39 src has 1..39) v4 ==== 6029+0+0 (secure 0 0 0) 0x7f4d28088ef0 con 0x7f4d3c143d10 2024-09-13T18:57:51.692 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:51.687+0000 7f4d40cef640 1 --2- 172.21.15.119:0/500223398 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f4d2006ac30 0x7f4d2006d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:51.692 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:51.687+0000 7f4d40cef640 1 --2- 172.21.15.119:0/500223398 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f4d2006ac30 0x7f4d2006d0f0 secure :-1 s=READY pgs=262 cs=0 l=1 rev1=1 crypto rx=0x7f4d30032000 tx=0x7f4d3002e000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:57:51.693 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:51.691+0000 7f4d397fa640 1 -- 172.21.15.119:0/500223398 <== mon.0 v2:172.21.15.119:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f4d28053f90 con 0x7f4d3c143d10 2024-09-13T18:57:51.887 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:51.884+0000 7f4d42f53640 1 -- 172.21.15.119:0/500223398 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f4d3c0b15e0 con 0x7f4d3c143d10 2024-09-13T18:57:51.887 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:51.885+0000 7f4d397fa640 1 -- 172.21.15.119:0/500223398 <== mon.0 v2:172.21.15.119:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 14 v14) v1 ==== 94+0+4743 (secure 0 0 0) 0x7f4d2801a090 con 0x7f4d3c143d10 2024-09-13T18:57:51.888 INFO:teuthology.orchestra.run.smithi119.stdout: 2024-09-13T18:57:51.888 INFO:teuthology.orchestra.run.smithi119.stdout:{"epoch":14,"default_fscid":2,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4910,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.119:6837/3675521145","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6836","nonce":3675521145},{"type":"v1","addr":"172.21.15.119:6837","nonce":3675521145}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":11},{"gid":5236,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.145:6834/3445411957","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6833","nonce":3445411957},{"type":"v1","addr":"172.21.15.145:6834","nonce":3445411957}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":11},{"gid":5457,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.119:6835/967310515","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6834","nonce":967310515},{"type":"v1","addr":"172.21.15.119:6835","nonce":967310515}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":11}],"filesystems":[{"mdsmap":{"epoch":14,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-13T18:57:43.617249+0000","modified":"2024-09-13T18:57:45.625931+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":5463},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5463":{"gid":5463,"name":"d","rank":0,"incarnation":12,"state":"up:active","state_seq":3,"addr":"172.21.15.145:6835/1535532066","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6832","nonce":1535532066},{"type":"v1","addr":"172.21.15.145:6835","nonce":1535532066}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[6],"metadata_pool":5,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":2}]} 2024-09-13T18:57:51.888 INFO:teuthology.orchestra.run.smithi119.stderr:dumped fsmap epoch 14 2024-09-13T18:57:51.890 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:51.887+0000 7f4d42f53640 1 -- 172.21.15.119:0/500223398 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f4d2006ac30 msgr2=0x7f4d2006d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:51.890 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:51.887+0000 7f4d42f53640 1 --2- 172.21.15.119:0/500223398 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f4d2006ac30 0x7f4d2006d0f0 secure :-1 s=READY pgs=262 cs=0 l=1 rev1=1 crypto rx=0x7f4d30032000 tx=0x7f4d3002e000 comp rx=0 tx=0).stop 2024-09-13T18:57:51.890 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:51.887+0000 7f4d42f53640 1 -- 172.21.15.119:0/500223398 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f4d3c143d10 msgr2=0x7f4d3c145ba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:51.890 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:51.887+0000 7f4d42f53640 1 --2- 172.21.15.119:0/500223398 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f4d3c143d10 0x7f4d3c145ba0 secure :-1 s=READY pgs=534 cs=0 l=1 rev1=1 crypto rx=0x7f4d280072c0 tx=0x7f4d28007780 comp rx=0 tx=0).stop 2024-09-13T18:57:51.891 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:51.887+0000 7f4d42f53640 1 -- 172.21.15.119:0/500223398 shutdown_connections 2024-09-13T18:57:51.891 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:51.887+0000 7f4d42f53640 1 --2- 172.21.15.119:0/500223398 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f4d2006ac30 0x7f4d2006d0f0 unknown :-1 s=CLOSED pgs=262 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:51.891 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:51.887+0000 7f4d42f53640 1 --2- 172.21.15.119:0/500223398 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f4d3c147930 0x7f4d3c147de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:51.891 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:51.887+0000 7f4d42f53640 1 --2- 172.21.15.119:0/500223398 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f4d3c143d10 0x7f4d3c145ba0 unknown :-1 s=CLOSED pgs=534 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:51.891 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:51.887+0000 7f4d42f53640 1 --2- 172.21.15.119:0/500223398 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f4d2c003970 0x7f4d3c144440 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:51.891 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:51.887+0000 7f4d42f53640 1 -- 172.21.15.119:0/500223398 >> 172.21.15.119:0/500223398 conn(0x7f4d3c069ed0 msgr2=0x7f4d3c0c9710 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:57:51.892 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:51.887+0000 7f4d42f53640 1 -- 172.21.15.119:0/500223398 shutdown_connections 2024-09-13T18:57:51.892 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:51.887+0000 7f4d42f53640 1 -- 172.21.15.119:0/500223398 wait complete. 2024-09-13T18:57:52.304 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 14, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-09-13T18:57:43.617249+0000', 'modified': '2024-09-13T18:57:45.625931+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 5463}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_5463': {'gid': 5463, 'name': 'd', 'rank': 0, 'incarnation': 12, 'state': 'up:active', 'state_seq': 3, 'addr': '172.21.15.145:6835/1535532066', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.145:6832', 'nonce': 1535532066}, {'type': 'v1', 'addr': '172.21.15.145:6835', 'nonce': 1535532066}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540138322906710015, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2'}}}}, 'data_pools': [6], 'metadata_pool': 5, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0} 2024-09-13T18:57:52.304 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 1/1 2024-09-13T18:57:52.304 DEBUG:teuthology.orchestra.run.smithi119:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.d status 2024-09-13T18:57:52.407 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:52.404+0000 7f94b1832640 1 Processor -- start 2024-09-13T18:57:52.407 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:52.404+0000 7f94b1832640 1 -- start start 2024-09-13T18:57:52.419 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:52.405+0000 7f94b1832640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f94ac15c8a0 0x7f94ac06d8e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:52.419 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:52.405+0000 7f94b1832640 1 -- --> v1:172.21.15.119:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f94ac1601d0 con 0x7f94ac0cd750 2024-09-13T18:57:52.419 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:52.405+0000 7f94b1832640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f94ac06de20 con 0x7f94ac15c4c0 2024-09-13T18:57:52.419 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:52.405+0000 7f94b1832640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f94ac0cd0e0 con 0x7f94ac15c8a0 2024-09-13T18:57:52.419 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:52.405+0000 7f94ab7fe640 1 --1- >> v1:172.21.15.119:6789/0 conn(0x7f94ac0cd750 0x7f94ac06a0d0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.119:6789/0 says I am v1:172.21.15.119:55006/0 (socket says 172.21.15.119:55006) 2024-09-13T18:57:52.419 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:52.405+0000 7f94ab7fe640 1 -- 172.21.15.119:0/1636398413 learned_addr learned my addr 172.21.15.119:0/1636398413 (peer_addr_for_me v1:172.21.15.119:0/0) 2024-09-13T18:57:52.419 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:52.405+0000 7f94a27fc640 1 --2- 172.21.15.119:0/1636398413 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f94ac15c8a0 0x7f94ac06d8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:52.419 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:52.405+0000 7f94aa7fc640 1 -- 172.21.15.119:0/1636398413 <== mon.0 v1:172.21.15.119:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 468480740 0 0) 0x7f94ac1601d0 con 0x7f94ac0cd750 2024-09-13T18:57:52.419 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:52.405+0000 7f94aa7fc640 1 -- 172.21.15.119:0/1636398413 --> v1:172.21.15.119:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f9498003520 con 0x7f94ac0cd750 2024-09-13T18:57:52.419 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:52.405+0000 7f94aa7fc640 1 -- 172.21.15.119:0/1636398413 <== mon.1 v1:172.21.15.145:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3837636727 0 0) 0x7f94ac06de20 con 0x7f94ac15c4c0 2024-09-13T18:57:52.420 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:52.405+0000 7f94aa7fc640 1 -- 172.21.15.119:0/1636398413 --> v1:172.21.15.145:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f94ac1601d0 con 0x7f94ac15c4c0 2024-09-13T18:57:52.420 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:52.405+0000 7f94aa7fc640 1 -- 172.21.15.119:0/1636398413 <== mon.0 v1:172.21.15.119:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 2162421576 0 0) 0x7f9498003520 con 0x7f94ac0cd750 2024-09-13T18:57:52.420 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:52.405+0000 7f94aa7fc640 1 -- 172.21.15.119:0/1636398413 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f94ac15c8a0 msgr2=0x7f94ac06d8e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T18:57:52.420 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:52.405+0000 7f94aa7fc640 1 --2- 172.21.15.119:0/1636398413 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f94ac15c8a0 0x7f94ac06d8e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:52.420 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:52.405+0000 7f94aa7fc640 1 -- 172.21.15.119:0/1636398413 >> v1:172.21.15.145:6789/0 conn(0x7f94ac15c4c0 legacy=0x7f94ac0cc9d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:52.420 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:52.405+0000 7f94aa7fc640 1 -- 172.21.15.119:0/1636398413 --> v1:172.21.15.119:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f94ac160420 con 0x7f94ac0cd750 2024-09-13T18:57:52.420 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:52.405+0000 7f94aa7fc640 1 -- 172.21.15.119:0/1636398413 <== mon.0 v1:172.21.15.119:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 337823224 0 0) 0x7f94a40019f0 con 0x7f94ac0cd750 2024-09-13T18:57:52.420 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:52.405+0000 7f94aa7fc640 1 -- 172.21.15.119:0/1636398413 >> v1:172.21.15.119:6789/0 conn(0x7f94ac0cd750 legacy=0x7f94ac06a0d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:52.420 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:52.405+0000 7f94aa7fc640 1 --2- 172.21.15.119:0/1636398413 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f9498003b30 0x7f9498003f30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:52.420 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:52.405+0000 7f94aa7fc640 1 --2- 172.21.15.119:0/1636398413 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f94980047c0 0x7f9498004c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:52.420 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:52.405+0000 7f94aa7fc640 1 --2- 172.21.15.119:0/1636398413 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f9498005180 0x7f949800b980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:52.420 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:52.405+0000 7f94aa7fc640 1 -- 172.21.15.119:0/1636398413 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f94ac0cd0e0 con 0x7f9498005180 2024-09-13T18:57:52.420 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:52.405+0000 7f94aa7fc640 1 -- 172.21.15.119:0/1636398413 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f949800bfa0 con 0x7f94980047c0 2024-09-13T18:57:52.421 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:52.405+0000 7f94aa7fc640 1 -- 172.21.15.119:0/1636398413 --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f949800c160 con 0x7f9498003b30 2024-09-13T18:57:52.421 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:52.405+0000 7f94a27fc640 1 --2- 172.21.15.119:0/1636398413 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f94ac15c8a0 0x7f94ac06d8e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T18:57:52.421 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:52.406+0000 7f94ab7fe640 1 --2- 172.21.15.119:0/1636398413 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f9498005180 0x7f949800b980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:52.421 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:52.406+0000 7f94aaffd640 1 --2- 172.21.15.119:0/1636398413 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f9498003b30 0x7f9498003f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:52.421 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:52.406+0000 7f94a27fc640 1 --2- 172.21.15.119:0/1636398413 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f94980047c0 0x7f9498004c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:52.421 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:52.406+0000 7f94ab7fe640 1 -- 172.21.15.119:0/1636398413 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f9498003b30 msgr2=0x7f9498003f30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T18:57:52.421 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:52.406+0000 7f94ab7fe640 1 --2- 172.21.15.119:0/1636398413 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f9498003b30 0x7f9498003f30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:52.421 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:52.406+0000 7f94ab7fe640 1 -- 172.21.15.119:0/1636398413 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f94980047c0 msgr2=0x7f9498004c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T18:57:52.421 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:52.406+0000 7f94ab7fe640 1 --2- 172.21.15.119:0/1636398413 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f94980047c0 0x7f9498004c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:52.421 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:52.406+0000 7f94ab7fe640 1 -- 172.21.15.119:0/1636398413 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9498003520 con 0x7f9498005180 2024-09-13T18:57:52.421 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:52.406+0000 7f94ab7fe640 1 --2- 172.21.15.119:0/1636398413 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f9498005180 0x7f949800b980 secure :-1 s=READY pgs=536 cs=0 l=1 rev1=1 crypto rx=0x7f94a400a710 tx=0x7f94980057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d8e1974221a02fae server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:57:52.421 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:52.407+0000 7f94aa7fc640 1 -- 172.21.15.119:0/1636398413 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f94a402b900 con 0x7f9498005180 2024-09-13T18:57:52.421 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:52.407+0000 7f94aa7fc640 1 -- 172.21.15.119:0/1636398413 <== mon.0 v2:172.21.15.119:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f94a402ba60 con 0x7f9498005180 2024-09-13T18:57:52.421 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:52.407+0000 7f94aa7fc640 1 -- 172.21.15.119:0/1636398413 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f94a402be90 con 0x7f9498005180 2024-09-13T18:57:52.422 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:52.407+0000 7f94b1832640 1 -- 172.21.15.119:0/1636398413 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f9498005180 msgr2=0x7f949800b980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:52.422 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:52.407+0000 7f94b1832640 1 --2- 172.21.15.119:0/1636398413 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f9498005180 0x7f949800b980 secure :-1 s=READY pgs=536 cs=0 l=1 rev1=1 crypto rx=0x7f94a400a710 tx=0x7f94980057f0 comp rx=0 tx=0).stop 2024-09-13T18:57:52.422 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:52.407+0000 7f94ab7fe640 1 -- 172.21.15.119:0/1636398413 reap_dead start 2024-09-13T18:57:52.422 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:52.407+0000 7f94b1832640 1 -- 172.21.15.119:0/1636398413 shutdown_connections 2024-09-13T18:57:52.422 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:52.407+0000 7f94b1832640 1 -- 172.21.15.119:0/1636398413 >> 172.21.15.119:0/1636398413 conn(0x7f94ac0989d0 msgr2=0x7f94ac0b4870 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:57:52.422 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:52.407+0000 7f94b1832640 1 -- 172.21.15.119:0/1636398413 shutdown_connections 2024-09-13T18:57:52.422 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:52.407+0000 7f94b1832640 1 -- 172.21.15.119:0/1636398413 wait complete. 2024-09-13T18:57:52.422 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:52.408+0000 7f94b1832640 1 Processor -- start 2024-09-13T18:57:52.422 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:52.409+0000 7f94b1832640 1 -- start start 2024-09-13T18:57:52.422 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:52.409+0000 7f94b1832640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f9498005180 0x7f94ac15f2d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:52.422 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:52.409+0000 7f94b1832640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f94ac15f810 0x7f94ac15ccd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:52.422 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:52.409+0000 7f94b1832640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f94ac15d210 0x7f94ac069f60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:52.423 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:52.409+0000 7f94b1832640 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f94ac15d840 con 0x7f94ac15f810 2024-09-13T18:57:52.423 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:52.409+0000 7f94b1832640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f94ac0c86d0 con 0x7f9498005180 2024-09-13T18:57:52.423 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:52.409+0000 7f94b1832640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f94ac0c88e0 con 0x7f94ac15d210 2024-09-13T18:57:52.423 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:52.409+0000 7f94a27fc640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f94ac15f810 0x7f94ac15ccd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:52.423 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:52.409+0000 7f94a27fc640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f94ac15f810 0x7f94ac15ccd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.119:3300/0 says I am v2:172.21.15.119:43472/0 (socket says 172.21.15.119:43472) 2024-09-13T18:57:52.423 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:52.409+0000 7f94a27fc640 1 -- 172.21.15.119:0/1777021431 learned_addr learned my addr 172.21.15.119:0/1777021431 (peer_addr_for_me v2:172.21.15.119:0/0) 2024-09-13T18:57:52.423 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:52.409+0000 7f94ab7fe640 1 --2- 172.21.15.119:0/1777021431 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f94ac15d210 0x7f94ac069f60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:52.424 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:52.409+0000 7f94aaffd640 1 --2- 172.21.15.119:0/1777021431 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f9498005180 0x7f94ac15f2d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:52.424 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:52.410+0000 7f94a27fc640 1 -- 172.21.15.119:0/1777021431 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f94ac15d210 msgr2=0x7f94ac069f60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:52.424 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:52.410+0000 7f94a27fc640 1 --2- 172.21.15.119:0/1777021431 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f94ac15d210 0x7f94ac069f60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:52.424 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:52.410+0000 7f94a27fc640 1 -- 172.21.15.119:0/1777021431 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f9498005180 msgr2=0x7f94ac15f2d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:52.424 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:52.410+0000 7f94a27fc640 1 --2- 172.21.15.119:0/1777021431 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f9498005180 0x7f94ac15f2d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:52.424 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:52.410+0000 7f94a27fc640 1 -- 172.21.15.119:0/1777021431 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f94ac0c8bc0 con 0x7f94ac15f810 2024-09-13T18:57:52.424 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:52.410+0000 7f94a27fc640 1 --2- 172.21.15.119:0/1777021431 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f94ac15f810 0x7f94ac15ccd0 secure :-1 s=READY pgs=537 cs=0 l=1 rev1=1 crypto rx=0x7f9494011620 tx=0x7f9494011ae0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:57:52.424 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:52.410+0000 7f94a8ff9640 1 -- 172.21.15.119:0/1777021431 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9494004440 con 0x7f94ac15f810 2024-09-13T18:57:52.424 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:52.410+0000 7f94a8ff9640 1 -- 172.21.15.119:0/1777021431 <== mon.0 v2:172.21.15.119:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9494003610 con 0x7f94ac15f810 2024-09-13T18:57:52.424 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:52.410+0000 7f94b1832640 1 -- 172.21.15.119:0/1777021431 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f94ac0c8ea0 con 0x7f94ac15f810 2024-09-13T18:57:52.424 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:52.410+0000 7f94a8ff9640 1 -- 172.21.15.119:0/1777021431 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9494003980 con 0x7f94ac15f810 2024-09-13T18:57:52.424 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:52.410+0000 7f94b1832640 1 -- 172.21.15.119:0/1777021431 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f94ac06a4a0 con 0x7f94ac15f810 2024-09-13T18:57:52.424 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:52.412+0000 7f94a8ff9640 1 -- 172.21.15.119:0/1777021431 <== mon.0 v2:172.21.15.119:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f9494003ae0 con 0x7f94ac15f810 2024-09-13T18:57:52.425 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:52.412+0000 7f94a8ff9640 1 --2- 172.21.15.119:0/1777021431 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f948c06ac00 0x7f948c06d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:52.425 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:52.412+0000 7f94a8ff9640 1 -- 172.21.15.119:0/1777021431 <== mon.0 v2:172.21.15.119:3300/0 5 ==== osd_map(39..39 src has 1..39) v4 ==== 6029+0+0 (secure 0 0 0) 0x7f9494089850 con 0x7f94ac15f810 2024-09-13T18:57:52.425 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:52.412+0000 7f94aaffd640 1 --2- 172.21.15.119:0/1777021431 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f948c06ac00 0x7f948c06d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:52.425 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:52.413+0000 7f94aaffd640 1 --2- 172.21.15.119:0/1777021431 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f948c06ac00 0x7f948c06d0c0 secure :-1 s=READY pgs=263 cs=0 l=1 rev1=1 crypto rx=0x7f949c0036b0 tx=0x7f949c009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:57:52.425 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:52.413+0000 7f94b4631740 1 Processor -- start 2024-09-13T18:57:52.425 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:52.413+0000 7f94b4631740 1 -- start start 2024-09-13T18:57:52.425 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:52.414+0000 7f94b4631740 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x56082f31e0a0 0x56082f31e480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:52.425 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:52.414+0000 7f94b4631740 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x56082f31b860 0x56082f36b570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:52.425 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:52.414+0000 7f94b4631740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56082f345550 0x56082f36bab0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:52.426 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:52.414+0000 7f94b4631740 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x56082f2787c0 con 0x56082f31b860 2024-09-13T18:57:52.426 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:52.414+0000 7f94b4631740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 v1 -- 0x56082f287b70 con 0x56082f345550 2024-09-13T18:57:52.426 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:52.414+0000 7f94b4631740 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x56082f285300 con 0x56082f31e0a0 2024-09-13T18:57:52.426 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:52.414+0000 7f94a27fc640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x56082f31b860 0x56082f36b570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:52.426 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:52.414+0000 7f94a27fc640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x56082f31b860 0x56082f36b570 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.119:3300/0 says I am v2:172.21.15.119:43478/0 (socket says 172.21.15.119:43478) 2024-09-13T18:57:52.426 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:52.414+0000 7f94a27fc640 1 -- 172.21.15.119:0/2497805957 learned_addr learned my addr 172.21.15.119:0/2497805957 (peer_addr_for_me v2:172.21.15.119:0/0) 2024-09-13T18:57:52.426 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:52.414+0000 7f94ab7fe640 1 --2- 172.21.15.119:0/2497805957 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56082f345550 0x56082f36bab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:52.426 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:52.414+0000 7f94aaffd640 1 --2- 172.21.15.119:0/2497805957 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x56082f31e0a0 0x56082f31e480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:52.426 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:52.414+0000 7f94a27fc640 1 -- 172.21.15.119:0/2497805957 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x56082f31e0a0 msgr2=0x56082f31e480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T18:57:52.427 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:52.414+0000 7f94a27fc640 1 --2- 172.21.15.119:0/2497805957 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x56082f31e0a0 0x56082f31e480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:52.427 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:52.414+0000 7f94a27fc640 1 -- 172.21.15.119:0/2497805957 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56082f345550 msgr2=0x56082f36bab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T18:57:52.427 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:52.414+0000 7f94a27fc640 1 --2- 172.21.15.119:0/2497805957 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56082f345550 0x56082f36bab0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:52.427 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:52.414+0000 7f94a27fc640 1 -- 172.21.15.119:0/2497805957 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x56082f20d4b0 con 0x56082f31b860 2024-09-13T18:57:52.427 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:52.414+0000 7f94a27fc640 1 --2- 172.21.15.119:0/2497805957 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x56082f31b860 0x56082f36b570 secure :-1 s=READY pgs=538 cs=0 l=1 rev1=1 crypto rx=0x7f9494060470 tx=0x7f9494058cb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=82431e8980098168 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:57:52.427 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:52.415+0000 7f94a17fa640 1 -- 172.21.15.119:0/2497805957 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f94940609a0 con 0x56082f31b860 2024-09-13T18:57:52.427 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:52.415+0000 7f94a17fa640 1 -- 172.21.15.119:0/2497805957 <== mon.0 v2:172.21.15.119:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9494003d90 con 0x56082f31b860 2024-09-13T18:57:52.427 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:52.415+0000 7f94a17fa640 1 -- 172.21.15.119:0/2497805957 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9494054cc0 con 0x56082f31b860 2024-09-13T18:57:52.427 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:52.415+0000 7f94b4631740 1 -- 172.21.15.119:0/2497805957 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x56082f31b860 msgr2=0x56082f36b570 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:52.427 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:52.415+0000 7f94b4631740 1 --2- 172.21.15.119:0/2497805957 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x56082f31b860 0x56082f36b570 secure :-1 s=READY pgs=538 cs=0 l=1 rev1=1 crypto rx=0x7f9494060470 tx=0x7f9494058cb0 comp rx=0 tx=0).stop 2024-09-13T18:57:52.427 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:52.415+0000 7f94b4631740 1 -- 172.21.15.119:0/2497805957 shutdown_connections 2024-09-13T18:57:52.428 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:52.415+0000 7f94b4631740 1 --2- 172.21.15.119:0/2497805957 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56082f345550 0x56082f36bab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:52.428 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:52.415+0000 7f94b4631740 1 --2- 172.21.15.119:0/2497805957 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x56082f31b860 0x56082f36b570 unknown :-1 s=CLOSED pgs=538 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:52.428 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:52.415+0000 7f94b4631740 1 --2- 172.21.15.119:0/2497805957 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x56082f31e0a0 0x56082f31e480 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:52.428 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:52.415+0000 7f94b4631740 1 -- 172.21.15.119:0/2497805957 >> 172.21.15.119:0/2497805957 conn(0x56082f31a7d0 msgr2=0x56082f362c80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:57:52.428 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:52.415+0000 7f94b4631740 1 -- 172.21.15.119:0/2497805957 shutdown_connections 2024-09-13T18:57:52.428 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:52.415+0000 7f94b4631740 1 -- 172.21.15.119:0/2497805957 wait complete. 2024-09-13T18:57:52.428 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:52.416+0000 7f94b4631740 1 -- start start 2024-09-13T18:57:52.428 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:52.416+0000 7f94b4631740 1 Processor -- start 2024-09-13T18:57:52.434 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:52.417+0000 7f94b4631740 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x56082f31e0a0 0x56082f3601b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:52.434 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:52.417+0000 7f94b4631740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56082f345550 0x56082f32f480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:52.434 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:52.417+0000 7f94b4631740 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x56082f344af0 0x56082f3189d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:52.434 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:52.417+0000 7f94b4631740 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x56082f280bf0 con 0x56082f31e0a0 2024-09-13T18:57:52.434 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:52.417+0000 7f94b4631740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 v1 -- 0x56082f23f250 con 0x56082f345550 2024-09-13T18:57:52.434 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:52.417+0000 7f94b4631740 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x56082f23eef0 con 0x56082f344af0 2024-09-13T18:57:52.435 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:52.417+0000 7f94b4631740 10 client.0 _ll_register_callbacks cb 0x56082f271740 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-13T18:57:52.435 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:52.417+0000 7f94aaffd640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x56082f31e0a0 0x56082f3601b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:52.435 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:52.417+0000 7f94aaffd640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x56082f31e0a0 0x56082f3601b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.119:3300/0 says I am v2:172.21.15.119:43490/0 (socket says 172.21.15.119:43490) 2024-09-13T18:57:52.435 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:52.417+0000 7f94aaffd640 1 -- 172.21.15.119:0/2928319633 learned_addr learned my addr 172.21.15.119:0/2928319633 (peer_addr_for_me v2:172.21.15.119:0/0) 2024-09-13T18:57:52.435 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:52.417+0000 7f94ab7fe640 1 --2- 172.21.15.119:0/2928319633 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x56082f344af0 0x56082f3189d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:52.435 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:52.417+0000 7f94a27fc640 1 --2- 172.21.15.119:0/2928319633 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56082f345550 0x56082f32f480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:52.435 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:52.417+0000 7f94aaffd640 1 -- 172.21.15.119:0/2928319633 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x56082f344af0 msgr2=0x56082f3189d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T18:57:52.436 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:52.417+0000 7f94aaffd640 1 --2- 172.21.15.119:0/2928319633 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x56082f344af0 0x56082f3189d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:52.436 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:52.417+0000 7f94aaffd640 1 -- 172.21.15.119:0/2928319633 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56082f345550 msgr2=0x56082f32f480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T18:57:52.436 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:52.417+0000 7f94aaffd640 1 --2- 172.21.15.119:0/2928319633 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56082f345550 0x56082f32f480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:52.436 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:52.417+0000 7f94aaffd640 1 -- 172.21.15.119:0/2928319633 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f94ac06a4a0 con 0x56082f31e0a0 2024-09-13T18:57:52.436 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:52.417+0000 7f94ab7fe640 1 --2- 172.21.15.119:0/2928319633 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x56082f344af0 0x56082f3189d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T18:57:52.436 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:52.417+0000 7f94a27fc640 1 --2- 172.21.15.119:0/2928319633 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56082f345550 0x56082f32f480 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T18:57:52.437 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:52.417+0000 7f94aaffd640 1 --2- 172.21.15.119:0/2928319633 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x56082f31e0a0 0x56082f3601b0 secure :-1 s=READY pgs=539 cs=0 l=1 rev1=1 crypto rx=0x7f949c015730 tx=0x7f949c007cc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d53dfaed5b557c60 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:57:52.437 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:52.417+0000 7f948a7fc640 10 client.0 ms_handle_connect on v2:172.21.15.119:3300/0 2024-09-13T18:57:52.437 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:52.417+0000 7f948a7fc640 1 -- 172.21.15.119:0/2928319633 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f949c028030 con 0x56082f31e0a0 2024-09-13T18:57:52.437 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:52.417+0000 7f948a7fc640 1 -- 172.21.15.119:0/2928319633 <== mon.0 v2:172.21.15.119:3300/0 2 ==== osd_map(39..39 src has 1..39) v4 ==== 6029+0+0 (secure 0 0 0) 0x7f949c029070 con 0x56082f31e0a0 2024-09-13T18:57:52.437 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:52.417+0000 7f94b4631740 1 -- 172.21.15.119:0/2928319633 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x56082ef743c0 con 0x56082f31e0a0 2024-09-13T18:57:52.437 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:52.417+0000 7f948a7fc640 1 -- 172.21.15.119:0/2928319633 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_get_version_reply(handle=1 version=14) v2 ==== 24+0+0 (secure 0 0 0) 0x7f949c0147a0 con 0x56082f31e0a0 2024-09-13T18:57:52.437 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:52.417+0000 7f94b4631740 10 client.5670 fetch_fsmap learned FSMap version 14 2024-09-13T18:57:52.437 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:52.417+0000 7f94b4631740 1 -- 172.21.15.119:0/2928319633 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({config=0+,fsmap=14,monmap=2+}) v3 -- 0x56082f27f270 con 0x56082f31e0a0 2024-09-13T18:57:52.438 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:52.418+0000 7f948a7fc640 1 -- 172.21.15.119:0/2928319633 <== mon.0 v2:172.21.15.119:3300/0 4 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f949c033020 con 0x56082f31e0a0 2024-09-13T18:57:52.438 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:52.418+0000 7f948a7fc640 1 -- 172.21.15.119:0/2928319633 <== mon.0 v2:172.21.15.119:3300/0 5 ==== fsmap(e 14) v1 ==== 3114+0+0 (secure 0 0 0) 0x7f949c014900 con 0x56082f31e0a0 2024-09-13T18:57:52.438 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:52.418+0000 7f94b4631740 10 client.5670 fetch_fsmap finished waiting for FSMap version 14 2024-09-13T18:57:52.438 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:52.418+0000 7f94b4631740 10 client.5670 resolve_mds: resolved name 'd' to daemon mds.d 2024-09-13T18:57:52.438 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:52.418+0000 7f94b4631740 20 client.5670 populate_metadata read hostname 'smithi119' 2024-09-13T18:57:52.438 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:52.418+0000 7f94b4631740 1 --2- 172.21.15.119:0/2928319633 >> [v2:172.21.15.145:6832/1535532066,v1:172.21.15.145:6835/1535532066] conn(0x56082f3314b0 0x56082f331890 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:52.438 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:52.418+0000 7f94b4631740 4 client.5670 mds_command: new command op to 5463 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-13T18:57:52.439 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:52.418+0000 7f94b4631740 1 -- 172.21.15.119:0/2928319633 --> [v2:172.21.15.145:6832/1535532066,v1:172.21.15.145:6835/1535532066] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x56082ef856c0 con 0x56082f3314b0 2024-09-13T18:57:52.439 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:52.418+0000 7f94a27fc640 1 --2- 172.21.15.119:0/2928319633 >> [v2:172.21.15.145:6832/1535532066,v1:172.21.15.145:6835/1535532066] conn(0x56082f3314b0 0x56082f331890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:52.439 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:52.418+0000 7f94a27fc640 1 --2- 172.21.15.119:0/2928319633 >> [v2:172.21.15.145:6832/1535532066,v1:172.21.15.145:6835/1535532066] conn(0x56082f3314b0 0x56082f331890 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=1ca3e44b2532ff5b server_cookie=53f0ca3afb1802c1 in_seq=0 out_seq=0 2024-09-13T18:57:52.439 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:52.418+0000 7f948a7fc640 10 client.5670 ms_handle_connect on v2:172.21.15.145:6832/1535532066 2024-09-13T18:57:52.439 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:52.419+0000 7f948a7fc640 1 -- 172.21.15.119:0/2928319633 <== mds.0 v2:172.21.15.145:6832/1535532066 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19071 (crc 0 0 0) 0x56082ef856c0 con 0x56082f3314b0 2024-09-13T18:57:52.439 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:52.419+0000 7f948a7fc640 10 client.5670 handle_command_reply: tid=0 2024-09-13T18:57:52.440 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:52.419+0000 7f94b4631740 1 client.5670 shutdown 2024-09-13T18:57:52.440 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:52.419+0000 7f94b4631740 1 -- 172.21.15.119:0/2928319633 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x56082f31e0a0 msgr2=0x56082f3601b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:52.440 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:52.419+0000 7f94b4631740 1 --2- 172.21.15.119:0/2928319633 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x56082f31e0a0 0x56082f3601b0 secure :-1 s=READY pgs=539 cs=0 l=1 rev1=1 crypto rx=0x7f949c015730 tx=0x7f949c007cc0 comp rx=0 tx=0).stop 2024-09-13T18:57:52.440 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:52.419+0000 7f94b4631740 1 -- 172.21.15.119:0/2928319633 shutdown_connections 2024-09-13T18:57:52.440 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:52.419+0000 7f94b4631740 1 --2- 172.21.15.119:0/2928319633 >> [v2:172.21.15.145:6832/1535532066,v1:172.21.15.145:6835/1535532066] conn(0x56082f3314b0 0x56082f331890 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:52.440 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:52.419+0000 7f94b4631740 1 --2- 172.21.15.119:0/2928319633 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x56082f344af0 0x56082f3189d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:52.440 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:52.419+0000 7f94b4631740 1 --2- 172.21.15.119:0/2928319633 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56082f345550 0x56082f32f480 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:52.441 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:52.419+0000 7f94b4631740 1 --2- 172.21.15.119:0/2928319633 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x56082f31e0a0 0x56082f3601b0 unknown :-1 s=CLOSED pgs=539 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:52.441 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:52.419+0000 7f948a7fc640 0 client.5670 ms_handle_reset on v2:172.21.15.145:6832/1535532066 2024-09-13T18:57:52.441 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:52.419+0000 7f94b4631740 1 -- 172.21.15.119:0/2928319633 >> 172.21.15.119:0/2928319633 conn(0x56082f31b860 msgr2=0x56082f366960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:57:52.441 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:52.419+0000 7f94b4631740 1 -- 172.21.15.119:0/2928319633 shutdown_connections 2024-09-13T18:57:52.441 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:52.419+0000 7f94b4631740 1 -- 172.21.15.119:0/2928319633 wait complete. 2024-09-13T18:57:52.441 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:52.419+0000 7f94b4631740 20 client.5670 trim_cache size 0 max 16384 2024-09-13T18:57:52.448 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:52.434+0000 7f94b4631740 1 Processor -- start 2024-09-13T18:57:52.448 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:52.434+0000 7f94b4631740 1 -- start start 2024-09-13T18:57:52.448 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:52.435+0000 7f94b4631740 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x56082f31e0a0 0x56082f362b30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:52.449 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:52.435+0000 7f94b4631740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56082f344af0 0x56082f3176a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:52.449 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:52.435+0000 7f94b4631740 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x56082f345550 0x56082f317be0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:52.449 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:52.435+0000 7f94b4631740 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x56082f204460 con 0x56082f31e0a0 2024-09-13T18:57:52.449 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:52.435+0000 7f94b4631740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 v1 -- 0x56082f365210 con 0x56082f344af0 2024-09-13T18:57:52.449 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:52.435+0000 7f94b4631740 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x56082f345140 con 0x56082f345550 2024-09-13T18:57:52.449 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:52.435+0000 7f94aaffd640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x56082f31e0a0 0x56082f362b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:52.449 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:52.435+0000 7f94aaffd640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x56082f31e0a0 0x56082f362b30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.119:3300/0 says I am v2:172.21.15.119:43492/0 (socket says 172.21.15.119:43492) 2024-09-13T18:57:52.449 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:52.435+0000 7f94aaffd640 1 -- 172.21.15.119:0/3780827860 learned_addr learned my addr 172.21.15.119:0/3780827860 (peer_addr_for_me v2:172.21.15.119:0/0) 2024-09-13T18:57:52.449 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:52.435+0000 7f94aaffd640 1 -- 172.21.15.119:0/3780827860 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x56082f345550 msgr2=0x56082f317be0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T18:57:52.449 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:52.435+0000 7f94aaffd640 1 --2- 172.21.15.119:0/3780827860 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x56082f345550 0x56082f317be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:52.449 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:52.435+0000 7f94aaffd640 1 -- 172.21.15.119:0/3780827860 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56082f344af0 msgr2=0x56082f3176a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T18:57:52.449 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:52.435+0000 7f94aaffd640 1 --2- 172.21.15.119:0/3780827860 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56082f344af0 0x56082f3176a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:52.450 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:52.435+0000 7f94aaffd640 1 -- 172.21.15.119:0/3780827860 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x56082f2215f0 con 0x56082f31e0a0 2024-09-13T18:57:52.450 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:52.435+0000 7f94aaffd640 1 --2- 172.21.15.119:0/3780827860 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x56082f31e0a0 0x56082f362b30 secure :-1 s=READY pgs=540 cs=0 l=1 rev1=1 crypto rx=0x7f949c007a00 tx=0x7f949c01d000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c401393948a60f04 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:57:52.450 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:52.435+0000 7f94a1ffb640 1 -- 172.21.15.119:0/3780827860 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f949c028040 con 0x56082f31e0a0 2024-09-13T18:57:52.450 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:52.435+0000 7f94a1ffb640 1 -- 172.21.15.119:0/3780827860 <== mon.0 v2:172.21.15.119:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f949c033070 con 0x56082f31e0a0 2024-09-13T18:57:52.450 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:52.435+0000 7f94a1ffb640 1 -- 172.21.15.119:0/3780827860 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f949c0149e0 con 0x56082f31e0a0 2024-09-13T18:57:52.450 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:52.436+0000 7f94b4631740 1 -- 172.21.15.119:0/3780827860 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x56082f31e0a0 msgr2=0x56082f362b30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:52.450 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:52.436+0000 7f94b4631740 1 --2- 172.21.15.119:0/3780827860 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x56082f31e0a0 0x56082f362b30 secure :-1 s=READY pgs=540 cs=0 l=1 rev1=1 crypto rx=0x7f949c007a00 tx=0x7f949c01d000 comp rx=0 tx=0).stop 2024-09-13T18:57:52.450 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:52.436+0000 7f94b4631740 1 -- 172.21.15.119:0/3780827860 shutdown_connections 2024-09-13T18:57:52.450 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:52.436+0000 7f94b4631740 1 --2- 172.21.15.119:0/3780827860 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x56082f345550 0x56082f317be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:52.450 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:52.436+0000 7f94b4631740 1 --2- 172.21.15.119:0/3780827860 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56082f344af0 0x56082f3176a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:52.450 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:52.436+0000 7f94b4631740 1 --2- 172.21.15.119:0/3780827860 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x56082f31e0a0 0x56082f362b30 unknown :-1 s=CLOSED pgs=540 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:52.450 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:52.436+0000 7f94b4631740 1 -- 172.21.15.119:0/3780827860 >> 172.21.15.119:0/3780827860 conn(0x56082f31b860 msgr2=0x56082f32f230 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:57:52.450 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:52.436+0000 7f94b4631740 1 -- 172.21.15.119:0/3780827860 shutdown_connections 2024-09-13T18:57:52.450 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:52.436+0000 7f94b4631740 1 -- 172.21.15.119:0/3780827860 wait complete. 2024-09-13T18:57:52.451 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:52.436+0000 7f94b4631740 1 -- start start 2024-09-13T18:57:52.451 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:52.437+0000 7f94b4631740 1 Processor -- start 2024-09-13T18:57:52.451 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:52.437+0000 7f94b4631740 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x56082f31e0a0 0x56082f3b2da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:52.451 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:52.437+0000 7f94b4631740 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x56082f344af0 0x56082f317560 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:52.451 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:52.437+0000 7f94b4631740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56082f345550 0x56082f317aa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:52.451 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:52.437+0000 7f94b4631740 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x56082f363de0 con 0x56082f31e0a0 2024-09-13T18:57:52.451 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:52.437+0000 7f94b4631740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 v1 -- 0x56082f3d1670 con 0x56082f345550 2024-09-13T18:57:52.452 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:52.437+0000 7f94b4631740 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x56082f3303c0 con 0x56082f344af0 2024-09-13T18:57:52.452 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:52.437+0000 7f94b4631740 10 client.0 _ll_register_callbacks cb 0x7f94940548f0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-13T18:57:52.452 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:52.437+0000 7f94aaffd640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x56082f31e0a0 0x56082f3b2da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:52.452 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:52.437+0000 7f94aaffd640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x56082f31e0a0 0x56082f3b2da0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.119:3300/0 says I am v2:172.21.15.119:43496/0 (socket says 172.21.15.119:43496) 2024-09-13T18:57:52.452 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:52.437+0000 7f94aaffd640 1 -- 172.21.15.119:0/2736786241 learned_addr learned my addr 172.21.15.119:0/2736786241 (peer_addr_for_me v2:172.21.15.119:0/0) 2024-09-13T18:57:52.452 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:52.438+0000 7f94aaffd640 1 -- 172.21.15.119:0/2736786241 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x56082f344af0 msgr2=0x56082f317560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T18:57:52.452 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:52.438+0000 7f94aaffd640 1 --2- 172.21.15.119:0/2736786241 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x56082f344af0 0x56082f317560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:52.452 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:52.438+0000 7f94aaffd640 1 -- 172.21.15.119:0/2736786241 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56082f345550 msgr2=0x56082f317aa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T18:57:52.452 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:52.438+0000 7f94aaffd640 1 --2- 172.21.15.119:0/2736786241 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56082f345550 0x56082f317aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:52.452 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:52.438+0000 7f94aaffd640 1 -- 172.21.15.119:0/2736786241 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x56082f27f270 con 0x56082f31e0a0 2024-09-13T18:57:52.452 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:52.438+0000 7f94aaffd640 1 --2- 172.21.15.119:0/2736786241 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x56082f31e0a0 0x56082f3b2da0 secure :-1 s=READY pgs=541 cs=0 l=1 rev1=1 crypto rx=0x7f949c009010 tx=0x7f949c016000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d1bf8571a2a90ef2 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:57:52.453 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:52.438+0000 7f948a7fc640 10 client.0 ms_handle_connect on v2:172.21.15.119:3300/0 2024-09-13T18:57:52.453 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:52.438+0000 7f948a7fc640 1 -- 172.21.15.119:0/2736786241 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f949c028050 con 0x56082f31e0a0 2024-09-13T18:57:52.453 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:52.438+0000 7f948a7fc640 1 -- 172.21.15.119:0/2736786241 <== mon.0 v2:172.21.15.119:3300/0 2 ==== osd_map(39..39 src has 1..39) v4 ==== 6029+0+0 (secure 0 0 0) 0x7f949c034080 con 0x56082f31e0a0 2024-09-13T18:57:52.453 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:52.438+0000 7f94b4631740 1 -- 172.21.15.119:0/2736786241 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f9494003d90 con 0x56082f31e0a0 2024-09-13T18:57:52.453 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:52.438+0000 7f948a7fc640 1 -- 172.21.15.119:0/2736786241 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_get_version_reply(handle=1 version=14) v2 ==== 24+0+0 (secure 0 0 0) 0x7f949c0053c0 con 0x56082f31e0a0 2024-09-13T18:57:52.453 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:52.438+0000 7f94b4631740 10 client.5676 fetch_fsmap learned FSMap version 14 2024-09-13T18:57:52.453 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:52.438+0000 7f94b4631740 1 -- 172.21.15.119:0/2736786241 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({config=0+,fsmap=14,monmap=2+}) v3 -- 0x56082f246d00 con 0x56082f31e0a0 2024-09-13T18:57:52.453 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:52.438+0000 7f948a7fc640 1 -- 172.21.15.119:0/2736786241 <== mon.0 v2:172.21.15.119:3300/0 4 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9494003d90 con 0x56082f31e0a0 2024-09-13T18:57:52.453 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:52.438+0000 7f948a7fc640 1 -- 172.21.15.119:0/2736786241 <== mon.0 v2:172.21.15.119:3300/0 5 ==== fsmap(e 14) v1 ==== 3114+0+0 (secure 0 0 0) 0x7f949c036070 con 0x56082f31e0a0 2024-09-13T18:57:52.453 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:52.438+0000 7f94b4631740 10 client.5676 fetch_fsmap finished waiting for FSMap version 14 2024-09-13T18:57:52.453 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:52.438+0000 7f94b4631740 10 client.5676 resolve_mds: resolved name 'd' to daemon mds.d 2024-09-13T18:57:52.453 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:52.438+0000 7f94b4631740 20 client.5676 populate_metadata read hostname 'smithi119' 2024-09-13T18:57:52.453 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:52.438+0000 7f94b4631740 1 --2- 172.21.15.119:0/2736786241 >> [v2:172.21.15.145:6832/1535532066,v1:172.21.15.145:6835/1535532066] conn(0x56082f31c460 0x56082f31c840 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:52.453 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:52.438+0000 7f94b4631740 4 client.5676 mds_command: new command op to 5463 tid=0 multi_id=0 [{"prefix": "status"}] 2024-09-13T18:57:52.454 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:52.438+0000 7f94b4631740 1 -- 172.21.15.119:0/2736786241 --> [v2:172.21.15.145:6832/1535532066,v1:172.21.15.145:6835/1535532066] -- command(tid 0: {"prefix": "status"}) v1 -- 0x56082efd8d10 con 0x56082f31c460 2024-09-13T18:57:52.454 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:52.439+0000 7f94a27fc640 1 --2- 172.21.15.119:0/2736786241 >> [v2:172.21.15.145:6832/1535532066,v1:172.21.15.145:6835/1535532066] conn(0x56082f31c460 0x56082f31c840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:52.454 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:52.439+0000 7f94a27fc640 1 --2- 172.21.15.119:0/2736786241 >> [v2:172.21.15.145:6832/1535532066,v1:172.21.15.145:6835/1535532066] conn(0x56082f31c460 0x56082f31c840 crc :-1 s=READY pgs=14 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=653a73aa2c171d38 server_cookie=173dd3eedb52e994 in_seq=0 out_seq=0 2024-09-13T18:57:52.454 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:52.439+0000 7f948a7fc640 10 client.5676 ms_handle_connect on v2:172.21.15.145:6832/1535532066 2024-09-13T18:57:52.454 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:52.439+0000 7f948a7fc640 1 -- 172.21.15.119:0/2736786241 <== mds.0 v2:172.21.15.145:6832/1535532066 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+325 (crc 0 0 0) 0x56082efd8d10 con 0x56082f31c460 2024-09-13T18:57:52.454 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:52.439+0000 7f948a7fc640 10 client.5676 handle_command_reply: tid=0 2024-09-13T18:57:52.454 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:52.439+0000 7f94b4631740 1 client.5676 shutdown 2024-09-13T18:57:52.454 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:52.439+0000 7f94b4631740 1 -- 172.21.15.119:0/2736786241 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x56082f31e0a0 msgr2=0x56082f3b2da0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:52.454 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:52.439+0000 7f94b4631740 1 --2- 172.21.15.119:0/2736786241 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x56082f31e0a0 0x56082f3b2da0 secure :-1 s=READY pgs=541 cs=0 l=1 rev1=1 crypto rx=0x7f949c009010 tx=0x7f949c016000 comp rx=0 tx=0).stop 2024-09-13T18:57:52.455 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:52.439+0000 7f94b4631740 1 -- 172.21.15.119:0/2736786241 shutdown_connections 2024-09-13T18:57:52.455 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:52.439+0000 7f94b4631740 1 --2- 172.21.15.119:0/2736786241 >> [v2:172.21.15.145:6832/1535532066,v1:172.21.15.145:6835/1535532066] conn(0x56082f31c460 0x56082f31c840 crc :-1 s=READY pgs=14 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:52.455 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:52.439+0000 7f94b4631740 1 --2- 172.21.15.119:0/2736786241 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56082f345550 0x56082f317aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:52.455 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:52.439+0000 7f94b4631740 1 --2- 172.21.15.119:0/2736786241 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x56082f344af0 0x56082f317560 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:52.455 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:52.439+0000 7f948a7fc640 0 client.5676 ms_handle_reset on v2:172.21.15.145:6832/1535532066 2024-09-13T18:57:52.455 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:52.439+0000 7f94b4631740 1 --2- 172.21.15.119:0/2736786241 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x56082f31e0a0 0x56082f3b2da0 unknown :-1 s=CLOSED pgs=541 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:52.455 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:52.439+0000 7f94b4631740 1 -- 172.21.15.119:0/2736786241 >> 172.21.15.119:0/2736786241 conn(0x56082f31b860 msgr2=0x56082f362b30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:57:52.455 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:52.439+0000 7f94b4631740 1 -- 172.21.15.119:0/2736786241 shutdown_connections 2024-09-13T18:57:52.456 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:52.439+0000 7f94b4631740 1 -- 172.21.15.119:0/2736786241 wait complete. 2024-09-13T18:57:52.456 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:52.440+0000 7f94b4631740 20 client.5676 trim_cache size 0 max 16384 2024-09-13T18:57:52.456 INFO:teuthology.orchestra.run.smithi119.stdout:{ 2024-09-13T18:57:52.456 INFO:teuthology.orchestra.run.smithi119.stdout: "cluster_fsid": "b3bca492-3414-44ef-b63c-42eead5ea701", 2024-09-13T18:57:52.456 INFO:teuthology.orchestra.run.smithi119.stdout: "whoami": 0, 2024-09-13T18:57:52.456 INFO:teuthology.orchestra.run.smithi119.stdout: "id": 5463, 2024-09-13T18:57:52.456 INFO:teuthology.orchestra.run.smithi119.stdout: "want_state": "up:active", 2024-09-13T18:57:52.456 INFO:teuthology.orchestra.run.smithi119.stdout: "state": "up:active", 2024-09-13T18:57:52.457 INFO:teuthology.orchestra.run.smithi119.stdout: "fs_name": "cephfs", 2024-09-13T18:57:52.457 INFO:teuthology.orchestra.run.smithi119.stdout: "rank_uptime": 8.8210737530000003, 2024-09-13T18:57:52.457 INFO:teuthology.orchestra.run.smithi119.stdout: "mdsmap_epoch": 14, 2024-09-13T18:57:52.457 INFO:teuthology.orchestra.run.smithi119.stdout: "osdmap_epoch": 39, 2024-09-13T18:57:52.457 INFO:teuthology.orchestra.run.smithi119.stdout: "osdmap_epoch_barrier": 39, 2024-09-13T18:57:52.457 INFO:teuthology.orchestra.run.smithi119.stdout: "uptime": 15.035133337 2024-09-13T18:57:52.457 INFO:teuthology.orchestra.run.smithi119.stdout:} 2024-09-13T18:57:52.458 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:52.440+0000 7f94b1832640 1 -- 172.21.15.119:0/1777021431 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f948c06ac00 msgr2=0x7f948c06d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:52.458 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:52.440+0000 7f94b1832640 1 --2- 172.21.15.119:0/1777021431 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f948c06ac00 0x7f948c06d0c0 secure :-1 s=READY pgs=263 cs=0 l=1 rev1=1 crypto rx=0x7f949c0036b0 tx=0x7f949c009040 comp rx=0 tx=0).stop 2024-09-13T18:57:52.458 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:52.440+0000 7f94b1832640 1 -- 172.21.15.119:0/1777021431 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f94ac15f810 msgr2=0x7f94ac15ccd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:52.458 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:52.440+0000 7f94b1832640 1 --2- 172.21.15.119:0/1777021431 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f94ac15f810 0x7f94ac15ccd0 secure :-1 s=READY pgs=537 cs=0 l=1 rev1=1 crypto rx=0x7f9494011620 tx=0x7f9494011ae0 comp rx=0 tx=0).stop 2024-09-13T18:57:52.458 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:52.440+0000 7f94b1832640 1 -- 172.21.15.119:0/1777021431 shutdown_connections 2024-09-13T18:57:52.459 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:52.440+0000 7f94b1832640 1 --2- 172.21.15.119:0/1777021431 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f948c06ac00 0x7f948c06d0c0 unknown :-1 s=CLOSED pgs=263 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:52.459 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:52.440+0000 7f94b1832640 1 --2- 172.21.15.119:0/1777021431 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f94ac15d210 0x7f94ac069f60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:52.459 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:52.440+0000 7f94b1832640 1 --2- 172.21.15.119:0/1777021431 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f94ac15f810 0x7f94ac15ccd0 unknown :-1 s=CLOSED pgs=537 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:52.459 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:52.440+0000 7f94b1832640 1 --2- 172.21.15.119:0/1777021431 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f9498005180 0x7f94ac15f2d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:52.459 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:52.440+0000 7f94b1832640 1 -- 172.21.15.119:0/1777021431 >> 172.21.15.119:0/1777021431 conn(0x7f94ac0989d0 msgr2=0x7f94ac0cc9b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:57:52.459 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:52.440+0000 7f94b1832640 1 -- 172.21.15.119:0/1777021431 shutdown_connections 2024-09-13T18:57:52.459 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:52.440+0000 7f94b1832640 1 -- 172.21.15.119:0/1777021431 wait complete. 2024-09-13T18:57:52.459 DEBUG:teuthology.orchestra.run.smithi119:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-13T18:57:52.557 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:52.554+0000 7fbf8d2b7640 1 Processor -- start 2024-09-13T18:57:52.557 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:52.554+0000 7fbf8d2b7640 1 -- start start 2024-09-13T18:57:52.558 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:52.555+0000 7fbf8d2b7640 1 --2- >> v2:172.21.15.119:3300/0 conn(0x7fbf880d07b0 0x7fbf8806ad10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:52.558 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:52.555+0000 7fbf8d2b7640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fbf880b4660 0x7fbf8806b250 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:52.558 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:52.555+0000 7fbf8d2b7640 1 -- --> v1:172.21.15.119:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fbf880d1840 con 0x7fbf8815c6e0 2024-09-13T18:57:52.558 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:52.555+0000 7fbf8d2b7640 1 -- --> v2:172.21.15.119:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fbf880d0c30 con 0x7fbf880d07b0 2024-09-13T18:57:52.558 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:52.555+0000 7fbf8d2b7640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fbf880d0f10 con 0x7fbf880b4660 2024-09-13T18:57:52.559 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:52.555+0000 7fbf867fc640 1 --2- >> v2:172.21.15.119:3300/0 conn(0x7fbf880d07b0 0x7fbf8806ad10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:52.559 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:52.555+0000 7fbf86ffd640 1 --1- >> v1:172.21.15.119:6789/0 conn(0x7fbf8815c6e0 0x7fbf880b3f50 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.119:6789/0 says I am v1:172.21.15.119:55020/0 (socket says 172.21.15.119:55020) 2024-09-13T18:57:52.559 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:52.555+0000 7fbf86ffd640 1 -- 172.21.15.119:0/1627259443 learned_addr learned my addr 172.21.15.119:0/1627259443 (peer_addr_for_me v1:172.21.15.119:0/0) 2024-09-13T18:57:52.559 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:52.555+0000 7fbf877fe640 1 --2- 172.21.15.119:0/1627259443 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fbf880b4660 0x7fbf8806b250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:52.559 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:52.555+0000 7fbf867fc640 1 -- 172.21.15.119:0/1627259443 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fbf880b4660 msgr2=0x7fbf8806b250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T18:57:52.559 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:52.555+0000 7fbf867fc640 1 --2- 172.21.15.119:0/1627259443 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fbf880b4660 0x7fbf8806b250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:52.559 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:52.555+0000 7fbf867fc640 1 -- 172.21.15.119:0/1627259443 >> v1:172.21.15.119:6789/0 conn(0x7fbf8815c6e0 legacy=0x7fbf880b3f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:52.559 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:52.555+0000 7fbf85ffb640 1 -- 172.21.15.119:0/1627259443 <== mon.0 v1:172.21.15.119:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3887090642 0 0) 0x7fbf880d1840 con 0x7fbf8815c6e0 2024-09-13T18:57:52.559 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:52.555+0000 7fbf867fc640 1 -- 172.21.15.119:0/1627259443 --> v2:172.21.15.119:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fbf880d11f0 con 0x7fbf880d07b0 2024-09-13T18:57:52.559 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:52.555+0000 7fbf877fe640 1 --2- 172.21.15.119:0/1627259443 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fbf880b4660 0x7fbf8806b250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T18:57:52.561 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:52.556+0000 7fbf867fc640 1 --2- 172.21.15.119:0/1627259443 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fbf880d07b0 0x7fbf8806ad10 secure :-1 s=READY pgs=543 cs=0 l=1 rev1=1 crypto rx=0x7fbf7c0097a0 tx=0x7fbf7c02a100 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ec35d72c54afbccb server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:57:52.561 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:52.556+0000 7fbf85ffb640 1 -- 172.21.15.119:0/1627259443 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbf7c02ae50 con 0x7fbf880d07b0 2024-09-13T18:57:52.561 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:52.556+0000 7fbf85ffb640 1 -- 172.21.15.119:0/1627259443 <== mon.0 v2:172.21.15.119:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fbf7c032440 con 0x7fbf880d07b0 2024-09-13T18:57:52.561 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:52.556+0000 7fbf85ffb640 1 -- 172.21.15.119:0/1627259443 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbf7c0327d0 con 0x7fbf880d07b0 2024-09-13T18:57:52.561 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:52.557+0000 7fbf8d2b7640 1 -- 172.21.15.119:0/1627259443 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fbf880d07b0 msgr2=0x7fbf8806ad10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:52.561 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:52.557+0000 7fbf8d2b7640 1 --2- 172.21.15.119:0/1627259443 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fbf880d07b0 0x7fbf8806ad10 secure :-1 s=READY pgs=543 cs=0 l=1 rev1=1 crypto rx=0x7fbf7c0097a0 tx=0x7fbf7c02a100 comp rx=0 tx=0).stop 2024-09-13T18:57:52.561 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:52.557+0000 7fbf8d2b7640 1 -- 172.21.15.119:0/1627259443 shutdown_connections 2024-09-13T18:57:52.561 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:52.557+0000 7fbf8d2b7640 1 --2- 172.21.15.119:0/1627259443 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fbf880b4660 0x7fbf8806b250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:52.561 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:52.557+0000 7fbf8d2b7640 1 --2- 172.21.15.119:0/1627259443 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fbf880d07b0 0x7fbf8806ad10 unknown :-1 s=CLOSED pgs=543 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:52.561 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:52.557+0000 7fbf8d2b7640 1 -- 172.21.15.119:0/1627259443 >> 172.21.15.119:0/1627259443 conn(0x7fbf88089f60 msgr2=0x7fbf880d24d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:57:52.561 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:52.557+0000 7fbf8d2b7640 1 -- 172.21.15.119:0/1627259443 shutdown_connections 2024-09-13T18:57:52.562 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:52.557+0000 7fbf8d2b7640 1 -- 172.21.15.119:0/1627259443 wait complete. 2024-09-13T18:57:52.562 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:52.558+0000 7fbf8d2b7640 1 Processor -- start 2024-09-13T18:57:52.562 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:52.558+0000 7fbf8d2b7640 1 -- start start 2024-09-13T18:57:52.564 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:52.559+0000 7fbf8d2b7640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fbf880b4660 0x7fbf88154990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:52.565 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:52.559+0000 7fbf8d2b7640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fbf880d07b0 0x7fbf880c95a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:52.565 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:52.559+0000 7fbf8d2b7640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fbf8815c6e0 0x7fbf880c9ae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:52.565 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:52.559+0000 7fbf8d2b7640 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbf88155f90 con 0x7fbf880d07b0 2024-09-13T18:57:52.565 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:52.559+0000 7fbf8d2b7640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbf880ca320 con 0x7fbf880b4660 2024-09-13T18:57:52.565 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:52.559+0000 7fbf8d2b7640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fbf880ca600 con 0x7fbf8815c6e0 2024-09-13T18:57:52.565 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:52.559+0000 7fbf867fc640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fbf880d07b0 0x7fbf880c95a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:52.565 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:52.559+0000 7fbf867fc640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fbf880d07b0 0x7fbf880c95a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.119:3300/0 says I am v2:172.21.15.119:43512/0 (socket says 172.21.15.119:43512) 2024-09-13T18:57:52.565 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:52.559+0000 7fbf867fc640 1 -- 172.21.15.119:0/2457689383 learned_addr learned my addr 172.21.15.119:0/2457689383 (peer_addr_for_me v2:172.21.15.119:0/0) 2024-09-13T18:57:52.565 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:52.559+0000 7fbf877fe640 1 --2- 172.21.15.119:0/2457689383 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fbf8815c6e0 0x7fbf880c9ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:52.566 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:52.559+0000 7fbf86ffd640 1 --2- 172.21.15.119:0/2457689383 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fbf880b4660 0x7fbf88154990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:52.566 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:52.559+0000 7fbf867fc640 1 -- 172.21.15.119:0/2457689383 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fbf8815c6e0 msgr2=0x7fbf880c9ae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:52.566 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:52.559+0000 7fbf867fc640 1 --2- 172.21.15.119:0/2457689383 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fbf8815c6e0 0x7fbf880c9ae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:52.566 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:52.559+0000 7fbf867fc640 1 -- 172.21.15.119:0/2457689383 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fbf880b4660 msgr2=0x7fbf88154990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:52.566 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:52.559+0000 7fbf867fc640 1 --2- 172.21.15.119:0/2457689383 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fbf880b4660 0x7fbf88154990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:52.566 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:52.559+0000 7fbf867fc640 1 -- 172.21.15.119:0/2457689383 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fbf7c009400 con 0x7fbf880d07b0 2024-09-13T18:57:52.566 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:52.559+0000 7fbf86ffd640 1 --2- 172.21.15.119:0/2457689383 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fbf880b4660 0x7fbf88154990 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T18:57:52.566 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:52.559+0000 7fbf867fc640 1 --2- 172.21.15.119:0/2457689383 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fbf880d07b0 0x7fbf880c95a0 secure :-1 s=READY pgs=544 cs=0 l=1 rev1=1 crypto rx=0x7fbf7c000c00 tx=0x7fbf7c0046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:57:52.566 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:52.560+0000 7fbf6f7fe640 1 -- 172.21.15.119:0/2457689383 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbf7c004230 con 0x7fbf880d07b0 2024-09-13T18:57:52.566 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:52.560+0000 7fbf6f7fe640 1 -- 172.21.15.119:0/2457689383 <== mon.0 v2:172.21.15.119:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fbf7c004390 con 0x7fbf880d07b0 2024-09-13T18:57:52.566 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:52.560+0000 7fbf8d2b7640 1 -- 172.21.15.119:0/2457689383 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fbf880ca8e0 con 0x7fbf880d07b0 2024-09-13T18:57:52.567 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:52.560+0000 7fbf6f7fe640 1 -- 172.21.15.119:0/2457689383 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbf7c003850 con 0x7fbf880d07b0 2024-09-13T18:57:52.567 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:52.560+0000 7fbf8d2b7640 1 -- 172.21.15.119:0/2457689383 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fbf880ca020 con 0x7fbf880d07b0 2024-09-13T18:57:52.567 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:52.561+0000 7fbf8d2b7640 1 -- 172.21.15.119:0/2457689383 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fbf880ccb20 con 0x7fbf880d07b0 2024-09-13T18:57:52.567 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:52.561+0000 7fbf6f7fe640 1 -- 172.21.15.119:0/2457689383 <== mon.0 v2:172.21.15.119:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fbf7c039050 con 0x7fbf880d07b0 2024-09-13T18:57:52.567 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:52.561+0000 7fbf6f7fe640 1 --2- 172.21.15.119:0/2457689383 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7fbf7406ac00 0x7fbf7406d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:52.567 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:52.561+0000 7fbf6f7fe640 1 -- 172.21.15.119:0/2457689383 <== mon.0 v2:172.21.15.119:3300/0 5 ==== osd_map(39..39 src has 1..39) v4 ==== 6029+0+0 (secure 0 0 0) 0x7fbf7c0a99b0 con 0x7fbf880d07b0 2024-09-13T18:57:52.567 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:52.561+0000 7fbf86ffd640 1 --2- 172.21.15.119:0/2457689383 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7fbf7406ac00 0x7fbf7406d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:52.567 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:52.562+0000 7fbf86ffd640 1 --2- 172.21.15.119:0/2457689383 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7fbf7406ac00 0x7fbf7406d0c0 secure :-1 s=READY pgs=264 cs=0 l=1 rev1=1 crypto rx=0x7fbf78000f60 tx=0x7fbf78007c10 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:57:52.568 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:52.566+0000 7fbf6f7fe640 1 -- 172.21.15.119:0/2457689383 <== mon.0 v2:172.21.15.119:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fbf7c074b90 con 0x7fbf880d07b0 2024-09-13T18:57:52.763 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:52.760+0000 7fbf8d2b7640 1 -- 172.21.15.119:0/2457689383 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_command({"prefix": "fs ls"} v 0) v1 -- 0x7fbf8808c610 con 0x7fbf880d07b0 2024-09-13T18:57:52.763 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:52.761+0000 7fbf6f7fe640 1 -- 172.21.15.119:0/2457689383 <== mon.0 v2:172.21.15.119:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v14) v1 ==== 53+0+73 (secure 0 0 0) 0x7fbf7c04b020 con 0x7fbf880d07b0 2024-09-13T18:57:52.764 INFO:teuthology.orchestra.run.smithi119.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-09-13T18:57:52.765 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:52.763+0000 7fbf8d2b7640 1 -- 172.21.15.119:0/2457689383 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7fbf7406ac00 msgr2=0x7fbf7406d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:52.766 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:52.763+0000 7fbf8d2b7640 1 --2- 172.21.15.119:0/2457689383 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7fbf7406ac00 0x7fbf7406d0c0 secure :-1 s=READY pgs=264 cs=0 l=1 rev1=1 crypto rx=0x7fbf78000f60 tx=0x7fbf78007c10 comp rx=0 tx=0).stop 2024-09-13T18:57:52.766 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:52.763+0000 7fbf8d2b7640 1 -- 172.21.15.119:0/2457689383 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fbf880d07b0 msgr2=0x7fbf880c95a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:52.766 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:52.763+0000 7fbf8d2b7640 1 --2- 172.21.15.119:0/2457689383 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fbf880d07b0 0x7fbf880c95a0 secure :-1 s=READY pgs=544 cs=0 l=1 rev1=1 crypto rx=0x7fbf7c000c00 tx=0x7fbf7c0046c0 comp rx=0 tx=0).stop 2024-09-13T18:57:52.766 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:52.763+0000 7fbf8d2b7640 1 -- 172.21.15.119:0/2457689383 shutdown_connections 2024-09-13T18:57:52.766 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:52.763+0000 7fbf8d2b7640 1 --2- 172.21.15.119:0/2457689383 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7fbf7406ac00 0x7fbf7406d0c0 unknown :-1 s=CLOSED pgs=264 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:52.766 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:52.763+0000 7fbf8d2b7640 1 --2- 172.21.15.119:0/2457689383 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fbf8815c6e0 0x7fbf880c9ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:52.766 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:52.763+0000 7fbf8d2b7640 1 --2- 172.21.15.119:0/2457689383 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fbf880d07b0 0x7fbf880c95a0 unknown :-1 s=CLOSED pgs=544 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:52.766 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:52.763+0000 7fbf8d2b7640 1 --2- 172.21.15.119:0/2457689383 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fbf880b4660 0x7fbf88154990 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:52.766 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:52.763+0000 7fbf8d2b7640 1 -- 172.21.15.119:0/2457689383 >> 172.21.15.119:0/2457689383 conn(0x7fbf88089f60 msgr2=0x7fbf880d22d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:57:52.766 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:52.763+0000 7fbf8d2b7640 1 -- 172.21.15.119:0/2457689383 shutdown_connections 2024-09-13T18:57:52.766 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:52.763+0000 7fbf8d2b7640 1 -- 172.21.15.119:0/2457689383 wait complete. 2024-09-13T18:57:52.776 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-09-13T18:57:52.776 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-13T18:57:52.776 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi119.front.sepia.ceph.com 2024-09-13T18:57:52.776 INFO:tasks.cephfs.mount:self.client.name = client.0 2024-09-13T18:57:52.777 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2024-09-13T18:57:52.777 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-09-13T18:57:52.777 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-09-13T18:57:52.777 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-13T18:57:52.777 INFO:tasks.cephfs.mount:Setting the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-13T18:57:52.777 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T18:57:52.777 DEBUG:teuthology.orchestra.run.smithi119:> ip addr 2024-09-13T18:57:52.793 INFO:teuthology.orchestra.run.smithi119.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-13T18:57:52.793 INFO:teuthology.orchestra.run.smithi119.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-13T18:57:52.793 INFO:teuthology.orchestra.run.smithi119.stdout: inet 127.0.0.1/8 scope host lo 2024-09-13T18:57:52.793 INFO:teuthology.orchestra.run.smithi119.stdout: valid_lft forever preferred_lft forever 2024-09-13T18:57:52.793 INFO:teuthology.orchestra.run.smithi119.stdout: inet6 ::1/128 scope host 2024-09-13T18:57:52.793 INFO:teuthology.orchestra.run.smithi119.stdout: valid_lft forever preferred_lft forever 2024-09-13T18:57:52.794 INFO:teuthology.orchestra.run.smithi119.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-13T18:57:52.794 INFO:teuthology.orchestra.run.smithi119.stdout: link/ether 0c:c4:7a:d8:da:62 brd ff:ff:ff:ff:ff:ff 2024-09-13T18:57:52.794 INFO:teuthology.orchestra.run.smithi119.stdout: altname enp7s0f0 2024-09-13T18:57:52.794 INFO:teuthology.orchestra.run.smithi119.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-13T18:57:52.794 INFO:teuthology.orchestra.run.smithi119.stdout: link/ether 0c:c4:7a:d8:da:63 brd ff:ff:ff:ff:ff:ff 2024-09-13T18:57:52.794 INFO:teuthology.orchestra.run.smithi119.stdout: altname enp7s0f1 2024-09-13T18:57:52.794 INFO:teuthology.orchestra.run.smithi119.stdout:4: enp3s0f0: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-13T18:57:52.794 INFO:teuthology.orchestra.run.smithi119.stdout: link/ether 0c:c4:7a:8f:d5:ee brd ff:ff:ff:ff:ff:ff 2024-09-13T18:57:52.794 INFO:teuthology.orchestra.run.smithi119.stdout:5: enp3s0f1: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-13T18:57:52.794 INFO:teuthology.orchestra.run.smithi119.stdout: link/ether 0c:c4:7a:8f:d5:ef brd ff:ff:ff:ff:ff:ff 2024-09-13T18:57:52.794 INFO:teuthology.orchestra.run.smithi119.stdout: inet 172.21.15.119/20 brd 172.21.15.255 scope global dynamic noprefixroute enp3s0f1 2024-09-13T18:57:52.794 INFO:teuthology.orchestra.run.smithi119.stdout: valid_lft 42724sec preferred_lft 42724sec 2024-09-13T18:57:52.794 INFO:teuthology.orchestra.run.smithi119.stdout: inet6 fe80::ec4:7aff:fe8f:d5ef/64 scope link noprefixroute 2024-09-13T18:57:52.794 INFO:teuthology.orchestra.run.smithi119.stdout: valid_lft forever preferred_lft forever 2024-09-13T18:57:52.795 INFO:teuthology.orchestra.run.smithi119.stdout:8: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-13T18:57:52.795 INFO:teuthology.orchestra.run.smithi119.stdout: link/ether 6e:29:a4:8b:23:3f brd ff:ff:ff:ff:ff:ff 2024-09-13T18:57:52.795 INFO:teuthology.orchestra.run.smithi119.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2024-09-13T18:57:52.795 INFO:teuthology.orchestra.run.smithi119.stdout: valid_lft forever preferred_lft forever 2024-09-13T18:57:52.795 INFO:teuthology.orchestra.run.smithi119.stdout: inet6 fe80::2c1e:bbff:fec3:532f/64 scope link 2024-09-13T18:57:52.795 INFO:teuthology.orchestra.run.smithi119.stdout: valid_lft forever preferred_lft forever 2024-09-13T18:57:52.795 INFO:teuthology.orchestra.run.smithi119.stdout:9: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-13T18:57:52.795 INFO:teuthology.orchestra.run.smithi119.stdout: link/ether 96:c7:9d:7f:97:e9 brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-13T18:57:52.795 INFO:teuthology.orchestra.run.smithi119.stdout: inet6 fe80::94c7:9dff:fe7f:97e9/64 scope link 2024-09-13T18:57:52.795 INFO:teuthology.orchestra.run.smithi119.stdout: valid_lft forever preferred_lft forever 2024-09-13T18:57:52.795 INFO:teuthology.orchestra.run.smithi119.stdout:10: brx.1@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-13T18:57:52.795 INFO:teuthology.orchestra.run.smithi119.stdout: link/ether 6e:29:a4:8b:23:3f brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-13T18:57:52.795 INFO:teuthology.orchestra.run.smithi119.stdout: inet6 fe80::6c29:a4ff:fe8b:233f/64 scope link 2024-09-13T18:57:52.795 INFO:teuthology.orchestra.run.smithi119.stdout: valid_lft forever preferred_lft forever 2024-09-13T18:57:52.796 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T18:57:52.796 DEBUG:teuthology.orchestra.run.smithi119:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-13T18:57:52.856 INFO:teuthology.orchestra.run.smithi119.stdout:1 2024-09-13T18:57:52.859 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T18:57:52.859 DEBUG:teuthology.orchestra.run.smithi119:> route 2024-09-13T18:57:52.916 INFO:teuthology.orchestra.run.smithi119.stdout:Kernel IP routing table 2024-09-13T18:57:52.916 INFO:teuthology.orchestra.run.smithi119.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-13T18:57:52.917 INFO:teuthology.orchestra.run.smithi119.stdout:default _gateway 0.0.0.0 UG 100 0 0 enp3s0f1 2024-09-13T18:57:52.917 INFO:teuthology.orchestra.run.smithi119.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 enp3s0f1 2024-09-13T18:57:52.917 INFO:teuthology.orchestra.run.smithi119.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-13T18:57:52.917 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T18:57:52.918 DEBUG:teuthology.orchestra.run.smithi119:> (cd / && exec bash -c ' 2024-09-13T18:57:52.918 DEBUG:teuthology.orchestra.run.smithi119:> set -e 2024-09-13T18:57:52.918 DEBUG:teuthology.orchestra.run.smithi119:> sudo iptables -A FORWARD -o enp3s0f1 -i ceph-brx -j ACCEPT 2024-09-13T18:57:52.918 DEBUG:teuthology.orchestra.run.smithi119:> sudo iptables -A FORWARD -i enp3s0f1 -o ceph-brx -j ACCEPT 2024-09-13T18:57:52.918 DEBUG:teuthology.orchestra.run.smithi119:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o enp3s0f1 -j MASQUERADE 2024-09-13T18:57:52.918 DEBUG:teuthology.orchestra.run.smithi119:> ') 2024-09-13T18:57:53.002 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T18:57:53.003 DEBUG:teuthology.orchestra.run.smithi119:> ip netns list 2024-09-13T18:57:53.018 INFO:teuthology.orchestra.run.smithi119.stdout:ceph-ns--home-ubuntu-cephtest-mnt.2 (id: 1) 2024-09-13T18:57:53.018 INFO:teuthology.orchestra.run.smithi119.stdout:ceph-ns--home-ubuntu-cephtest-mnt.0 (id: 0) 2024-09-13T18:57:53.018 INFO:tasks.cephfs.mount:Resuming the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-13T18:57:53.018 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T18:57:53.018 DEBUG:teuthology.orchestra.run.smithi119:> sudo ip link set brx.0 up 2024-09-13T18:57:53.084 INFO:tasks.cephfs.fuse_mount:Client client.0 config is {} 2024-09-13T18:57:53.084 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-13T18:57:53.084 DEBUG:teuthology.orchestra.run.smithi119:> mkdir -p -v /home/ubuntu/cephtest/mnt.0 2024-09-13T18:57:53.139 INFO:teuthology.orchestra.run.smithi119.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.0' 2024-09-13T18:57:53.139 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-13T18:57:53.139 DEBUG:teuthology.orchestra.run.smithi119:> chmod 0000 /home/ubuntu/cephtest/mnt.0 2024-09-13T18:57:53.195 DEBUG:teuthology.orchestra.run.smithi119:> sudo modprobe fuse 2024-09-13T18:57:53.260 INFO:teuthology.orchestra.run:Running command with timeout 30 2024-09-13T18:57:53.260 DEBUG:teuthology.orchestra.run.smithi119:> sudo mount -t fusectl /sys/fs/fuse/connections /sys/fs/fuse/connections 2024-09-13T18:57:53.324 INFO:teuthology.orchestra.run.smithi119.stderr:mount: /sys/fs/fuse/connections: /sys/fs/fuse/connections already mounted or mount point busy. 2024-09-13T18:57:53.325 DEBUG:teuthology.orchestra.run:got remote process result: 32 2024-09-13T18:57:53.326 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T18:57:53.326 DEBUG:teuthology.orchestra.run.smithi119:> ls /sys/fs/fuse/connections 2024-09-13T18:57:53.381 INFO:tasks.cephfs.fuse_mount:Pre-mount connections: [] 2024-09-13T18:57:53.382 DEBUG:teuthology.orchestra.run.smithi119:> (cd /home/ubuntu/cephtest && exec sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-fuse -f --admin-socket '/var/run/ceph/$cluster-$name.$pid.asok' /home/ubuntu/cephtest/mnt.0 --id 0) 2024-09-13T18:57:53.424 DEBUG:teuthology.orchestra.run.smithi119:> sudo modprobe fuse 2024-09-13T18:57:53.448 INFO:teuthology.orchestra.run:Running command with timeout 30 2024-09-13T18:57:53.448 DEBUG:teuthology.orchestra.run.smithi119:> sudo mount -t fusectl /sys/fs/fuse/connections /sys/fs/fuse/connections 2024-09-13T18:57:53.505 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi119.stderr:2024-09-13T18:57:53.503+0000 7f58af940480 -1 init, newargv = 0x55c53c586fd0 newargc=15 2024-09-13T18:57:53.506 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi119.stderr:ceph-fuse[53328]: starting ceph client 2024-09-13T18:57:53.510 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi119.stderr:ceph-fuse[53328]: starting fuse 2024-09-13T18:57:53.515 INFO:teuthology.orchestra.run.smithi119.stderr:mount: /sys/fs/fuse/connections: /sys/fs/fuse/connections already mounted or mount point busy. 2024-09-13T18:57:53.516 DEBUG:teuthology.orchestra.run:got remote process result: 32 2024-09-13T18:57:53.516 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T18:57:53.516 DEBUG:teuthology.orchestra.run.smithi119:> ls /sys/fs/fuse/connections 2024-09-13T18:57:53.572 INFO:teuthology.orchestra.run.smithi119.stdout:41 2024-09-13T18:57:53.572 INFO:tasks.cephfs.fuse_mount:Post-mount connections: [41] 2024-09-13T18:57:53.572 DEBUG:teuthology.orchestra.run.smithi119:> sudo adjust-ulimits daemon-helper kill python3 -c ' 2024-09-13T18:57:53.572 DEBUG:teuthology.orchestra.run.smithi119:> import glob 2024-09-13T18:57:53.572 DEBUG:teuthology.orchestra.run.smithi119:> import re 2024-09-13T18:57:53.573 DEBUG:teuthology.orchestra.run.smithi119:> import os 2024-09-13T18:57:53.573 DEBUG:teuthology.orchestra.run.smithi119:> import subprocess 2024-09-13T18:57:53.573 DEBUG:teuthology.orchestra.run.smithi119:> 2024-09-13T18:57:53.573 DEBUG:teuthology.orchestra.run.smithi119:> def _find_admin_socket(client_name): 2024-09-13T18:57:53.573 DEBUG:teuthology.orchestra.run.smithi119:> asok_path = "/var/run/ceph/ceph-client.0.*.asok" 2024-09-13T18:57:53.573 DEBUG:teuthology.orchestra.run.smithi119:> files = glob.glob(asok_path) 2024-09-13T18:57:53.573 DEBUG:teuthology.orchestra.run.smithi119:> mountpoint = "/home/ubuntu/cephtest/mnt.0" 2024-09-13T18:57:53.573 DEBUG:teuthology.orchestra.run.smithi119:> 2024-09-13T18:57:53.573 DEBUG:teuthology.orchestra.run.smithi119:> # Given a non-glob path, it better be there 2024-09-13T18:57:53.573 DEBUG:teuthology.orchestra.run.smithi119:> if "*" not in asok_path: 2024-09-13T18:57:53.573 DEBUG:teuthology.orchestra.run.smithi119:> assert(len(files) == 1) 2024-09-13T18:57:53.573 DEBUG:teuthology.orchestra.run.smithi119:> return files[0] 2024-09-13T18:57:53.573 DEBUG:teuthology.orchestra.run.smithi119:> 2024-09-13T18:57:53.573 DEBUG:teuthology.orchestra.run.smithi119:> for f in files: 2024-09-13T18:57:53.573 DEBUG:teuthology.orchestra.run.smithi119:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2024-09-13T18:57:53.574 DEBUG:teuthology.orchestra.run.smithi119:> if os.path.exists("/proc/{0}".format(pid)): 2024-09-13T18:57:53.574 DEBUG:teuthology.orchestra.run.smithi119:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2024-09-13T18:57:53.574 DEBUG:teuthology.orchestra.run.smithi119:> contents = proc_f.read() 2024-09-13T18:57:53.574 DEBUG:teuthology.orchestra.run.smithi119:> if mountpoint in contents: 2024-09-13T18:57:53.574 DEBUG:teuthology.orchestra.run.smithi119:> return f 2024-09-13T18:57:53.574 DEBUG:teuthology.orchestra.run.smithi119:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2024-09-13T18:57:53.574 DEBUG:teuthology.orchestra.run.smithi119:> 2024-09-13T18:57:53.574 DEBUG:teuthology.orchestra.run.smithi119:> print(_find_admin_socket("client.0")) 2024-09-13T18:57:53.574 DEBUG:teuthology.orchestra.run.smithi119:> ' 2024-09-13T18:57:53.687 INFO:teuthology.orchestra.run.smithi119.stdout:/var/run/ceph/ceph-client.0.53328.asok 2024-09-13T18:57:53.874 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.0.53328.asok 2024-09-13T18:57:53.874 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T18:57:53.874 DEBUG:teuthology.orchestra.run.smithi119:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.0.53328.asok status 2024-09-13T18:57:54.008 INFO:teuthology.orchestra.run.smithi119.stdout:{ 2024-09-13T18:57:54.008 INFO:teuthology.orchestra.run.smithi119.stdout: "metadata": { 2024-09-13T18:57:54.008 INFO:teuthology.orchestra.run.smithi119.stdout: "ceph_sha1": "6c6b083f148f500c4f56d402b9e4ffcab6f1e2d3", 2024-09-13T18:57:54.008 INFO:teuthology.orchestra.run.smithi119.stdout: "ceph_version": "ceph version 18.2.4-860-g6c6b083f (6c6b083f148f500c4f56d402b9e4ffcab6f1e2d3) reef (stable)", 2024-09-13T18:57:54.009 INFO:teuthology.orchestra.run.smithi119.stdout: "entity_id": "0", 2024-09-13T18:57:54.009 INFO:teuthology.orchestra.run.smithi119.stdout: "hostname": "smithi119", 2024-09-13T18:57:54.009 INFO:teuthology.orchestra.run.smithi119.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.0", 2024-09-13T18:57:54.009 INFO:teuthology.orchestra.run.smithi119.stdout: "pid": "53328", 2024-09-13T18:57:54.009 INFO:teuthology.orchestra.run.smithi119.stdout: "root": "/" 2024-09-13T18:57:54.009 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2024-09-13T18:57:54.009 INFO:teuthology.orchestra.run.smithi119.stdout: "dentry_count": 0, 2024-09-13T18:57:54.009 INFO:teuthology.orchestra.run.smithi119.stdout: "dentry_pinned_count": 0, 2024-09-13T18:57:54.009 INFO:teuthology.orchestra.run.smithi119.stdout: "id": 5688, 2024-09-13T18:57:54.009 INFO:teuthology.orchestra.run.smithi119.stdout: "inst": { 2024-09-13T18:57:54.009 INFO:teuthology.orchestra.run.smithi119.stdout: "name": { 2024-09-13T18:57:54.009 INFO:teuthology.orchestra.run.smithi119.stdout: "type": "client", 2024-09-13T18:57:54.009 INFO:teuthology.orchestra.run.smithi119.stdout: "num": 5688 2024-09-13T18:57:54.009 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2024-09-13T18:57:54.010 INFO:teuthology.orchestra.run.smithi119.stdout: "addr": { 2024-09-13T18:57:54.010 INFO:teuthology.orchestra.run.smithi119.stdout: "type": "v1", 2024-09-13T18:57:54.010 INFO:teuthology.orchestra.run.smithi119.stdout: "addr": "192.168.0.1:0", 2024-09-13T18:57:54.010 INFO:teuthology.orchestra.run.smithi119.stdout: "nonce": 4293171506 2024-09-13T18:57:54.010 INFO:teuthology.orchestra.run.smithi119.stdout: } 2024-09-13T18:57:54.010 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2024-09-13T18:57:54.010 INFO:teuthology.orchestra.run.smithi119.stdout: "addr": { 2024-09-13T18:57:54.010 INFO:teuthology.orchestra.run.smithi119.stdout: "type": "v1", 2024-09-13T18:57:54.010 INFO:teuthology.orchestra.run.smithi119.stdout: "addr": "192.168.0.1:0", 2024-09-13T18:57:54.010 INFO:teuthology.orchestra.run.smithi119.stdout: "nonce": 4293171506 2024-09-13T18:57:54.010 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2024-09-13T18:57:54.010 INFO:teuthology.orchestra.run.smithi119.stdout: "inst_str": "client.5688 192.168.0.1:0/4293171506", 2024-09-13T18:57:54.011 INFO:teuthology.orchestra.run.smithi119.stdout: "addr_str": "192.168.0.1:0/4293171506", 2024-09-13T18:57:54.011 INFO:teuthology.orchestra.run.smithi119.stdout: "inode_count": 1, 2024-09-13T18:57:54.011 INFO:teuthology.orchestra.run.smithi119.stdout: "mds_epoch": 14, 2024-09-13T18:57:54.011 INFO:teuthology.orchestra.run.smithi119.stdout: "osd_epoch": 39, 2024-09-13T18:57:54.011 INFO:teuthology.orchestra.run.smithi119.stdout: "osd_epoch_barrier": 0, 2024-09-13T18:57:54.011 INFO:teuthology.orchestra.run.smithi119.stdout: "blocklisted": false, 2024-09-13T18:57:54.011 INFO:teuthology.orchestra.run.smithi119.stdout: "fs_name": "cephfs" 2024-09-13T18:57:54.011 INFO:teuthology.orchestra.run.smithi119.stdout:} 2024-09-13T18:57:54.017 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T18:57:54.017 DEBUG:teuthology.orchestra.run.smithi119:> stat --file-system '--printf=%T 2024-09-13T18:57:54.017 DEBUG:teuthology.orchestra.run.smithi119:> ' -- /home/ubuntu/cephtest/mnt.0 2024-09-13T18:57:54.033 INFO:teuthology.orchestra.run.smithi119.stdout:fuseblk 2024-09-13T18:57:54.033 INFO:tasks.cephfs.fuse_mount:ceph-fuse is mounted on /home/ubuntu/cephtest/mnt.0 2024-09-13T18:57:54.034 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T18:57:54.034 DEBUG:teuthology.orchestra.run.smithi119:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.0 2024-09-13T18:57:54.099 DEBUG:teuthology.orchestra.run.smithi119:> set -ex 2024-09-13T18:57:54.099 DEBUG:teuthology.orchestra.run.smithi119:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-13T18:57:54.155 DEBUG:teuthology.orchestra.run.smithi119:> adjust-ulimits daemon-helper kill python3 -c ' 2024-09-13T18:57:54.156 DEBUG:teuthology.orchestra.run.smithi119:> import os 2024-09-13T18:57:54.156 DEBUG:teuthology.orchestra.run.smithi119:> import uuid 2024-09-13T18:57:54.156 DEBUG:teuthology.orchestra.run.smithi119:> 2024-09-13T18:57:54.156 DEBUG:teuthology.orchestra.run.smithi119:> n = 1 2024-09-13T18:57:54.156 DEBUG:teuthology.orchestra.run.smithi119:> create_hard_links = False 2024-09-13T18:57:54.156 DEBUG:teuthology.orchestra.run.smithi119:> if 0 > 0: 2024-09-13T18:57:54.156 DEBUG:teuthology.orchestra.run.smithi119:> create_hard_links = True 2024-09-13T18:57:54.156 DEBUG:teuthology.orchestra.run.smithi119:> path = "/home/ubuntu/cephtest/mnt.0/file_on_fs" 2024-09-13T18:57:54.156 DEBUG:teuthology.orchestra.run.smithi119:> 2024-09-13T18:57:54.156 DEBUG:teuthology.orchestra.run.smithi119:> dpath = os.path.dirname(path) 2024-09-13T18:57:54.156 DEBUG:teuthology.orchestra.run.smithi119:> fnameprefix = os.path.basename(path) 2024-09-13T18:57:54.156 DEBUG:teuthology.orchestra.run.smithi119:> os.makedirs(dpath, exist_ok=True) 2024-09-13T18:57:54.157 DEBUG:teuthology.orchestra.run.smithi119:> 2024-09-13T18:57:54.157 DEBUG:teuthology.orchestra.run.smithi119:> try: 2024-09-13T18:57:54.157 DEBUG:teuthology.orchestra.run.smithi119:> dirfd = os.open(dpath, os.O_DIRECTORY) 2024-09-13T18:57:54.157 DEBUG:teuthology.orchestra.run.smithi119:> 2024-09-13T18:57:54.157 DEBUG:teuthology.orchestra.run.smithi119:> for i in range(n): 2024-09-13T18:57:54.157 DEBUG:teuthology.orchestra.run.smithi119:> fpath = os.path.join(dpath, f"{fnameprefix}_{i}") 2024-09-13T18:57:54.157 DEBUG:teuthology.orchestra.run.smithi119:> with open(fpath, '"'"'w'"'"') as f: 2024-09-13T18:57:54.157 DEBUG:teuthology.orchestra.run.smithi119:> f.write(f"{i}") 2024-09-13T18:57:54.157 DEBUG:teuthology.orchestra.run.smithi119:> if True: 2024-09-13T18:57:54.157 DEBUG:teuthology.orchestra.run.smithi119:> f.flush() 2024-09-13T18:57:54.157 DEBUG:teuthology.orchestra.run.smithi119:> os.fsync(f.fileno()) 2024-09-13T18:57:54.157 DEBUG:teuthology.orchestra.run.smithi119:> if False: 2024-09-13T18:57:54.157 DEBUG:teuthology.orchestra.run.smithi119:> os.unlink(fpath) 2024-09-13T18:57:54.157 DEBUG:teuthology.orchestra.run.smithi119:> if False: 2024-09-13T18:57:54.157 DEBUG:teuthology.orchestra.run.smithi119:> os.fsync(dirfd) 2024-09-13T18:57:54.158 DEBUG:teuthology.orchestra.run.smithi119:> if create_hard_links: 2024-09-13T18:57:54.158 DEBUG:teuthology.orchestra.run.smithi119:> for j in range(0): 2024-09-13T18:57:54.158 DEBUG:teuthology.orchestra.run.smithi119:> os.system(f"ln {fpath} {dpath}/{fnameprefix}_{i}_{uuid.uuid4()}") 2024-09-13T18:57:54.158 DEBUG:teuthology.orchestra.run.smithi119:> if False: 2024-09-13T18:57:54.158 DEBUG:teuthology.orchestra.run.smithi119:> os.fsync(dirfd) 2024-09-13T18:57:54.158 DEBUG:teuthology.orchestra.run.smithi119:> finally: 2024-09-13T18:57:54.158 DEBUG:teuthology.orchestra.run.smithi119:> os.close(dirfd) 2024-09-13T18:57:54.158 DEBUG:teuthology.orchestra.run.smithi119:> ' 2024-09-13T18:57:54.446 DEBUG:teuthology.orchestra.run.smithi119:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs fail cephfs 2024-09-13T18:57:54.585 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:54.583+0000 7fc90a0d7640 1 Processor -- start 2024-09-13T18:57:54.586 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:54.583+0000 7fc90a0d7640 1 -- start start 2024-09-13T18:57:54.587 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:54.583+0000 7fc90a0d7640 1 --2- >> v2:172.21.15.119:3300/0 conn(0x7fc904071d30 0x7fc904070190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:54.587 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:54.584+0000 7fc90a0d7640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7fc904072110 0x7fc9040b1b70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:54.587 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:54.584+0000 7fc90a0d7640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fc9040c8920 0x7fc9040c8dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:54.587 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:54.584+0000 7fc90a0d7640 1 -- --> v2:172.21.15.119:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fc9040c9310 con 0x7fc904071d30 2024-09-13T18:57:54.587 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:54.584+0000 7fc90a0d7640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fc9040abdf0 con 0x7fc904072110 2024-09-13T18:57:54.588 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:54.584+0000 7fc90a0d7640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc9040ab1e0 con 0x7fc9040c8920 2024-09-13T18:57:54.588 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:54.584+0000 7fc9037fe640 1 --2- >> v2:172.21.15.119:3300/0 conn(0x7fc904071d30 0x7fc904070190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:54.588 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:54.584+0000 7fc9037fe640 1 --2- >> v2:172.21.15.119:3300/0 conn(0x7fc904071d30 0x7fc904070190 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.119:3300/0 says I am v2:172.21.15.119:37824/0 (socket says 172.21.15.119:37824) 2024-09-13T18:57:54.588 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:54.584+0000 7fc9037fe640 1 -- 172.21.15.119:0/3229331899 learned_addr learned my addr 172.21.15.119:0/3229331899 (peer_addr_for_me v2:172.21.15.119:0/0) 2024-09-13T18:57:54.588 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:54.584+0000 7fc902ffd640 1 --2- 172.21.15.119:0/3229331899 >> v2:172.21.15.145:3300/0 conn(0x7fc904072110 0x7fc9040b1b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:54.588 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:54.584+0000 7fc9037fe640 1 -- 172.21.15.119:0/3229331899 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fc9040c8920 msgr2=0x7fc9040c8dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T18:57:54.588 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:54.584+0000 7fc903fff640 1 --2- 172.21.15.119:0/3229331899 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fc9040c8920 0x7fc9040c8dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:54.588 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:54.584+0000 7fc9037fe640 1 --2- 172.21.15.119:0/3229331899 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fc9040c8920 0x7fc9040c8dd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:54.588 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:54.584+0000 7fc9037fe640 1 -- 172.21.15.119:0/3229331899 >> v2:172.21.15.145:3300/0 conn(0x7fc904072110 msgr2=0x7fc9040b1b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T18:57:54.588 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:54.584+0000 7fc9037fe640 1 --2- 172.21.15.119:0/3229331899 >> v2:172.21.15.145:3300/0 conn(0x7fc904072110 0x7fc9040b1b70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:54.588 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:54.584+0000 7fc9037fe640 1 -- 172.21.15.119:0/3229331899 --> v2:172.21.15.119:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc9040ab4c0 con 0x7fc904071d30 2024-09-13T18:57:54.588 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:54.584+0000 7fc902ffd640 1 --2- 172.21.15.119:0/3229331899 >> v2:172.21.15.145:3300/0 conn(0x7fc904072110 0x7fc9040b1b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T18:57:54.588 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:54.585+0000 7fc9037fe640 1 --2- 172.21.15.119:0/3229331899 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fc904071d30 0x7fc904070190 secure :-1 s=READY pgs=546 cs=0 l=1 rev1=1 crypto rx=0x7fc9040cf000 tx=0x7fc8f402c890 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f57c6e0da24f16e server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:57:54.589 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:54.585+0000 7fc9027fc640 1 -- 172.21.15.119:0/3229331899 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc8f4032790 con 0x7fc904071d30 2024-09-13T18:57:54.589 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:54.585+0000 7fc9027fc640 1 -- 172.21.15.119:0/3229331899 <== mon.0 v2:172.21.15.119:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc8f40328f0 con 0x7fc904071d30 2024-09-13T18:57:54.589 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:54.585+0000 7fc9027fc640 1 -- 172.21.15.119:0/3229331899 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc8f4032c80 con 0x7fc904071d30 2024-09-13T18:57:54.591 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:54.585+0000 7fc90a0d7640 1 -- 172.21.15.119:0/3229331899 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fc904071d30 msgr2=0x7fc904070190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:54.591 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:54.585+0000 7fc90a0d7640 1 --2- 172.21.15.119:0/3229331899 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fc904071d30 0x7fc904070190 secure :-1 s=READY pgs=546 cs=0 l=1 rev1=1 crypto rx=0x7fc9040cf000 tx=0x7fc8f402c890 comp rx=0 tx=0).stop 2024-09-13T18:57:54.592 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:54.585+0000 7fc90a0d7640 1 -- 172.21.15.119:0/3229331899 shutdown_connections 2024-09-13T18:57:54.592 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:54.585+0000 7fc90a0d7640 1 --2- 172.21.15.119:0/3229331899 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fc9040c8920 0x7fc9040c8dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:54.592 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:54.585+0000 7fc90a0d7640 1 --2- 172.21.15.119:0/3229331899 >> v2:172.21.15.145:3300/0 conn(0x7fc904072110 0x7fc9040b1b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:54.592 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:54.585+0000 7fc90a0d7640 1 --2- 172.21.15.119:0/3229331899 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fc904071d30 0x7fc904070190 unknown :-1 s=CLOSED pgs=546 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:54.592 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:54.585+0000 7fc90a0d7640 1 -- 172.21.15.119:0/3229331899 >> 172.21.15.119:0/3229331899 conn(0x7fc904069ed0 msgr2=0x7fc90406a2e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:57:54.592 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:54.585+0000 7fc90a0d7640 1 -- 172.21.15.119:0/3229331899 shutdown_connections 2024-09-13T18:57:54.592 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:54.585+0000 7fc90a0d7640 1 -- 172.21.15.119:0/3229331899 wait complete. 2024-09-13T18:57:54.592 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:54.587+0000 7fc90a0d7640 1 Processor -- start 2024-09-13T18:57:54.592 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:54.587+0000 7fc90a0d7640 1 -- start start 2024-09-13T18:57:54.592 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:54.587+0000 7fc90a0d7640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fc904071d30 0x7fc90415c120 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:54.592 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:54.587+0000 7fc90a0d7640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fc904072110 0x7fc9041e4180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:54.592 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:54.587+0000 7fc90a0d7640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fc9040c8920 0x7fc9041e46c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:54.593 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:54.587+0000 7fc90a0d7640 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc9040c5430 con 0x7fc904071d30 2024-09-13T18:57:54.593 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:54.587+0000 7fc90a0d7640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc9041e4f20 con 0x7fc904072110 2024-09-13T18:57:54.593 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:54.587+0000 7fc90a0d7640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc9041e5200 con 0x7fc9040c8920 2024-09-13T18:57:54.593 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:54.588+0000 7fc9037fe640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fc904071d30 0x7fc90415c120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:54.593 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:54.588+0000 7fc9037fe640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fc904071d30 0x7fc90415c120 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.119:3300/0 says I am v2:172.21.15.119:37834/0 (socket says 172.21.15.119:37834) 2024-09-13T18:57:54.593 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:54.588+0000 7fc9037fe640 1 -- 172.21.15.119:0/1518131267 learned_addr learned my addr 172.21.15.119:0/1518131267 (peer_addr_for_me v2:172.21.15.119:0/0) 2024-09-13T18:57:54.593 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:54.588+0000 7fc903fff640 1 --2- 172.21.15.119:0/1518131267 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fc9040c8920 0x7fc9041e46c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:54.593 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:54.588+0000 7fc902ffd640 1 --2- 172.21.15.119:0/1518131267 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fc904072110 0x7fc9041e4180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:54.593 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:54.588+0000 7fc9037fe640 1 -- 172.21.15.119:0/1518131267 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fc9040c8920 msgr2=0x7fc9041e46c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:54.593 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:54.588+0000 7fc9037fe640 1 --2- 172.21.15.119:0/1518131267 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fc9040c8920 0x7fc9041e46c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:54.593 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:54.588+0000 7fc9037fe640 1 -- 172.21.15.119:0/1518131267 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fc904072110 msgr2=0x7fc9041e4180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:54.593 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:54.588+0000 7fc9037fe640 1 --2- 172.21.15.119:0/1518131267 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fc904072110 0x7fc9041e4180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:54.593 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:54.588+0000 7fc9037fe640 1 -- 172.21.15.119:0/1518131267 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc8f400b770 con 0x7fc904071d30 2024-09-13T18:57:54.594 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:54.588+0000 7fc9037fe640 1 --2- 172.21.15.119:0/1518131267 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fc904071d30 0x7fc90415c120 secure :-1 s=READY pgs=547 cs=0 l=1 rev1=1 crypto rx=0x7fc8f400b2c0 tx=0x7fc8f40046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:57:54.594 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:54.588+0000 7fc8ebfff640 1 -- 172.21.15.119:0/1518131267 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc8f4033830 con 0x7fc904071d30 2024-09-13T18:57:54.594 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:54.588+0000 7fc8ebfff640 1 -- 172.21.15.119:0/1518131267 <== mon.0 v2:172.21.15.119:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc8f4033990 con 0x7fc904071d30 2024-09-13T18:57:54.594 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:54.588+0000 7fc90a0d7640 1 -- 172.21.15.119:0/1518131267 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc9041e54e0 con 0x7fc904071d30 2024-09-13T18:57:54.594 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:54.588+0000 7fc8ebfff640 1 -- 172.21.15.119:0/1518131267 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc8f4033d20 con 0x7fc904071d30 2024-09-13T18:57:54.594 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:54.588+0000 7fc90a0d7640 1 -- 172.21.15.119:0/1518131267 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc90415c660 con 0x7fc904071d30 2024-09-13T18:57:54.594 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:54.589+0000 7fc90a0d7640 1 -- 172.21.15.119:0/1518131267 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fc9040b2f00 con 0x7fc904071d30 2024-09-13T18:57:54.595 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:54.590+0000 7fc8ebfff640 1 -- 172.21.15.119:0/1518131267 <== mon.0 v2:172.21.15.119:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fc8f404f450 con 0x7fc904071d30 2024-09-13T18:57:54.595 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:54.590+0000 7fc8ebfff640 1 --2- 172.21.15.119:0/1518131267 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7fc8f006ac00 0x7fc8f006d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:54.595 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:54.590+0000 7fc8ebfff640 1 -- 172.21.15.119:0/1518131267 <== mon.0 v2:172.21.15.119:3300/0 5 ==== osd_map(39..39 src has 1..39) v4 ==== 6029+0+0 (secure 0 0 0) 0x7fc8f40ac7a0 con 0x7fc904071d30 2024-09-13T18:57:54.595 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:54.590+0000 7fc902ffd640 1 --2- 172.21.15.119:0/1518131267 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7fc8f006ac00 0x7fc8f006d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:54.595 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:54.591+0000 7fc902ffd640 1 --2- 172.21.15.119:0/1518131267 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7fc8f006ac00 0x7fc8f006d0c0 secure :-1 s=READY pgs=265 cs=0 l=1 rev1=1 crypto rx=0x7fc9041f1ab0 tx=0x7fc8f8008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:57:54.597 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:54.594+0000 7fc8ebfff640 1 -- 172.21.15.119:0/1518131267 <== mon.0 v2:172.21.15.119:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fc8f4077840 con 0x7fc904071d30 2024-09-13T18:57:54.791 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:54.789+0000 7fc90a0d7640 1 -- 172.21.15.119:0/1518131267 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_command({"prefix": "fs fail", "fs_name": "cephfs"} v 0) v1 -- 0x7fc90415cb20 con 0x7fc904071d30 2024-09-13T18:57:54.792 INFO:tasks.ceph.mon.a.smithi119.stderr:2024-09-13T18:57:54.789+0000 7f9b0e9d7640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-13T18:57:54.799 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:54.796+0000 7fc8ebfff640 1 -- 172.21.15.119:0/1518131267 <== mon.0 v2:172.21.15.119:3300/0 7 ==== mon_command_ack([{"prefix": "fs fail", "fs_name": "cephfs"}]=0 cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. v15) v1 ==== 161+0+0 (secure 0 0 0) 0x7fc8f407ae60 con 0x7fc904071d30 2024-09-13T18:57:54.799 INFO:teuthology.orchestra.run.smithi119.stderr:cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. 2024-09-13T18:57:54.800 INFO:tasks.ceph.mds.d.smithi145.stderr: -954> 2024-09-13T18:57:48.267+0000 7fa00eaac640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-13T18:57:54.801 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:54.798+0000 7fc90a0d7640 1 -- 172.21.15.119:0/1518131267 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7fc8f006ac00 msgr2=0x7fc8f006d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:54.802 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:54.798+0000 7fc90a0d7640 1 --2- 172.21.15.119:0/1518131267 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7fc8f006ac00 0x7fc8f006d0c0 secure :-1 s=READY pgs=265 cs=0 l=1 rev1=1 crypto rx=0x7fc9041f1ab0 tx=0x7fc8f8008040 comp rx=0 tx=0).stop 2024-09-13T18:57:54.802 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:54.798+0000 7fc90a0d7640 1 -- 172.21.15.119:0/1518131267 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fc904071d30 msgr2=0x7fc90415c120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:54.802 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:54.798+0000 7fc90a0d7640 1 --2- 172.21.15.119:0/1518131267 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fc904071d30 0x7fc90415c120 secure :-1 s=READY pgs=547 cs=0 l=1 rev1=1 crypto rx=0x7fc8f400b2c0 tx=0x7fc8f40046c0 comp rx=0 tx=0).stop 2024-09-13T18:57:54.802 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:54.798+0000 7fc90a0d7640 1 -- 172.21.15.119:0/1518131267 shutdown_connections 2024-09-13T18:57:54.802 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:54.798+0000 7fc90a0d7640 1 --2- 172.21.15.119:0/1518131267 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7fc8f006ac00 0x7fc8f006d0c0 unknown :-1 s=CLOSED pgs=265 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:54.802 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:54.798+0000 7fc90a0d7640 1 --2- 172.21.15.119:0/1518131267 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fc9040c8920 0x7fc9041e46c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:54.802 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:54.798+0000 7fc90a0d7640 1 --2- 172.21.15.119:0/1518131267 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fc904072110 0x7fc9041e4180 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:54.802 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:54.798+0000 7fc90a0d7640 1 --2- 172.21.15.119:0/1518131267 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fc904071d30 0x7fc90415c120 unknown :-1 s=CLOSED pgs=547 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:54.802 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:54.798+0000 7fc90a0d7640 1 -- 172.21.15.119:0/1518131267 >> 172.21.15.119:0/1518131267 conn(0x7fc904069ed0 msgr2=0x7fc9040b18b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:57:54.802 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:54.799+0000 7fc90a0d7640 1 -- 172.21.15.119:0/1518131267 shutdown_connections 2024-09-13T18:57:54.802 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:54.799+0000 7fc90a0d7640 1 -- 172.21.15.119:0/1518131267 wait complete. 2024-09-13T18:57:54.812 DEBUG:teuthology.orchestra.run.smithi119:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs rm cephfs --yes-i-really-mean-it 2024-09-13T18:57:54.828 INFO:tasks.ceph.mds.d.smithi145.stdout:starting mds.d at 2024-09-13T18:57:54.912 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:54.910+0000 7fc014b01640 1 Processor -- start 2024-09-13T18:57:54.912 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:54.910+0000 7fc014b01640 1 -- start start 2024-09-13T18:57:54.915 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:54.911+0000 7fc014b01640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7fc0100b20a0 0x7fc0100ce4f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:54.915 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:54.911+0000 7fc014b01640 1 -- --> v1:172.21.15.119:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fc0100cee60 con 0x7fc0100cea30 2024-09-13T18:57:54.915 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:54.911+0000 7fc014b01640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fc01015a790 con 0x7fc01015a3b0 2024-09-13T18:57:54.915 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:54.911+0000 7fc014b01640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fc0100b2680 con 0x7fc0100b20a0 2024-09-13T18:57:54.915 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:54.911+0000 7fc00ed9d640 1 --1- >> v1:172.21.15.119:6789/0 conn(0x7fc0100cea30 0x7fc0100ab9e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.119:6789/0 says I am v1:172.21.15.119:54298/0 (socket says 172.21.15.119:54298) 2024-09-13T18:57:54.916 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:54.911+0000 7fc00ed9d640 1 -- 172.21.15.119:0/3276421284 learned_addr learned my addr 172.21.15.119:0/3276421284 (peer_addr_for_me v1:172.21.15.119:0/0) 2024-09-13T18:57:54.916 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:54.911+0000 7fc00dd9b640 1 --2- 172.21.15.119:0/3276421284 >> v2:172.21.15.145:3300/0 conn(0x7fc0100b20a0 0x7fc0100ce4f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:54.916 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:54.911+0000 7fc00d59a640 1 -- 172.21.15.119:0/3276421284 <== mon.0 v1:172.21.15.119:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1263347204 0 0) 0x7fc0100cee60 con 0x7fc0100cea30 2024-09-13T18:57:54.916 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:54.911+0000 7fc00d59a640 1 -- 172.21.15.119:0/3276421284 --> v1:172.21.15.119:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fbff8003520 con 0x7fc0100cea30 2024-09-13T18:57:54.916 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:54.911+0000 7fc00d59a640 1 -- 172.21.15.119:0/3276421284 <== mon.0 v1:172.21.15.119:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 1474643321 0 0) 0x7fbff8003520 con 0x7fc0100cea30 2024-09-13T18:57:54.916 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:54.911+0000 7fc00d59a640 1 -- 172.21.15.119:0/3276421284 >> v2:172.21.15.145:3300/0 conn(0x7fc0100b20a0 msgr2=0x7fc0100ce4f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T18:57:54.916 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:54.911+0000 7fc00d59a640 1 --2- 172.21.15.119:0/3276421284 >> v2:172.21.15.145:3300/0 conn(0x7fc0100b20a0 0x7fc0100ce4f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:54.916 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:54.911+0000 7fc00d59a640 1 -- 172.21.15.119:0/3276421284 >> v1:172.21.15.145:6789/0 conn(0x7fc01015a3b0 legacy=0x7fc0100b1720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:54.916 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:54.911+0000 7fc00d59a640 1 -- 172.21.15.119:0/3276421284 --> v1:172.21.15.119:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc0100b2960 con 0x7fc0100cea30 2024-09-13T18:57:54.916 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:54.911+0000 7fc00d59a640 1 -- 172.21.15.119:0/3276421284 <== mon.0 v1:172.21.15.119:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 337823224 0 0) 0x7fc008001a10 con 0x7fc0100cea30 2024-09-13T18:57:54.916 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:54.911+0000 7fc00d59a640 1 -- 172.21.15.119:0/3276421284 >> v1:172.21.15.119:6789/0 conn(0x7fc0100cea30 legacy=0x7fc0100ab9e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:54.916 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:54.911+0000 7fc00d59a640 1 --2- 172.21.15.119:0/3276421284 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fbff8003970 0x7fbff8003d50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:54.916 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:54.911+0000 7fc00d59a640 1 --2- 172.21.15.119:0/3276421284 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fbff8004370 0x7fbff8004840 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:54.917 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:54.911+0000 7fc00d59a640 1 --2- 172.21.15.119:0/3276421284 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fbff8005040 0x7fbff800b980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:54.917 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:54.911+0000 7fc00d59a640 1 -- 172.21.15.119:0/3276421284 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc0100b2680 con 0x7fbff8004370 2024-09-13T18:57:54.917 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:54.911+0000 7fc00d59a640 1 -- 172.21.15.119:0/3276421284 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbff800bfa0 con 0x7fbff8005040 2024-09-13T18:57:54.917 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:54.911+0000 7fc00d59a640 1 -- 172.21.15.119:0/3276421284 --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fbff800c160 con 0x7fbff8003970 2024-09-13T18:57:54.917 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:54.911+0000 7fc00dd9b640 1 --2- 172.21.15.119:0/3276421284 >> v2:172.21.15.145:3300/0 conn(0x7fc0100b20a0 0x7fc0100ce4f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T18:57:54.917 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:54.912+0000 7fc00dd9b640 1 --2- 172.21.15.119:0/3276421284 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fbff8004370 0x7fbff8004840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:54.917 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:54.912+0000 7fc00e59c640 1 --2- 172.21.15.119:0/3276421284 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fbff8003970 0x7fbff8003d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:54.917 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:54.912+0000 7fc00ed9d640 1 --2- 172.21.15.119:0/3276421284 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fbff8005040 0x7fbff800b980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:54.917 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:54.912+0000 7fc00dd9b640 1 -- 172.21.15.119:0/3276421284 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fbff8003970 msgr2=0x7fbff8003d50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T18:57:54.917 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:54.912+0000 7fc00dd9b640 1 --2- 172.21.15.119:0/3276421284 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fbff8003970 0x7fbff8003d50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:54.917 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:54.912+0000 7fc00dd9b640 1 -- 172.21.15.119:0/3276421284 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fbff8005040 msgr2=0x7fbff800b980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T18:57:54.917 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:54.912+0000 7fc00dd9b640 1 --2- 172.21.15.119:0/3276421284 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fbff8005040 0x7fbff800b980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:54.917 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:54.912+0000 7fc00dd9b640 1 -- 172.21.15.119:0/3276421284 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fbff8003520 con 0x7fbff8004370 2024-09-13T18:57:54.918 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:54.912+0000 7fc00ed9d640 1 -- 172.21.15.119:0/3276421284 reap_dead start 2024-09-13T18:57:54.918 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:54.913+0000 7fc00dd9b640 1 --2- 172.21.15.119:0/3276421284 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fbff8004370 0x7fbff8004840 secure :-1 s=READY pgs=549 cs=0 l=1 rev1=1 crypto rx=0x7fc004009c70 tx=0x7fbff80057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=60b501a8142d1e01 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:57:54.918 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:54.913+0000 7fc00d59a640 1 -- 172.21.15.119:0/3276421284 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc004004020 con 0x7fbff8004370 2024-09-13T18:57:54.918 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:54.913+0000 7fc00d59a640 1 -- 172.21.15.119:0/3276421284 <== mon.0 v2:172.21.15.119:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc00402d050 con 0x7fbff8004370 2024-09-13T18:57:54.918 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:54.913+0000 7fc00d59a640 1 -- 172.21.15.119:0/3276421284 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc004004380 con 0x7fbff8004370 2024-09-13T18:57:54.921 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:54.913+0000 7fc014b01640 1 -- 172.21.15.119:0/3276421284 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fbff8004370 msgr2=0x7fbff8004840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:54.921 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:54.913+0000 7fc014b01640 1 --2- 172.21.15.119:0/3276421284 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fbff8004370 0x7fbff8004840 secure :-1 s=READY pgs=549 cs=0 l=1 rev1=1 crypto rx=0x7fc004009c70 tx=0x7fbff80057f0 comp rx=0 tx=0).stop 2024-09-13T18:57:54.921 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:54.913+0000 7fc014b01640 1 -- 172.21.15.119:0/3276421284 shutdown_connections 2024-09-13T18:57:54.921 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:54.913+0000 7fc014b01640 1 --2- 172.21.15.119:0/3276421284 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fbff8004370 0x7fbff8004840 unknown :-1 s=CLOSED pgs=549 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:54.921 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:54.913+0000 7fc014b01640 1 -- 172.21.15.119:0/3276421284 >> 172.21.15.119:0/3276421284 conn(0x7fc01006a0b0 msgr2=0x7fc01006a4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:57:54.922 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:54.913+0000 7fc014b01640 1 -- 172.21.15.119:0/3276421284 shutdown_connections 2024-09-13T18:57:54.922 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:54.913+0000 7fc014b01640 1 -- 172.21.15.119:0/3276421284 wait complete. 2024-09-13T18:57:54.922 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:54.915+0000 7fc014b01640 1 Processor -- start 2024-09-13T18:57:54.922 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:54.915+0000 7fc014b01640 1 -- start start 2024-09-13T18:57:54.922 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:54.915+0000 7fc014b01640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fbff8004370 0x7fc0101ec0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:54.922 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:54.915+0000 7fc014b01640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fc0101f21c0 0x7fc0100c0d00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:54.922 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:54.915+0000 7fc014b01640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fc0101f2640 0x7fc0100c1240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:54.922 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:54.915+0000 7fc014b01640 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc0101f31d0 con 0x7fc0101f21c0 2024-09-13T18:57:54.922 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:54.915+0000 7fc014b01640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc0100cc400 con 0x7fc0101f2640 2024-09-13T18:57:54.922 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:54.915+0000 7fc014b01640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc0101f2c10 con 0x7fbff8004370 2024-09-13T18:57:54.922 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:54.916+0000 7fc00dd9b640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fc0101f21c0 0x7fc0100c0d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:54.922 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:54.916+0000 7fc00dd9b640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fc0101f21c0 0x7fc0100c0d00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.119:3300/0 says I am v2:172.21.15.119:37850/0 (socket says 172.21.15.119:37850) 2024-09-13T18:57:54.922 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:54.916+0000 7fc00dd9b640 1 -- 172.21.15.119:0/3171426633 learned_addr learned my addr 172.21.15.119:0/3171426633 (peer_addr_for_me v2:172.21.15.119:0/0) 2024-09-13T18:57:54.922 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:54.916+0000 7fc00e59c640 1 --2- 172.21.15.119:0/3171426633 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fbff8004370 0x7fc0101ec0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:54.923 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:54.916+0000 7fc00ed9d640 1 --2- 172.21.15.119:0/3171426633 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fc0101f2640 0x7fc0100c1240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:54.923 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:54.916+0000 7fc00dd9b640 1 -- 172.21.15.119:0/3171426633 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fbff8004370 msgr2=0x7fc0101ec0c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:54.923 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:54.916+0000 7fc00dd9b640 1 --2- 172.21.15.119:0/3171426633 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fbff8004370 0x7fc0101ec0c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:54.923 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:54.916+0000 7fc00dd9b640 1 -- 172.21.15.119:0/3171426633 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fc0101f2640 msgr2=0x7fc0100c1240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:54.923 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:54.916+0000 7fc00dd9b640 1 --2- 172.21.15.119:0/3171426633 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fc0101f2640 0x7fc0100c1240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:54.923 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:54.916+0000 7fc00dd9b640 1 -- 172.21.15.119:0/3171426633 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc0101f2ef0 con 0x7fc0101f21c0 2024-09-13T18:57:54.923 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:54.916+0000 7fc00dd9b640 1 --2- 172.21.15.119:0/3171426633 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fc0101f21c0 0x7fc0100c0d00 secure :-1 s=READY pgs=550 cs=0 l=1 rev1=1 crypto rx=0x7fc00402ac30 tx=0x7fc004004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:57:54.923 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:54.916+0000 7fbffeffd640 1 -- 172.21.15.119:0/3171426633 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc004006880 con 0x7fc0101f21c0 2024-09-13T18:57:54.923 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:54.916+0000 7fbffeffd640 1 -- 172.21.15.119:0/3171426633 <== mon.0 v2:172.21.15.119:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc004005e70 con 0x7fc0101f21c0 2024-09-13T18:57:54.923 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:54.916+0000 7fc014b01640 1 -- 172.21.15.119:0/3171426633 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc0100cc020 con 0x7fc0101f21c0 2024-09-13T18:57:54.923 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:54.916+0000 7fbffeffd640 1 -- 172.21.15.119:0/3171426633 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc00403d670 con 0x7fc0101f21c0 2024-09-13T18:57:54.923 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:54.916+0000 7fc014b01640 1 -- 172.21.15.119:0/3171426633 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc0100c1c40 con 0x7fc0101f21c0 2024-09-13T18:57:54.923 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:54.917+0000 7fc014b01640 1 -- 172.21.15.119:0/3171426633 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fc0100cbe80 con 0x7fc0101f21c0 2024-09-13T18:57:54.923 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:54.918+0000 7fbffeffd640 1 -- 172.21.15.119:0/3171426633 <== mon.0 v2:172.21.15.119:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fc00403d7d0 con 0x7fc0101f21c0 2024-09-13T18:57:54.924 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:54.918+0000 7fbffeffd640 1 --2- 172.21.15.119:0/3171426633 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7fbff006ac00 0x7fbff006d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:54.924 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:54.918+0000 7fbffeffd640 1 -- 172.21.15.119:0/3171426633 <== mon.0 v2:172.21.15.119:3300/0 5 ==== osd_map(40..40 src has 1..40) v4 ==== 6115+0+0 (secure 0 0 0) 0x7fc0040aa1a0 con 0x7fc0101f21c0 2024-09-13T18:57:54.924 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:54.918+0000 7fc00e59c640 1 --2- 172.21.15.119:0/3171426633 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7fbff006ac00 0x7fbff006d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:54.924 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:54.919+0000 7fc00e59c640 1 --2- 172.21.15.119:0/3171426633 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7fbff006ac00 0x7fbff006d0c0 secure :-1 s=READY pgs=266 cs=0 l=1 rev1=1 crypto rx=0x7fc01015c440 tx=0x7fc000009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:57:54.925 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:54.923+0000 7fbffeffd640 1 -- 172.21.15.119:0/3171426633 <== mon.0 v2:172.21.15.119:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fc0100cbe80 con 0x7fc0101f21c0 2024-09-13T18:57:55.121 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:55.118+0000 7fc014b01640 1 -- 172.21.15.119:0/3171426633 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_command({"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true} v 0) v1 -- 0x7fc0100cbe80 con 0x7fc0101f21c0 2024-09-13T18:57:55.800 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:55.797+0000 7fbffeffd640 1 -- 172.21.15.119:0/3171426633 <== mon.0 v2:172.21.15.119:3300/0 7 ==== mon_command_ack([{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]=0 v16) v1 ==== 104+0+0 (secure 0 0 0) 0x7fc0100cbe80 con 0x7fc0101f21c0 2024-09-13T18:57:55.802 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:55.799+0000 7fc014b01640 1 -- 172.21.15.119:0/3171426633 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7fbff006ac00 msgr2=0x7fbff006d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:55.802 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:55.799+0000 7fc014b01640 1 --2- 172.21.15.119:0/3171426633 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7fbff006ac00 0x7fbff006d0c0 secure :-1 s=READY pgs=266 cs=0 l=1 rev1=1 crypto rx=0x7fc01015c440 tx=0x7fc000009040 comp rx=0 tx=0).stop 2024-09-13T18:57:55.802 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:55.799+0000 7fc014b01640 1 -- 172.21.15.119:0/3171426633 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fc0101f21c0 msgr2=0x7fc0100c0d00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:55.802 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:55.799+0000 7fc014b01640 1 --2- 172.21.15.119:0/3171426633 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fc0101f21c0 0x7fc0100c0d00 secure :-1 s=READY pgs=550 cs=0 l=1 rev1=1 crypto rx=0x7fc00402ac30 tx=0x7fc004004730 comp rx=0 tx=0).stop 2024-09-13T18:57:55.802 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:55.799+0000 7fc014b01640 1 -- 172.21.15.119:0/3171426633 shutdown_connections 2024-09-13T18:57:55.803 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:55.799+0000 7fc014b01640 1 --2- 172.21.15.119:0/3171426633 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7fbff006ac00 0x7fbff006d0c0 unknown :-1 s=CLOSED pgs=266 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:55.803 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:55.799+0000 7fc014b01640 1 --2- 172.21.15.119:0/3171426633 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fc0101f2640 0x7fc0100c1240 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:55.803 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:55.799+0000 7fc014b01640 1 --2- 172.21.15.119:0/3171426633 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fc0101f21c0 0x7fc0100c0d00 unknown :-1 s=CLOSED pgs=550 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:55.803 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:55.799+0000 7fc014b01640 1 --2- 172.21.15.119:0/3171426633 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fbff8004370 0x7fc0101ec0c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:55.803 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:55.799+0000 7fc014b01640 1 -- 172.21.15.119:0/3171426633 >> 172.21.15.119:0/3171426633 conn(0x7fc01006a0b0 msgr2=0x7fc0100c9720 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:57:55.803 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:55.800+0000 7fc014b01640 1 -- 172.21.15.119:0/3171426633 shutdown_connections 2024-09-13T18:57:55.803 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:55.800+0000 7fc014b01640 1 -- 172.21.15.119:0/3171426633 wait complete. 2024-09-13T18:57:55.814 DEBUG:teuthology.orchestra.run.smithi119:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs new cephfs cephfs_metadata cephfs_data --recover --force --fscid 2 2024-09-13T18:57:55.917 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:55.915+0000 7f4340248640 1 Processor -- start 2024-09-13T18:57:55.918 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:55.915+0000 7f4340248640 1 -- start start 2024-09-13T18:57:55.919 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:55.916+0000 7f4340248640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f4338159310 0x7f43380ad400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:55.919 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:55.916+0000 7f4340248640 1 -- --> v1:172.21.15.119:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f43380ccbe0 con 0x7f43380ce4f0 2024-09-13T18:57:55.919 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:55.916+0000 7f4340248640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f43380b1810 con 0x7f43380b2b40 2024-09-13T18:57:55.919 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:55.916+0000 7f4340248640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f43380ad940 con 0x7f4338159310 2024-09-13T18:57:55.919 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:55.916+0000 7f433e7e5640 1 --1- >> v1:172.21.15.119:6789/0 conn(0x7f43380ce4f0 0x7f43380ce8d0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.119:6789/0 says I am v1:172.21.15.119:54306/0 (socket says 172.21.15.119:54306) 2024-09-13T18:57:55.919 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:55.916+0000 7f433e7e5640 1 -- 172.21.15.119:0/3572310056 learned_addr learned my addr 172.21.15.119:0/3572310056 (peer_addr_for_me v1:172.21.15.119:0/0) 2024-09-13T18:57:55.919 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:55.916+0000 7f433dfe4640 1 --2- 172.21.15.119:0/3572310056 >> v2:172.21.15.145:3300/0 conn(0x7f4338159310 0x7f43380ad400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:55.919 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:55.916+0000 7f433cfe2640 1 -- 172.21.15.119:0/3572310056 <== mon.0 v1:172.21.15.119:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 947860168 0 0) 0x7f43380ccbe0 con 0x7f43380ce4f0 2024-09-13T18:57:55.919 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:55.916+0000 7f433cfe2640 1 -- 172.21.15.119:0/3572310056 --> v1:172.21.15.119:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f4324003520 con 0x7f43380ce4f0 2024-09-13T18:57:55.920 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:55.916+0000 7f433cfe2640 1 -- 172.21.15.119:0/3572310056 <== mon.1 v1:172.21.15.145:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2506064853 0 0) 0x7f43380b1810 con 0x7f43380b2b40 2024-09-13T18:57:55.920 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:55.916+0000 7f433cfe2640 1 -- 172.21.15.119:0/3572310056 --> v1:172.21.15.145:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f43380ccbe0 con 0x7f43380b2b40 2024-09-13T18:57:55.920 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:55.916+0000 7f433cfe2640 1 -- 172.21.15.119:0/3572310056 <== mon.0 v1:172.21.15.119:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 3611262238 0 0) 0x7f4324003520 con 0x7f43380ce4f0 2024-09-13T18:57:55.920 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:55.916+0000 7f433dfe4640 1 -- 172.21.15.119:0/3572310056 >> v1:172.21.15.145:6789/0 conn(0x7f43380b2b40 legacy=0x7f43380ab140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:55.920 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:55.916+0000 7f433dfe4640 1 -- 172.21.15.119:0/3572310056 >> v1:172.21.15.119:6789/0 conn(0x7f43380ce4f0 legacy=0x7f43380ce8d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:55.920 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:55.916+0000 7f433dfe4640 1 -- 172.21.15.119:0/3572310056 --> v2:172.21.15.145:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f433806d9e0 con 0x7f4338159310 2024-09-13T18:57:55.921 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:55.917+0000 7f433dfe4640 1 --2- 172.21.15.119:0/3572310056 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f4338159310 0x7f43380ad400 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7f43340097a0 tx=0x7f433402a130 comp rx=0 tx=0).ready entity=mon.1 client_cookie=6cd8c46fe32fd045 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:57:55.921 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:55.917+0000 7f433cfe2640 1 -- 172.21.15.119:0/3572310056 <== mon.1 v2:172.21.15.145:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f43300019f0 con 0x7f4338159310 2024-09-13T18:57:55.921 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:55.917+0000 7f433cfe2640 1 -- 172.21.15.119:0/3572310056 <== mon.1 v2:172.21.15.145:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f433402abc0 con 0x7f4338159310 2024-09-13T18:57:55.921 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:55.917+0000 7f433cfe2640 1 -- 172.21.15.119:0/3572310056 <== mon.1 v2:172.21.15.145:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4334032440 con 0x7f4338159310 2024-09-13T18:57:55.921 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:55.918+0000 7f4340248640 1 -- 172.21.15.119:0/3572310056 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f4338159310 msgr2=0x7f43380ad400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:55.921 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:55.918+0000 7f4340248640 1 --2- 172.21.15.119:0/3572310056 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f4338159310 0x7f43380ad400 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7f43340097a0 tx=0x7f433402a130 comp rx=0 tx=0).stop 2024-09-13T18:57:55.922 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:55.918+0000 7f4340248640 1 -- 172.21.15.119:0/3572310056 shutdown_connections 2024-09-13T18:57:55.922 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:55.918+0000 7f4340248640 1 --2- 172.21.15.119:0/3572310056 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f4338159310 0x7f43380ad400 unknown :-1 s=CLOSED pgs=204 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:55.922 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:55.918+0000 7f4340248640 1 -- 172.21.15.119:0/3572310056 >> 172.21.15.119:0/3572310056 conn(0x7f433806a0b0 msgr2=0x7f433806a4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:57:55.922 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:55.918+0000 7f4340248640 1 -- 172.21.15.119:0/3572310056 shutdown_connections 2024-09-13T18:57:55.922 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:55.918+0000 7f4340248640 1 -- 172.21.15.119:0/3572310056 wait complete. 2024-09-13T18:57:55.924 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:55.919+0000 7f4340248640 1 Processor -- start 2024-09-13T18:57:55.924 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:55.919+0000 7f4340248640 1 -- start start 2024-09-13T18:57:55.925 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:55.920+0000 7f4340248640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f43380b2b40 0x7f4338152a80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:55.925 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:55.920+0000 7f4340248640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f43380ce4f0 0x7f4338099760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:55.925 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:55.920+0000 7f4340248640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f4338159310 0x7f4338156630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:55.925 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:55.920+0000 7f4340248640 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f43380c48f0 con 0x7f4338159310 2024-09-13T18:57:55.925 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:55.920+0000 7f4340248640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f433809a290 con 0x7f43380ce4f0 2024-09-13T18:57:55.925 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:55.920+0000 7f4340248640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f4338099fb0 con 0x7f43380b2b40 2024-09-13T18:57:55.925 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:55.920+0000 7f433e7e5640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f4338159310 0x7f4338156630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:55.925 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:55.920+0000 7f433e7e5640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f4338159310 0x7f4338156630 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.119:3300/0 says I am v2:172.21.15.119:37858/0 (socket says 172.21.15.119:37858) 2024-09-13T18:57:55.925 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:55.920+0000 7f433e7e5640 1 -- 172.21.15.119:0/1885491068 learned_addr learned my addr 172.21.15.119:0/1885491068 (peer_addr_for_me v2:172.21.15.119:0/0) 2024-09-13T18:57:55.925 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:55.920+0000 7f433d7e3640 1 --2- 172.21.15.119:0/1885491068 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f43380ce4f0 0x7f4338099760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:55.925 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:55.920+0000 7f433dfe4640 1 --2- 172.21.15.119:0/1885491068 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f43380b2b40 0x7f4338152a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:55.925 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:55.920+0000 7f433e7e5640 1 -- 172.21.15.119:0/1885491068 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f43380b2b40 msgr2=0x7f4338152a80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:55.926 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:55.920+0000 7f433e7e5640 1 --2- 172.21.15.119:0/1885491068 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f43380b2b40 0x7f4338152a80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:55.926 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:55.920+0000 7f433e7e5640 1 -- 172.21.15.119:0/1885491068 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f43380ce4f0 msgr2=0x7f4338099760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:55.926 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:55.920+0000 7f433e7e5640 1 --2- 172.21.15.119:0/1885491068 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f43380ce4f0 0x7f4338099760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:55.926 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:55.920+0000 7f433e7e5640 1 -- 172.21.15.119:0/1885491068 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4334009400 con 0x7f4338159310 2024-09-13T18:57:55.926 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:55.921+0000 7f433e7e5640 1 --2- 172.21.15.119:0/1885491068 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f4338159310 0x7f4338156630 secure :-1 s=READY pgs=552 cs=0 l=1 rev1=1 crypto rx=0x7f4330005c00 tx=0x7f433000a430 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:57:55.926 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:55.921+0000 7f432e7fc640 1 -- 172.21.15.119:0/1885491068 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4330012400 con 0x7f4338159310 2024-09-13T18:57:55.926 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:55.921+0000 7f432e7fc640 1 -- 172.21.15.119:0/1885491068 <== mon.0 v2:172.21.15.119:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4330012560 con 0x7f4338159310 2024-09-13T18:57:55.926 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:55.921+0000 7f432e7fc640 1 -- 172.21.15.119:0/1885491068 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f43300128f0 con 0x7f4338159310 2024-09-13T18:57:55.926 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:55.921+0000 7f4340248640 1 -- 172.21.15.119:0/1885491068 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f4338151fa0 con 0x7f4338159310 2024-09-13T18:57:55.927 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:55.921+0000 7f4340248640 1 -- 172.21.15.119:0/1885491068 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f4338152560 con 0x7f4338159310 2024-09-13T18:57:55.927 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:55.922+0000 7f4340248640 1 -- 172.21.15.119:0/1885491068 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f4338152780 con 0x7f4338159310 2024-09-13T18:57:55.927 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:55.922+0000 7f432e7fc640 1 -- 172.21.15.119:0/1885491068 <== mon.0 v2:172.21.15.119:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f4330007070 con 0x7f4338159310 2024-09-13T18:57:55.927 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:55.922+0000 7f432e7fc640 1 --2- 172.21.15.119:0/1885491068 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f431c06ac00 0x7f431c06d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:55.927 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:55.923+0000 7f432e7fc640 1 -- 172.21.15.119:0/1885491068 <== mon.0 v2:172.21.15.119:3300/0 5 ==== osd_map(40..40 src has 1..40) v4 ==== 6115+0+0 (secure 0 0 0) 0x7f4330089550 con 0x7f4338159310 2024-09-13T18:57:55.927 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:55.923+0000 7f433dfe4640 1 --2- 172.21.15.119:0/1885491068 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f431c06ac00 0x7f431c06d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:55.928 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:55.923+0000 7f433dfe4640 1 --2- 172.21.15.119:0/1885491068 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f431c06ac00 0x7f431c06d0c0 secure :-1 s=READY pgs=268 cs=0 l=1 rev1=1 crypto rx=0x7f4334034000 tx=0x7f433402e000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:57:55.930 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:55.927+0000 7f432e7fc640 1 -- 172.21.15.119:0/1885491068 <== mon.0 v2:172.21.15.119:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f43300546d0 con 0x7f4338159310 2024-09-13T18:57:56.124 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:56.121+0000 7f4340248640 1 -- 172.21.15.119:0/1885491068 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_command({"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data", "recover": true, "force": true, "fscid": 2} v 0) v1 -- 0x7f43380ad400 con 0x7f4338159310 2024-09-13T18:57:56.124 INFO:tasks.ceph.mon.a.smithi119.stderr:2024-09-13T18:57:56.122+0000 7f9b0e9d7640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-13T18:57:56.128 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:56.126+0000 7f432e7fc640 1 -- 172.21.15.119:0/1885491068 <== mon.0 v2:172.21.15.119:3300/0 7 ==== mon_command_ack([{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data", "recover": true, "force": true, "fscid": 2}]=0 new fs with metadata pool 5 and data pool 6 v17) v1 ==== 216+0+0 (secure 0 0 0) 0x7f43300170f0 con 0x7f4338159310 2024-09-13T18:57:56.128 INFO:teuthology.orchestra.run.smithi119.stderr:new fs with metadata pool 5 and data pool 6 2024-09-13T18:57:56.131 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:56.128+0000 7f4340248640 1 -- 172.21.15.119:0/1885491068 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f431c06ac00 msgr2=0x7f431c06d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:56.131 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:56.128+0000 7f4340248640 1 --2- 172.21.15.119:0/1885491068 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f431c06ac00 0x7f431c06d0c0 secure :-1 s=READY pgs=268 cs=0 l=1 rev1=1 crypto rx=0x7f4334034000 tx=0x7f433402e000 comp rx=0 tx=0).stop 2024-09-13T18:57:56.131 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:56.128+0000 7f4340248640 1 -- 172.21.15.119:0/1885491068 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f4338159310 msgr2=0x7f4338156630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:56.131 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:56.128+0000 7f4340248640 1 --2- 172.21.15.119:0/1885491068 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f4338159310 0x7f4338156630 secure :-1 s=READY pgs=552 cs=0 l=1 rev1=1 crypto rx=0x7f4330005c00 tx=0x7f433000a430 comp rx=0 tx=0).stop 2024-09-13T18:57:56.131 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:56.128+0000 7f4340248640 1 -- 172.21.15.119:0/1885491068 shutdown_connections 2024-09-13T18:57:56.131 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:56.128+0000 7f4340248640 1 --2- 172.21.15.119:0/1885491068 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f431c06ac00 0x7f431c06d0c0 unknown :-1 s=CLOSED pgs=268 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:56.131 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:56.128+0000 7f4340248640 1 --2- 172.21.15.119:0/1885491068 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f4338159310 0x7f4338156630 unknown :-1 s=CLOSED pgs=552 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:56.131 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:56.128+0000 7f4340248640 1 --2- 172.21.15.119:0/1885491068 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f43380ce4f0 0x7f4338099760 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:56.131 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:56.128+0000 7f4340248640 1 --2- 172.21.15.119:0/1885491068 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f43380b2b40 0x7f4338152a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:56.131 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:56.128+0000 7f4340248640 1 -- 172.21.15.119:0/1885491068 >> 172.21.15.119:0/1885491068 conn(0x7f433806a0b0 msgr2=0x7f4338070090 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:57:56.132 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:56.128+0000 7f4340248640 1 -- 172.21.15.119:0/1885491068 shutdown_connections 2024-09-13T18:57:56.132 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:56.128+0000 7f4340248640 1 -- 172.21.15.119:0/1885491068 wait complete. 2024-09-13T18:57:56.142 DEBUG:teuthology.orchestra.run.smithi119:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs joinable true 2024-09-13T18:57:56.242 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:56.239+0000 7f3748ee9640 1 Processor -- start 2024-09-13T18:57:56.242 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:56.239+0000 7f3748ee9640 1 -- start start 2024-09-13T18:57:56.245 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:56.240+0000 7f3748ee9640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f37440d2760 0x7f37440cd8e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:56.246 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:56.240+0000 7f3748ee9640 1 -- --> v1:172.21.15.119:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f37440cd450 con 0x7f374415c500 2024-09-13T18:57:56.246 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:56.240+0000 7f3748ee9640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f37440d0cf0 con 0x7f37440cde20 2024-09-13T18:57:56.246 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:56.240+0000 7f3748ee9640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f37440d0fd0 con 0x7f37440d2760 2024-09-13T18:57:56.246 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:56.240+0000 7f374259c640 1 --1- >> v1:172.21.15.119:6789/0 conn(0x7f374415c500 0x7f37440d2050 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.119:6789/0 says I am v1:172.21.15.119:54312/0 (socket says 172.21.15.119:54312) 2024-09-13T18:57:56.246 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:56.240+0000 7f374259c640 1 -- 172.21.15.119:0/919555639 learned_addr learned my addr 172.21.15.119:0/919555639 (peer_addr_for_me v1:172.21.15.119:0/0) 2024-09-13T18:57:56.246 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:56.241+0000 7f3741d9b640 1 --2- 172.21.15.119:0/919555639 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f37440d2760 0x7f37440cd8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:56.246 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:56.241+0000 7f374159a640 1 -- 172.21.15.119:0/919555639 <== mon.0 v1:172.21.15.119:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3559730528 0 0) 0x7f37440cd450 con 0x7f374415c500 2024-09-13T18:57:56.246 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:56.241+0000 7f374159a640 1 -- 172.21.15.119:0/919555639 --> v1:172.21.15.119:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f372c003520 con 0x7f374415c500 2024-09-13T18:57:56.246 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:56.241+0000 7f374159a640 1 -- 172.21.15.119:0/919555639 <== mon.0 v1:172.21.15.119:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 1058662967 0 0) 0x7f372c003520 con 0x7f374415c500 2024-09-13T18:57:56.246 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:56.241+0000 7f374159a640 1 -- 172.21.15.119:0/919555639 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f37440d2760 msgr2=0x7f37440cd8e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T18:57:56.246 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:56.241+0000 7f374159a640 1 --2- 172.21.15.119:0/919555639 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f37440d2760 0x7f37440cd8e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:56.246 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:56.241+0000 7f374159a640 1 -- 172.21.15.119:0/919555639 >> v1:172.21.15.145:6789/0 conn(0x7f37440cde20 legacy=0x7f37440d0000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:56.246 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:56.241+0000 7f374159a640 1 -- 172.21.15.119:0/919555639 --> v1:172.21.15.119:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f37440cd0e0 con 0x7f374415c500 2024-09-13T18:57:56.246 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:56.241+0000 7f374159a640 1 -- 172.21.15.119:0/919555639 <== mon.0 v1:172.21.15.119:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 337823224 0 0) 0x7f37340019f0 con 0x7f374415c500 2024-09-13T18:57:56.247 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:56.241+0000 7f374159a640 1 -- 172.21.15.119:0/919555639 >> v1:172.21.15.119:6789/0 conn(0x7f374415c500 legacy=0x7f37440d2050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:56.247 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:56.241+0000 7f374159a640 1 --2- 172.21.15.119:0/919555639 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f37440d2760 0x7f372c0039a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:56.247 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:56.241+0000 7f374159a640 1 --2- 172.21.15.119:0/919555639 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f372c003f20 0x7f372c0047c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:56.247 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:56.241+0000 7f374159a640 1 --2- 172.21.15.119:0/919555639 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f372c004d00 0x7f372c005180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:56.247 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:56.241+0000 7f374159a640 1 -- 172.21.15.119:0/919555639 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f37440d0fd0 con 0x7f372c003f20 2024-09-13T18:57:56.247 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:56.241+0000 7f374159a640 1 -- 172.21.15.119:0/919555639 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f372c00ba60 con 0x7f372c004d00 2024-09-13T18:57:56.247 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:56.241+0000 7f374159a640 1 -- 172.21.15.119:0/919555639 --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f372c00bc20 con 0x7f37440d2760 2024-09-13T18:57:56.247 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:56.241+0000 7f3741d9b640 1 --2- 172.21.15.119:0/919555639 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f372c003f20 0x7f372c0047c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:56.247 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:56.241+0000 7f374259c640 1 --2- 172.21.15.119:0/919555639 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f37440d2760 0x7f372c0039a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:56.247 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:56.241+0000 7f3742d9d640 1 --2- 172.21.15.119:0/919555639 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f372c004d00 0x7f372c005180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:56.247 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:56.241+0000 7f3741d9b640 1 -- 172.21.15.119:0/919555639 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f37440d2760 msgr2=0x7f372c0039a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T18:57:56.247 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:56.241+0000 7f3741d9b640 1 --2- 172.21.15.119:0/919555639 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f37440d2760 0x7f372c0039a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:56.247 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:56.241+0000 7f3741d9b640 1 -- 172.21.15.119:0/919555639 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f372c004d00 msgr2=0x7f372c005180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T18:57:56.248 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:56.241+0000 7f3741d9b640 1 --2- 172.21.15.119:0/919555639 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f372c004d00 0x7f372c005180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:56.248 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:56.241+0000 7f3741d9b640 1 -- 172.21.15.119:0/919555639 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f372c003520 con 0x7f372c003f20 2024-09-13T18:57:56.248 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:56.241+0000 7f3742d9d640 1 --2- 172.21.15.119:0/919555639 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f372c004d00 0x7f372c005180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T18:57:56.248 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:56.242+0000 7f3741d9b640 1 --2- 172.21.15.119:0/919555639 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f372c003f20 0x7f372c0047c0 secure :-1 s=READY pgs=554 cs=0 l=1 rev1=1 crypto rx=0x7f3738009a90 tx=0x7f372c0057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b735b78572732635 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:57:56.248 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:56.242+0000 7f374159a640 1 -- 172.21.15.119:0/919555639 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3738031400 con 0x7f372c003f20 2024-09-13T18:57:56.248 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:56.242+0000 7f374159a640 1 -- 172.21.15.119:0/919555639 <== mon.0 v2:172.21.15.119:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f373802d050 con 0x7f372c003f20 2024-09-13T18:57:56.248 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:56.242+0000 7f374159a640 1 -- 172.21.15.119:0/919555639 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f37380317a0 con 0x7f372c003f20 2024-09-13T18:57:56.248 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:56.243+0000 7f3748ee9640 1 -- 172.21.15.119:0/919555639 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f372c003f20 msgr2=0x7f372c0047c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:56.249 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:56.243+0000 7f3748ee9640 1 --2- 172.21.15.119:0/919555639 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f372c003f20 0x7f372c0047c0 secure :-1 s=READY pgs=554 cs=0 l=1 rev1=1 crypto rx=0x7f3738009a90 tx=0x7f372c0057f0 comp rx=0 tx=0).stop 2024-09-13T18:57:56.249 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:56.243+0000 7f3742d9d640 1 -- 172.21.15.119:0/919555639 reap_dead start 2024-09-13T18:57:56.249 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:56.243+0000 7f3748ee9640 1 -- 172.21.15.119:0/919555639 shutdown_connections 2024-09-13T18:57:56.249 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:56.243+0000 7f3748ee9640 1 -- 172.21.15.119:0/919555639 >> 172.21.15.119:0/919555639 conn(0x7f3744089f60 msgr2=0x7f374409b830 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:57:56.250 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:56.243+0000 7f3748ee9640 1 -- 172.21.15.119:0/919555639 shutdown_connections 2024-09-13T18:57:56.250 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:56.243+0000 7f3748ee9640 1 -- 172.21.15.119:0/919555639 wait complete. 2024-09-13T18:57:56.253 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:56.244+0000 7f3748ee9640 1 Processor -- start 2024-09-13T18:57:56.253 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:56.244+0000 7f3748ee9640 1 -- start start 2024-09-13T18:57:56.253 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:56.245+0000 7f3748ee9640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f372c003f20 0x7f37440cbf50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:56.253 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:56.245+0000 7f3748ee9640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f37440b5260 0x7f374414f910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:56.253 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:56.245+0000 7f3748ee9640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f37440b7c90 0x7f374415aea0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:56.253 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:56.245+0000 7f3748ee9640 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f374415fa20 con 0x7f37440b5260 2024-09-13T18:57:56.253 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:56.245+0000 7f3748ee9640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f37440cc490 con 0x7f37440b7c90 2024-09-13T18:57:56.253 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:56.245+0000 7f3748ee9640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f37440b7800 con 0x7f372c003f20 2024-09-13T18:57:56.253 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:56.245+0000 7f3741d9b640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f37440b5260 0x7f374414f910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:56.253 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:56.245+0000 7f3741d9b640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f37440b5260 0x7f374414f910 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.119:3300/0 says I am v2:172.21.15.119:37862/0 (socket says 172.21.15.119:37862) 2024-09-13T18:57:56.253 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:56.245+0000 7f3741d9b640 1 -- 172.21.15.119:0/1178484982 learned_addr learned my addr 172.21.15.119:0/1178484982 (peer_addr_for_me v2:172.21.15.119:0/0) 2024-09-13T18:57:56.253 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:56.245+0000 7f3742d9d640 1 --2- 172.21.15.119:0/1178484982 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f37440b7c90 0x7f374415aea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:56.254 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:56.245+0000 7f374259c640 1 --2- 172.21.15.119:0/1178484982 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f372c003f20 0x7f37440cbf50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:56.254 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:56.245+0000 7f3741d9b640 1 -- 172.21.15.119:0/1178484982 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f372c003f20 msgr2=0x7f37440cbf50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:56.254 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:56.245+0000 7f3741d9b640 1 --2- 172.21.15.119:0/1178484982 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f372c003f20 0x7f37440cbf50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:56.254 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:56.245+0000 7f3741d9b640 1 -- 172.21.15.119:0/1178484982 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f37440b7c90 msgr2=0x7f374415aea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:56.254 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:56.245+0000 7f3741d9b640 1 --2- 172.21.15.119:0/1178484982 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f37440b7c90 0x7f374415aea0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:56.254 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:56.245+0000 7f3741d9b640 1 -- 172.21.15.119:0/1178484982 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f37440b6ed0 con 0x7f37440b5260 2024-09-13T18:57:56.254 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:56.246+0000 7f3741d9b640 1 --2- 172.21.15.119:0/1178484982 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f37440b5260 0x7f374414f910 secure :-1 s=READY pgs=555 cs=0 l=1 rev1=1 crypto rx=0x7f3738034040 tx=0x7f3738004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:57:56.254 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:56.246+0000 7f3732ffd640 1 -- 172.21.15.119:0/1178484982 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3738031ea0 con 0x7f37440b5260 2024-09-13T18:57:56.254 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:56.246+0000 7f3732ffd640 1 -- 172.21.15.119:0/1178484982 <== mon.0 v2:172.21.15.119:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f373803a810 con 0x7f37440b5260 2024-09-13T18:57:56.254 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:56.246+0000 7f3732ffd640 1 -- 172.21.15.119:0/1178484982 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f373803abc0 con 0x7f37440b5260 2024-09-13T18:57:56.254 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:56.246+0000 7f3748ee9640 1 -- 172.21.15.119:0/1178484982 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f37440b71b0 con 0x7f37440b5260 2024-09-13T18:57:56.254 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:56.246+0000 7f3748ee9640 1 -- 172.21.15.119:0/1178484982 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f37440b6b80 con 0x7f37440b5260 2024-09-13T18:57:56.254 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:56.247+0000 7f3748ee9640 1 -- 172.21.15.119:0/1178484982 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f37440b79b0 con 0x7f37440b5260 2024-09-13T18:57:56.255 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:56.247+0000 7f3732ffd640 1 -- 172.21.15.119:0/1178484982 <== mon.0 v2:172.21.15.119:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f3738038040 con 0x7f37440b5260 2024-09-13T18:57:56.255 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:56.248+0000 7f3732ffd640 1 --2- 172.21.15.119:0/1178484982 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f372406ac00 0x7f372406d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:56.255 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:56.248+0000 7f374259c640 1 --2- 172.21.15.119:0/1178484982 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f372406ac00 0x7f372406d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:56.255 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:56.248+0000 7f3732ffd640 1 -- 172.21.15.119:0/1178484982 <== mon.0 v2:172.21.15.119:3300/0 5 ==== osd_map(41..41 src has 1..41) v4 ==== 6115+0+0 (secure 0 0 0) 0x7f37380a9570 con 0x7f37440b5260 2024-09-13T18:57:56.255 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:56.248+0000 7f374259c640 1 --2- 172.21.15.119:0/1178484982 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f372406ac00 0x7f372406d0c0 secure :-1 s=READY pgs=269 cs=0 l=1 rev1=1 crypto rx=0x7f37340013d0 tx=0x7f3734006040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:57:56.255 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:56.252+0000 7f3732ffd640 1 -- 172.21.15.119:0/1178484982 <== mon.0 v2:172.21.15.119:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f37440b79b0 con 0x7f37440b5260 2024-09-13T18:57:56.450 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:56.447+0000 7f3748ee9640 1 -- 172.21.15.119:0/1178484982 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "joinable", "val": "true"} v 0) v1 -- 0x7f374415f9b0 con 0x7f37440b5260 2024-09-13T18:57:57.129 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:57.127+0000 7f3732ffd640 1 -- 172.21.15.119:0/1178484982 <== mon.0 v2:172.21.15.119:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "joinable", "val": "true"}]=0 cephfs marked joinable; MDS may join as newly active. v18) v1 ==== 162+0+0 (secure 0 0 0) 0x7f373804a0b0 con 0x7f37440b5260 2024-09-13T18:57:57.130 INFO:teuthology.orchestra.run.smithi119.stderr:cephfs marked joinable; MDS may join as newly active. 2024-09-13T18:57:57.132 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:57.130+0000 7f3748ee9640 1 -- 172.21.15.119:0/1178484982 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f372406ac00 msgr2=0x7f372406d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:57.132 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:57.130+0000 7f3748ee9640 1 --2- 172.21.15.119:0/1178484982 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f372406ac00 0x7f372406d0c0 secure :-1 s=READY pgs=269 cs=0 l=1 rev1=1 crypto rx=0x7f37340013d0 tx=0x7f3734006040 comp rx=0 tx=0).stop 2024-09-13T18:57:57.132 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:57.130+0000 7f3748ee9640 1 -- 172.21.15.119:0/1178484982 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f37440b5260 msgr2=0x7f374414f910 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:57.132 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:57.130+0000 7f3748ee9640 1 --2- 172.21.15.119:0/1178484982 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f37440b5260 0x7f374414f910 secure :-1 s=READY pgs=555 cs=0 l=1 rev1=1 crypto rx=0x7f3738034040 tx=0x7f3738004730 comp rx=0 tx=0).stop 2024-09-13T18:57:57.133 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:57.130+0000 7f3748ee9640 1 -- 172.21.15.119:0/1178484982 shutdown_connections 2024-09-13T18:57:57.133 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:57.130+0000 7f3748ee9640 1 --2- 172.21.15.119:0/1178484982 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f372406ac00 0x7f372406d0c0 unknown :-1 s=CLOSED pgs=269 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:57.133 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:57.130+0000 7f3748ee9640 1 --2- 172.21.15.119:0/1178484982 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f37440b7c90 0x7f374415aea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:57.133 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:57.130+0000 7f3748ee9640 1 --2- 172.21.15.119:0/1178484982 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f37440b5260 0x7f374414f910 unknown :-1 s=CLOSED pgs=555 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:57.133 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:57.130+0000 7f3748ee9640 1 --2- 172.21.15.119:0/1178484982 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f372c003f20 0x7f37440cbf50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:57.133 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:57.130+0000 7f3748ee9640 1 -- 172.21.15.119:0/1178484982 >> 172.21.15.119:0/1178484982 conn(0x7f3744089f60 msgr2=0x7f37440b0c60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:57:57.133 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:57.130+0000 7f3748ee9640 1 -- 172.21.15.119:0/1178484982 shutdown_connections 2024-09-13T18:57:57.133 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:57.130+0000 7f3748ee9640 1 -- 172.21.15.119:0/1178484982 wait complete. 2024-09-13T18:57:57.147 DEBUG:teuthology.orchestra.run.smithi119:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-13T18:57:57.245 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:57.242+0000 7f7d29bdb640 1 Processor -- start 2024-09-13T18:57:57.245 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:57.243+0000 7f7d29bdb640 1 -- start start 2024-09-13T18:57:57.248 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:57.243+0000 7f7d29bdb640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f7d240d07b0 0x7f7d2406ad10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:57.248 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:57.243+0000 7f7d29bdb640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f7d240b4660 0x7f7d2406b250 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:57.248 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:57.243+0000 7f7d29bdb640 1 -- --> v1:172.21.15.119:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f7d240d1840 con 0x7f7d2415c6e0 2024-09-13T18:57:57.249 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:57.243+0000 7f7d29bdb640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f7d240d0c30 con 0x7f7d240b4660 2024-09-13T18:57:57.249 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:57.243+0000 7f7d29bdb640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f7d240d0f10 con 0x7f7d240d07b0 2024-09-13T18:57:57.249 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:57.243+0000 7f7d237fe640 1 --1- >> v1:172.21.15.119:6789/0 conn(0x7f7d2415c6e0 0x7f7d240b3f50 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.119:6789/0 says I am v1:172.21.15.119:54324/0 (socket says 172.21.15.119:54324) 2024-09-13T18:57:57.249 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:57.244+0000 7f7d237fe640 1 -- 172.21.15.119:0/1259332748 learned_addr learned my addr 172.21.15.119:0/1259332748 (peer_addr_for_me v1:172.21.15.119:0/0) 2024-09-13T18:57:57.249 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:57.244+0000 7f7d23fff640 1 --2- 172.21.15.119:0/1259332748 >> v2:172.21.15.145:3300/0 conn(0x7f7d240b4660 0x7f7d2406b250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:57.249 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:57.244+0000 7f7d227fc640 1 -- 172.21.15.119:0/1259332748 <== mon.0 v1:172.21.15.119:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1843675806 0 0) 0x7f7d240d1840 con 0x7f7d2415c6e0 2024-09-13T18:57:57.249 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:57.244+0000 7f7d227fc640 1 -- 172.21.15.119:0/1259332748 --> v1:172.21.15.119:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f7d10003520 con 0x7f7d2415c6e0 2024-09-13T18:57:57.249 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:57.244+0000 7f7d22ffd640 1 --2- 172.21.15.119:0/1259332748 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f7d240d07b0 0x7f7d2406ad10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:57.249 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:57.244+0000 7f7d227fc640 1 -- 172.21.15.119:0/1259332748 <== mon.0 v1:172.21.15.119:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 1137286934 0 0) 0x7f7d10003520 con 0x7f7d2415c6e0 2024-09-13T18:57:57.249 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:57.244+0000 7f7d227fc640 1 -- 172.21.15.119:0/1259332748 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f7d240d07b0 msgr2=0x7f7d2406ad10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T18:57:57.249 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:57.244+0000 7f7d227fc640 1 --2- 172.21.15.119:0/1259332748 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f7d240d07b0 0x7f7d2406ad10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:57.249 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:57.244+0000 7f7d227fc640 1 -- 172.21.15.119:0/1259332748 >> v2:172.21.15.145:3300/0 conn(0x7f7d240b4660 msgr2=0x7f7d2406b250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T18:57:57.249 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:57.244+0000 7f7d227fc640 1 --2- 172.21.15.119:0/1259332748 >> v2:172.21.15.145:3300/0 conn(0x7f7d240b4660 0x7f7d2406b250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:57.249 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:57.244+0000 7f7d227fc640 1 -- 172.21.15.119:0/1259332748 --> v1:172.21.15.119:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7d240d11f0 con 0x7f7d2415c6e0 2024-09-13T18:57:57.250 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:57.244+0000 7f7d227fc640 1 -- 172.21.15.119:0/1259332748 <== mon.0 v1:172.21.15.119:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 337823224 0 0) 0x7f7d14001670 con 0x7f7d2415c6e0 2024-09-13T18:57:57.250 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:57.244+0000 7f7d227fc640 1 -- 172.21.15.119:0/1259332748 >> v1:172.21.15.119:6789/0 conn(0x7f7d2415c6e0 legacy=0x7f7d240b3f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:57.250 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:57.244+0000 7f7d227fc640 1 --2- 172.21.15.119:0/1259332748 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f7d10003970 0x7f7d10003d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:57.250 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:57.244+0000 7f7d227fc640 1 --2- 172.21.15.119:0/1259332748 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f7d100047c0 0x7f7d10004c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:57.250 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:57.244+0000 7f7d227fc640 1 --2- 172.21.15.119:0/1259332748 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f7d240d07b0 0x7f7d10005180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:57.250 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:57.244+0000 7f7d227fc640 1 -- 172.21.15.119:0/1259332748 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7d240d0c30 con 0x7f7d10003970 2024-09-13T18:57:57.250 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:57.244+0000 7f7d227fc640 1 -- 172.21.15.119:0/1259332748 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7d240d0f10 con 0x7f7d100047c0 2024-09-13T18:57:57.250 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:57.244+0000 7f7d227fc640 1 -- 172.21.15.119:0/1259332748 --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f7d1000b9b0 con 0x7f7d240d07b0 2024-09-13T18:57:57.250 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:57.244+0000 7f7d237fe640 1 --2- 172.21.15.119:0/1259332748 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f7d10003970 0x7f7d10003d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:57.250 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:57.244+0000 7f7d22ffd640 1 --2- 172.21.15.119:0/1259332748 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f7d100047c0 0x7f7d10004c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:57.250 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:57.244+0000 7f7d23fff640 1 --2- 172.21.15.119:0/1259332748 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f7d240d07b0 0x7f7d10005180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:57.250 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:57.244+0000 7f7d237fe640 1 -- 172.21.15.119:0/1259332748 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f7d240d07b0 msgr2=0x7f7d10005180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T18:57:57.250 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:57.244+0000 7f7d237fe640 1 --2- 172.21.15.119:0/1259332748 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f7d240d07b0 0x7f7d10005180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:57.250 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:57.244+0000 7f7d237fe640 1 -- 172.21.15.119:0/1259332748 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f7d100047c0 msgr2=0x7f7d10004c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T18:57:57.251 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:57.244+0000 7f7d237fe640 1 --2- 172.21.15.119:0/1259332748 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f7d100047c0 0x7f7d10004c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:57.251 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:57.244+0000 7f7d237fe640 1 -- 172.21.15.119:0/1259332748 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7d10003520 con 0x7f7d10003970 2024-09-13T18:57:57.251 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:57.245+0000 7f7d23fff640 1 --2- 172.21.15.119:0/1259332748 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f7d240d07b0 0x7f7d10005180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T18:57:57.251 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:57.245+0000 7f7d237fe640 1 --2- 172.21.15.119:0/1259332748 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f7d10003970 0x7f7d10003d90 secure :-1 s=READY pgs=557 cs=0 l=1 rev1=1 crypto rx=0x7f7d1400c240 tx=0x7f7d100057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c1f42ca0036fa7a server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:57:57.251 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:57.245+0000 7f7d227fc640 1 -- 172.21.15.119:0/1259332748 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7d14005ad0 con 0x7f7d10003970 2024-09-13T18:57:57.251 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:57.245+0000 7f7d227fc640 1 -- 172.21.15.119:0/1259332748 <== mon.0 v2:172.21.15.119:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7d1402e070 con 0x7f7d10003970 2024-09-13T18:57:57.251 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:57.245+0000 7f7d227fc640 1 -- 172.21.15.119:0/1259332748 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7d14005e90 con 0x7f7d10003970 2024-09-13T18:57:57.251 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:57.246+0000 7f7d29bdb640 1 -- 172.21.15.119:0/1259332748 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f7d10003970 msgr2=0x7f7d10003d90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:57.251 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:57.246+0000 7f7d29bdb640 1 --2- 172.21.15.119:0/1259332748 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f7d10003970 0x7f7d10003d90 secure :-1 s=READY pgs=557 cs=0 l=1 rev1=1 crypto rx=0x7f7d1400c240 tx=0x7f7d100057f0 comp rx=0 tx=0).stop 2024-09-13T18:57:57.251 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:57.246+0000 7f7d23fff640 1 -- 172.21.15.119:0/1259332748 reap_dead start 2024-09-13T18:57:57.251 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:57.246+0000 7f7d29bdb640 1 -- 172.21.15.119:0/1259332748 shutdown_connections 2024-09-13T18:57:57.251 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:57.246+0000 7f7d29bdb640 1 -- 172.21.15.119:0/1259332748 >> 172.21.15.119:0/1259332748 conn(0x7f7d24089f60 msgr2=0x7f7d240d24d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:57:57.251 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:57.246+0000 7f7d29bdb640 1 -- 172.21.15.119:0/1259332748 shutdown_connections 2024-09-13T18:57:57.251 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:57.246+0000 7f7d29bdb640 1 -- 172.21.15.119:0/1259332748 wait complete. 2024-09-13T18:57:57.254 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:57.247+0000 7f7d29bdb640 1 Processor -- start 2024-09-13T18:57:57.254 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:57.247+0000 7f7d29bdb640 1 -- start start 2024-09-13T18:57:57.254 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:57.248+0000 7f7d29bdb640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f7d10003970 0x7f7d240b7310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:57.254 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:57.248+0000 7f7d29bdb640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f7d2415db10 0x7f7d24153a80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:57.254 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:57.248+0000 7f7d29bdb640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f7d24155a70 0x7f7d240d22d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:57.254 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:57.248+0000 7f7d29bdb640 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7d2415ebe0 con 0x7f7d2415db10 2024-09-13T18:57:57.255 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:57.248+0000 7f7d29bdb640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7d240b7850 con 0x7f7d24155a70 2024-09-13T18:57:57.255 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:57.248+0000 7f7d29bdb640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f7d2415dfd0 con 0x7f7d10003970 2024-09-13T18:57:57.255 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:57.248+0000 7f7d22ffd640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f7d2415db10 0x7f7d24153a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:57.255 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:57.248+0000 7f7d22ffd640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f7d2415db10 0x7f7d24153a80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.119:3300/0 says I am v2:172.21.15.119:37890/0 (socket says 172.21.15.119:37890) 2024-09-13T18:57:57.255 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:57.248+0000 7f7d22ffd640 1 -- 172.21.15.119:0/3155118954 learned_addr learned my addr 172.21.15.119:0/3155118954 (peer_addr_for_me v2:172.21.15.119:0/0) 2024-09-13T18:57:57.255 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:57.248+0000 7f7d237fe640 1 --2- 172.21.15.119:0/3155118954 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f7d10003970 0x7f7d240b7310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:57.255 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:57.248+0000 7f7d23fff640 1 --2- 172.21.15.119:0/3155118954 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f7d24155a70 0x7f7d240d22d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:57.255 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:57.248+0000 7f7d22ffd640 1 -- 172.21.15.119:0/3155118954 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f7d10003970 msgr2=0x7f7d240b7310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:57.255 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:57.248+0000 7f7d22ffd640 1 --2- 172.21.15.119:0/3155118954 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f7d10003970 0x7f7d240b7310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:57.255 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:57.248+0000 7f7d22ffd640 1 -- 172.21.15.119:0/3155118954 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f7d24155a70 msgr2=0x7f7d240d22d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:57.255 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:57.248+0000 7f7d22ffd640 1 --2- 172.21.15.119:0/3155118954 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f7d24155a70 0x7f7d240d22d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:57.255 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:57.248+0000 7f7d22ffd640 1 -- 172.21.15.119:0/3155118954 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7d2415e2b0 con 0x7f7d2415db10 2024-09-13T18:57:57.255 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:57.248+0000 7f7d237fe640 1 --2- 172.21.15.119:0/3155118954 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f7d10003970 0x7f7d240b7310 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T18:57:57.256 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:57.248+0000 7f7d23fff640 1 --2- 172.21.15.119:0/3155118954 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f7d24155a70 0x7f7d240d22d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T18:57:57.256 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:57.248+0000 7f7d22ffd640 1 --2- 172.21.15.119:0/3155118954 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f7d2415db10 0x7f7d24153a80 secure :-1 s=READY pgs=558 cs=0 l=1 rev1=1 crypto rx=0x7f7d0c011960 tx=0x7f7d0c011e20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:57:57.256 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:57.249+0000 7f7d1bfff640 1 -- 172.21.15.119:0/3155118954 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7d0c004240 con 0x7f7d2415db10 2024-09-13T18:57:57.256 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:57.249+0000 7f7d1bfff640 1 -- 172.21.15.119:0/3155118954 <== mon.0 v2:172.21.15.119:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7d0c0043a0 con 0x7f7d2415db10 2024-09-13T18:57:57.256 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:57.249+0000 7f7d29bdb640 1 -- 172.21.15.119:0/3155118954 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f7d2415e590 con 0x7f7d2415db10 2024-09-13T18:57:57.256 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:57.249+0000 7f7d1bfff640 1 -- 172.21.15.119:0/3155118954 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7d0c00fa60 con 0x7f7d2415db10 2024-09-13T18:57:57.256 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:57.249+0000 7f7d29bdb640 1 -- 172.21.15.119:0/3155118954 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f7d24154ab0 con 0x7f7d2415db10 2024-09-13T18:57:57.256 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:57.250+0000 7f7d29bdb640 1 -- 172.21.15.119:0/3155118954 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f7d2415ed50 con 0x7f7d2415db10 2024-09-13T18:57:57.256 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:57.250+0000 7f7d1bfff640 1 -- 172.21.15.119:0/3155118954 <== mon.0 v2:172.21.15.119:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f7d0c00fbc0 con 0x7f7d2415db10 2024-09-13T18:57:57.256 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:57.250+0000 7f7d1bfff640 1 --2- 172.21.15.119:0/3155118954 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f7d0406ac00 0x7f7d0406d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:57.256 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:57.251+0000 7f7d1bfff640 1 -- 172.21.15.119:0/3155118954 <== mon.0 v2:172.21.15.119:3300/0 5 ==== osd_map(41..41 src has 1..41) v4 ==== 6115+0+0 (secure 0 0 0) 0x7f7d0c089b40 con 0x7f7d2415db10 2024-09-13T18:57:57.256 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:57.251+0000 7f7d237fe640 1 --2- 172.21.15.119:0/3155118954 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f7d0406ac00 0x7f7d0406d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:57.256 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:57.251+0000 7f7d237fe640 1 --2- 172.21.15.119:0/3155118954 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f7d0406ac00 0x7f7d0406d0c0 secure :-1 s=READY pgs=270 cs=0 l=1 rev1=1 crypto rx=0x7f7d14033000 tx=0x7f7d14009030 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:57:57.257 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:57.255+0000 7f7d1bfff640 1 -- 172.21.15.119:0/3155118954 <== mon.0 v2:172.21.15.119:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f7d0c054b80 con 0x7f7d2415db10 2024-09-13T18:57:57.453 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:57.450+0000 7f7d29bdb640 1 -- 172.21.15.119:0/3155118954 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f7d240ccb20 con 0x7f7d2415db10 2024-09-13T18:57:57.453 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:57.451+0000 7f7d1bfff640 1 -- 172.21.15.119:0/3155118954 <== mon.0 v2:172.21.15.119:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 19 v19) v1 ==== 94+0+4743 (secure 0 0 0) 0x7f7d0c023090 con 0x7f7d2415db10 2024-09-13T18:57:57.454 INFO:teuthology.orchestra.run.smithi119.stdout: 2024-09-13T18:57:57.454 INFO:teuthology.orchestra.run.smithi119.stdout:{"epoch":19,"default_fscid":2,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4910,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.119:6837/3675521145","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6836","nonce":3675521145},{"type":"v1","addr":"172.21.15.119:6837","nonce":3675521145}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":11},{"gid":5045,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.145:6835/4045732069","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6832","nonce":4045732069},{"type":"v1","addr":"172.21.15.145:6835","nonce":4045732069}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":16},{"gid":5236,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.145:6834/3445411957","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6833","nonce":3445411957},{"type":"v1","addr":"172.21.15.145:6834","nonce":3445411957}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":11}],"filesystems":[{"mdsmap":{"epoch":19,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-13T18:57:56.123203+0000","modified":"2024-09-13T18:57:57.128025+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":5457},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5457":{"gid":5457,"name":"c","rank":0,"incarnation":19,"state":"up:replay","state_seq":1,"addr":"172.21.15.119:6835/967310515","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6834","nonce":967310515},{"type":"v1","addr":"172.21.15.119:6835","nonce":967310515}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[6],"metadata_pool":5,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":2}]} 2024-09-13T18:57:57.454 INFO:teuthology.orchestra.run.smithi119.stderr:dumped fsmap epoch 19 2024-09-13T18:57:57.456 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:57.453+0000 7f7d29bdb640 1 -- 172.21.15.119:0/3155118954 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f7d0406ac00 msgr2=0x7f7d0406d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:57.456 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:57.453+0000 7f7d29bdb640 1 --2- 172.21.15.119:0/3155118954 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f7d0406ac00 0x7f7d0406d0c0 secure :-1 s=READY pgs=270 cs=0 l=1 rev1=1 crypto rx=0x7f7d14033000 tx=0x7f7d14009030 comp rx=0 tx=0).stop 2024-09-13T18:57:57.456 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:57.453+0000 7f7d29bdb640 1 -- 172.21.15.119:0/3155118954 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f7d2415db10 msgr2=0x7f7d24153a80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:57.456 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:57.453+0000 7f7d29bdb640 1 --2- 172.21.15.119:0/3155118954 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f7d2415db10 0x7f7d24153a80 secure :-1 s=READY pgs=558 cs=0 l=1 rev1=1 crypto rx=0x7f7d0c011960 tx=0x7f7d0c011e20 comp rx=0 tx=0).stop 2024-09-13T18:57:57.456 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:57.453+0000 7f7d29bdb640 1 -- 172.21.15.119:0/3155118954 shutdown_connections 2024-09-13T18:57:57.456 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:57.453+0000 7f7d29bdb640 1 --2- 172.21.15.119:0/3155118954 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f7d0406ac00 0x7f7d0406d0c0 unknown :-1 s=CLOSED pgs=270 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:57.456 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:57.453+0000 7f7d29bdb640 1 --2- 172.21.15.119:0/3155118954 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f7d24155a70 0x7f7d240d22d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:57.456 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:57.453+0000 7f7d29bdb640 1 --2- 172.21.15.119:0/3155118954 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f7d2415db10 0x7f7d24153a80 unknown :-1 s=CLOSED pgs=558 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:57.456 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:57.453+0000 7f7d29bdb640 1 --2- 172.21.15.119:0/3155118954 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f7d10003970 0x7f7d240b7310 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:57.456 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:57.453+0000 7f7d29bdb640 1 -- 172.21.15.119:0/3155118954 >> 172.21.15.119:0/3155118954 conn(0x7f7d24089f60 msgr2=0x7f7d240b2060 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:57:57.456 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:57.453+0000 7f7d29bdb640 1 -- 172.21.15.119:0/3155118954 shutdown_connections 2024-09-13T18:57:57.457 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:57.453+0000 7f7d29bdb640 1 -- 172.21.15.119:0/3155118954 wait complete. 2024-09-13T18:57:57.870 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 19, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-09-13T18:57:56.123203+0000', 'modified': '2024-09-13T18:57:57.128025+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 5457}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_5457': {'gid': 5457, 'name': 'c', 'rank': 0, 'incarnation': 19, 'state': 'up:replay', 'state_seq': 1, 'addr': '172.21.15.119:6835/967310515', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.119:6834', 'nonce': 967310515}, {'type': 'v1', 'addr': '172.21.15.119:6835', 'nonce': 967310515}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540138322906710015, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2'}}}}, 'data_pools': [6], 'metadata_pool': 5, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0} 2024-09-13T18:57:57.870 WARNING:tasks.cephfs.filesystem:Unhealthy mds state gid_5457:up:replay 2024-09-13T18:57:58.871 DEBUG:teuthology.orchestra.run.smithi119:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-13T18:57:58.980 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:58.977+0000 7f67ff45a640 1 Processor -- start 2024-09-13T18:57:58.980 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:58.978+0000 7f67ff45a640 1 -- start start 2024-09-13T18:57:58.981 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:58.978+0000 7f67ff45a640 1 --2- >> v2:172.21.15.119:3300/0 conn(0x7f67f815c6e0 0x7f67f80b3f50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:58.982 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:58.978+0000 7f67ff45a640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f67f80d07b0 0x7f67f80b4490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:58.982 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:58.978+0000 7f67ff45a640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f67f80ccb20 0x7f67f8160030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:58.982 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:58.979+0000 7f67ff45a640 1 -- --> v2:172.21.15.119:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f67f80d1840 con 0x7f67f815c6e0 2024-09-13T18:57:58.982 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:58.979+0000 7f67ff45a640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f67f80d0c30 con 0x7f67f80ccb20 2024-09-13T18:57:58.982 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:58.979+0000 7f67ff45a640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f67f80d0f10 con 0x7f67f80d07b0 2024-09-13T18:57:58.982 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:58.979+0000 7f67fd1f6640 1 --2- >> v2:172.21.15.119:3300/0 conn(0x7f67f815c6e0 0x7f67f80b3f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:58.982 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:58.979+0000 7f67fd1f6640 1 --2- >> v2:172.21.15.119:3300/0 conn(0x7f67f815c6e0 0x7f67f80b3f50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.119:3300/0 says I am v2:172.21.15.119:37904/0 (socket says 172.21.15.119:37904) 2024-09-13T18:57:58.982 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:58.979+0000 7f67fd1f6640 1 -- 172.21.15.119:0/1408956927 learned_addr learned my addr 172.21.15.119:0/1408956927 (peer_addr_for_me v2:172.21.15.119:0/0) 2024-09-13T18:57:58.982 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:58.979+0000 7f67fc9f5640 1 --2- 172.21.15.119:0/1408956927 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f67f80d07b0 0x7f67f80b4490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:58.982 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:58.979+0000 7f67fd9f7640 1 --2- 172.21.15.119:0/1408956927 >> v2:172.21.15.145:3300/0 conn(0x7f67f80ccb20 0x7f67f8160030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:58.982 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:58.979+0000 7f67fd1f6640 1 -- 172.21.15.119:0/1408956927 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f67f80d07b0 msgr2=0x7f67f80b4490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T18:57:58.982 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:58.979+0000 7f67fd1f6640 1 --2- 172.21.15.119:0/1408956927 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f67f80d07b0 0x7f67f80b4490 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:58.983 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:58.979+0000 7f67fd1f6640 1 -- 172.21.15.119:0/1408956927 >> v2:172.21.15.145:3300/0 conn(0x7f67f80ccb20 msgr2=0x7f67f8160030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T18:57:58.983 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:58.979+0000 7f67fd1f6640 1 --2- 172.21.15.119:0/1408956927 >> v2:172.21.15.145:3300/0 conn(0x7f67f80ccb20 0x7f67f8160030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:58.983 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:58.979+0000 7f67fd1f6640 1 -- 172.21.15.119:0/1408956927 --> v2:172.21.15.119:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f67f80d11f0 con 0x7f67f815c6e0 2024-09-13T18:57:58.983 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:58.979+0000 7f67fd9f7640 1 --2- 172.21.15.119:0/1408956927 >> v2:172.21.15.145:3300/0 conn(0x7f67f80ccb20 0x7f67f8160030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T18:57:58.984 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:58.980+0000 7f67fd1f6640 1 --2- 172.21.15.119:0/1408956927 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f67f815c6e0 0x7f67f80b3f50 secure :-1 s=READY pgs=559 cs=0 l=1 rev1=1 crypto rx=0x7f67f81610d0 tx=0x7f67f402a140 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5c5b81b985d6d174 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:57:58.984 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:58.980+0000 7f67ebfff640 1 -- 172.21.15.119:0/1408956927 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f67f402ae90 con 0x7f67f815c6e0 2024-09-13T18:57:58.984 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:58.980+0000 7f67ebfff640 1 -- 172.21.15.119:0/1408956927 <== mon.0 v2:172.21.15.119:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f67f4032440 con 0x7f67f815c6e0 2024-09-13T18:57:58.984 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:58.980+0000 7f67ebfff640 1 -- 172.21.15.119:0/1408956927 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f67f40327d0 con 0x7f67f815c6e0 2024-09-13T18:57:58.984 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:58.980+0000 7f67ff45a640 1 -- 172.21.15.119:0/1408956927 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f67f815c6e0 msgr2=0x7f67f80b3f50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:58.984 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:58.980+0000 7f67ff45a640 1 --2- 172.21.15.119:0/1408956927 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f67f815c6e0 0x7f67f80b3f50 secure :-1 s=READY pgs=559 cs=0 l=1 rev1=1 crypto rx=0x7f67f81610d0 tx=0x7f67f402a140 comp rx=0 tx=0).stop 2024-09-13T18:57:58.984 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:58.981+0000 7f67ff45a640 1 -- 172.21.15.119:0/1408956927 shutdown_connections 2024-09-13T18:57:58.984 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:58.981+0000 7f67ff45a640 1 --2- 172.21.15.119:0/1408956927 >> v2:172.21.15.145:3300/0 conn(0x7f67f80ccb20 0x7f67f8160030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:58.984 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:58.981+0000 7f67ff45a640 1 --2- 172.21.15.119:0/1408956927 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f67f80d07b0 0x7f67f80b4490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:58.984 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:58.981+0000 7f67ff45a640 1 --2- 172.21.15.119:0/1408956927 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f67f815c6e0 0x7f67f80b3f50 unknown :-1 s=CLOSED pgs=559 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:58.985 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:58.981+0000 7f67ff45a640 1 -- 172.21.15.119:0/1408956927 >> 172.21.15.119:0/1408956927 conn(0x7f67f8089f60 msgr2=0x7f67f80d24d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:57:58.985 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:58.981+0000 7f67ff45a640 1 -- 172.21.15.119:0/1408956927 shutdown_connections 2024-09-13T18:57:58.985 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:58.981+0000 7f67ff45a640 1 -- 172.21.15.119:0/1408956927 wait complete. 2024-09-13T18:57:58.986 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:58.982+0000 7f67ff45a640 1 Processor -- start 2024-09-13T18:57:58.987 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:58.982+0000 7f67ff45a640 1 -- start start 2024-09-13T18:57:58.987 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:58.983+0000 7f67ff45a640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f67f80ccb20 0x7f67f80c8480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:58.987 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:58.983+0000 7f67ff45a640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f67f80d07b0 0x7f67f80c95a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:58.987 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:58.983+0000 7f67ff45a640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f67f815c6e0 0x7f67f80cb960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:58.987 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:58.983+0000 7f67ff45a640 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f67f80c89c0 con 0x7f67f80d07b0 2024-09-13T18:57:58.987 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:58.983+0000 7f67ff45a640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f67f80c9ae0 con 0x7f67f815c6e0 2024-09-13T18:57:58.987 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:58.983+0000 7f67ff45a640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f67f80b6880 con 0x7f67f80ccb20 2024-09-13T18:57:58.987 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:58.983+0000 7f67fc9f5640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f67f80d07b0 0x7f67f80c95a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:58.987 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:58.983+0000 7f67fc9f5640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f67f80d07b0 0x7f67f80c95a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.119:3300/0 says I am v2:172.21.15.119:37914/0 (socket says 172.21.15.119:37914) 2024-09-13T18:57:58.987 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:58.983+0000 7f67fc9f5640 1 -- 172.21.15.119:0/491141736 learned_addr learned my addr 172.21.15.119:0/491141736 (peer_addr_for_me v2:172.21.15.119:0/0) 2024-09-13T18:57:58.987 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:58.983+0000 7f67fd9f7640 1 --2- 172.21.15.119:0/491141736 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f67f815c6e0 0x7f67f80cb960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:58.987 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:58.983+0000 7f67fd1f6640 1 --2- 172.21.15.119:0/491141736 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f67f80ccb20 0x7f67f80c8480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:58.987 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:58.983+0000 7f67fc9f5640 1 -- 172.21.15.119:0/491141736 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f67f80ccb20 msgr2=0x7f67f80c8480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:58.988 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:58.983+0000 7f67fc9f5640 1 --2- 172.21.15.119:0/491141736 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f67f80ccb20 0x7f67f80c8480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:58.988 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:58.983+0000 7f67fc9f5640 1 -- 172.21.15.119:0/491141736 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f67f815c6e0 msgr2=0x7f67f80cb960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:58.988 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:58.983+0000 7f67fc9f5640 1 --2- 172.21.15.119:0/491141736 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f67f815c6e0 0x7f67f80cb960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:58.988 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:58.983+0000 7f67fc9f5640 1 -- 172.21.15.119:0/491141736 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f67f40094d0 con 0x7f67f80d07b0 2024-09-13T18:57:58.988 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:58.983+0000 7f67fc9f5640 1 --2- 172.21.15.119:0/491141736 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f67f80d07b0 0x7f67f80c95a0 secure :-1 s=READY pgs=560 cs=0 l=1 rev1=1 crypto rx=0x7f67ec00c570 tx=0x7f67ec00ca30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:57:58.988 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:58.983+0000 7f67e9ffb640 1 -- 172.21.15.119:0/491141736 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f67ec011800 con 0x7f67f80d07b0 2024-09-13T18:57:58.988 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:58.983+0000 7f67e9ffb640 1 -- 172.21.15.119:0/491141736 <== mon.0 v2:172.21.15.119:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f67ec011960 con 0x7f67f80d07b0 2024-09-13T18:57:58.988 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:58.983+0000 7f67ff45a640 1 -- 172.21.15.119:0/491141736 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f67f80b5fa0 con 0x7f67f80d07b0 2024-09-13T18:57:58.988 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:58.983+0000 7f67e9ffb640 1 -- 172.21.15.119:0/491141736 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f67ec011cf0 con 0x7f67f80d07b0 2024-09-13T18:57:58.988 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:58.984+0000 7f67ff45a640 1 -- 172.21.15.119:0/491141736 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f67f80b6b20 con 0x7f67f80d07b0 2024-09-13T18:57:58.989 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:58.984+0000 7f67ff45a640 1 -- 172.21.15.119:0/491141736 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f67f80b3f50 con 0x7f67f80d07b0 2024-09-13T18:57:58.989 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:58.985+0000 7f67e9ffb640 1 -- 172.21.15.119:0/491141736 <== mon.0 v2:172.21.15.119:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f67ec018360 con 0x7f67f80d07b0 2024-09-13T18:57:58.989 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:58.985+0000 7f67e9ffb640 1 --2- 172.21.15.119:0/491141736 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f67dc06ac00 0x7f67dc06d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:57:58.989 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:58.986+0000 7f67fd1f6640 1 --2- 172.21.15.119:0/491141736 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f67dc06ac00 0x7f67dc06d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:57:58.989 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:58.986+0000 7f67e9ffb640 1 -- 172.21.15.119:0/491141736 <== mon.0 v2:172.21.15.119:3300/0 5 ==== osd_map(41..41 src has 1..41) v4 ==== 6115+0+0 (secure 0 0 0) 0x7f67ec0893b0 con 0x7f67f80d07b0 2024-09-13T18:57:58.989 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:58.986+0000 7f67fd1f6640 1 --2- 172.21.15.119:0/491141736 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f67dc06ac00 0x7f67dc06d0c0 secure :-1 s=READY pgs=271 cs=0 l=1 rev1=1 crypto rx=0x7f67f4034000 tx=0x7f67f402e000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:57:58.992 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:58.990+0000 7f67e9ffb640 1 -- 172.21.15.119:0/491141736 <== mon.0 v2:172.21.15.119:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f67ec054530 con 0x7f67f80d07b0 2024-09-13T18:57:59.189 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:59.187+0000 7f67ff45a640 1 -- 172.21.15.119:0/491141736 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f67f808c610 con 0x7f67f80d07b0 2024-09-13T18:57:59.190 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:59.187+0000 7f67e9ffb640 1 -- 172.21.15.119:0/491141736 <== mon.0 v2:172.21.15.119:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 21 v21) v1 ==== 94+0+4743 (secure 0 0 0) 0x7f67ec057b50 con 0x7f67f80d07b0 2024-09-13T18:57:59.190 INFO:teuthology.orchestra.run.smithi119.stdout: 2024-09-13T18:57:59.190 INFO:teuthology.orchestra.run.smithi119.stdout:{"epoch":21,"default_fscid":2,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4910,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.119:6837/3675521145","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6836","nonce":3675521145},{"type":"v1","addr":"172.21.15.119:6837","nonce":3675521145}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":11},{"gid":5045,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.145:6835/4045732069","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6832","nonce":4045732069},{"type":"v1","addr":"172.21.15.145:6835","nonce":4045732069}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":16},{"gid":5236,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.145:6834/3445411957","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6833","nonce":3445411957},{"type":"v1","addr":"172.21.15.145:6834","nonce":3445411957}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":11}],"filesystems":[{"mdsmap":{"epoch":21,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-13T18:57:56.123203+0000","modified":"2024-09-13T18:57:59.130919+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":5457},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5457":{"gid":5457,"name":"c","rank":0,"incarnation":19,"state":"up:rejoin","state_seq":7,"addr":"172.21.15.119:6835/967310515","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6834","nonce":967310515},{"type":"v1","addr":"172.21.15.119:6835","nonce":967310515}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[6],"metadata_pool":5,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":2}]} 2024-09-13T18:57:59.190 INFO:teuthology.orchestra.run.smithi119.stderr:dumped fsmap epoch 21 2024-09-13T18:57:59.192 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:59.189+0000 7f67ff45a640 1 -- 172.21.15.119:0/491141736 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f67dc06ac00 msgr2=0x7f67dc06d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:59.192 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:59.189+0000 7f67ff45a640 1 --2- 172.21.15.119:0/491141736 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f67dc06ac00 0x7f67dc06d0c0 secure :-1 s=READY pgs=271 cs=0 l=1 rev1=1 crypto rx=0x7f67f4034000 tx=0x7f67f402e000 comp rx=0 tx=0).stop 2024-09-13T18:57:59.192 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:59.189+0000 7f67ff45a640 1 -- 172.21.15.119:0/491141736 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f67f80d07b0 msgr2=0x7f67f80c95a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:57:59.193 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:59.189+0000 7f67ff45a640 1 --2- 172.21.15.119:0/491141736 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f67f80d07b0 0x7f67f80c95a0 secure :-1 s=READY pgs=560 cs=0 l=1 rev1=1 crypto rx=0x7f67ec00c570 tx=0x7f67ec00ca30 comp rx=0 tx=0).stop 2024-09-13T18:57:59.193 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:59.189+0000 7f67ff45a640 1 -- 172.21.15.119:0/491141736 shutdown_connections 2024-09-13T18:57:59.193 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:59.189+0000 7f67ff45a640 1 --2- 172.21.15.119:0/491141736 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f67dc06ac00 0x7f67dc06d0c0 unknown :-1 s=CLOSED pgs=271 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:59.193 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:59.189+0000 7f67ff45a640 1 --2- 172.21.15.119:0/491141736 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f67f815c6e0 0x7f67f80cb960 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:59.193 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:59.189+0000 7f67ff45a640 1 --2- 172.21.15.119:0/491141736 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f67f80d07b0 0x7f67f80c95a0 unknown :-1 s=CLOSED pgs=560 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:59.193 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:59.189+0000 7f67ff45a640 1 --2- 172.21.15.119:0/491141736 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f67f80ccb20 0x7f67f80c8480 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:57:59.193 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:59.189+0000 7f67ff45a640 1 -- 172.21.15.119:0/491141736 >> 172.21.15.119:0/491141736 conn(0x7f67f8089f60 msgr2=0x7f67f806c650 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:57:59.193 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:59.190+0000 7f67ff45a640 1 -- 172.21.15.119:0/491141736 shutdown_connections 2024-09-13T18:57:59.193 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:57:59.190+0000 7f67ff45a640 1 -- 172.21.15.119:0/491141736 wait complete. 2024-09-13T18:57:59.606 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 21, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-09-13T18:57:56.123203+0000', 'modified': '2024-09-13T18:57:59.130919+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 5457}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_5457': {'gid': 5457, 'name': 'c', 'rank': 0, 'incarnation': 19, 'state': 'up:rejoin', 'state_seq': 7, 'addr': '172.21.15.119:6835/967310515', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.119:6834', 'nonce': 967310515}, {'type': 'v1', 'addr': '172.21.15.119:6835', 'nonce': 967310515}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540138322906710015, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2'}}}}, 'data_pools': [6], 'metadata_pool': 5, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0} 2024-09-13T18:57:59.606 WARNING:tasks.cephfs.filesystem:Unhealthy mds state gid_5457:up:rejoin 2024-09-13T18:58:00.607 DEBUG:teuthology.orchestra.run.smithi119:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-13T18:58:00.718 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:00.715+0000 7ff4eed9d640 1 Processor -- start 2024-09-13T18:58:00.718 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:00.715+0000 7ff4eed9d640 1 -- start start 2024-09-13T18:58:00.719 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:00.716+0000 7ff4eed9d640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7ff4e815a040 0x7ff4e80cc4b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:58:00.719 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:00.716+0000 7ff4eed9d640 1 --2- >> v2:172.21.15.119:3300/0 conn(0x7ff4e80d0b20 0x7ff4e806e1b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:58:00.719 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:00.716+0000 7ff4eed9d640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7ff4e80cace0 con 0x7ff4e806e6f0 2024-09-13T18:58:00.720 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:00.716+0000 7ff4eed9d640 1 -- --> v2:172.21.15.119:3300/0 -- mon_getmap magic: 0 v1 -- 0x7ff4e806eba0 con 0x7ff4e80d0b20 2024-09-13T18:58:00.720 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:00.716+0000 7ff4eed9d640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff4e80cf4b0 con 0x7ff4e815a040 2024-09-13T18:58:00.720 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:00.716+0000 7ff4ed59a640 1 --2- >> v2:172.21.15.119:3300/0 conn(0x7ff4e80d0b20 0x7ff4e806e1b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:58:00.720 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:00.716+0000 7ff4ed59a640 1 --2- >> v2:172.21.15.119:3300/0 conn(0x7ff4e80d0b20 0x7ff4e806e1b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.119:3300/0 says I am v2:172.21.15.119:37920/0 (socket says 172.21.15.119:37920) 2024-09-13T18:58:00.720 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:00.716+0000 7ff4ed59a640 1 -- 172.21.15.119:0/4001709881 learned_addr learned my addr 172.21.15.119:0/4001709881 (peer_addr_for_me v2:172.21.15.119:0/0) 2024-09-13T18:58:00.720 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:00.717+0000 7ff4edd9b640 1 --2- 172.21.15.119:0/4001709881 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7ff4e815a040 0x7ff4e80cc4b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:58:00.720 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:00.717+0000 7ff4ed59a640 1 -- 172.21.15.119:0/4001709881 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7ff4e815a040 msgr2=0x7ff4e80cc4b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T18:58:00.720 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:00.717+0000 7ff4ed59a640 1 --2- 172.21.15.119:0/4001709881 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7ff4e815a040 0x7ff4e80cc4b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:58:00.720 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:00.717+0000 7ff4ed59a640 1 -- 172.21.15.119:0/4001709881 >> v1:172.21.15.145:6789/0 conn(0x7ff4e806e6f0 legacy=0x7ff4e80cdd50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T18:58:00.720 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:00.717+0000 7ff4ed59a640 1 -- 172.21.15.119:0/4001709881 --> v2:172.21.15.119:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff4e80d0f60 con 0x7ff4e80d0b20 2024-09-13T18:58:00.720 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:00.717+0000 7ff4edd9b640 1 --2- 172.21.15.119:0/4001709881 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7ff4e815a040 0x7ff4e80cc4b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T18:58:00.721 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:00.717+0000 7ff4ed59a640 1 --2- 172.21.15.119:0/4001709881 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7ff4e80d0b20 0x7ff4e806e1b0 secure :-1 s=READY pgs=561 cs=0 l=1 rev1=1 crypto rx=0x7ff4d8009870 tx=0x7ff4d802a210 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1327dae6ee89d113 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:58:00.722 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:00.718+0000 7ff4ecd99640 1 -- 172.21.15.119:0/4001709881 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff4d8032440 con 0x7ff4e80d0b20 2024-09-13T18:58:00.722 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:00.718+0000 7ff4ecd99640 1 -- 172.21.15.119:0/4001709881 <== mon.0 v2:172.21.15.119:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff4d80325a0 con 0x7ff4e80d0b20 2024-09-13T18:58:00.722 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:00.718+0000 7ff4ecd99640 1 -- 172.21.15.119:0/4001709881 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff4d8032930 con 0x7ff4e80d0b20 2024-09-13T18:58:00.722 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:00.718+0000 7ff4eed9d640 1 -- 172.21.15.119:0/4001709881 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7ff4e80d0b20 msgr2=0x7ff4e806e1b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:58:00.722 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:00.718+0000 7ff4eed9d640 1 --2- 172.21.15.119:0/4001709881 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7ff4e80d0b20 0x7ff4e806e1b0 secure :-1 s=READY pgs=561 cs=0 l=1 rev1=1 crypto rx=0x7ff4d8009870 tx=0x7ff4d802a210 comp rx=0 tx=0).stop 2024-09-13T18:58:00.722 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:00.718+0000 7ff4eed9d640 1 -- 172.21.15.119:0/4001709881 shutdown_connections 2024-09-13T18:58:00.722 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:00.718+0000 7ff4eed9d640 1 --2- 172.21.15.119:0/4001709881 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7ff4e80d0b20 0x7ff4e806e1b0 unknown :-1 s=CLOSED pgs=561 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:58:00.722 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:00.718+0000 7ff4eed9d640 1 --2- 172.21.15.119:0/4001709881 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7ff4e815a040 0x7ff4e80cc4b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:58:00.722 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:00.718+0000 7ff4eed9d640 1 -- 172.21.15.119:0/4001709881 >> 172.21.15.119:0/4001709881 conn(0x7ff4e8069ed0 msgr2=0x7ff4e806a2b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:58:00.722 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:00.718+0000 7ff4eed9d640 1 -- 172.21.15.119:0/4001709881 shutdown_connections 2024-09-13T18:58:00.722 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:00.718+0000 7ff4eed9d640 1 -- 172.21.15.119:0/4001709881 wait complete. 2024-09-13T18:58:00.724 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:00.720+0000 7ff4eed9d640 1 Processor -- start 2024-09-13T18:58:00.724 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:00.720+0000 7ff4eed9d640 1 -- start start 2024-09-13T18:58:00.724 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:00.720+0000 7ff4eed9d640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ff4e806e6f0 0x7ff4e81f3b00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:58:00.725 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:00.720+0000 7ff4eed9d640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7ff4e80d0b20 0x7ff4e81596b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:58:00.725 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:00.720+0000 7ff4eed9d640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7ff4e815a040 0x7ff4e81efb80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:58:00.725 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:00.720+0000 7ff4eed9d640 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff4e80c4e70 con 0x7ff4e815a040 2024-09-13T18:58:00.725 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:00.720+0000 7ff4eed9d640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff4e81f4040 con 0x7ff4e806e6f0 2024-09-13T18:58:00.725 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:00.720+0000 7ff4eed9d640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff4e8159bf0 con 0x7ff4e80d0b20 2024-09-13T18:58:00.725 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:00.720+0000 7ff4ee59c640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7ff4e815a040 0x7ff4e81efb80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:58:00.725 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:00.720+0000 7ff4ee59c640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7ff4e815a040 0x7ff4e81efb80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.119:3300/0 says I am v2:172.21.15.119:37922/0 (socket says 172.21.15.119:37922) 2024-09-13T18:58:00.725 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:00.720+0000 7ff4ee59c640 1 -- 172.21.15.119:0/2022138868 learned_addr learned my addr 172.21.15.119:0/2022138868 (peer_addr_for_me v2:172.21.15.119:0/0) 2024-09-13T18:58:00.725 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:00.721+0000 7ff4ed59a640 1 --2- 172.21.15.119:0/2022138868 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7ff4e80d0b20 0x7ff4e81596b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:58:00.725 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:00.721+0000 7ff4edd9b640 1 --2- 172.21.15.119:0/2022138868 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ff4e806e6f0 0x7ff4e81f3b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:58:00.725 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:00.721+0000 7ff4ee59c640 1 -- 172.21.15.119:0/2022138868 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7ff4e80d0b20 msgr2=0x7ff4e81596b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:58:00.725 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:00.721+0000 7ff4ee59c640 1 --2- 172.21.15.119:0/2022138868 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7ff4e80d0b20 0x7ff4e81596b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:58:00.725 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:00.721+0000 7ff4ee59c640 1 -- 172.21.15.119:0/2022138868 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ff4e806e6f0 msgr2=0x7ff4e81f3b00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:58:00.726 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:00.721+0000 7ff4ee59c640 1 --2- 172.21.15.119:0/2022138868 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ff4e806e6f0 0x7ff4e81f3b00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:58:00.726 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:00.721+0000 7ff4ee59c640 1 -- 172.21.15.119:0/2022138868 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff4d80094d0 con 0x7ff4e815a040 2024-09-13T18:58:00.726 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:00.721+0000 7ff4ee59c640 1 --2- 172.21.15.119:0/2022138868 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7ff4e815a040 0x7ff4e81efb80 secure :-1 s=READY pgs=562 cs=0 l=1 rev1=1 crypto rx=0x7ff4e000c780 tx=0x7ff4e000cc40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:58:00.726 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:00.721+0000 7ff4de7fc640 1 -- 172.21.15.119:0/2022138868 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff4e0004b60 con 0x7ff4e815a040 2024-09-13T18:58:00.726 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:00.721+0000 7ff4de7fc640 1 -- 172.21.15.119:0/2022138868 <== mon.0 v2:172.21.15.119:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff4e000ce90 con 0x7ff4e815a040 2024-09-13T18:58:00.726 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:00.721+0000 7ff4eed9d640 1 -- 172.21.15.119:0/2022138868 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff4e80c54b0 con 0x7ff4e815a040 2024-09-13T18:58:00.726 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:00.721+0000 7ff4de7fc640 1 -- 172.21.15.119:0/2022138868 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff4e000a7f0 con 0x7ff4e815a040 2024-09-13T18:58:00.726 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:00.721+0000 7ff4eed9d640 1 -- 172.21.15.119:0/2022138868 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff4e80c4170 con 0x7ff4e815a040 2024-09-13T18:58:00.727 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:00.722+0000 7ff4eed9d640 1 -- 172.21.15.119:0/2022138868 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ff4e80c5640 con 0x7ff4e815a040 2024-09-13T18:58:00.727 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:00.723+0000 7ff4de7fc640 1 -- 172.21.15.119:0/2022138868 <== mon.0 v2:172.21.15.119:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7ff4e000a950 con 0x7ff4e815a040 2024-09-13T18:58:00.727 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:00.723+0000 7ff4de7fc640 1 --2- 172.21.15.119:0/2022138868 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7ff4cc06ac00 0x7ff4cc06d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:58:00.728 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:00.723+0000 7ff4de7fc640 1 -- 172.21.15.119:0/2022138868 <== mon.0 v2:172.21.15.119:3300/0 5 ==== osd_map(41..41 src has 1..41) v4 ==== 6115+0+0 (secure 0 0 0) 0x7ff4e0089520 con 0x7ff4e815a040 2024-09-13T18:58:00.728 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:00.723+0000 7ff4edd9b640 1 --2- 172.21.15.119:0/2022138868 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7ff4cc06ac00 0x7ff4cc06d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:58:00.728 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:00.724+0000 7ff4edd9b640 1 --2- 172.21.15.119:0/2022138868 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7ff4cc06ac00 0x7ff4cc06d0c0 secure :-1 s=READY pgs=272 cs=0 l=1 rev1=1 crypto rx=0x7ff4e400aac0 tx=0x7ff4e4008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:58:00.730 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:00.727+0000 7ff4de7fc640 1 -- 172.21.15.119:0/2022138868 <== mon.0 v2:172.21.15.119:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7ff4e0054610 con 0x7ff4e815a040 2024-09-13T18:58:00.922 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:00.920+0000 7ff4eed9d640 1 -- 172.21.15.119:0/2022138868 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7ff4e8066b00 con 0x7ff4e815a040 2024-09-13T18:58:00.923 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:00.920+0000 7ff4de7fc640 1 -- 172.21.15.119:0/2022138868 <== mon.0 v2:172.21.15.119:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 22 v22) v1 ==== 94+0+4743 (secure 0 0 0) 0x7ff4e0057c30 con 0x7ff4e815a040 2024-09-13T18:58:00.923 INFO:teuthology.orchestra.run.smithi119.stdout: 2024-09-13T18:58:00.923 INFO:teuthology.orchestra.run.smithi119.stdout:{"epoch":22,"default_fscid":2,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4910,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.119:6837/3675521145","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6836","nonce":3675521145},{"type":"v1","addr":"172.21.15.119:6837","nonce":3675521145}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":11},{"gid":5045,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.145:6835/4045732069","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6832","nonce":4045732069},{"type":"v1","addr":"172.21.15.145:6835","nonce":4045732069}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":16},{"gid":5236,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.145:6834/3445411957","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6833","nonce":3445411957},{"type":"v1","addr":"172.21.15.145:6834","nonce":3445411957}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":11}],"filesystems":[{"mdsmap":{"epoch":22,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-13T18:57:56.123203+0000","modified":"2024-09-13T18:57:59.846490+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":5457},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5457":{"gid":5457,"name":"c","rank":0,"incarnation":19,"state":"up:active","state_seq":8,"addr":"172.21.15.119:6835/967310515","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6834","nonce":967310515},{"type":"v1","addr":"172.21.15.119:6835","nonce":967310515}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[6],"metadata_pool":5,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":1},"id":2}]} 2024-09-13T18:58:00.923 INFO:teuthology.orchestra.run.smithi119.stderr:dumped fsmap epoch 22 2024-09-13T18:58:00.925 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:00.922+0000 7ff4eed9d640 1 -- 172.21.15.119:0/2022138868 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7ff4cc06ac00 msgr2=0x7ff4cc06d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:58:00.925 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:00.922+0000 7ff4eed9d640 1 --2- 172.21.15.119:0/2022138868 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7ff4cc06ac00 0x7ff4cc06d0c0 secure :-1 s=READY pgs=272 cs=0 l=1 rev1=1 crypto rx=0x7ff4e400aac0 tx=0x7ff4e4008040 comp rx=0 tx=0).stop 2024-09-13T18:58:00.925 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:00.922+0000 7ff4eed9d640 1 -- 172.21.15.119:0/2022138868 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7ff4e815a040 msgr2=0x7ff4e81efb80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:58:00.925 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:00.922+0000 7ff4eed9d640 1 --2- 172.21.15.119:0/2022138868 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7ff4e815a040 0x7ff4e81efb80 secure :-1 s=READY pgs=562 cs=0 l=1 rev1=1 crypto rx=0x7ff4e000c780 tx=0x7ff4e000cc40 comp rx=0 tx=0).stop 2024-09-13T18:58:00.926 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:00.922+0000 7ff4eed9d640 1 -- 172.21.15.119:0/2022138868 shutdown_connections 2024-09-13T18:58:00.926 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:00.922+0000 7ff4eed9d640 1 --2- 172.21.15.119:0/2022138868 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7ff4cc06ac00 0x7ff4cc06d0c0 unknown :-1 s=CLOSED pgs=272 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:58:00.926 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:00.922+0000 7ff4eed9d640 1 --2- 172.21.15.119:0/2022138868 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7ff4e815a040 0x7ff4e81efb80 unknown :-1 s=CLOSED pgs=562 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:58:00.926 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:00.922+0000 7ff4eed9d640 1 --2- 172.21.15.119:0/2022138868 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7ff4e80d0b20 0x7ff4e81596b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:58:00.926 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:00.922+0000 7ff4eed9d640 1 --2- 172.21.15.119:0/2022138868 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ff4e806e6f0 0x7ff4e81f3b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:58:00.926 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:00.922+0000 7ff4eed9d640 1 -- 172.21.15.119:0/2022138868 >> 172.21.15.119:0/2022138868 conn(0x7ff4e8069ed0 msgr2=0x7ff4e806a2b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:58:00.926 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:00.922+0000 7ff4eed9d640 1 -- 172.21.15.119:0/2022138868 shutdown_connections 2024-09-13T18:58:00.926 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:00.922+0000 7ff4eed9d640 1 -- 172.21.15.119:0/2022138868 wait complete. 2024-09-13T18:58:01.340 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 22, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-09-13T18:57:56.123203+0000', 'modified': '2024-09-13T18:57:59.846490+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 5457}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_5457': {'gid': 5457, 'name': 'c', 'rank': 0, 'incarnation': 19, 'state': 'up:active', 'state_seq': 8, 'addr': '172.21.15.119:6835/967310515', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.119:6834', 'nonce': 967310515}, {'type': 'v1', 'addr': '172.21.15.119:6835', 'nonce': 967310515}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540138322906710015, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2'}}}}, 'data_pools': [6], 'metadata_pool': 5, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 1} 2024-09-13T18:58:01.340 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 1/1 2024-09-13T18:58:01.340 DEBUG:teuthology.orchestra.run.smithi119:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.c status 2024-09-13T18:58:01.441 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:01.437+0000 7fc1ce8d0640 1 Processor -- start 2024-09-13T18:58:01.441 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:01.437+0000 7fc1ce8d0640 1 -- start start 2024-09-13T18:58:01.443 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:01.438+0000 7fc1ce8d0640 1 --2- >> v2:172.21.15.119:3300/0 conn(0x7fc1c815a2e0 0x7fc1c80c9a40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:58:01.443 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:01.438+0000 7fc1ce8d0640 1 -- --> v1:172.21.15.119:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fc1c80c8920 con 0x7fc1c80cb3f0 2024-09-13T18:58:01.443 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:01.438+0000 7fc1ce8d0640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fc1c815a6c0 con 0x7fc1c80c9f80 2024-09-13T18:58:01.443 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:01.438+0000 7fc1ce8d0640 1 -- --> v2:172.21.15.119:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fc1c80ca500 con 0x7fc1c815a2e0 2024-09-13T18:58:01.443 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:01.438+0000 7fc1c7fff640 1 --2- >> v2:172.21.15.119:3300/0 conn(0x7fc1c815a2e0 0x7fc1c80c9a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:58:01.443 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:01.438+0000 7fc1c7fff640 1 --2- >> v2:172.21.15.119:3300/0 conn(0x7fc1c815a2e0 0x7fc1c80c9a40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.119:3300/0 says I am v2:172.21.15.119:37930/0 (socket says 172.21.15.119:37930) 2024-09-13T18:58:01.443 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:01.438+0000 7fc1cce6d640 1 --1- >> v1:172.21.15.119:6789/0 conn(0x7fc1c80cb3f0 0x7fc1c806d030 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.119:6789/0 says I am v1:172.21.15.119:54336/0 (socket says 172.21.15.119:54336) 2024-09-13T18:58:01.443 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:01.438+0000 7fc1c7fff640 1 -- 172.21.15.119:0/1368460121 learned_addr learned my addr 172.21.15.119:0/1368460121 (peer_addr_for_me v2:172.21.15.119:0/0) 2024-09-13T18:58:01.444 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:01.439+0000 7fc1c7fff640 1 -- 172.21.15.119:0/1368460121 >> v1:172.21.15.145:6789/0 conn(0x7fc1c80c9f80 legacy=0x7fc1c80cace0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T18:58:01.444 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:01.439+0000 7fc1c7fff640 1 -- 172.21.15.119:0/1368460121 >> v1:172.21.15.119:6789/0 conn(0x7fc1c80cb3f0 legacy=0x7fc1c806d030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:58:01.444 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:01.439+0000 7fc1c7fff640 1 -- 172.21.15.119:0/1368460121 --> v2:172.21.15.119:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc1c80c8b70 con 0x7fc1c815a2e0 2024-09-13T18:58:01.444 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:01.439+0000 7fc1c6ffd640 1 -- 172.21.15.119:0/1368460121 <== mon.0 v1:172.21.15.119:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 325736362 0 0) 0x7fc1c80c8920 con 0x7fc1c80cb3f0 2024-09-13T18:58:01.444 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:01.439+0000 7fc1c7fff640 1 --2- 172.21.15.119:0/1368460121 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fc1c815a2e0 0x7fc1c80c9a40 secure :-1 s=READY pgs=564 cs=0 l=1 rev1=1 crypto rx=0x7fc1b8009870 tx=0x7fc1b802a2a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=18f42fa72af8d82b server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:58:01.444 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:01.439+0000 7fc1c6ffd640 1 -- 172.21.15.119:0/1368460121 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc1b8032440 con 0x7fc1c815a2e0 2024-09-13T18:58:01.444 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:01.439+0000 7fc1c6ffd640 1 -- 172.21.15.119:0/1368460121 <== mon.0 v2:172.21.15.119:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc1b80325a0 con 0x7fc1c815a2e0 2024-09-13T18:58:01.444 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:01.439+0000 7fc1c6ffd640 1 -- 172.21.15.119:0/1368460121 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc1b8032930 con 0x7fc1c815a2e0 2024-09-13T18:58:01.445 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:01.440+0000 7fc1ce8d0640 1 -- 172.21.15.119:0/1368460121 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fc1c815a2e0 msgr2=0x7fc1c80c9a40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:58:01.445 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:01.440+0000 7fc1ce8d0640 1 --2- 172.21.15.119:0/1368460121 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fc1c815a2e0 0x7fc1c80c9a40 secure :-1 s=READY pgs=564 cs=0 l=1 rev1=1 crypto rx=0x7fc1b8009870 tx=0x7fc1b802a2a0 comp rx=0 tx=0).stop 2024-09-13T18:58:01.445 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:01.440+0000 7fc1ce8d0640 1 -- 172.21.15.119:0/1368460121 shutdown_connections 2024-09-13T18:58:01.445 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:01.440+0000 7fc1ce8d0640 1 --2- 172.21.15.119:0/1368460121 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fc1c815a2e0 0x7fc1c80c9a40 unknown :-1 s=CLOSED pgs=564 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:58:01.445 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:01.440+0000 7fc1ce8d0640 1 -- 172.21.15.119:0/1368460121 >> 172.21.15.119:0/1368460121 conn(0x7fc1c8069ed0 msgr2=0x7fc1c806a2e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:58:01.445 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:01.440+0000 7fc1ce8d0640 1 -- 172.21.15.119:0/1368460121 shutdown_connections 2024-09-13T18:58:01.446 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:01.440+0000 7fc1ce8d0640 1 -- 172.21.15.119:0/1368460121 wait complete. 2024-09-13T18:58:01.446 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:01.441+0000 7fc1ce8d0640 1 Processor -- start 2024-09-13T18:58:01.446 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:01.441+0000 7fc1ce8d0640 1 -- start start 2024-09-13T18:58:01.447 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:01.442+0000 7fc1ce8d0640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fc1c80c9f80 0x7fc1c81f25a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:58:01.447 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:01.442+0000 7fc1ce8d0640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fc1c80cb3f0 0x7fc1c81f2c60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:58:01.447 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:01.442+0000 7fc1ce8d0640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fc1c815a2e0 0x7fc1c81f31a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:58:01.448 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:01.442+0000 7fc1ce8d0640 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc1c815cf80 con 0x7fc1c80cb3f0 2024-09-13T18:58:01.448 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:01.442+0000 7fc1ce8d0640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc1c815d6f0 con 0x7fc1c815a2e0 2024-09-13T18:58:01.448 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:01.442+0000 7fc1ce8d0640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc1c81f3b00 con 0x7fc1c80c9f80 2024-09-13T18:58:01.448 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:01.442+0000 7fc1c77fe640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fc1c80cb3f0 0x7fc1c81f2c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:58:01.448 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:01.442+0000 7fc1c77fe640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fc1c80cb3f0 0x7fc1c81f2c60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.119:3300/0 says I am v2:172.21.15.119:37946/0 (socket says 172.21.15.119:37946) 2024-09-13T18:58:01.448 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:01.442+0000 7fc1c77fe640 1 -- 172.21.15.119:0/2899149961 learned_addr learned my addr 172.21.15.119:0/2899149961 (peer_addr_for_me v2:172.21.15.119:0/0) 2024-09-13T18:58:01.448 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:01.442+0000 7fc1cce6d640 1 --2- 172.21.15.119:0/2899149961 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fc1c815a2e0 0x7fc1c81f31a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:58:01.448 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:01.442+0000 7fc1c77fe640 1 -- 172.21.15.119:0/2899149961 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fc1c80c9f80 msgr2=0x7fc1c81f25a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:58:01.448 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:01.442+0000 7fc1c77fe640 1 --2- 172.21.15.119:0/2899149961 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fc1c80c9f80 0x7fc1c81f25a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:58:01.448 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:01.442+0000 7fc1c77fe640 1 -- 172.21.15.119:0/2899149961 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fc1c815a2e0 msgr2=0x7fc1c81f31a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:58:01.448 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:01.442+0000 7fc1c77fe640 1 --2- 172.21.15.119:0/2899149961 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fc1c815a2e0 0x7fc1c81f31a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:58:01.448 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:01.442+0000 7fc1c77fe640 1 -- 172.21.15.119:0/2899149961 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc1b80094d0 con 0x7fc1c80cb3f0 2024-09-13T18:58:01.449 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:01.443+0000 7fc1c77fe640 1 --2- 172.21.15.119:0/2899149961 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fc1c80cb3f0 0x7fc1c81f2c60 secure :-1 s=READY pgs=565 cs=0 l=1 rev1=1 crypto rx=0x7fc1bc00c460 tx=0x7fc1bc00c920 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:58:01.449 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:01.443+0000 7fc1c4ff9640 1 -- 172.21.15.119:0/2899149961 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc1bc012830 con 0x7fc1c80cb3f0 2024-09-13T18:58:01.449 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:01.443+0000 7fc1c4ff9640 1 -- 172.21.15.119:0/2899149961 <== mon.0 v2:172.21.15.119:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc1bc0129d0 con 0x7fc1c80cb3f0 2024-09-13T18:58:01.449 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:01.443+0000 7fc1ce8d0640 1 -- 172.21.15.119:0/2899149961 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc1c8159180 con 0x7fc1c80cb3f0 2024-09-13T18:58:01.449 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:01.443+0000 7fc1c4ff9640 1 -- 172.21.15.119:0/2899149961 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc1bc012d80 con 0x7fc1c80cb3f0 2024-09-13T18:58:01.449 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:01.443+0000 7fc1ce8d0640 1 -- 172.21.15.119:0/2899149961 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc1c815d1d0 con 0x7fc1c80cb3f0 2024-09-13T18:58:01.449 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:01.444+0000 7fc1c4ff9640 1 -- 172.21.15.119:0/2899149961 <== mon.0 v2:172.21.15.119:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fc1bc01a3b0 con 0x7fc1c80cb3f0 2024-09-13T18:58:01.452 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:01.445+0000 7fc1c4ff9640 1 --2- 172.21.15.119:0/2899149961 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7fc1b406ac00 0x7fc1b406d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:58:01.452 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:01.445+0000 7fc1c4ff9640 1 -- 172.21.15.119:0/2899149961 <== mon.0 v2:172.21.15.119:3300/0 5 ==== osd_map(41..41 src has 1..41) v4 ==== 6115+0+0 (secure 0 0 0) 0x7fc1bc0893c0 con 0x7fc1c80cb3f0 2024-09-13T18:58:01.452 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:01.445+0000 7fc1c7fff640 1 --2- 172.21.15.119:0/2899149961 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7fc1b406ac00 0x7fc1b406d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:58:01.452 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:01.445+0000 7fc1c7fff640 1 --2- 172.21.15.119:0/2899149961 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7fc1b406ac00 0x7fc1b406d0c0 secure :-1 s=READY pgs=273 cs=0 l=1 rev1=1 crypto rx=0x7fc1b8034000 tx=0x7fc1b802c000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:58:01.452 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:01.446+0000 7fc1d15f1740 1 Processor -- start 2024-09-13T18:58:01.452 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:01.446+0000 7fc1d15f1740 1 -- start start 2024-09-13T18:58:01.452 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:01.446+0000 7fc1d15f1740 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5621a49eab40 0x5621a49ef230 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:58:01.452 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:01.446+0000 7fc1d15f1740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5621a49ef770 0x5621a4a18c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:58:01.452 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:01.446+0000 7fc1d15f1740 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x5621a4a33060 0x5621a4a191c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:58:01.452 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:01.446+0000 7fc1d15f1740 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x5621a49497c0 con 0x5621a49eab40 2024-09-13T18:58:01.453 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:01.446+0000 7fc1d15f1740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 v1 -- 0x5621a4958b70 con 0x5621a49ef770 2024-09-13T18:58:01.453 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:01.446+0000 7fc1d15f1740 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x5621a4956300 con 0x5621a4a33060 2024-09-13T18:58:01.453 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:01.446+0000 7fc1c7fff640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5621a49eab40 0x5621a49ef230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:58:01.453 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:01.446+0000 7fc1c7fff640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5621a49eab40 0x5621a49ef230 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.119:3300/0 says I am v2:172.21.15.119:37960/0 (socket says 172.21.15.119:37960) 2024-09-13T18:58:01.453 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:01.446+0000 7fc1c7fff640 1 -- 172.21.15.119:0/4059179230 learned_addr learned my addr 172.21.15.119:0/4059179230 (peer_addr_for_me v2:172.21.15.119:0/0) 2024-09-13T18:58:01.453 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:01.447+0000 7fc1c7fff640 1 -- 172.21.15.119:0/4059179230 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x5621a4a33060 msgr2=0x5621a4a191c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T18:58:01.453 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:01.447+0000 7fc1c7fff640 1 --2- 172.21.15.119:0/4059179230 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x5621a4a33060 0x5621a4a191c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:58:01.453 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:01.447+0000 7fc1c7fff640 1 -- 172.21.15.119:0/4059179230 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5621a49ef770 msgr2=0x5621a4a18c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T18:58:01.453 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:01.447+0000 7fc1c7fff640 1 --2- 172.21.15.119:0/4059179230 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5621a49ef770 0x5621a4a18c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:58:01.453 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:01.447+0000 7fc1c7fff640 1 -- 172.21.15.119:0/4059179230 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5621a48de4b0 con 0x5621a49eab40 2024-09-13T18:58:01.453 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:01.447+0000 7fc1c7fff640 1 --2- 172.21.15.119:0/4059179230 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5621a49eab40 0x5621a49ef230 secure :-1 s=READY pgs=566 cs=0 l=1 rev1=1 crypto rx=0x7fc1b80090b0 tx=0x7fc1b8008030 comp rx=0 tx=0).ready entity=mon.0 client_cookie=32c10bc474d3aba9 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:58:01.453 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:01.447+0000 7fc1adffb640 1 -- 172.21.15.119:0/4059179230 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc1b80486d0 con 0x5621a49eab40 2024-09-13T18:58:01.453 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:01.447+0000 7fc1adffb640 1 -- 172.21.15.119:0/4059179230 <== mon.0 v2:172.21.15.119:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc1b8048830 con 0x5621a49eab40 2024-09-13T18:58:01.454 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:01.447+0000 7fc1adffb640 1 -- 172.21.15.119:0/4059179230 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc1b8048ba0 con 0x5621a49eab40 2024-09-13T18:58:01.454 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:01.448+0000 7fc1d15f1740 1 -- 172.21.15.119:0/4059179230 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5621a49eab40 msgr2=0x5621a49ef230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:58:01.454 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:01.448+0000 7fc1d15f1740 1 --2- 172.21.15.119:0/4059179230 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5621a49eab40 0x5621a49ef230 secure :-1 s=READY pgs=566 cs=0 l=1 rev1=1 crypto rx=0x7fc1b80090b0 tx=0x7fc1b8008030 comp rx=0 tx=0).stop 2024-09-13T18:58:01.454 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:01.448+0000 7fc1d15f1740 1 -- 172.21.15.119:0/4059179230 shutdown_connections 2024-09-13T18:58:01.454 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:01.448+0000 7fc1d15f1740 1 --2- 172.21.15.119:0/4059179230 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x5621a4a33060 0x5621a4a191c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:58:01.454 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:01.448+0000 7fc1d15f1740 1 --2- 172.21.15.119:0/4059179230 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5621a49ef770 0x5621a4a18c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:58:01.454 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:01.448+0000 7fc1d15f1740 1 --2- 172.21.15.119:0/4059179230 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5621a49eab40 0x5621a49ef230 unknown :-1 s=CLOSED pgs=566 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:58:01.454 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:01.448+0000 7fc1d15f1740 1 -- 172.21.15.119:0/4059179230 >> 172.21.15.119:0/4059179230 conn(0x5621a49eb7d0 msgr2=0x5621a4a33c80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:58:01.454 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:01.448+0000 7fc1d15f1740 1 -- 172.21.15.119:0/4059179230 shutdown_connections 2024-09-13T18:58:01.454 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:01.448+0000 7fc1d15f1740 1 -- 172.21.15.119:0/4059179230 wait complete. 2024-09-13T18:58:01.454 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:01.448+0000 7fc1d15f1740 1 -- start start 2024-09-13T18:58:01.454 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:01.448+0000 7fc1d15f1740 1 Processor -- start 2024-09-13T18:58:01.458 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:01.449+0000 7fc1d15f1740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5621a49ef770 0x5621a4a0f3a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:58:01.459 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:01.449+0000 7fc1d15f1740 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x5621a4a33060 0x5621a4a222e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:58:01.459 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:01.449+0000 7fc1d15f1740 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5621a4a0e7a0 0x5621a4a23e40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:58:01.459 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:01.449+0000 7fc1d15f1740 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x5621a4951bf0 con 0x5621a4a0e7a0 2024-09-13T18:58:01.459 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:01.449+0000 7fc1d15f1740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 v1 -- 0x5621a4910250 con 0x5621a49ef770 2024-09-13T18:58:01.459 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:01.449+0000 7fc1d15f1740 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x5621a490fef0 con 0x5621a4a33060 2024-09-13T18:58:01.459 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:01.449+0000 7fc1d15f1740 10 client.0 _ll_register_callbacks cb 0x5621a4942740 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-13T18:58:01.459 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:01.449+0000 7fc1cce6d640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5621a4a0e7a0 0x5621a4a23e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:58:01.459 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:01.449+0000 7fc1cce6d640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5621a4a0e7a0 0x5621a4a23e40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.119:3300/0 says I am v2:172.21.15.119:37972/0 (socket says 172.21.15.119:37972) 2024-09-13T18:58:01.459 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:01.449+0000 7fc1cce6d640 1 -- 172.21.15.119:0/3574960964 learned_addr learned my addr 172.21.15.119:0/3574960964 (peer_addr_for_me v2:172.21.15.119:0/0) 2024-09-13T18:58:01.459 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:01.449+0000 7fc1c7fff640 1 --2- 172.21.15.119:0/3574960964 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5621a49ef770 0x5621a4a0f3a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:58:01.460 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:01.449+0000 7fc1c77fe640 1 --2- 172.21.15.119:0/3574960964 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x5621a4a33060 0x5621a4a222e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:58:01.460 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:01.450+0000 7fc1cce6d640 1 -- 172.21.15.119:0/3574960964 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x5621a4a33060 msgr2=0x5621a4a222e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T18:58:01.460 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:01.450+0000 7fc1cce6d640 1 --2- 172.21.15.119:0/3574960964 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x5621a4a33060 0x5621a4a222e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:58:01.460 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:01.450+0000 7fc1cce6d640 1 -- 172.21.15.119:0/3574960964 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5621a49ef770 msgr2=0x5621a4a0f3a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T18:58:01.460 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:01.450+0000 7fc1cce6d640 1 --2- 172.21.15.119:0/3574960964 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5621a49ef770 0x5621a4a0f3a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:58:01.460 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:01.450+0000 7fc1cce6d640 1 -- 172.21.15.119:0/3574960964 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc1c80c8b70 con 0x5621a4a0e7a0 2024-09-13T18:58:01.460 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:01.450+0000 7fc1cce6d640 1 --2- 172.21.15.119:0/3574960964 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5621a4a0e7a0 0x5621a4a23e40 secure :-1 s=READY pgs=567 cs=0 l=1 rev1=1 crypto rx=0x7fc1c000d4e0 tx=0x7fc1c000d9a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=db09aa0a42d1f7b4 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:58:01.460 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:01.450+0000 7fc1a6ffd640 10 client.0 ms_handle_connect on v2:172.21.15.119:3300/0 2024-09-13T18:58:01.460 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:01.450+0000 7fc1a6ffd640 1 -- 172.21.15.119:0/3574960964 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc1c00070d0 con 0x5621a4a0e7a0 2024-09-13T18:58:01.460 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:01.450+0000 7fc1a6ffd640 1 -- 172.21.15.119:0/3574960964 <== mon.0 v2:172.21.15.119:3300/0 2 ==== osd_map(41..41 src has 1..41) v4 ==== 6115+0+0 (secure 0 0 0) 0x7fc1c0013c20 con 0x5621a4a0e7a0 2024-09-13T18:58:01.460 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:01.450+0000 7fc1d15f1740 1 -- 172.21.15.119:0/3574960964 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x5621a46453c0 con 0x5621a4a0e7a0 2024-09-13T18:58:01.460 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:01.450+0000 7fc1a6ffd640 1 -- 172.21.15.119:0/3574960964 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_get_version_reply(handle=1 version=22) v2 ==== 24+0+0 (secure 0 0 0) 0x7fc1c0001720 con 0x5621a4a0e7a0 2024-09-13T18:58:01.460 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:01.450+0000 7fc1d15f1740 10 client.5751 fetch_fsmap learned FSMap version 22 2024-09-13T18:58:01.461 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:01.450+0000 7fc1d15f1740 1 -- 172.21.15.119:0/3574960964 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({config=0+,fsmap=22,monmap=2+}) v3 -- 0x5621a4950270 con 0x5621a4a0e7a0 2024-09-13T18:58:01.461 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:01.450+0000 7fc1a6ffd640 1 -- 172.21.15.119:0/3574960964 <== mon.0 v2:172.21.15.119:3300/0 4 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x5621a46453c0 con 0x5621a4a0e7a0 2024-09-13T18:58:01.461 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:01.450+0000 7fc1a6ffd640 1 -- 172.21.15.119:0/3574960964 <== mon.0 v2:172.21.15.119:3300/0 5 ==== fsmap(e 22) v1 ==== 3114+0+0 (secure 0 0 0) 0x7fc1c0013420 con 0x5621a4a0e7a0 2024-09-13T18:58:01.461 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:01.450+0000 7fc1d15f1740 10 client.5751 fetch_fsmap finished waiting for FSMap version 22 2024-09-13T18:58:01.461 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:01.450+0000 7fc1d15f1740 10 client.5751 resolve_mds: resolved name 'c' to daemon mds.c 2024-09-13T18:58:01.461 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:01.450+0000 7fc1d15f1740 20 client.5751 populate_metadata read hostname 'smithi119' 2024-09-13T18:58:01.461 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:01.450+0000 7fc1d15f1740 1 --2- 172.21.15.119:0/3574960964 >> [v2:172.21.15.119:6834/967310515,v1:172.21.15.119:6835/967310515] conn(0x5621a4a1ac60 0x5621a4a1b040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:58:01.461 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:01.450+0000 7fc1d15f1740 4 client.5751 mds_command: new command op to 5457 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-13T18:58:01.461 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:01.450+0000 7fc1d15f1740 1 -- 172.21.15.119:0/3574960964 --> [v2:172.21.15.119:6834/967310515,v1:172.21.15.119:6835/967310515] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x5621a46566c0 con 0x5621a4a1ac60 2024-09-13T18:58:01.461 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:01.450+0000 7fc1c7fff640 1 --2- 172.21.15.119:0/3574960964 >> [v2:172.21.15.119:6834/967310515,v1:172.21.15.119:6835/967310515] conn(0x5621a4a1ac60 0x5621a4a1b040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:58:01.461 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:01.451+0000 7fc1a6ffd640 10 client.5751 ms_handle_connect on v2:172.21.15.119:6834/967310515 2024-09-13T18:58:01.461 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:01.451+0000 7fc1c7fff640 1 --2- 172.21.15.119:0/3574960964 >> [v2:172.21.15.119:6834/967310515,v1:172.21.15.119:6835/967310515] conn(0x5621a4a1ac60 0x5621a4a1b040 crc :-1 s=READY pgs=14 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=2813a4b222f55ddc server_cookie=885cc2b5e275c207 in_seq=0 out_seq=0 2024-09-13T18:58:01.462 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:01.451+0000 7fc1a6ffd640 1 -- 172.21.15.119:0/3574960964 <== mds.0 v2:172.21.15.119:6834/967310515 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19071 (crc 0 0 0) 0x5621a46566c0 con 0x5621a4a1ac60 2024-09-13T18:58:01.462 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:01.451+0000 7fc1a6ffd640 10 client.5751 handle_command_reply: tid=0 2024-09-13T18:58:01.462 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:01.451+0000 7fc1d15f1740 1 client.5751 shutdown 2024-09-13T18:58:01.462 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:01.451+0000 7fc1d15f1740 1 -- 172.21.15.119:0/3574960964 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5621a4a0e7a0 msgr2=0x5621a4a23e40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:58:01.462 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:01.451+0000 7fc1d15f1740 1 --2- 172.21.15.119:0/3574960964 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5621a4a0e7a0 0x5621a4a23e40 secure :-1 s=READY pgs=567 cs=0 l=1 rev1=1 crypto rx=0x7fc1c000d4e0 tx=0x7fc1c000d9a0 comp rx=0 tx=0).stop 2024-09-13T18:58:01.462 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:01.452+0000 7fc1d15f1740 1 -- 172.21.15.119:0/3574960964 shutdown_connections 2024-09-13T18:58:01.462 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:01.452+0000 7fc1d15f1740 1 --2- 172.21.15.119:0/3574960964 >> [v2:172.21.15.119:6834/967310515,v1:172.21.15.119:6835/967310515] conn(0x5621a4a1ac60 0x5621a4a1b040 crc :-1 s=READY pgs=14 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:58:01.462 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:01.452+0000 7fc1d15f1740 1 --2- 172.21.15.119:0/3574960964 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5621a4a0e7a0 0x5621a4a23e40 unknown :-1 s=CLOSED pgs=567 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:58:01.462 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:01.452+0000 7fc1d15f1740 1 --2- 172.21.15.119:0/3574960964 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x5621a4a33060 0x5621a4a222e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:58:01.462 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:01.452+0000 7fc1d15f1740 1 --2- 172.21.15.119:0/3574960964 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5621a49ef770 0x5621a4a0f3a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:58:01.462 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:01.452+0000 7fc1a6ffd640 0 client.5751 ms_handle_reset on v2:172.21.15.119:6834/967310515 2024-09-13T18:58:01.462 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:01.452+0000 7fc1d15f1740 1 -- 172.21.15.119:0/3574960964 >> 172.21.15.119:0/3574960964 conn(0x5621a49eab40 msgr2=0x5621a4a37a60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:58:01.462 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:01.452+0000 7fc1d15f1740 1 -- 172.21.15.119:0/3574960964 shutdown_connections 2024-09-13T18:58:01.463 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:01.452+0000 7fc1d15f1740 1 -- 172.21.15.119:0/3574960964 wait complete. 2024-09-13T18:58:01.463 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:01.452+0000 7fc1d15f1740 20 client.5751 trim_cache size 0 max 16384 2024-09-13T18:58:01.470 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:01.466+0000 7fc1d15f1740 1 Processor -- start 2024-09-13T18:58:01.470 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:01.466+0000 7fc1d15f1740 1 -- start start 2024-09-13T18:58:01.472 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:01.467+0000 7fc1d15f1740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5621a49ef770 0x5621a4a1c320 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:58:01.472 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:01.467+0000 7fc1d15f1740 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x5621a4a0e7a0 0x5621a4a4a1e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:58:01.472 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:01.467+0000 7fc1d15f1740 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5621a4a33060 0x5621a4a4a720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:58:01.472 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:01.467+0000 7fc1d15f1740 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x5621a48d5460 con 0x5621a4a33060 2024-09-13T18:58:01.472 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:01.467+0000 7fc1d15f1740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 v1 -- 0x5621a4a31950 con 0x5621a49ef770 2024-09-13T18:58:01.473 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:01.467+0000 7fc1d15f1740 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x5621a4a32270 con 0x5621a4a0e7a0 2024-09-13T18:58:01.473 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:01.467+0000 7fc1cce6d640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5621a4a33060 0x5621a4a4a720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:58:01.473 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:01.467+0000 7fc1cce6d640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5621a4a33060 0x5621a4a4a720 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.119:3300/0 says I am v2:172.21.15.119:37980/0 (socket says 172.21.15.119:37980) 2024-09-13T18:58:01.473 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:01.467+0000 7fc1cce6d640 1 -- 172.21.15.119:0/1511413495 learned_addr learned my addr 172.21.15.119:0/1511413495 (peer_addr_for_me v2:172.21.15.119:0/0) 2024-09-13T18:58:01.473 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:01.467+0000 7fc1c7fff640 1 --2- 172.21.15.119:0/1511413495 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5621a49ef770 0x5621a4a1c320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:58:01.473 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:01.467+0000 7fc1c77fe640 1 --2- 172.21.15.119:0/1511413495 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x5621a4a0e7a0 0x5621a4a4a1e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:58:01.473 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:01.467+0000 7fc1cce6d640 1 -- 172.21.15.119:0/1511413495 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x5621a4a0e7a0 msgr2=0x5621a4a4a1e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T18:58:01.473 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:01.467+0000 7fc1cce6d640 1 --2- 172.21.15.119:0/1511413495 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x5621a4a0e7a0 0x5621a4a4a1e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:58:01.473 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:01.467+0000 7fc1cce6d640 1 -- 172.21.15.119:0/1511413495 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5621a49ef770 msgr2=0x5621a4a1c320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T18:58:01.473 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:01.467+0000 7fc1cce6d640 1 --2- 172.21.15.119:0/1511413495 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5621a49ef770 0x5621a4a1c320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:58:01.473 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:01.467+0000 7fc1cce6d640 1 -- 172.21.15.119:0/1511413495 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5621a48f25f0 con 0x5621a4a33060 2024-09-13T18:58:01.473 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:01.467+0000 7fc1c7fff640 1 --2- 172.21.15.119:0/1511413495 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5621a49ef770 0x5621a4a1c320 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T18:58:01.473 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:01.467+0000 7fc1c77fe640 1 --2- 172.21.15.119:0/1511413495 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x5621a4a0e7a0 0x5621a4a4a1e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T18:58:01.473 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:01.468+0000 7fc1cce6d640 1 --2- 172.21.15.119:0/1511413495 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5621a4a33060 0x5621a4a4a720 secure :-1 s=READY pgs=568 cs=0 l=1 rev1=1 crypto rx=0x7fc1c0001220 tx=0x7fc1c0006000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=38b0e724e96b7d25 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:58:01.474 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:01.468+0000 7fc1ae7fc640 1 -- 172.21.15.119:0/1511413495 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc1c000dea0 con 0x5621a4a33060 2024-09-13T18:58:01.474 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:01.468+0000 7fc1ae7fc640 1 -- 172.21.15.119:0/1511413495 <== mon.0 v2:172.21.15.119:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc1c0001690 con 0x5621a4a33060 2024-09-13T18:58:01.474 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:01.468+0000 7fc1ae7fc640 1 -- 172.21.15.119:0/1511413495 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc1c0013b40 con 0x5621a4a33060 2024-09-13T18:58:01.474 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:01.468+0000 7fc1d15f1740 1 -- 172.21.15.119:0/1511413495 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5621a4a33060 msgr2=0x5621a4a4a720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:58:01.474 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:01.468+0000 7fc1d15f1740 1 --2- 172.21.15.119:0/1511413495 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5621a4a33060 0x5621a4a4a720 secure :-1 s=READY pgs=568 cs=0 l=1 rev1=1 crypto rx=0x7fc1c0001220 tx=0x7fc1c0006000 comp rx=0 tx=0).stop 2024-09-13T18:58:01.474 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:01.468+0000 7fc1d15f1740 1 -- 172.21.15.119:0/1511413495 shutdown_connections 2024-09-13T18:58:01.474 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:01.468+0000 7fc1d15f1740 1 --2- 172.21.15.119:0/1511413495 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5621a4a33060 0x5621a4a4a720 unknown :-1 s=CLOSED pgs=568 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:58:01.474 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:01.468+0000 7fc1d15f1740 1 --2- 172.21.15.119:0/1511413495 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x5621a4a0e7a0 0x5621a4a4a1e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:58:01.474 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:01.468+0000 7fc1d15f1740 1 --2- 172.21.15.119:0/1511413495 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5621a49ef770 0x5621a4a1c320 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:58:01.474 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:01.468+0000 7fc1d15f1740 1 -- 172.21.15.119:0/1511413495 >> 172.21.15.119:0/1511413495 conn(0x5621a49eab40 msgr2=0x5621a4a23c00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:58:01.474 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:01.468+0000 7fc1d15f1740 1 -- 172.21.15.119:0/1511413495 shutdown_connections 2024-09-13T18:58:01.474 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:01.468+0000 7fc1d15f1740 1 -- 172.21.15.119:0/1511413495 wait complete. 2024-09-13T18:58:01.474 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:01.469+0000 7fc1d15f1740 1 -- start start 2024-09-13T18:58:01.474 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:01.469+0000 7fc1d15f1740 1 Processor -- start 2024-09-13T18:58:01.478 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:01.470+0000 7fc1d15f1740 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x5621a49ef770 0x5621a4aa1fa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:58:01.478 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:01.470+0000 7fc1d15f1740 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5621a4a0e7a0 0x5621a4a1c320 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:58:01.478 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:01.470+0000 7fc1d15f1740 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5621a4a33060 0x5621a4a1c860 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:58:01.478 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:01.470+0000 7fc1d15f1740 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x5621a4aa3ae0 con 0x5621a4a0e7a0 2024-09-13T18:58:01.478 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:01.470+0000 7fc1d15f1740 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 v1 -- 0x5621a49f0340 con 0x5621a4a33060 2024-09-13T18:58:01.478 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:01.470+0000 7fc1d15f1740 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x5621a4a516a0 con 0x5621a49ef770 2024-09-13T18:58:01.478 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:01.470+0000 7fc1d15f1740 10 client.0 _ll_register_callbacks cb 0x7fc1b8035070 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-13T18:58:01.478 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:01.470+0000 7fc1c77fe640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5621a4a0e7a0 0x5621a4a1c320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:58:01.479 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:01.470+0000 7fc1c77fe640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5621a4a0e7a0 0x5621a4a1c320 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.119:3300/0 says I am v2:172.21.15.119:37984/0 (socket says 172.21.15.119:37984) 2024-09-13T18:58:01.479 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:01.470+0000 7fc1c77fe640 1 -- 172.21.15.119:0/1176257763 learned_addr learned my addr 172.21.15.119:0/1176257763 (peer_addr_for_me v2:172.21.15.119:0/0) 2024-09-13T18:58:01.479 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:01.470+0000 7fc1cce6d640 1 --2- 172.21.15.119:0/1176257763 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5621a4a33060 0x5621a4a1c860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:58:01.479 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:01.470+0000 7fc1c7fff640 1 --2- 172.21.15.119:0/1176257763 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x5621a49ef770 0x5621a4aa1fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:58:01.479 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:01.470+0000 7fc1c77fe640 1 -- 172.21.15.119:0/1176257763 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x5621a49ef770 msgr2=0x5621a4aa1fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T18:58:01.479 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:01.470+0000 7fc1c77fe640 1 --2- 172.21.15.119:0/1176257763 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x5621a49ef770 0x5621a4aa1fa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:58:01.479 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:01.470+0000 7fc1c77fe640 1 -- 172.21.15.119:0/1176257763 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5621a4a33060 msgr2=0x5621a4a1c860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T18:58:01.479 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:01.470+0000 7fc1c77fe640 1 --2- 172.21.15.119:0/1176257763 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5621a4a33060 0x5621a4a1c860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:58:01.479 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:01.470+0000 7fc1c77fe640 1 -- 172.21.15.119:0/1176257763 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x5621a4950270 con 0x5621a4a0e7a0 2024-09-13T18:58:01.479 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:01.470+0000 7fc1c77fe640 1 --2- 172.21.15.119:0/1176257763 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5621a4a0e7a0 0x5621a4a1c320 secure :-1 s=READY pgs=569 cs=0 l=1 rev1=1 crypto rx=0x7fc1bc0580e0 tx=0x7fc1bc05c040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ebf954584c3f2d9f server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:58:01.479 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:01.470+0000 7fc1a6ffd640 10 client.0 ms_handle_connect on v2:172.21.15.119:3300/0 2024-09-13T18:58:01.479 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:01.470+0000 7fc1a6ffd640 1 -- 172.21.15.119:0/1176257763 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc1bc05cea0 con 0x5621a4a0e7a0 2024-09-13T18:58:01.479 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:01.470+0000 7fc1a6ffd640 1 -- 172.21.15.119:0/1176257763 <== mon.0 v2:172.21.15.119:3300/0 2 ==== osd_map(41..41 src has 1..41) v4 ==== 6115+0+0 (secure 0 0 0) 0x7fc1bc0890b0 con 0x5621a4a0e7a0 2024-09-13T18:58:01.479 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:01.470+0000 7fc1d15f1740 1 -- 172.21.15.119:0/1176257763 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7fc1b8048830 con 0x5621a4a0e7a0 2024-09-13T18:58:01.479 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:01.470+0000 7fc1a6ffd640 1 -- 172.21.15.119:0/1176257763 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_get_version_reply(handle=1 version=22) v2 ==== 24+0+0 (secure 0 0 0) 0x7fc1bc054860 con 0x5621a4a0e7a0 2024-09-13T18:58:01.480 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:01.470+0000 7fc1d15f1740 10 client.5757 fetch_fsmap learned FSMap version 22 2024-09-13T18:58:01.480 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:01.470+0000 7fc1d15f1740 1 -- 172.21.15.119:0/1176257763 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({config=0+,fsmap=22,monmap=2+}) v3 -- 0x5621a4917d00 con 0x5621a4a0e7a0 2024-09-13T18:58:01.480 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:01.471+0000 7fc1a6ffd640 1 -- 172.21.15.119:0/1176257763 <== mon.0 v2:172.21.15.119:3300/0 4 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc1b8048830 con 0x5621a4a0e7a0 2024-09-13T18:58:01.480 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:01.471+0000 7fc1a6ffd640 1 -- 172.21.15.119:0/1176257763 <== mon.0 v2:172.21.15.119:3300/0 5 ==== fsmap(e 22) v1 ==== 3114+0+0 (secure 0 0 0) 0x7fc1bc022020 con 0x5621a4a0e7a0 2024-09-13T18:58:01.480 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:01.471+0000 7fc1d15f1740 10 client.5757 fetch_fsmap finished waiting for FSMap version 22 2024-09-13T18:58:01.480 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:01.471+0000 7fc1d15f1740 10 client.5757 resolve_mds: resolved name 'c' to daemon mds.c 2024-09-13T18:58:01.480 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:01.471+0000 7fc1d15f1740 20 client.5757 populate_metadata read hostname 'smithi119' 2024-09-13T18:58:01.480 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:01.471+0000 7fc1d15f1740 1 --2- 172.21.15.119:0/1176257763 >> [v2:172.21.15.119:6834/967310515,v1:172.21.15.119:6835/967310515] conn(0x5621a4a495b0 0x5621a4a49990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:58:01.480 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:01.471+0000 7fc1d15f1740 4 client.5757 mds_command: new command op to 5457 tid=0 multi_id=0 [{"prefix": "status"}] 2024-09-13T18:58:01.480 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:01.471+0000 7fc1d15f1740 1 -- 172.21.15.119:0/1176257763 --> [v2:172.21.15.119:6834/967310515,v1:172.21.15.119:6835/967310515] -- command(tid 0: {"prefix": "status"}) v1 -- 0x5621a46a9d10 con 0x5621a4a495b0 2024-09-13T18:58:01.480 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:01.471+0000 7fc1c7fff640 1 --2- 172.21.15.119:0/1176257763 >> [v2:172.21.15.119:6834/967310515,v1:172.21.15.119:6835/967310515] conn(0x5621a4a495b0 0x5621a4a49990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:58:01.481 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:01.471+0000 7fc1a6ffd640 10 client.5757 ms_handle_connect on v2:172.21.15.119:6834/967310515 2024-09-13T18:58:01.481 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:01.471+0000 7fc1c7fff640 1 --2- 172.21.15.119:0/1176257763 >> [v2:172.21.15.119:6834/967310515,v1:172.21.15.119:6835/967310515] conn(0x5621a4a495b0 0x5621a4a49990 crc :-1 s=READY pgs=15 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=2918b4ab859a752 server_cookie=5319700909b05970 in_seq=0 out_seq=0 2024-09-13T18:58:01.481 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:01.471+0000 7fc1a6ffd640 1 -- 172.21.15.119:0/1176257763 <== mds.0 v2:172.21.15.119:6834/967310515 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+331 (crc 0 0 0) 0x5621a46a9d10 con 0x5621a4a495b0 2024-09-13T18:58:01.481 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:01.471+0000 7fc1a6ffd640 10 client.5757 handle_command_reply: tid=0 2024-09-13T18:58:01.481 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:01.471+0000 7fc1d15f1740 1 client.5757 shutdown 2024-09-13T18:58:01.481 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:01.471+0000 7fc1d15f1740 1 -- 172.21.15.119:0/1176257763 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5621a4a0e7a0 msgr2=0x5621a4a1c320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:58:01.481 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:01.471+0000 7fc1d15f1740 1 --2- 172.21.15.119:0/1176257763 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5621a4a0e7a0 0x5621a4a1c320 secure :-1 s=READY pgs=569 cs=0 l=1 rev1=1 crypto rx=0x7fc1bc0580e0 tx=0x7fc1bc05c040 comp rx=0 tx=0).stop 2024-09-13T18:58:01.481 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:01.471+0000 7fc1d15f1740 1 -- 172.21.15.119:0/1176257763 shutdown_connections 2024-09-13T18:58:01.481 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:01.471+0000 7fc1d15f1740 1 --2- 172.21.15.119:0/1176257763 >> [v2:172.21.15.119:6834/967310515,v1:172.21.15.119:6835/967310515] conn(0x5621a4a495b0 0x5621a4a49990 crc :-1 s=READY pgs=15 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:58:01.481 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:01.472+0000 7fc1d15f1740 1 --2- 172.21.15.119:0/1176257763 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5621a4a33060 0x5621a4a1c860 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:58:01.481 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:01.472+0000 7fc1d15f1740 1 --2- 172.21.15.119:0/1176257763 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5621a4a0e7a0 0x5621a4a1c320 unknown :-1 s=CLOSED pgs=569 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:58:01.481 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:01.472+0000 7fc1d15f1740 1 --2- 172.21.15.119:0/1176257763 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x5621a49ef770 0x5621a4aa1fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:58:01.481 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:01.472+0000 7fc1a6ffd640 0 client.5757 ms_handle_reset on v2:172.21.15.119:6834/967310515 2024-09-13T18:58:01.482 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:01.472+0000 7fc1d15f1740 1 -- 172.21.15.119:0/1176257763 >> 172.21.15.119:0/1176257763 conn(0x5621a49eab40 msgr2=0x5621a4a35a80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:58:01.482 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:01.472+0000 7fc1d15f1740 1 -- 172.21.15.119:0/1176257763 shutdown_connections 2024-09-13T18:58:01.482 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:01.472+0000 7fc1d15f1740 1 -- 172.21.15.119:0/1176257763 wait complete. 2024-09-13T18:58:01.482 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:01.472+0000 7fc1d15f1740 20 client.5757 trim_cache size 0 max 16384 2024-09-13T18:58:01.482 INFO:teuthology.orchestra.run.smithi119.stdout:{ 2024-09-13T18:58:01.482 INFO:teuthology.orchestra.run.smithi119.stdout: "cluster_fsid": "b3bca492-3414-44ef-b63c-42eead5ea701", 2024-09-13T18:58:01.482 INFO:teuthology.orchestra.run.smithi119.stdout: "whoami": 0, 2024-09-13T18:58:01.482 INFO:teuthology.orchestra.run.smithi119.stdout: "id": 5457, 2024-09-13T18:58:01.482 INFO:teuthology.orchestra.run.smithi119.stdout: "want_state": "up:active", 2024-09-13T18:58:01.482 INFO:teuthology.orchestra.run.smithi119.stdout: "state": "up:active", 2024-09-13T18:58:01.483 INFO:teuthology.orchestra.run.smithi119.stdout: "fs_name": "cephfs", 2024-09-13T18:58:01.483 INFO:teuthology.orchestra.run.smithi119.stdout: "rank_uptime": 4.3436230030000003, 2024-09-13T18:58:01.483 INFO:teuthology.orchestra.run.smithi119.stdout: "mdsmap_epoch": 22, 2024-09-13T18:58:01.483 INFO:teuthology.orchestra.run.smithi119.stdout: "osdmap_epoch": 41, 2024-09-13T18:58:01.483 INFO:teuthology.orchestra.run.smithi119.stdout: "osdmap_epoch_barrier": 41, 2024-09-13T18:58:01.483 INFO:teuthology.orchestra.run.smithi119.stdout: "uptime": 24.074320236999998 2024-09-13T18:58:01.483 INFO:teuthology.orchestra.run.smithi119.stdout:} 2024-09-13T18:58:01.484 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:01.472+0000 7fc1ce8d0640 1 -- 172.21.15.119:0/2899149961 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7fc1b406ac00 msgr2=0x7fc1b406d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:58:01.484 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:01.472+0000 7fc1ce8d0640 1 --2- 172.21.15.119:0/2899149961 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7fc1b406ac00 0x7fc1b406d0c0 secure :-1 s=READY pgs=273 cs=0 l=1 rev1=1 crypto rx=0x7fc1b8034000 tx=0x7fc1b802c000 comp rx=0 tx=0).stop 2024-09-13T18:58:01.484 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:01.472+0000 7fc1ce8d0640 1 -- 172.21.15.119:0/2899149961 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fc1c80cb3f0 msgr2=0x7fc1c81f2c60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:58:01.484 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:01.472+0000 7fc1ce8d0640 1 --2- 172.21.15.119:0/2899149961 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fc1c80cb3f0 0x7fc1c81f2c60 secure :-1 s=READY pgs=565 cs=0 l=1 rev1=1 crypto rx=0x7fc1bc00c460 tx=0x7fc1bc00c920 comp rx=0 tx=0).stop 2024-09-13T18:58:01.484 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:01.472+0000 7fc1ce8d0640 1 -- 172.21.15.119:0/2899149961 shutdown_connections 2024-09-13T18:58:01.484 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:01.472+0000 7fc1ce8d0640 1 --2- 172.21.15.119:0/2899149961 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7fc1b406ac00 0x7fc1b406d0c0 unknown :-1 s=CLOSED pgs=273 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:58:01.484 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:01.472+0000 7fc1ce8d0640 1 --2- 172.21.15.119:0/2899149961 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fc1c815a2e0 0x7fc1c81f31a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:58:01.484 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:01.472+0000 7fc1ce8d0640 1 --2- 172.21.15.119:0/2899149961 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fc1c80cb3f0 0x7fc1c81f2c60 unknown :-1 s=CLOSED pgs=565 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:58:01.484 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:01.472+0000 7fc1ce8d0640 1 --2- 172.21.15.119:0/2899149961 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fc1c80c9f80 0x7fc1c81f25a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:58:01.484 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:01.472+0000 7fc1ce8d0640 1 -- 172.21.15.119:0/2899149961 >> 172.21.15.119:0/2899149961 conn(0x7fc1c8069ed0 msgr2=0x7fc1c8070fb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:58:01.485 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:01.472+0000 7fc1ce8d0640 1 -- 172.21.15.119:0/2899149961 shutdown_connections 2024-09-13T18:58:01.485 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:01.472+0000 7fc1ce8d0640 1 -- 172.21.15.119:0/2899149961 wait complete. 2024-09-13T18:58:01.487 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T18:58:01.487 DEBUG:teuthology.orchestra.run.smithi119:> (cd /home/ubuntu/cephtest/mnt.0 && exec cat /home/ubuntu/cephtest/mnt.0/file_on_fs_0) 2024-09-13T18:58:01.506 INFO:teuthology.orchestra.run.smithi119.stdout:0 2024-09-13T18:58:01.506 INFO:teuthology.nuke:Clearing teuthology firewall rules... 2024-09-13T18:58:01.507 DEBUG:teuthology.orchestra.run.smithi119:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-13T18:58:01.592 DEBUG:teuthology.orchestra.run.smithi145:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-13T18:58:01.644 INFO:teuthology.nuke:Cleared teuthology firewall rules. 2024-09-13T18:58:01.645 DEBUG:teuthology.orchestra.run.smithi119:> set -ex 2024-09-13T18:58:01.645 DEBUG:teuthology.orchestra.run.smithi119:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-13T18:58:01.661 DEBUG:teuthology.orchestra.run.smithi119:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T18:58:01.799 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:01.794+0000 7f2afac44640 1 Processor -- start 2024-09-13T18:58:01.800 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:01.794+0000 7f2afac44640 1 -- start start 2024-09-13T18:58:01.800 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:01.795+0000 7f2afac44640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f2af415c6e0 0x7f2af40b3f50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:58:01.800 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:01.795+0000 7f2afac44640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f2af40ccb20 0x7f2af40b4490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:58:01.800 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:01.795+0000 7f2afac44640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f2af40d1840 con 0x7f2af40d07b0 2024-09-13T18:58:01.800 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:01.795+0000 7f2afac44640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f2af406bd20 con 0x7f2af415c6e0 2024-09-13T18:58:01.800 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:01.795+0000 7f2afac44640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f2af40d0c30 con 0x7f2af40ccb20 2024-09-13T18:58:01.801 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:01.796+0000 7f2af91e1640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f2af40ccb20 0x7f2af40b4490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:58:01.801 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:01.796+0000 7f2af89e0640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f2af415c6e0 0x7f2af40b3f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:58:01.801 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:01.796+0000 7f2af91e1640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f2af40ccb20 0x7f2af40b4490 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.145:3301/0 says I am v2:172.21.15.119:55178/0 (socket says 172.21.15.119:55178) 2024-09-13T18:58:01.801 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:01.796+0000 7f2af91e1640 1 -- 172.21.15.119:0/882222658 learned_addr learned my addr 172.21.15.119:0/882222658 (peer_addr_for_me v2:172.21.15.119:0/0) 2024-09-13T18:58:01.801 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:01.796+0000 7f2af91e1640 1 -- 172.21.15.119:0/882222658 >> v2:172.21.15.145:3300/0 conn(0x7f2af415c6e0 msgr2=0x7f2af40b3f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T18:58:01.801 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:01.796+0000 7f2af91e1640 1 --2- 172.21.15.119:0/882222658 >> v2:172.21.15.145:3300/0 conn(0x7f2af415c6e0 0x7f2af40b3f50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:58:01.801 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:01.796+0000 7f2af37fe640 1 -- 172.21.15.119:0/882222658 <== mon.1 v1:172.21.15.145:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1809754947 0 0) 0x7f2af40d1840 con 0x7f2af40d07b0 2024-09-13T18:58:01.801 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:01.796+0000 7f2af91e1640 1 -- 172.21.15.119:0/882222658 >> v1:172.21.15.145:6789/0 conn(0x7f2af40d07b0 legacy=0x7f2af4160030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:58:01.801 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:01.796+0000 7f2af91e1640 1 -- 172.21.15.119:0/882222658 --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2af40d0f10 con 0x7f2af40ccb20 2024-09-13T18:58:01.802 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:01.797+0000 7f2af91e1640 1 --2- 172.21.15.119:0/882222658 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f2af40ccb20 0x7f2af40b4490 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7f2aec009e50 tx=0x7f2aec02a680 comp rx=0 tx=0).ready entity=mon.2 client_cookie=f3deaab1efba39bd server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:58:01.803 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:01.797+0000 7f2af37fe640 1 -- 172.21.15.119:0/882222658 <== mon.2 v2:172.21.15.145:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2aec02aea0 con 0x7f2af40ccb20 2024-09-13T18:58:01.803 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:01.797+0000 7f2af37fe640 1 -- 172.21.15.119:0/882222658 <== mon.2 v2:172.21.15.145:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f2aec02d050 con 0x7f2af40ccb20 2024-09-13T18:58:01.803 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:01.797+0000 7f2af37fe640 1 -- 172.21.15.119:0/882222658 <== mon.2 v2:172.21.15.145:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2aec031820 con 0x7f2af40ccb20 2024-09-13T18:58:01.803 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:01.798+0000 7f2afac44640 1 -- 172.21.15.119:0/882222658 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f2af40ccb20 msgr2=0x7f2af40b4490 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:58:01.803 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:01.798+0000 7f2afac44640 1 --2- 172.21.15.119:0/882222658 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f2af40ccb20 0x7f2af40b4490 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7f2aec009e50 tx=0x7f2aec02a680 comp rx=0 tx=0).stop 2024-09-13T18:58:01.803 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:01.798+0000 7f2afac44640 1 -- 172.21.15.119:0/882222658 shutdown_connections 2024-09-13T18:58:01.803 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:01.798+0000 7f2afac44640 1 --2- 172.21.15.119:0/882222658 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f2af40ccb20 0x7f2af40b4490 unknown :-1 s=CLOSED pgs=57 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:58:01.803 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:01.798+0000 7f2afac44640 1 --2- 172.21.15.119:0/882222658 >> v2:172.21.15.145:3300/0 conn(0x7f2af415c6e0 0x7f2af40b3f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:58:01.803 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:01.798+0000 7f2afac44640 1 -- 172.21.15.119:0/882222658 >> 172.21.15.119:0/882222658 conn(0x7f2af4089f60 msgr2=0x7f2af40d24d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:58:01.803 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:01.798+0000 7f2afac44640 1 -- 172.21.15.119:0/882222658 shutdown_connections 2024-09-13T18:58:01.803 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:01.798+0000 7f2afac44640 1 -- 172.21.15.119:0/882222658 wait complete. 2024-09-13T18:58:01.803 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:01.799+0000 7f2afac44640 1 Processor -- start 2024-09-13T18:58:01.803 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:01.799+0000 7f2afac44640 1 -- start start 2024-09-13T18:58:01.805 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:01.800+0000 7f2afac44640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f2af40ccb20 0x7f2af40cc4d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:58:01.806 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:01.800+0000 7f2afac44640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f2af40d07b0 0x7f2af415cac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:58:01.806 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:01.800+0000 7f2afac44640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f2af415c6e0 0x7f2af41496b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:58:01.806 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:01.800+0000 7f2afac44640 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2af40b6d80 con 0x7f2af415c6e0 2024-09-13T18:58:01.806 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:01.800+0000 7f2afac44640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2af40c8ba0 con 0x7f2af40d07b0 2024-09-13T18:58:01.806 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:01.800+0000 7f2afac44640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f2af415f8e0 con 0x7f2af40ccb20 2024-09-13T18:58:01.806 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:01.800+0000 7f2af91e1640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f2af415c6e0 0x7f2af41496b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:58:01.806 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:01.800+0000 7f2af91e1640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f2af415c6e0 0x7f2af41496b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.119:3300/0 says I am v2:172.21.15.119:37992/0 (socket says 172.21.15.119:37992) 2024-09-13T18:58:01.806 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:01.800+0000 7f2af91e1640 1 -- 172.21.15.119:0/455731845 learned_addr learned my addr 172.21.15.119:0/455731845 (peer_addr_for_me v2:172.21.15.119:0/0) 2024-09-13T18:58:01.806 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:01.800+0000 7f2af3fff640 1 --2- 172.21.15.119:0/455731845 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f2af40d07b0 0x7f2af415cac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:58:01.806 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:01.800+0000 7f2af89e0640 1 --2- 172.21.15.119:0/455731845 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f2af40ccb20 0x7f2af40cc4d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:58:01.806 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:01.800+0000 7f2af91e1640 1 -- 172.21.15.119:0/455731845 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f2af40ccb20 msgr2=0x7f2af40cc4d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:58:01.806 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:01.800+0000 7f2af91e1640 1 --2- 172.21.15.119:0/455731845 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f2af40ccb20 0x7f2af40cc4d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:58:01.806 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:01.800+0000 7f2af91e1640 1 -- 172.21.15.119:0/455731845 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f2af40d07b0 msgr2=0x7f2af415cac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:58:01.806 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:01.800+0000 7f2af91e1640 1 --2- 172.21.15.119:0/455731845 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f2af40d07b0 0x7f2af415cac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:58:01.807 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:01.800+0000 7f2af91e1640 1 -- 172.21.15.119:0/455731845 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2aec009b30 con 0x7f2af415c6e0 2024-09-13T18:58:01.807 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:01.800+0000 7f2af91e1640 1 --2- 172.21.15.119:0/455731845 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f2af415c6e0 0x7f2af41496b0 secure :-1 s=READY pgs=570 cs=0 l=1 rev1=1 crypto rx=0x7f2aec009e50 tx=0x7f2aec004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:58:01.807 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:01.800+0000 7f2af17fa640 1 -- 172.21.15.119:0/455731845 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2aec03d860 con 0x7f2af415c6e0 2024-09-13T18:58:01.807 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:01.800+0000 7f2af17fa640 1 -- 172.21.15.119:0/455731845 <== mon.0 v2:172.21.15.119:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f2aec03d9c0 con 0x7f2af415c6e0 2024-09-13T18:58:01.807 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:01.800+0000 7f2afac44640 1 -- 172.21.15.119:0/455731845 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f2af415fbc0 con 0x7f2af415c6e0 2024-09-13T18:58:01.807 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:01.800+0000 7f2af17fa640 1 -- 172.21.15.119:0/455731845 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2aec03dd70 con 0x7f2af415c6e0 2024-09-13T18:58:01.807 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:01.801+0000 7f2afac44640 1 -- 172.21.15.119:0/455731845 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f2af415d180 con 0x7f2af415c6e0 2024-09-13T18:58:01.807 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:01.801+0000 7f2afac44640 1 -- 172.21.15.119:0/455731845 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f2af40ce100 con 0x7f2af415c6e0 2024-09-13T18:58:01.807 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:01.802+0000 7f2af17fa640 1 -- 172.21.15.119:0/455731845 <== mon.0 v2:172.21.15.119:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f2aec03b400 con 0x7f2af415c6e0 2024-09-13T18:58:01.807 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:01.802+0000 7f2af17fa640 1 --2- 172.21.15.119:0/455731845 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f2ae006ac30 0x7f2ae006d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:58:01.808 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:01.802+0000 7f2af17fa640 1 -- 172.21.15.119:0/455731845 <== mon.0 v2:172.21.15.119:3300/0 5 ==== osd_map(41..41 src has 1..41) v4 ==== 6115+0+0 (secure 0 0 0) 0x7f2aec0aa130 con 0x7f2af415c6e0 2024-09-13T18:58:01.808 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:01.803+0000 7f2af89e0640 1 --2- 172.21.15.119:0/455731845 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f2ae006ac30 0x7f2ae006d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:58:01.808 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:01.803+0000 7f2af89e0640 1 --2- 172.21.15.119:0/455731845 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f2ae006ac30 0x7f2ae006d0f0 secure :-1 s=READY pgs=274 cs=0 l=1 rev1=1 crypto rx=0x7f2ae4009b40 tx=0x7f2ae4009190 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:58:01.810 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:01.807+0000 7f2af17fa640 1 -- 172.21.15.119:0/455731845 <== mon.0 v2:172.21.15.119:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f2aec075190 con 0x7f2af415c6e0 2024-09-13T18:58:01.973 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:01.969+0000 7f2afac44640 1 -- 172.21.15.119:0/455731845 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f2af415d310 con 0x7f2af415c6e0 2024-09-13T18:58:01.974 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:01.970+0000 7f2af17fa640 1 -- 172.21.15.119:0/455731845 <== mon.0 v2:172.21.15.119:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v41) v1 ==== 74+0+16953 (secure 0 0 0) 0x7f2af415d310 con 0x7f2af415c6e0 2024-09-13T18:58:01.974 INFO:teuthology.orchestra.run.smithi119.stdout: 2024-09-13T18:58:01.974 INFO:teuthology.orchestra.run.smithi119.stdout:{"epoch":41,"fsid":"b3bca492-3414-44ef-b63c-42eead5ea701","created":"2024-09-13T18:56:10.047760+0000","modified":"2024-09-13T18:57:56.123059+0000","last_up_change":"2024-09-13T18:56:22.096428+0000","last_in_change":"2024-09-13T18:56:12.143228+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":6,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T18:56:22.095896+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":5,"pool_name":"cephfs_metadata","create_time":"2024-09-13T18:57:42.071220+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"41","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.25,"score_stable":1.25,"optimal_score":1,"raw_score_acting":1.25,"raw_score_stable":1.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":6,"pool_name":"cephfs_data","create_time":"2024-09-13T18:57:42.586200+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"41","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"09edfd5c-bc57-47d1-a7b7-6d97f0f88db1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":37,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6810","nonce":3811853106},{"type":"v1","addr":"172.21.15.119:6813","nonce":3811853106}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6817","nonce":3811853106},{"type":"v1","addr":"172.21.15.119:6820","nonce":3811853106}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6828","nonce":3811853106},{"type":"v1","addr":"172.21.15.119:6830","nonce":3811853106}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6823","nonce":3811853106},{"type":"v1","addr":"172.21.15.119:6825","nonce":3811853106}]},"public_addr":"172.21.15.119:6813/3811853106","cluster_addr":"172.21.15.119:6820/3811853106","heartbeat_back_addr":"172.21.15.119:6830/3811853106","heartbeat_front_addr":"172.21.15.119:6825/3811853106","state":["exists","up"]},{"osd":1,"uuid":"f26f4bd2-3aee-4208-9e62-87f17047d886","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":37,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6809","nonce":1656755168},{"type":"v1","addr":"172.21.15.119:6812","nonce":1656755168}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6815","nonce":1656755168},{"type":"v1","addr":"172.21.15.119:6818","nonce":1656755168}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6829","nonce":1656755168},{"type":"v1","addr":"172.21.15.119:6831","nonce":1656755168}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6822","nonce":1656755168},{"type":"v1","addr":"172.21.15.119:6826","nonce":1656755168}]},"public_addr":"172.21.15.119:6812/1656755168","cluster_addr":"172.21.15.119:6818/1656755168","heartbeat_back_addr":"172.21.15.119:6831/1656755168","heartbeat_front_addr":"172.21.15.119:6826/1656755168","state":["exists","up"]},{"osd":2,"uuid":"1e9d6e0c-51f9-4f4a-bead-0e7edc7dd200","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":37,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6800","nonce":3093354378},{"type":"v1","addr":"172.21.15.119:6801","nonce":3093354378}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6802","nonce":3093354378},{"type":"v1","addr":"172.21.15.119:6803","nonce":3093354378}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6806","nonce":3093354378},{"type":"v1","addr":"172.21.15.119:6807","nonce":3093354378}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6804","nonce":3093354378},{"type":"v1","addr":"172.21.15.119:6805","nonce":3093354378}]},"public_addr":"172.21.15.119:6801/3093354378","cluster_addr":"172.21.15.119:6803/3093354378","heartbeat_back_addr":"172.21.15.119:6807/3093354378","heartbeat_front_addr":"172.21.15.119:6805/3093354378","state":["exists","up"]},{"osd":3,"uuid":"7c289b1f-a555-46e4-b85a-c0f230c9e02a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":37,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6808","nonce":886995937},{"type":"v1","addr":"172.21.15.119:6811","nonce":886995937}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6814","nonce":886995937},{"type":"v1","addr":"172.21.15.119:6816","nonce":886995937}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6824","nonce":886995937},{"type":"v1","addr":"172.21.15.119:6827","nonce":886995937}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6819","nonce":886995937},{"type":"v1","addr":"172.21.15.119:6821","nonce":886995937}]},"public_addr":"172.21.15.119:6811/886995937","cluster_addr":"172.21.15.119:6816/886995937","heartbeat_back_addr":"172.21.15.119:6827/886995937","heartbeat_front_addr":"172.21.15.119:6821/886995937","state":["exists","up"]},{"osd":4,"uuid":"a0a2f75b-5a33-4b69-b834-b8cf5a90ac5f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":37,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6808","nonce":2802887692},{"type":"v1","addr":"172.21.15.145:6809","nonce":2802887692}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6810","nonce":2802887692},{"type":"v1","addr":"172.21.15.145:6811","nonce":2802887692}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6814","nonce":2802887692},{"type":"v1","addr":"172.21.15.145:6815","nonce":2802887692}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6812","nonce":2802887692},{"type":"v1","addr":"172.21.15.145:6813","nonce":2802887692}]},"public_addr":"172.21.15.145:6809/2802887692","cluster_addr":"172.21.15.145:6811/2802887692","heartbeat_back_addr":"172.21.15.145:6815/2802887692","heartbeat_front_addr":"172.21.15.145:6813/2802887692","state":["exists","up"]},{"osd":5,"uuid":"e301c92f-a5af-49da-8384-bef6d48c9982","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":37,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6800","nonce":1431235391},{"type":"v1","addr":"172.21.15.145:6801","nonce":1431235391}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6802","nonce":1431235391},{"type":"v1","addr":"172.21.15.145:6803","nonce":1431235391}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6806","nonce":1431235391},{"type":"v1","addr":"172.21.15.145:6807","nonce":1431235391}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6804","nonce":1431235391},{"type":"v1","addr":"172.21.15.145:6805","nonce":1431235391}]},"public_addr":"172.21.15.145:6801/1431235391","cluster_addr":"172.21.15.145:6803/1431235391","heartbeat_back_addr":"172.21.15.145:6807/1431235391","heartbeat_front_addr":"172.21.15.145:6805/1431235391","state":["exists","up"]},{"osd":6,"uuid":"dd2ee71c-4024-4f56-90b1-d362ff9ae8f5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":37,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6816","nonce":1755123178},{"type":"v1","addr":"172.21.15.145:6817","nonce":1755123178}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6818","nonce":1755123178},{"type":"v1","addr":"172.21.15.145:6819","nonce":1755123178}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6822","nonce":1755123178},{"type":"v1","addr":"172.21.15.145:6823","nonce":1755123178}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6820","nonce":1755123178},{"type":"v1","addr":"172.21.15.145:6821","nonce":1755123178}]},"public_addr":"172.21.15.145:6817/1755123178","cluster_addr":"172.21.15.145:6819/1755123178","heartbeat_back_addr":"172.21.15.145:6823/1755123178","heartbeat_front_addr":"172.21.15.145:6821/1755123178","state":["exists","up"]},{"osd":7,"uuid":"7412449e-689b-45ee-9ae5-744a8c27f166","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":37,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6824","nonce":3012628958},{"type":"v1","addr":"172.21.15.145:6825","nonce":3012628958}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6826","nonce":3012628958},{"type":"v1","addr":"172.21.15.145:6827","nonce":3012628958}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6830","nonce":3012628958},{"type":"v1","addr":"172.21.15.145:6831","nonce":3012628958}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6828","nonce":3012628958},{"type":"v1","addr":"172.21.15.145:6829","nonce":3012628958}]},"public_addr":"172.21.15.145:6825/3012628958","cluster_addr":"172.21.15.145:6827/3012628958","heartbeat_back_addr":"172.21.15.145:6831/3012628958","heartbeat_front_addr":"172.21.15.145:6829/3012628958","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T18:56:17.286635+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T18:56:17.334491+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T18:56:17.297521+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T18:56:17.383716+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T18:56:17.267776+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T18:56:17.312998+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T18:56:17.303008+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T18:56:17.304729+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.145:6835/1535532066":"2024-09-14T18:57:54.790189+0000","172.21.15.145:6832/1535532066":"2024-09-14T18:57:54.790189+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T18:58:01.976 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:01.972+0000 7f2afac44640 1 -- 172.21.15.119:0/455731845 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f2ae006ac30 msgr2=0x7f2ae006d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:58:01.976 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:01.972+0000 7f2afac44640 1 --2- 172.21.15.119:0/455731845 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f2ae006ac30 0x7f2ae006d0f0 secure :-1 s=READY pgs=274 cs=0 l=1 rev1=1 crypto rx=0x7f2ae4009b40 tx=0x7f2ae4009190 comp rx=0 tx=0).stop 2024-09-13T18:58:01.976 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:01.972+0000 7f2afac44640 1 -- 172.21.15.119:0/455731845 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f2af415c6e0 msgr2=0x7f2af41496b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:58:01.976 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:01.972+0000 7f2afac44640 1 --2- 172.21.15.119:0/455731845 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f2af415c6e0 0x7f2af41496b0 secure :-1 s=READY pgs=570 cs=0 l=1 rev1=1 crypto rx=0x7f2aec009e50 tx=0x7f2aec004a40 comp rx=0 tx=0).stop 2024-09-13T18:58:01.976 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:01.972+0000 7f2afac44640 1 -- 172.21.15.119:0/455731845 shutdown_connections 2024-09-13T18:58:01.976 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:01.972+0000 7f2afac44640 1 --2- 172.21.15.119:0/455731845 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f2ae006ac30 0x7f2ae006d0f0 unknown :-1 s=CLOSED pgs=274 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:58:01.976 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:01.972+0000 7f2afac44640 1 --2- 172.21.15.119:0/455731845 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f2af415c6e0 0x7f2af41496b0 unknown :-1 s=CLOSED pgs=570 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:58:01.976 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:01.972+0000 7f2afac44640 1 --2- 172.21.15.119:0/455731845 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f2af40d07b0 0x7f2af415cac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:58:01.976 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:01.972+0000 7f2afac44640 1 --2- 172.21.15.119:0/455731845 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f2af40ccb20 0x7f2af40cc4d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:58:01.976 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:01.972+0000 7f2afac44640 1 -- 172.21.15.119:0/455731845 >> 172.21.15.119:0/455731845 conn(0x7f2af4089f60 msgr2=0x7f2af40b10d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:58:01.976 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:01.972+0000 7f2afac44640 1 -- 172.21.15.119:0/455731845 shutdown_connections 2024-09-13T18:58:01.976 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:01.972+0000 7f2afac44640 1 -- 172.21.15.119:0/455731845 wait complete. 2024-09-13T18:58:01.987 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-09-13T18:56:22.095896+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '16', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 5, 'pool_name': 'cephfs_metadata', 'create_time': '2024-09-13T18:57:42.071220+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '41', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 1.25, 'score_stable': 1.25, 'optimal_score': 1, 'raw_score_acting': 1.25, 'raw_score_stable': 1.25, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 6, 'pool_name': 'cephfs_data', 'create_time': '2024-09-13T18:57:42.586200+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '41', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.3799999952316284, 'score_stable': 1.3799999952316284, 'optimal_score': 1, 'raw_score_acting': 1.3799999952316284, 'raw_score_stable': 1.3799999952316284, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-09-13T18:58:01.987 DEBUG:teuthology.orchestra.run.smithi119:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-09-13T18:58:02.087 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:02.083+0000 7f84490e5640 1 Processor -- start 2024-09-13T18:58:02.087 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:02.084+0000 7f84490e5640 1 -- start start 2024-09-13T18:58:02.090 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:02.084+0000 7f84490e5640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f8444159310 0x7f84440ad400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:58:02.091 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:02.084+0000 7f84490e5640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f84440ce4f0 0x7f84440ce900 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:58:02.091 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:02.084+0000 7f84490e5640 1 -- --> v1:172.21.15.119:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f84440ccbe0 con 0x7f84440b2b40 2024-09-13T18:58:02.091 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:02.084+0000 7f84490e5640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f84440ad940 con 0x7f8444159310 2024-09-13T18:58:02.091 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:02.084+0000 7f84490e5640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f84440b1810 con 0x7f84440ce4f0 2024-09-13T18:58:02.091 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:02.084+0000 7f844259c640 1 --1- >> v1:172.21.15.119:6789/0 conn(0x7f84440b2b40 0x7f84440ab140 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.119:6789/0 says I am v1:172.21.15.119:54342/0 (socket says 172.21.15.119:54342) 2024-09-13T18:58:02.091 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:02.084+0000 7f844259c640 1 -- 172.21.15.119:0/1357298593 learned_addr learned my addr 172.21.15.119:0/1357298593 (peer_addr_for_me v1:172.21.15.119:0/0) 2024-09-13T18:58:02.091 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:02.085+0000 7f8441d9b640 1 -- 172.21.15.119:0/1357298593 <== mon.0 v1:172.21.15.119:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3693333125 0 0) 0x7f84440ccbe0 con 0x7f84440b2b40 2024-09-13T18:58:02.091 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:02.085+0000 7f8441d9b640 1 -- 172.21.15.119:0/1357298593 --> v1:172.21.15.119:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f842c003520 con 0x7f84440b2b40 2024-09-13T18:58:02.091 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:02.085+0000 7f8442d9d640 1 --2- 172.21.15.119:0/1357298593 >> v2:172.21.15.145:3300/0 conn(0x7f8444159310 0x7f84440ad400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:58:02.091 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:02.085+0000 7f844359e640 1 --2- 172.21.15.119:0/1357298593 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f84440ce4f0 0x7f84440ce900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:58:02.091 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:02.085+0000 7f8441d9b640 1 -- 172.21.15.119:0/1357298593 <== mon.0 v1:172.21.15.119:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 1838057948 0 0) 0x7f842c003520 con 0x7f84440b2b40 2024-09-13T18:58:02.091 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:02.085+0000 7f8441d9b640 1 -- 172.21.15.119:0/1357298593 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f84440ce4f0 msgr2=0x7f84440ce900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T18:58:02.091 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:02.085+0000 7f8441d9b640 1 --2- 172.21.15.119:0/1357298593 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f84440ce4f0 0x7f84440ce900 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:58:02.092 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:02.085+0000 7f8441d9b640 1 -- 172.21.15.119:0/1357298593 >> v2:172.21.15.145:3300/0 conn(0x7f8444159310 msgr2=0x7f84440ad400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T18:58:02.092 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:02.085+0000 7f8441d9b640 1 --2- 172.21.15.119:0/1357298593 >> v2:172.21.15.145:3300/0 conn(0x7f8444159310 0x7f84440ad400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:58:02.092 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:02.085+0000 7f8441d9b640 1 -- 172.21.15.119:0/1357298593 --> v1:172.21.15.119:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f84440cee40 con 0x7f84440b2b40 2024-09-13T18:58:02.092 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:02.085+0000 7f8441d9b640 1 -- 172.21.15.119:0/1357298593 <== mon.0 v1:172.21.15.119:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 337823224 0 0) 0x7f8438001670 con 0x7f84440b2b40 2024-09-13T18:58:02.092 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:02.085+0000 7f8442d9d640 1 --2- 172.21.15.119:0/1357298593 >> v2:172.21.15.145:3300/0 conn(0x7f8444159310 0x7f84440ad400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T18:58:02.092 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:02.085+0000 7f8441d9b640 1 -- 172.21.15.119:0/1357298593 >> v1:172.21.15.119:6789/0 conn(0x7f84440b2b40 legacy=0x7f84440ab140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:58:02.092 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:02.085+0000 7f8441d9b640 1 --2- 172.21.15.119:0/1357298593 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f84440ce4f0 0x7f842c003970 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:58:02.092 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:02.085+0000 7f8441d9b640 1 --2- 172.21.15.119:0/1357298593 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f842c003fa0 0x7f842c0047c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:58:02.092 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:02.085+0000 7f8441d9b640 1 --2- 172.21.15.119:0/1357298593 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f842c004d00 0x7f842c005180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:58:02.092 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:02.085+0000 7f8441d9b640 1 -- 172.21.15.119:0/1357298593 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f84440b1810 con 0x7f842c004d00 2024-09-13T18:58:02.092 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:02.085+0000 7f8441d9b640 1 -- 172.21.15.119:0/1357298593 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f842c00bac0 con 0x7f842c003fa0 2024-09-13T18:58:02.092 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:02.085+0000 7f8441d9b640 1 -- 172.21.15.119:0/1357298593 --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f842c00bc80 con 0x7f84440ce4f0 2024-09-13T18:58:02.092 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:02.085+0000 7f844359e640 1 --2- 172.21.15.119:0/1357298593 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f842c004d00 0x7f842c005180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:58:02.093 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:02.085+0000 7f844259c640 1 --2- 172.21.15.119:0/1357298593 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f842c003fa0 0x7f842c0047c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:58:02.093 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:02.085+0000 7f8442d9d640 1 --2- 172.21.15.119:0/1357298593 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f84440ce4f0 0x7f842c003970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:58:02.093 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:02.085+0000 7f844359e640 1 -- 172.21.15.119:0/1357298593 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f84440ce4f0 msgr2=0x7f842c003970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T18:58:02.093 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:02.085+0000 7f844359e640 1 --2- 172.21.15.119:0/1357298593 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f84440ce4f0 0x7f842c003970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:58:02.093 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:02.085+0000 7f844359e640 1 -- 172.21.15.119:0/1357298593 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f842c003fa0 msgr2=0x7f842c0047c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T18:58:02.093 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:02.085+0000 7f844359e640 1 --2- 172.21.15.119:0/1357298593 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f842c003fa0 0x7f842c0047c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:58:02.093 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:02.085+0000 7f844359e640 1 -- 172.21.15.119:0/1357298593 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f842c003520 con 0x7f842c004d00 2024-09-13T18:58:02.093 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:02.086+0000 7f844359e640 1 --2- 172.21.15.119:0/1357298593 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f842c004d00 0x7f842c005180 secure :-1 s=READY pgs=572 cs=0 l=1 rev1=1 crypto rx=0x7f843c007360 tx=0x7f842c0057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f5053b7700f4e2dd server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:58:02.093 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:02.086+0000 7f8441d9b640 1 -- 172.21.15.119:0/1357298593 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f843c036600 con 0x7f842c004d00 2024-09-13T18:58:02.093 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:02.086+0000 7f8441d9b640 1 -- 172.21.15.119:0/1357298593 <== mon.0 v2:172.21.15.119:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f843c036760 con 0x7f842c004d00 2024-09-13T18:58:02.093 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:02.086+0000 7f8441d9b640 1 -- 172.21.15.119:0/1357298593 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f843c036af0 con 0x7f842c004d00 2024-09-13T18:58:02.093 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:02.087+0000 7f84490e5640 1 -- 172.21.15.119:0/1357298593 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f842c004d00 msgr2=0x7f842c005180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:58:02.093 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:02.087+0000 7f84490e5640 1 --2- 172.21.15.119:0/1357298593 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f842c004d00 0x7f842c005180 secure :-1 s=READY pgs=572 cs=0 l=1 rev1=1 crypto rx=0x7f843c007360 tx=0x7f842c0057f0 comp rx=0 tx=0).stop 2024-09-13T18:58:02.094 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:02.087+0000 7f844359e640 1 -- 172.21.15.119:0/1357298593 reap_dead start 2024-09-13T18:58:02.094 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:02.087+0000 7f84490e5640 1 -- 172.21.15.119:0/1357298593 shutdown_connections 2024-09-13T18:58:02.094 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:02.087+0000 7f84490e5640 1 -- 172.21.15.119:0/1357298593 >> 172.21.15.119:0/1357298593 conn(0x7f844406a0b0 msgr2=0x7f844406a4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:58:02.094 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:02.087+0000 7f84490e5640 1 -- 172.21.15.119:0/1357298593 shutdown_connections 2024-09-13T18:58:02.094 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:02.087+0000 7f84490e5640 1 -- 172.21.15.119:0/1357298593 wait complete. 2024-09-13T18:58:02.097 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:02.088+0000 7f84490e5640 1 Processor -- start 2024-09-13T18:58:02.097 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:02.088+0000 7f84490e5640 1 -- start start 2024-09-13T18:58:02.097 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:02.089+0000 7f84490e5640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f84441f3940 0x7f8444158550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:58:02.097 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:02.089+0000 7f84490e5640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f8444146350 0x7f84441f3d20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:58:02.097 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:02.089+0000 7f84490e5640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f84441f4260 0x7f84440af1a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:58:02.097 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:02.089+0000 7f84490e5640 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8444158a90 con 0x7f84441f4260 2024-09-13T18:58:02.097 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:02.089+0000 7f84490e5640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8444144f20 con 0x7f84441f3940 2024-09-13T18:58:02.097 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:02.089+0000 7f84490e5640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f8444145910 con 0x7f8444146350 2024-09-13T18:58:02.097 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:02.089+0000 7f844359e640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f84441f4260 0x7f84440af1a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:58:02.097 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:02.089+0000 7f844359e640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f84441f4260 0x7f84440af1a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.119:3300/0 says I am v2:172.21.15.119:38012/0 (socket says 172.21.15.119:38012) 2024-09-13T18:58:02.097 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:02.089+0000 7f844359e640 1 -- 172.21.15.119:0/595482014 learned_addr learned my addr 172.21.15.119:0/595482014 (peer_addr_for_me v2:172.21.15.119:0/0) 2024-09-13T18:58:02.097 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:02.089+0000 7f844259c640 1 --2- 172.21.15.119:0/595482014 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f8444146350 0x7f84441f3d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:58:02.097 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:02.089+0000 7f8442d9d640 1 --2- 172.21.15.119:0/595482014 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f84441f3940 0x7f8444158550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:58:02.098 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:02.089+0000 7f844359e640 1 -- 172.21.15.119:0/595482014 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f8444146350 msgr2=0x7f84441f3d20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:58:02.098 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:02.089+0000 7f844359e640 1 --2- 172.21.15.119:0/595482014 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f8444146350 0x7f84441f3d20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:58:02.098 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:02.089+0000 7f844359e640 1 -- 172.21.15.119:0/595482014 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f84441f3940 msgr2=0x7f8444158550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:58:02.098 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:02.089+0000 7f844359e640 1 --2- 172.21.15.119:0/595482014 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f84441f3940 0x7f8444158550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:58:02.098 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:02.089+0000 7f844359e640 1 -- 172.21.15.119:0/595482014 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8444145170 con 0x7f84441f4260 2024-09-13T18:58:02.098 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:02.090+0000 7f844359e640 1 --2- 172.21.15.119:0/595482014 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f84441f4260 0x7f84440af1a0 secure :-1 s=READY pgs=573 cs=0 l=1 rev1=1 crypto rx=0x7f843c007480 tx=0x7f843c004ab0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:58:02.098 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:02.090+0000 7f842b7fe640 1 -- 172.21.15.119:0/595482014 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f843c03d070 con 0x7f84441f4260 2024-09-13T18:58:02.098 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:02.090+0000 7f842b7fe640 1 -- 172.21.15.119:0/595482014 <== mon.0 v2:172.21.15.119:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f843c036ae0 con 0x7f84441f4260 2024-09-13T18:58:02.098 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:02.090+0000 7f84490e5640 1 -- 172.21.15.119:0/595482014 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f8444145b80 con 0x7f84441f4260 2024-09-13T18:58:02.098 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:02.090+0000 7f842b7fe640 1 -- 172.21.15.119:0/595482014 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f843c036e70 con 0x7f84441f4260 2024-09-13T18:58:02.098 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:02.090+0000 7f84490e5640 1 -- 172.21.15.119:0/595482014 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f844414ab70 con 0x7f84441f4260 2024-09-13T18:58:02.098 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:02.091+0000 7f84490e5640 1 -- 172.21.15.119:0/595482014 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f844406dfa0 con 0x7f84441f4260 2024-09-13T18:58:02.098 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:02.091+0000 7f842b7fe640 1 -- 172.21.15.119:0/595482014 <== mon.0 v2:172.21.15.119:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f843c003990 con 0x7f84441f4260 2024-09-13T18:58:02.099 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:02.092+0000 7f842b7fe640 1 --2- 172.21.15.119:0/595482014 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f843006ac00 0x7f843006d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:58:02.099 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:02.092+0000 7f8442d9d640 1 --2- 172.21.15.119:0/595482014 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f843006ac00 0x7f843006d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:58:02.099 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:02.092+0000 7f842b7fe640 1 -- 172.21.15.119:0/595482014 <== mon.0 v2:172.21.15.119:3300/0 5 ==== osd_map(41..41 src has 1..41) v4 ==== 6115+0+0 (secure 0 0 0) 0x7f843c0a98b0 con 0x7f84441f4260 2024-09-13T18:58:02.099 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:02.092+0000 7f8442d9d640 1 --2- 172.21.15.119:0/595482014 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f843006ac00 0x7f843006d0c0 secure :-1 s=READY pgs=275 cs=0 l=1 rev1=1 crypto rx=0x7f8434006fd0 tx=0x7f8434008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:58:02.101 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:02.096+0000 7f842b7fe640 1 -- 172.21.15.119:0/595482014 <== mon.0 v2:172.21.15.119:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f843c074a40 con 0x7f84441f4260 2024-09-13T18:58:02.260 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:02.256+0000 7f84490e5640 1 -- 172.21.15.119:0/595482014 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f844406e4b0 con 0x7f84441f4260 2024-09-13T18:58:02.260 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:02.257+0000 7f842b7fe640 1 -- 172.21.15.119:0/595482014 <== mon.0 v2:172.21.15.119:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v41) v1 ==== 93+0+10 (secure 0 0 0) 0x7f843c078060 con 0x7f84441f4260 2024-09-13T18:58:02.261 INFO:teuthology.orchestra.run.smithi119.stdout:pg_num: 1 2024-09-13T18:58:02.262 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:02.258+0000 7f84490e5640 1 -- 172.21.15.119:0/595482014 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f843006ac00 msgr2=0x7f843006d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:58:02.262 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:02.258+0000 7f84490e5640 1 --2- 172.21.15.119:0/595482014 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f843006ac00 0x7f843006d0c0 secure :-1 s=READY pgs=275 cs=0 l=1 rev1=1 crypto rx=0x7f8434006fd0 tx=0x7f8434008040 comp rx=0 tx=0).stop 2024-09-13T18:58:02.262 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:02.258+0000 7f84490e5640 1 -- 172.21.15.119:0/595482014 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f84441f4260 msgr2=0x7f84440af1a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:58:02.262 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:02.258+0000 7f84490e5640 1 --2- 172.21.15.119:0/595482014 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f84441f4260 0x7f84440af1a0 secure :-1 s=READY pgs=573 cs=0 l=1 rev1=1 crypto rx=0x7f843c007480 tx=0x7f843c004ab0 comp rx=0 tx=0).stop 2024-09-13T18:58:02.262 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:02.259+0000 7f84490e5640 1 -- 172.21.15.119:0/595482014 shutdown_connections 2024-09-13T18:58:02.263 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:02.259+0000 7f84490e5640 1 --2- 172.21.15.119:0/595482014 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f843006ac00 0x7f843006d0c0 unknown :-1 s=CLOSED pgs=275 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:58:02.263 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:02.259+0000 7f84490e5640 1 --2- 172.21.15.119:0/595482014 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f84441f4260 0x7f84440af1a0 unknown :-1 s=CLOSED pgs=573 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:58:02.263 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:02.259+0000 7f84490e5640 1 --2- 172.21.15.119:0/595482014 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f8444146350 0x7f84441f3d20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:58:02.263 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:02.259+0000 7f84490e5640 1 --2- 172.21.15.119:0/595482014 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f84441f3940 0x7f8444158550 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:58:02.263 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:02.259+0000 7f84490e5640 1 -- 172.21.15.119:0/595482014 >> 172.21.15.119:0/595482014 conn(0x7f844406a0b0 msgr2=0x7f84440ac620 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:58:02.263 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:02.259+0000 7f84490e5640 1 -- 172.21.15.119:0/595482014 shutdown_connections 2024-09-13T18:58:02.263 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:02.259+0000 7f84490e5640 1 -- 172.21.15.119:0/595482014 wait complete. 2024-09-13T18:58:02.273 DEBUG:teuthology.orchestra.run.smithi119:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-09-13T18:58:02.374 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:02.370+0000 7fa600b65640 1 Processor -- start 2024-09-13T18:58:02.374 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:02.370+0000 7fa600b65640 1 -- start start 2024-09-13T18:58:02.375 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:02.371+0000 7fa600b65640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fa5fc15a3b0 0x7fa5fc0b20a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:58:02.375 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:02.371+0000 7fa600b65640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7fa5fc0cec00 0x7fa5fc0ab9e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:58:02.375 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:02.371+0000 7fa600b65640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fa5fc15a790 con 0x7fa5fc0b1720 2024-09-13T18:58:02.376 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:02.371+0000 7fa600b65640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fa5fc0b2680 con 0x7fa5fc0cec00 2024-09-13T18:58:02.376 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:02.371+0000 7fa600b65640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa5fc0b2960 con 0x7fa5fc15a3b0 2024-09-13T18:58:02.376 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:02.371+0000 7fa5fa59c640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fa5fc15a3b0 0x7fa5fc0b20a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:58:02.376 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:02.371+0000 7fa5fad9d640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7fa5fc0cec00 0x7fa5fc0ab9e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:58:02.376 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:02.371+0000 7fa5fa59c640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fa5fc15a3b0 0x7fa5fc0b20a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.145:3301/0 says I am v2:172.21.15.119:55206/0 (socket says 172.21.15.119:55206) 2024-09-13T18:58:02.376 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:02.371+0000 7fa5f9d9b640 1 --1- >> v1:172.21.15.145:6789/0 conn(0x7fa5fc0b1720 0x7fa5fc0ce4f0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.145:6789/0 says I am v1:172.21.15.119:37630/0 (socket says 172.21.15.119:37630) 2024-09-13T18:58:02.376 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:02.371+0000 7fa5fa59c640 1 -- 172.21.15.119:0/315802694 learned_addr learned my addr 172.21.15.119:0/315802694 (peer_addr_for_me v2:172.21.15.119:0/0) 2024-09-13T18:58:02.376 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:02.372+0000 7fa5f959a640 1 -- 172.21.15.119:0/315802694 <== mon.1 v1:172.21.15.145:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3791930482 0 0) 0x7fa5fc15a790 con 0x7fa5fc0b1720 2024-09-13T18:58:02.376 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:02.372+0000 7fa5f959a640 1 -- 172.21.15.119:0/315802694 --> v1:172.21.15.145:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fa5e4003520 con 0x7fa5fc0b1720 2024-09-13T18:58:02.376 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:02.372+0000 7fa5fa59c640 1 -- 172.21.15.119:0/315802694 >> v2:172.21.15.145:3300/0 conn(0x7fa5fc0cec00 msgr2=0x7fa5fc0ab9e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T18:58:02.376 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:02.372+0000 7fa5fa59c640 1 --2- 172.21.15.119:0/315802694 >> v2:172.21.15.145:3300/0 conn(0x7fa5fc0cec00 0x7fa5fc0ab9e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:58:02.376 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:02.372+0000 7fa5fa59c640 1 -- 172.21.15.119:0/315802694 >> v1:172.21.15.145:6789/0 conn(0x7fa5fc0b1720 legacy=0x7fa5fc0ce4f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:58:02.377 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:02.372+0000 7fa5fa59c640 1 -- 172.21.15.119:0/315802694 --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa5fc0b2c40 con 0x7fa5fc15a3b0 2024-09-13T18:58:02.377 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:02.372+0000 7fa5fad9d640 1 --2- 172.21.15.119:0/315802694 >> v2:172.21.15.145:3300/0 conn(0x7fa5fc0cec00 0x7fa5fc0ab9e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T18:58:02.378 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:02.372+0000 7fa5fa59c640 1 --2- 172.21.15.119:0/315802694 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fa5fc15a3b0 0x7fa5fc0b20a0 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7fa5ec009870 tx=0x7fa5ec02a270 comp rx=0 tx=0).ready entity=mon.2 client_cookie=46e7200044308f53 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:58:02.378 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:02.373+0000 7fa5f959a640 1 -- 172.21.15.119:0/315802694 <== mon.2 v2:172.21.15.145:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa5ec032440 con 0x7fa5fc15a3b0 2024-09-13T18:58:02.378 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:02.373+0000 7fa5f959a640 1 -- 172.21.15.119:0/315802694 <== mon.2 v2:172.21.15.145:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa5ec0325a0 con 0x7fa5fc15a3b0 2024-09-13T18:58:02.378 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:02.373+0000 7fa5f959a640 1 -- 172.21.15.119:0/315802694 <== mon.2 v2:172.21.15.145:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa5ec032910 con 0x7fa5fc15a3b0 2024-09-13T18:58:02.378 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:02.373+0000 7fa600b65640 1 -- 172.21.15.119:0/315802694 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fa5fc15a3b0 msgr2=0x7fa5fc0b20a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:58:02.379 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:02.373+0000 7fa600b65640 1 --2- 172.21.15.119:0/315802694 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fa5fc15a3b0 0x7fa5fc0b20a0 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7fa5ec009870 tx=0x7fa5ec02a270 comp rx=0 tx=0).stop 2024-09-13T18:58:02.379 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:02.373+0000 7fa600b65640 1 -- 172.21.15.119:0/315802694 shutdown_connections 2024-09-13T18:58:02.379 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:02.373+0000 7fa600b65640 1 --2- 172.21.15.119:0/315802694 >> v2:172.21.15.145:3300/0 conn(0x7fa5fc0cec00 0x7fa5fc0ab9e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:58:02.379 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:02.373+0000 7fa600b65640 1 --2- 172.21.15.119:0/315802694 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fa5fc15a3b0 0x7fa5fc0b20a0 unknown :-1 s=CLOSED pgs=58 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:58:02.379 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:02.373+0000 7fa600b65640 1 -- 172.21.15.119:0/315802694 >> 172.21.15.119:0/315802694 conn(0x7fa5fc06a0b0 msgr2=0x7fa5fc06a4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:58:02.379 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:02.373+0000 7fa600b65640 1 -- 172.21.15.119:0/315802694 shutdown_connections 2024-09-13T18:58:02.379 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:02.373+0000 7fa600b65640 1 -- 172.21.15.119:0/315802694 wait complete. 2024-09-13T18:58:02.379 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:02.375+0000 7fa600b65640 1 Processor -- start 2024-09-13T18:58:02.379 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:02.375+0000 7fa600b65640 1 -- start start 2024-09-13T18:58:02.381 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:02.375+0000 7fa600b65640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fa5fc0b1720 0x7fa5fc0c5e70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:58:02.382 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:02.375+0000 7fa600b65640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fa5fc0cec00 0x7fa5fc158d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:58:02.382 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:02.375+0000 7fa600b65640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fa5fc15a3b0 0x7fa5fc0c8210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:58:02.382 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:02.375+0000 7fa600b65640 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa5fc1592c0 con 0x7fa5fc0b1720 2024-09-13T18:58:02.382 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:02.375+0000 7fa600b65640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa5fc0c8750 con 0x7fa5fc0cec00 2024-09-13T18:58:02.382 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:02.375+0000 7fa600b65640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa5fc0c5380 con 0x7fa5fc15a3b0 2024-09-13T18:58:02.382 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:02.375+0000 7fa5fa59c640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fa5fc0b1720 0x7fa5fc0c5e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:58:02.382 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:02.376+0000 7fa5fa59c640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fa5fc0b1720 0x7fa5fc0c5e70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.119:3300/0 says I am v2:172.21.15.119:38014/0 (socket says 172.21.15.119:38014) 2024-09-13T18:58:02.382 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:02.376+0000 7fa5fa59c640 1 -- 172.21.15.119:0/1704836311 learned_addr learned my addr 172.21.15.119:0/1704836311 (peer_addr_for_me v2:172.21.15.119:0/0) 2024-09-13T18:58:02.382 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:02.376+0000 7fa5fad9d640 1 --2- 172.21.15.119:0/1704836311 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fa5fc15a3b0 0x7fa5fc0c8210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:58:02.382 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:02.376+0000 7fa5f9d9b640 1 --2- 172.21.15.119:0/1704836311 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fa5fc0cec00 0x7fa5fc158d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:58:02.382 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:02.376+0000 7fa5fa59c640 1 -- 172.21.15.119:0/1704836311 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fa5fc15a3b0 msgr2=0x7fa5fc0c8210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:58:02.382 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:02.376+0000 7fa5fa59c640 1 --2- 172.21.15.119:0/1704836311 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fa5fc15a3b0 0x7fa5fc0c8210 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:58:02.382 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:02.376+0000 7fa5fa59c640 1 -- 172.21.15.119:0/1704836311 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fa5fc0cec00 msgr2=0x7fa5fc158d80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:58:02.383 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:02.376+0000 7fa5fa59c640 1 --2- 172.21.15.119:0/1704836311 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fa5fc0cec00 0x7fa5fc158d80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:58:02.383 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:02.376+0000 7fa5fa59c640 1 -- 172.21.15.119:0/1704836311 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa5f4009a70 con 0x7fa5fc0b1720 2024-09-13T18:58:02.383 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:02.376+0000 7fa5fa59c640 1 --2- 172.21.15.119:0/1704836311 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fa5fc0b1720 0x7fa5fc0c5e70 secure :-1 s=READY pgs=574 cs=0 l=1 rev1=1 crypto rx=0x7fa5ec0090b0 tx=0x7fa5ec0046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:58:02.383 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:02.376+0000 7fa5eaffd640 1 -- 172.21.15.119:0/1704836311 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa5ec004230 con 0x7fa5fc0b1720 2024-09-13T18:58:02.383 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:02.376+0000 7fa5eaffd640 1 -- 172.21.15.119:0/1704836311 <== mon.0 v2:172.21.15.119:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa5ec004390 con 0x7fa5fc0b1720 2024-09-13T18:58:02.383 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:02.376+0000 7fa5eaffd640 1 -- 172.21.15.119:0/1704836311 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa5ec03e860 con 0x7fa5fc0b1720 2024-09-13T18:58:02.383 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:02.376+0000 7fa600b65640 1 -- 172.21.15.119:0/1704836311 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa5ec0094d0 con 0x7fa5fc0b1720 2024-09-13T18:58:02.383 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:02.376+0000 7fa600b65640 1 -- 172.21.15.119:0/1704836311 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa5fc0c5940 con 0x7fa5fc0b1720 2024-09-13T18:58:02.383 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:02.377+0000 7fa600b65640 1 -- 172.21.15.119:0/1704836311 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fa5fc0acba0 con 0x7fa5fc0b1720 2024-09-13T18:58:02.383 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:02.378+0000 7fa5eaffd640 1 -- 172.21.15.119:0/1704836311 <== mon.0 v2:172.21.15.119:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fa5ec03e9c0 con 0x7fa5fc0b1720 2024-09-13T18:58:02.383 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:02.378+0000 7fa5eaffd640 1 --2- 172.21.15.119:0/1704836311 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7fa5dc06ac00 0x7fa5dc06d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:58:02.383 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:02.378+0000 7fa5eaffd640 1 -- 172.21.15.119:0/1704836311 <== mon.0 v2:172.21.15.119:3300/0 5 ==== osd_map(41..41 src has 1..41) v4 ==== 6115+0+0 (secure 0 0 0) 0x7fa5ec0aa5f0 con 0x7fa5fc0b1720 2024-09-13T18:58:02.383 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:02.378+0000 7fa5f9d9b640 1 --2- 172.21.15.119:0/1704836311 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7fa5dc06ac00 0x7fa5dc06d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:58:02.384 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:02.378+0000 7fa5f9d9b640 1 --2- 172.21.15.119:0/1704836311 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7fa5dc06ac00 0x7fa5dc06d0c0 secure :-1 s=READY pgs=276 cs=0 l=1 rev1=1 crypto rx=0x7fa5f0000f60 tx=0x7fa5f0009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:58:02.386 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:02.382+0000 7fa5eaffd640 1 -- 172.21.15.119:0/1704836311 <== mon.0 v2:172.21.15.119:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fa5ec0756c0 con 0x7fa5fc0b1720 2024-09-13T18:58:02.547 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:02.543+0000 7fa600b65640 1 -- 172.21.15.119:0/1704836311 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7fa5fc0ac8c0 con 0x7fa5fc0b1720 2024-09-13T18:58:02.547 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:02.543+0000 7fa5eaffd640 1 -- 172.21.15.119:0/1704836311 <== mon.0 v2:172.21.15.119:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v41) v1 ==== 104+0+11 (secure 0 0 0) 0x7fa5ec078ce0 con 0x7fa5fc0b1720 2024-09-13T18:58:02.547 INFO:teuthology.orchestra.run.smithi119.stdout:pg_num: 32 2024-09-13T18:58:02.549 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:02.545+0000 7fa600b65640 1 -- 172.21.15.119:0/1704836311 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7fa5dc06ac00 msgr2=0x7fa5dc06d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:58:02.549 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:02.545+0000 7fa600b65640 1 --2- 172.21.15.119:0/1704836311 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7fa5dc06ac00 0x7fa5dc06d0c0 secure :-1 s=READY pgs=276 cs=0 l=1 rev1=1 crypto rx=0x7fa5f0000f60 tx=0x7fa5f0009040 comp rx=0 tx=0).stop 2024-09-13T18:58:02.549 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:02.545+0000 7fa600b65640 1 -- 172.21.15.119:0/1704836311 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fa5fc0b1720 msgr2=0x7fa5fc0c5e70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:58:02.549 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:02.545+0000 7fa600b65640 1 --2- 172.21.15.119:0/1704836311 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fa5fc0b1720 0x7fa5fc0c5e70 secure :-1 s=READY pgs=574 cs=0 l=1 rev1=1 crypto rx=0x7fa5ec0090b0 tx=0x7fa5ec0046c0 comp rx=0 tx=0).stop 2024-09-13T18:58:02.550 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:02.545+0000 7fa600b65640 1 -- 172.21.15.119:0/1704836311 shutdown_connections 2024-09-13T18:58:02.550 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:02.545+0000 7fa600b65640 1 --2- 172.21.15.119:0/1704836311 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7fa5dc06ac00 0x7fa5dc06d0c0 unknown :-1 s=CLOSED pgs=276 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:58:02.550 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:02.545+0000 7fa600b65640 1 --2- 172.21.15.119:0/1704836311 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fa5fc15a3b0 0x7fa5fc0c8210 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:58:02.550 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:02.545+0000 7fa600b65640 1 --2- 172.21.15.119:0/1704836311 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fa5fc0cec00 0x7fa5fc158d80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:58:02.550 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:02.545+0000 7fa600b65640 1 --2- 172.21.15.119:0/1704836311 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fa5fc0b1720 0x7fa5fc0c5e70 unknown :-1 s=CLOSED pgs=574 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:58:02.550 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:02.545+0000 7fa600b65640 1 -- 172.21.15.119:0/1704836311 >> 172.21.15.119:0/1704836311 conn(0x7fa5fc06a0b0 msgr2=0x7fa5fc15d2e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:58:02.550 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:02.545+0000 7fa600b65640 1 -- 172.21.15.119:0/1704836311 shutdown_connections 2024-09-13T18:58:02.550 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:02.545+0000 7fa600b65640 1 -- 172.21.15.119:0/1704836311 wait complete. 2024-09-13T18:58:02.560 DEBUG:teuthology.orchestra.run.smithi119:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-09-13T18:58:02.660 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:02.656+0000 7f6075d1f640 1 Processor -- start 2024-09-13T18:58:02.660 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:02.656+0000 7f6075d1f640 1 -- start start 2024-09-13T18:58:02.661 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:02.657+0000 7f6075d1f640 1 --2- >> v2:172.21.15.119:3300/0 conn(0x7f6070159310 0x7f60700ad400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:58:02.661 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:02.657+0000 7f6075d1f640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f60700ce4f0 0x7f60700ce900 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:58:02.661 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:02.657+0000 7f6075d1f640 1 -- --> v1:172.21.15.119:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f60700ccbe0 con 0x7f60700b2b40 2024-09-13T18:58:02.662 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:02.657+0000 7f6075d1f640 1 -- --> v2:172.21.15.119:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f60700ad940 con 0x7f6070159310 2024-09-13T18:58:02.662 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:02.657+0000 7f6075d1f640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f60700b1810 con 0x7f60700ce4f0 2024-09-13T18:58:02.662 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:02.657+0000 7f606f7fe640 1 --2- >> v2:172.21.15.119:3300/0 conn(0x7f6070159310 0x7f60700ad400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:58:02.662 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:02.657+0000 7f606effd640 1 --1- >> v1:172.21.15.119:6789/0 conn(0x7f60700b2b40 0x7f60700ab140 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.119:6789/0 says I am v1:172.21.15.119:54346/0 (socket says 172.21.15.119:54346) 2024-09-13T18:58:02.662 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:02.657+0000 7f606effd640 1 -- 172.21.15.119:0/2827972135 learned_addr learned my addr 172.21.15.119:0/2827972135 (peer_addr_for_me v1:172.21.15.119:0/0) 2024-09-13T18:58:02.662 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:02.658+0000 7f606f7fe640 1 -- 172.21.15.119:0/2827972135 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f60700ce4f0 msgr2=0x7f60700ce900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T18:58:02.662 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:02.658+0000 7f606ffff640 1 --2- 172.21.15.119:0/2827972135 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f60700ce4f0 0x7f60700ce900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:58:02.662 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:02.658+0000 7f606f7fe640 1 --2- 172.21.15.119:0/2827972135 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f60700ce4f0 0x7f60700ce900 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:58:02.662 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:02.658+0000 7f606e7fc640 1 -- 172.21.15.119:0/2827972135 <== mon.0 v1:172.21.15.119:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3655388163 0 0) 0x7f60700ccbe0 con 0x7f60700b2b40 2024-09-13T18:58:02.662 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:02.658+0000 7f606f7fe640 1 -- 172.21.15.119:0/2827972135 >> v1:172.21.15.119:6789/0 conn(0x7f60700b2b40 legacy=0x7f60700ab140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:58:02.662 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:02.658+0000 7f606f7fe640 1 -- 172.21.15.119:0/2827972135 --> v2:172.21.15.119:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f60700cee40 con 0x7f6070159310 2024-09-13T18:58:02.664 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:02.658+0000 7f606f7fe640 1 --2- 172.21.15.119:0/2827972135 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f6070159310 0x7f60700ad400 secure :-1 s=READY pgs=576 cs=0 l=1 rev1=1 crypto rx=0x7f60600097a0 tx=0x7f606002c310 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b301414262c4a987 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:58:02.664 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:02.659+0000 7f606e7fc640 1 -- 172.21.15.119:0/2827972135 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6060034640 con 0x7f6070159310 2024-09-13T18:58:02.664 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:02.659+0000 7f606e7fc640 1 -- 172.21.15.119:0/2827972135 <== mon.0 v2:172.21.15.119:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f60600347a0 con 0x7f6070159310 2024-09-13T18:58:02.664 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:02.659+0000 7f606e7fc640 1 -- 172.21.15.119:0/2827972135 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6060034b30 con 0x7f6070159310 2024-09-13T18:58:02.664 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:02.659+0000 7f6075d1f640 1 -- 172.21.15.119:0/2827972135 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f6070159310 msgr2=0x7f60700ad400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:58:02.664 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:02.659+0000 7f6075d1f640 1 --2- 172.21.15.119:0/2827972135 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f6070159310 0x7f60700ad400 secure :-1 s=READY pgs=576 cs=0 l=1 rev1=1 crypto rx=0x7f60600097a0 tx=0x7f606002c310 comp rx=0 tx=0).stop 2024-09-13T18:58:02.664 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:02.659+0000 7f6075d1f640 1 -- 172.21.15.119:0/2827972135 shutdown_connections 2024-09-13T18:58:02.664 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:02.659+0000 7f6075d1f640 1 --2- 172.21.15.119:0/2827972135 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f60700ce4f0 0x7f60700ce900 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:58:02.664 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:02.659+0000 7f6075d1f640 1 --2- 172.21.15.119:0/2827972135 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f6070159310 0x7f60700ad400 unknown :-1 s=CLOSED pgs=576 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:58:02.664 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:02.659+0000 7f6075d1f640 1 -- 172.21.15.119:0/2827972135 >> 172.21.15.119:0/2827972135 conn(0x7f607006a0b0 msgr2=0x7f607006a4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:58:02.664 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:02.659+0000 7f6075d1f640 1 -- 172.21.15.119:0/2827972135 shutdown_connections 2024-09-13T18:58:02.664 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:02.659+0000 7f6075d1f640 1 -- 172.21.15.119:0/2827972135 wait complete. 2024-09-13T18:58:02.665 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:02.660+0000 7f6075d1f640 1 Processor -- start 2024-09-13T18:58:02.665 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:02.660+0000 7f6075d1f640 1 -- start start 2024-09-13T18:58:02.667 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:02.661+0000 7f6075d1f640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f60700b2b40 0x7f60701e2fc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:58:02.667 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:02.661+0000 7f6075d1f640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f60700ce4f0 0x7f60700c30a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:58:02.667 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:02.661+0000 7f6075d1f640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6070159310 0x7f60700ac250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:58:02.667 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:02.661+0000 7f6075d1f640 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f60700c4cb0 con 0x7f60700ce4f0 2024-09-13T18:58:02.667 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:02.661+0000 7f6075d1f640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f60700c3c10 con 0x7f6070159310 2024-09-13T18:58:02.667 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:02.661+0000 7f6075d1f640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f60700c3ef0 con 0x7f60700b2b40 2024-09-13T18:58:02.667 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:02.661+0000 7f606effd640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f60700ce4f0 0x7f60700c30a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:58:02.668 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:02.661+0000 7f606effd640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f60700ce4f0 0x7f60700c30a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.119:3300/0 says I am v2:172.21.15.119:38024/0 (socket says 172.21.15.119:38024) 2024-09-13T18:58:02.668 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:02.661+0000 7f606effd640 1 -- 172.21.15.119:0/2963482386 learned_addr learned my addr 172.21.15.119:0/2963482386 (peer_addr_for_me v2:172.21.15.119:0/0) 2024-09-13T18:58:02.668 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:02.661+0000 7f606f7fe640 1 --2- 172.21.15.119:0/2963482386 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f60700b2b40 0x7f60701e2fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:58:02.668 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:02.661+0000 7f606ffff640 1 --2- 172.21.15.119:0/2963482386 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6070159310 0x7f60700ac250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:58:02.668 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:02.661+0000 7f606effd640 1 -- 172.21.15.119:0/2963482386 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f60700b2b40 msgr2=0x7f60701e2fc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:58:02.668 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:02.662+0000 7f606effd640 1 --2- 172.21.15.119:0/2963482386 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f60700b2b40 0x7f60701e2fc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:58:02.668 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:02.662+0000 7f606effd640 1 -- 172.21.15.119:0/2963482386 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6070159310 msgr2=0x7f60700ac250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:58:02.668 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:02.662+0000 7f606effd640 1 --2- 172.21.15.119:0/2963482386 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6070159310 0x7f60700ac250 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:58:02.668 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:02.662+0000 7f606effd640 1 -- 172.21.15.119:0/2963482386 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6060009400 con 0x7f60700ce4f0 2024-09-13T18:58:02.668 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:02.662+0000 7f606effd640 1 --2- 172.21.15.119:0/2963482386 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f60700ce4f0 0x7f60700c30a0 secure :-1 s=READY pgs=577 cs=0 l=1 rev1=1 crypto rx=0x7f606400c4d0 tx=0x7f606400c990 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:58:02.668 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:02.662+0000 7f6057fff640 1 -- 172.21.15.119:0/2963482386 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f60640074e0 con 0x7f60700ce4f0 2024-09-13T18:58:02.668 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:02.662+0000 7f6057fff640 1 -- 172.21.15.119:0/2963482386 <== mon.0 v2:172.21.15.119:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6064007660 con 0x7f60700ce4f0 2024-09-13T18:58:02.668 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:02.662+0000 7f6075d1f640 1 -- 172.21.15.119:0/2963482386 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f60700c41d0 con 0x7f60700ce4f0 2024-09-13T18:58:02.669 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:02.662+0000 7f6057fff640 1 -- 172.21.15.119:0/2963482386 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6064004a20 con 0x7f60700ce4f0 2024-09-13T18:58:02.669 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:02.662+0000 7f6075d1f640 1 -- 172.21.15.119:0/2963482386 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f60700c4790 con 0x7f60700ce4f0 2024-09-13T18:58:02.669 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:02.663+0000 7f6075d1f640 1 -- 172.21.15.119:0/2963482386 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f60700c4980 con 0x7f60700ce4f0 2024-09-13T18:58:02.669 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:02.663+0000 7f6057fff640 1 -- 172.21.15.119:0/2963482386 <== mon.0 v2:172.21.15.119:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f6064004b80 con 0x7f60700ce4f0 2024-09-13T18:58:02.669 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:02.664+0000 7f6057fff640 1 --2- 172.21.15.119:0/2963482386 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f605c06ac00 0x7f605c06d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:58:02.669 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:02.664+0000 7f6057fff640 1 -- 172.21.15.119:0/2963482386 <== mon.0 v2:172.21.15.119:3300/0 5 ==== osd_map(41..41 src has 1..41) v4 ==== 6115+0+0 (secure 0 0 0) 0x7f6064088a00 con 0x7f60700ce4f0 2024-09-13T18:58:02.669 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:02.664+0000 7f606f7fe640 1 --2- 172.21.15.119:0/2963482386 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f605c06ac00 0x7f605c06d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:58:02.670 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:02.664+0000 7f606f7fe640 1 --2- 172.21.15.119:0/2963482386 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f605c06ac00 0x7f605c06d0c0 secure :-1 s=READY pgs=277 cs=0 l=1 rev1=1 crypto rx=0x7f6060036000 tx=0x7f6060030000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:58:02.671 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:02.668+0000 7f6057fff640 1 -- 172.21.15.119:0/2963482386 <== mon.0 v2:172.21.15.119:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f6064053a40 con 0x7f60700ce4f0 2024-09-13T18:58:02.832 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:02.829+0000 7f6075d1f640 1 -- 172.21.15.119:0/2963482386 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7f607006dfa0 con 0x7f60700ce4f0 2024-09-13T18:58:02.833 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:02.829+0000 7f6057fff640 1 -- 172.21.15.119:0/2963482386 <== mon.0 v2:172.21.15.119:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v41) v1 ==== 100+0+11 (secure 0 0 0) 0x7f6064018020 con 0x7f60700ce4f0 2024-09-13T18:58:02.833 INFO:teuthology.orchestra.run.smithi119.stdout:pg_num: 64 2024-09-13T18:58:02.835 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:02.831+0000 7f6075d1f640 1 -- 172.21.15.119:0/2963482386 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f605c06ac00 msgr2=0x7f605c06d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:58:02.835 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:02.831+0000 7f6075d1f640 1 --2- 172.21.15.119:0/2963482386 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f605c06ac00 0x7f605c06d0c0 secure :-1 s=READY pgs=277 cs=0 l=1 rev1=1 crypto rx=0x7f6060036000 tx=0x7f6060030000 comp rx=0 tx=0).stop 2024-09-13T18:58:02.835 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:02.831+0000 7f6075d1f640 1 -- 172.21.15.119:0/2963482386 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f60700ce4f0 msgr2=0x7f60700c30a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:58:02.835 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:02.831+0000 7f6075d1f640 1 --2- 172.21.15.119:0/2963482386 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f60700ce4f0 0x7f60700c30a0 secure :-1 s=READY pgs=577 cs=0 l=1 rev1=1 crypto rx=0x7f606400c4d0 tx=0x7f606400c990 comp rx=0 tx=0).stop 2024-09-13T18:58:02.835 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:02.831+0000 7f6075d1f640 1 -- 172.21.15.119:0/2963482386 shutdown_connections 2024-09-13T18:58:02.835 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:02.831+0000 7f6075d1f640 1 --2- 172.21.15.119:0/2963482386 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f605c06ac00 0x7f605c06d0c0 unknown :-1 s=CLOSED pgs=277 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:58:02.835 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:02.831+0000 7f6075d1f640 1 --2- 172.21.15.119:0/2963482386 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6070159310 0x7f60700ac250 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:58:02.835 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:02.831+0000 7f6075d1f640 1 --2- 172.21.15.119:0/2963482386 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f60700ce4f0 0x7f60700c30a0 unknown :-1 s=CLOSED pgs=577 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:58:02.836 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:02.831+0000 7f6075d1f640 1 --2- 172.21.15.119:0/2963482386 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f60700b2b40 0x7f60701e2fc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:58:02.836 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:02.831+0000 7f6075d1f640 1 -- 172.21.15.119:0/2963482386 >> 172.21.15.119:0/2963482386 conn(0x7f607006a0b0 msgr2=0x7f60700af0a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:58:02.836 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:02.832+0000 7f6075d1f640 1 -- 172.21.15.119:0/2963482386 shutdown_connections 2024-09-13T18:58:02.836 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:02.832+0000 7f6075d1f640 1 -- 172.21.15.119:0/2963482386 wait complete. 2024-09-13T18:58:02.846 DEBUG:teuthology.orchestra.run.smithi119:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-13T18:58:02.944 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:02.940+0000 7fdbcc068640 1 Processor -- start 2024-09-13T18:58:02.944 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:02.941+0000 7fdbcc068640 1 -- start start 2024-09-13T18:58:02.946 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:02.941+0000 7fdbcc068640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7fdbc415c6e0 0x7fdbc40b3f50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:58:02.946 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:02.941+0000 7fdbcc068640 1 --2- >> v2:172.21.15.119:3300/0 conn(0x7fdbc40ccb20 0x7fdbc40b4490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:58:02.946 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:02.941+0000 7fdbcc068640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fdbc40d1840 con 0x7fdbc40d07b0 2024-09-13T18:58:02.946 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:02.941+0000 7fdbcc068640 1 -- --> v2:172.21.15.119:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fdbc406bd20 con 0x7fdbc40ccb20 2024-09-13T18:58:02.946 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:02.941+0000 7fdbcc068640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fdbc40d0c30 con 0x7fdbc415c6e0 2024-09-13T18:58:02.946 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:02.942+0000 7fdbca605640 1 --2- >> v2:172.21.15.119:3300/0 conn(0x7fdbc40ccb20 0x7fdbc40b4490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:58:02.946 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:02.942+0000 7fdbca605640 1 --2- >> v2:172.21.15.119:3300/0 conn(0x7fdbc40ccb20 0x7fdbc40b4490 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.119:3300/0 says I am v2:172.21.15.119:38036/0 (socket says 172.21.15.119:38036) 2024-09-13T18:58:02.946 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:02.942+0000 7fdbca605640 1 -- 172.21.15.119:0/2711227293 learned_addr learned my addr 172.21.15.119:0/2711227293 (peer_addr_for_me v2:172.21.15.119:0/0) 2024-09-13T18:58:02.946 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:02.942+0000 7fdbc9e04640 1 --2- 172.21.15.119:0/2711227293 >> v2:172.21.15.145:3300/0 conn(0x7fdbc415c6e0 0x7fdbc40b3f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:58:02.946 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:02.942+0000 7fdbca605640 1 -- 172.21.15.119:0/2711227293 >> v2:172.21.15.145:3300/0 conn(0x7fdbc415c6e0 msgr2=0x7fdbc40b3f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T18:58:02.946 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:02.942+0000 7fdbca605640 1 --2- 172.21.15.119:0/2711227293 >> v2:172.21.15.145:3300/0 conn(0x7fdbc415c6e0 0x7fdbc40b3f50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:58:02.946 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:02.942+0000 7fdbca605640 1 -- 172.21.15.119:0/2711227293 >> v1:172.21.15.145:6789/0 conn(0x7fdbc40d07b0 legacy=0x7fdbc4160030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T18:58:02.947 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:02.942+0000 7fdbca605640 1 -- 172.21.15.119:0/2711227293 --> v2:172.21.15.119:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fdbc40d0f10 con 0x7fdbc40ccb20 2024-09-13T18:58:02.947 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:02.942+0000 7fdbc9e04640 1 --2- 172.21.15.119:0/2711227293 >> v2:172.21.15.145:3300/0 conn(0x7fdbc415c6e0 0x7fdbc40b3f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T18:58:02.948 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:02.943+0000 7fdbca605640 1 --2- 172.21.15.119:0/2711227293 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fdbc40ccb20 0x7fdbc40b4490 secure :-1 s=READY pgs=578 cs=0 l=1 rev1=1 crypto rx=0x7fdbc40b4c10 tx=0x7fdbbc02a6a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e2114659b001dc65 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:58:02.948 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:02.943+0000 7fdbc8e02640 1 -- 172.21.15.119:0/2711227293 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdbbc031600 con 0x7fdbc40ccb20 2024-09-13T18:58:02.948 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:02.943+0000 7fdbc8e02640 1 -- 172.21.15.119:0/2711227293 <== mon.0 v2:172.21.15.119:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fdbbc02d050 con 0x7fdbc40ccb20 2024-09-13T18:58:02.948 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:02.943+0000 7fdbc8e02640 1 -- 172.21.15.119:0/2711227293 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdbbc031980 con 0x7fdbc40ccb20 2024-09-13T18:58:02.948 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:02.943+0000 7fdbcc068640 1 -- 172.21.15.119:0/2711227293 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fdbc40ccb20 msgr2=0x7fdbc40b4490 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:58:02.948 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:02.943+0000 7fdbcc068640 1 --2- 172.21.15.119:0/2711227293 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fdbc40ccb20 0x7fdbc40b4490 secure :-1 s=READY pgs=578 cs=0 l=1 rev1=1 crypto rx=0x7fdbc40b4c10 tx=0x7fdbbc02a6a0 comp rx=0 tx=0).stop 2024-09-13T18:58:02.948 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:02.944+0000 7fdbcc068640 1 -- 172.21.15.119:0/2711227293 shutdown_connections 2024-09-13T18:58:02.948 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:02.944+0000 7fdbcc068640 1 --2- 172.21.15.119:0/2711227293 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fdbc40ccb20 0x7fdbc40b4490 unknown :-1 s=CLOSED pgs=578 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:58:02.948 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:02.944+0000 7fdbcc068640 1 --2- 172.21.15.119:0/2711227293 >> v2:172.21.15.145:3300/0 conn(0x7fdbc415c6e0 0x7fdbc40b3f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:58:02.948 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:02.944+0000 7fdbcc068640 1 -- 172.21.15.119:0/2711227293 >> 172.21.15.119:0/2711227293 conn(0x7fdbc4089f60 msgr2=0x7fdbc40d24d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:58:02.948 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:02.944+0000 7fdbcc068640 1 -- 172.21.15.119:0/2711227293 shutdown_connections 2024-09-13T18:58:02.948 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:02.944+0000 7fdbcc068640 1 -- 172.21.15.119:0/2711227293 wait complete. 2024-09-13T18:58:02.951 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:02.945+0000 7fdbcc068640 1 Processor -- start 2024-09-13T18:58:02.951 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:02.945+0000 7fdbcc068640 1 -- start start 2024-09-13T18:58:02.951 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:02.945+0000 7fdbcc068640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fdbc40ccb20 0x7fdbc415b620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:58:02.951 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:02.945+0000 7fdbcc068640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fdbc40d07b0 0x7fdbc409cd90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:58:02.951 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:02.945+0000 7fdbcc068640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fdbc415c6e0 0x7fdbc415eb10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:58:02.952 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:02.945+0000 7fdbcc068640 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdbc415cc60 con 0x7fdbc40d07b0 2024-09-13T18:58:02.952 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:02.945+0000 7fdbcc068640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdbc415bb60 con 0x7fdbc40ccb20 2024-09-13T18:58:02.952 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:02.945+0000 7fdbcc068640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fdbc415f680 con 0x7fdbc415c6e0 2024-09-13T18:58:02.952 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:02.946+0000 7fdbc9603640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fdbc40d07b0 0x7fdbc409cd90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:58:02.952 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:02.946+0000 7fdbc9603640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fdbc40d07b0 0x7fdbc409cd90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.119:3300/0 says I am v2:172.21.15.119:38038/0 (socket says 172.21.15.119:38038) 2024-09-13T18:58:02.952 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:02.946+0000 7fdbc9603640 1 -- 172.21.15.119:0/1487687002 learned_addr learned my addr 172.21.15.119:0/1487687002 (peer_addr_for_me v2:172.21.15.119:0/0) 2024-09-13T18:58:02.952 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:02.946+0000 7fdbca605640 1 --2- 172.21.15.119:0/1487687002 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fdbc415c6e0 0x7fdbc415eb10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:58:02.952 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:02.946+0000 7fdbc9e04640 1 --2- 172.21.15.119:0/1487687002 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fdbc40ccb20 0x7fdbc415b620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:58:02.952 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:02.946+0000 7fdbc9603640 1 -- 172.21.15.119:0/1487687002 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fdbc415c6e0 msgr2=0x7fdbc415eb10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:58:02.952 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:02.946+0000 7fdbc9603640 1 --2- 172.21.15.119:0/1487687002 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fdbc415c6e0 0x7fdbc415eb10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:58:02.952 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:02.946+0000 7fdbc9603640 1 -- 172.21.15.119:0/1487687002 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fdbc40ccb20 msgr2=0x7fdbc415b620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:58:02.952 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:02.946+0000 7fdbc9603640 1 --2- 172.21.15.119:0/1487687002 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fdbc40ccb20 0x7fdbc415b620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:58:02.952 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:02.946+0000 7fdbc9603640 1 -- 172.21.15.119:0/1487687002 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fdbbc009b30 con 0x7fdbc40d07b0 2024-09-13T18:58:02.953 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:02.946+0000 7fdbc9603640 1 --2- 172.21.15.119:0/1487687002 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fdbc40d07b0 0x7fdbc409cd90 secure :-1 s=READY pgs=579 cs=0 l=1 rev1=1 crypto rx=0x7fdbc000c3c0 tx=0x7fdbc000c880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:58:02.953 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:02.946+0000 7fdbba7fc640 1 -- 172.21.15.119:0/1487687002 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdbc00052d0 con 0x7fdbc40d07b0 2024-09-13T18:58:02.953 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:02.946+0000 7fdbba7fc640 1 -- 172.21.15.119:0/1487687002 <== mon.0 v2:172.21.15.119:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fdbc0005450 con 0x7fdbc40d07b0 2024-09-13T18:58:02.953 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:02.946+0000 7fdbcc068640 1 -- 172.21.15.119:0/1487687002 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fdbc415f3a0 con 0x7fdbc40d07b0 2024-09-13T18:58:02.953 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:02.946+0000 7fdbba7fc640 1 -- 172.21.15.119:0/1487687002 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdbc0007260 con 0x7fdbc40d07b0 2024-09-13T18:58:02.953 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:02.946+0000 7fdbcc068640 1 -- 172.21.15.119:0/1487687002 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fdbc415d1e0 con 0x7fdbc40d07b0 2024-09-13T18:58:02.953 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:02.947+0000 7fdbcc068640 1 -- 172.21.15.119:0/1487687002 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fdbc415cac0 con 0x7fdbc40d07b0 2024-09-13T18:58:02.954 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:02.948+0000 7fdbba7fc640 1 -- 172.21.15.119:0/1487687002 <== mon.0 v2:172.21.15.119:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fdbc00073c0 con 0x7fdbc40d07b0 2024-09-13T18:58:02.954 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:02.948+0000 7fdbba7fc640 1 --2- 172.21.15.119:0/1487687002 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7fdba806ac00 0x7fdba806d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:58:02.954 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:02.948+0000 7fdbba7fc640 1 -- 172.21.15.119:0/1487687002 <== mon.0 v2:172.21.15.119:3300/0 5 ==== osd_map(41..41 src has 1..41) v4 ==== 6115+0+0 (secure 0 0 0) 0x7fdbc0088810 con 0x7fdbc40d07b0 2024-09-13T18:58:02.954 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:02.948+0000 7fdbc9e04640 1 --2- 172.21.15.119:0/1487687002 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7fdba806ac00 0x7fdba806d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:58:02.954 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:02.949+0000 7fdbc9e04640 1 --2- 172.21.15.119:0/1487687002 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7fdba806ac00 0x7fdba806d0c0 secure :-1 s=READY pgs=278 cs=0 l=1 rev1=1 crypto rx=0x7fdbc40cc240 tx=0x7fdbb4008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:58:02.956 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:02.952+0000 7fdbba7fc640 1 -- 172.21.15.119:0/1487687002 <== mon.0 v2:172.21.15.119:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fdbc415cac0 con 0x7fdbc40d07b0 2024-09-13T18:58:03.128 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:03.125+0000 7fdbcc068640 1 -- 172.21.15.119:0/1487687002 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) v1 -- 0x7fdbc415cac0 con 0x7fdbc40d07b0 2024-09-13T18:58:03.129 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:03.125+0000 7fdbba7fc640 1 -- 172.21.15.119:0/1487687002 <== mon.0 v2:172.21.15.119:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 2 entries v41) v1 ==== 80+0+124 (secure 0 0 0) 0x7fdbc415cac0 con 0x7fdbc40d07b0 2024-09-13T18:58:03.129 INFO:teuthology.orchestra.run.smithi119.stdout:172.21.15.145:6835/1535532066 2024-09-14T18:57:54.790189+0000 2024-09-13T18:58:03.129 INFO:teuthology.orchestra.run.smithi119.stdout:172.21.15.145:6832/1535532066 2024-09-14T18:57:54.790189+0000 2024-09-13T18:58:03.129 INFO:teuthology.orchestra.run.smithi119.stderr:listed 2 entries 2024-09-13T18:58:03.131 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:03.127+0000 7fdbcc068640 1 -- 172.21.15.119:0/1487687002 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7fdba806ac00 msgr2=0x7fdba806d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:58:03.131 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:03.127+0000 7fdbcc068640 1 --2- 172.21.15.119:0/1487687002 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7fdba806ac00 0x7fdba806d0c0 secure :-1 s=READY pgs=278 cs=0 l=1 rev1=1 crypto rx=0x7fdbc40cc240 tx=0x7fdbb4008040 comp rx=0 tx=0).stop 2024-09-13T18:58:03.131 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:03.127+0000 7fdbcc068640 1 -- 172.21.15.119:0/1487687002 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fdbc40d07b0 msgr2=0x7fdbc409cd90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:58:03.131 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:03.127+0000 7fdbcc068640 1 --2- 172.21.15.119:0/1487687002 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fdbc40d07b0 0x7fdbc409cd90 secure :-1 s=READY pgs=579 cs=0 l=1 rev1=1 crypto rx=0x7fdbc000c3c0 tx=0x7fdbc000c880 comp rx=0 tx=0).stop 2024-09-13T18:58:03.131 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:03.127+0000 7fdbcc068640 1 -- 172.21.15.119:0/1487687002 shutdown_connections 2024-09-13T18:58:03.131 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:03.127+0000 7fdbcc068640 1 --2- 172.21.15.119:0/1487687002 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7fdba806ac00 0x7fdba806d0c0 unknown :-1 s=CLOSED pgs=278 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:58:03.131 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:03.127+0000 7fdbcc068640 1 --2- 172.21.15.119:0/1487687002 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fdbc415c6e0 0x7fdbc415eb10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:58:03.131 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:03.127+0000 7fdbcc068640 1 --2- 172.21.15.119:0/1487687002 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fdbc40d07b0 0x7fdbc409cd90 unknown :-1 s=CLOSED pgs=579 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:58:03.131 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:03.127+0000 7fdbcc068640 1 --2- 172.21.15.119:0/1487687002 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fdbc40ccb20 0x7fdbc415b620 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:58:03.131 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:03.127+0000 7fdbcc068640 1 -- 172.21.15.119:0/1487687002 >> 172.21.15.119:0/1487687002 conn(0x7fdbc4089f60 msgr2=0x7fdbc406ad10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:58:03.132 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:03.127+0000 7fdbcc068640 1 -- 172.21.15.119:0/1487687002 shutdown_connections 2024-09-13T18:58:03.132 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:03.127+0000 7fdbcc068640 1 -- 172.21.15.119:0/1487687002 wait complete. 2024-09-13T18:58:03.141 INFO:tasks.cephfs.fuse_mount:Running fusermount -u on ubuntu@smithi119.front.sepia.ceph.com... 2024-09-13T18:58:03.142 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T18:58:03.142 DEBUG:teuthology.orchestra.run.smithi119:> sudo fusermount -u /home/ubuntu/cephtest/mnt.0 2024-09-13T18:58:03.164 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi119.stderr:ceph-fuse[53328]: fuse finished with error 0 and tester_r 0 2024-09-13T18:58:03.166 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi119.front.sepia.ceph.com 2024-09-13T18:58:03.167 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T18:58:03.167 DEBUG:teuthology.orchestra.run.smithi119:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.0) 2024-09-13T18:58:03.270 INFO:tasks.ceph.mds.c.smithi119.stderr:2024-09-13T18:58:03.267+0000 7f029b506640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-13T18:58:03.304 DEBUG:teuthology.orchestra.run.smithi145:> set -ex 2024-09-13T18:58:03.305 DEBUG:teuthology.orchestra.run.smithi145:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-13T18:58:03.325 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056015,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497444k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=15797 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248720k,nr_inodes=812180,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497444k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-13T18:58:03.325 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi145.front.sepia.ceph.com 2024-09-13T18:58:03.325 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T18:58:03.325 DEBUG:teuthology.orchestra.run.smithi145:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.1) 2024-09-13T18:58:03.384 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-13T18:58:03.384 INFO:teuthology.orchestra.run.smithi145.stderr:rmdir: failed to remove '/home/ubuntu/cephtest/mnt.1': No such file or directory 2024-09-13T18:58:03.385 DEBUG:teuthology.orchestra.run.smithi119:> set -ex 2024-09-13T18:58:03.385 DEBUG:teuthology.orchestra.run.smithi119:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-13T18:58:03.401 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056014,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497444k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=188 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248720k,nr_inodes=812180,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497444k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-13T18:58:03.401 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi119.front.sepia.ceph.com 2024-09-13T18:58:03.401 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T18:58:03.401 DEBUG:teuthology.orchestra.run.smithi119:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.2) 2024-09-13T18:58:03.457 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-13T18:58:03.457 INFO:teuthology.orchestra.run.smithi119.stderr:rmdir: failed to remove '/home/ubuntu/cephtest/mnt.2': No such file or directory 2024-09-13T18:58:03.457 DEBUG:teuthology.orchestra.run.smithi145:> set -ex 2024-09-13T18:58:03.457 DEBUG:teuthology.orchestra.run.smithi145:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-13T18:58:03.475 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056015,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497444k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=15797 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248720k,nr_inodes=812180,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497444k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-13T18:58:03.476 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi145.front.sepia.ceph.com 2024-09-13T18:58:03.476 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T18:58:03.476 DEBUG:teuthology.orchestra.run.smithi145:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.3) 2024-09-13T18:58:03.533 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-13T18:58:03.534 INFO:teuthology.orchestra.run.smithi145.stderr:rmdir: failed to remove '/home/ubuntu/cephtest/mnt.3': No such file or directory 2024-09-13T18:58:03.534 DEBUG:teuthology.orchestra.run.smithi119:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-13T18:58:03.631 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:03.628+0000 7fe17a487640 1 Processor -- start 2024-09-13T18:58:03.632 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:03.628+0000 7fe17a487640 1 -- start start 2024-09-13T18:58:03.642 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:03.628+0000 7fe17a487640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fe174071d30 0x7fe174070190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:58:03.642 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:03.628+0000 7fe17a487640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7fe174072110 0x7fe1740b1b70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:58:03.642 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:03.628+0000 7fe17a487640 1 --2- >> v2:172.21.15.119:3300/0 conn(0x7fe1740c8920 0x7fe1740c8dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:58:03.642 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:03.628+0000 7fe17a487640 1 -- --> v2:172.21.15.119:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fe1740c9310 con 0x7fe1740c8920 2024-09-13T18:58:03.642 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:03.628+0000 7fe17a487640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fe1740abdf0 con 0x7fe174072110 2024-09-13T18:58:03.643 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:03.628+0000 7fe17a487640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe1740ab1e0 con 0x7fe174071d30 2024-09-13T18:58:03.643 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:03.629+0000 7fe178a24640 1 --2- >> v2:172.21.15.119:3300/0 conn(0x7fe1740c8920 0x7fe1740c8dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:58:03.643 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:03.629+0000 7fe178a24640 1 --2- >> v2:172.21.15.119:3300/0 conn(0x7fe1740c8920 0x7fe1740c8dd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.119:3300/0 says I am v2:172.21.15.119:43546/0 (socket says 172.21.15.119:43546) 2024-09-13T18:58:03.643 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:03.629+0000 7fe178a24640 1 -- 172.21.15.119:0/3156371906 learned_addr learned my addr 172.21.15.119:0/3156371906 (peer_addr_for_me v2:172.21.15.119:0/0) 2024-09-13T18:58:03.643 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:03.629+0000 7fe173fff640 1 --2- 172.21.15.119:0/3156371906 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fe174071d30 0x7fe174070190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:58:03.644 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:03.629+0000 7fe16bfff640 1 --2- 172.21.15.119:0/3156371906 >> v2:172.21.15.145:3300/0 conn(0x7fe174072110 0x7fe1740b1b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:58:03.644 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:03.629+0000 7fe178a24640 1 -- 172.21.15.119:0/3156371906 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fe174071d30 msgr2=0x7fe174070190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T18:58:03.644 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:03.629+0000 7fe178a24640 1 --2- 172.21.15.119:0/3156371906 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fe174071d30 0x7fe174070190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:58:03.644 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:03.629+0000 7fe178a24640 1 -- 172.21.15.119:0/3156371906 >> v2:172.21.15.145:3300/0 conn(0x7fe174072110 msgr2=0x7fe1740b1b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T18:58:03.644 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:03.629+0000 7fe178a24640 1 --2- 172.21.15.119:0/3156371906 >> v2:172.21.15.145:3300/0 conn(0x7fe174072110 0x7fe1740b1b70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:58:03.644 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:03.629+0000 7fe178a24640 1 -- 172.21.15.119:0/3156371906 --> v2:172.21.15.119:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe1740ab4c0 con 0x7fe1740c8920 2024-09-13T18:58:03.645 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:03.629+0000 7fe173fff640 1 --2- 172.21.15.119:0/3156371906 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fe174071d30 0x7fe174070190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T18:58:03.645 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:03.630+0000 7fe178a24640 1 --2- 172.21.15.119:0/3156371906 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fe1740c8920 0x7fe1740c8dd0 secure :-1 s=READY pgs=580 cs=0 l=1 rev1=1 crypto rx=0x7fe16c009e50 tx=0x7fe16c02a6c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f932e8d615e0a19c server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:58:03.645 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:03.630+0000 7fe1737fe640 1 -- 172.21.15.119:0/3156371906 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe16c02aea0 con 0x7fe1740c8920 2024-09-13T18:58:03.645 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:03.630+0000 7fe1737fe640 1 -- 172.21.15.119:0/3156371906 <== mon.0 v2:172.21.15.119:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe16c02d050 con 0x7fe1740c8920 2024-09-13T18:58:03.645 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:03.630+0000 7fe1737fe640 1 -- 172.21.15.119:0/3156371906 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe16c031820 con 0x7fe1740c8920 2024-09-13T18:58:03.646 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:03.630+0000 7fe17a487640 1 -- 172.21.15.119:0/3156371906 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fe1740c8920 msgr2=0x7fe1740c8dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:58:03.646 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:03.630+0000 7fe17a487640 1 --2- 172.21.15.119:0/3156371906 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fe1740c8920 0x7fe1740c8dd0 secure :-1 s=READY pgs=580 cs=0 l=1 rev1=1 crypto rx=0x7fe16c009e50 tx=0x7fe16c02a6c0 comp rx=0 tx=0).stop 2024-09-13T18:58:03.646 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:03.630+0000 7fe17a487640 1 -- 172.21.15.119:0/3156371906 shutdown_connections 2024-09-13T18:58:03.646 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:03.630+0000 7fe17a487640 1 --2- 172.21.15.119:0/3156371906 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fe1740c8920 0x7fe1740c8dd0 unknown :-1 s=CLOSED pgs=580 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:58:03.646 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:03.630+0000 7fe17a487640 1 --2- 172.21.15.119:0/3156371906 >> v2:172.21.15.145:3300/0 conn(0x7fe174072110 0x7fe1740b1b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:58:03.647 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:03.630+0000 7fe17a487640 1 --2- 172.21.15.119:0/3156371906 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fe174071d30 0x7fe174070190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:58:03.647 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:03.630+0000 7fe17a487640 1 -- 172.21.15.119:0/3156371906 >> 172.21.15.119:0/3156371906 conn(0x7fe174069ed0 msgr2=0x7fe17406a2e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:58:03.647 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:03.630+0000 7fe17a487640 1 -- 172.21.15.119:0/3156371906 shutdown_connections 2024-09-13T18:58:03.647 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:03.630+0000 7fe17a487640 1 -- 172.21.15.119:0/3156371906 wait complete. 2024-09-13T18:58:03.647 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:03.632+0000 7fe17a487640 1 Processor -- start 2024-09-13T18:58:03.647 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:03.632+0000 7fe17a487640 1 -- start start 2024-09-13T18:58:03.648 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:03.632+0000 7fe17a487640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fe174071d30 0x7fe174097820 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:58:03.648 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:03.632+0000 7fe17a487640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fe174072110 0x7fe17409b5d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:58:03.648 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:03.632+0000 7fe17a487640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fe1740c8920 0x7fe17409bb10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:58:03.648 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:03.632+0000 7fe17a487640 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe174098b80 con 0x7fe1740c8920 2024-09-13T18:58:03.649 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:03.632+0000 7fe17a487640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe17409c050 con 0x7fe174071d30 2024-09-13T18:58:03.649 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:03.632+0000 7fe17a487640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe1740c6c90 con 0x7fe174072110 2024-09-13T18:58:03.649 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:03.632+0000 7fe178a24640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fe1740c8920 0x7fe17409bb10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:58:03.649 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:03.632+0000 7fe178a24640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fe1740c8920 0x7fe17409bb10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.119:3300/0 says I am v2:172.21.15.119:43552/0 (socket says 172.21.15.119:43552) 2024-09-13T18:58:03.649 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:03.632+0000 7fe178a24640 1 -- 172.21.15.119:0/3578569552 learned_addr learned my addr 172.21.15.119:0/3578569552 (peer_addr_for_me v2:172.21.15.119:0/0) 2024-09-13T18:58:03.650 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:03.632+0000 7fe16bfff640 1 --2- 172.21.15.119:0/3578569552 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fe174072110 0x7fe17409b5d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:58:03.650 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:03.632+0000 7fe173fff640 1 --2- 172.21.15.119:0/3578569552 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fe174071d30 0x7fe174097820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:58:03.650 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:03.633+0000 7fe178a24640 1 -- 172.21.15.119:0/3578569552 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fe174072110 msgr2=0x7fe17409b5d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:58:03.650 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:03.633+0000 7fe178a24640 1 --2- 172.21.15.119:0/3578569552 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fe174072110 0x7fe17409b5d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:58:03.650 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:03.633+0000 7fe178a24640 1 -- 172.21.15.119:0/3578569552 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fe174071d30 msgr2=0x7fe174097820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:58:03.650 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:03.633+0000 7fe178a24640 1 --2- 172.21.15.119:0/3578569552 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fe174071d30 0x7fe174097820 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:58:03.651 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:03.633+0000 7fe178a24640 1 -- 172.21.15.119:0/3578569552 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe16c009b30 con 0x7fe1740c8920 2024-09-13T18:58:03.651 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:03.633+0000 7fe178a24640 1 --2- 172.21.15.119:0/3578569552 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fe1740c8920 0x7fe17409bb10 secure :-1 s=READY pgs=581 cs=0 l=1 rev1=1 crypto rx=0x7fe16c034040 tx=0x7fe16c004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:58:03.651 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:03.633+0000 7fe1717fa640 1 -- 172.21.15.119:0/3578569552 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe16c03d860 con 0x7fe1740c8920 2024-09-13T18:58:03.652 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:03.633+0000 7fe1717fa640 1 -- 172.21.15.119:0/3578569552 <== mon.0 v2:172.21.15.119:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe16c03d9e0 con 0x7fe1740c8920 2024-09-13T18:58:03.652 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:03.633+0000 7fe17a487640 1 -- 172.21.15.119:0/3578569552 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe174098250 con 0x7fe1740c8920 2024-09-13T18:58:03.653 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:03.633+0000 7fe1717fa640 1 -- 172.21.15.119:0/3578569552 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe16c03dd90 con 0x7fe1740c8920 2024-09-13T18:58:03.653 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:03.633+0000 7fe17a487640 1 -- 172.21.15.119:0/3578569552 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe174098810 con 0x7fe1740c8920 2024-09-13T18:58:03.653 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:03.634+0000 7fe17a487640 1 -- 172.21.15.119:0/3578569552 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fe174098d30 con 0x7fe1740c8920 2024-09-13T18:58:03.653 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:03.635+0000 7fe1717fa640 1 -- 172.21.15.119:0/3578569552 <== mon.0 v2:172.21.15.119:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fe16c03b400 con 0x7fe1740c8920 2024-09-13T18:58:03.653 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:03.635+0000 7fe1717fa640 1 --2- 172.21.15.119:0/3578569552 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7fe15406ac00 0x7fe15406d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:58:03.654 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:03.635+0000 7fe1717fa640 1 -- 172.21.15.119:0/3578569552 <== mon.0 v2:172.21.15.119:3300/0 5 ==== osd_map(41..41 src has 1..41) v4 ==== 6115+0+0 (secure 0 0 0) 0x7fe16c0aa350 con 0x7fe1740c8920 2024-09-13T18:58:03.654 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:03.635+0000 7fe173fff640 1 --2- 172.21.15.119:0/3578569552 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7fe15406ac00 0x7fe15406d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:58:03.654 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:03.635+0000 7fe173fff640 1 --2- 172.21.15.119:0/3578569552 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7fe15406ac00 0x7fe15406d0c0 secure :-1 s=READY pgs=279 cs=0 l=1 rev1=1 crypto rx=0x7fe164006b10 tx=0x7fe164008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:58:03.655 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:03.639+0000 7fe1717fa640 1 -- 172.21.15.119:0/3578569552 <== mon.0 v2:172.21.15.119:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fe174098d30 con 0x7fe1740c8920 2024-09-13T18:58:03.836 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:03.832+0000 7fe17a487640 1 -- 172.21.15.119:0/3578569552 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7fe174098d30 con 0x7fe1740c8920 2024-09-13T18:58:03.836 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:03.833+0000 7fe1717fa640 1 -- 172.21.15.119:0/3578569552 <== mon.0 v2:172.21.15.119:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 22 v22) v1 ==== 94+0+4743 (secure 0 0 0) 0x7fe174098d30 con 0x7fe1740c8920 2024-09-13T18:58:03.837 INFO:teuthology.orchestra.run.smithi119.stdout: 2024-09-13T18:58:03.837 INFO:teuthology.orchestra.run.smithi119.stdout:{"epoch":22,"default_fscid":2,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4910,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.119:6837/3675521145","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6836","nonce":3675521145},{"type":"v1","addr":"172.21.15.119:6837","nonce":3675521145}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":11},{"gid":5045,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.145:6835/4045732069","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6832","nonce":4045732069},{"type":"v1","addr":"172.21.15.145:6835","nonce":4045732069}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":16},{"gid":5236,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.145:6834/3445411957","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6833","nonce":3445411957},{"type":"v1","addr":"172.21.15.145:6834","nonce":3445411957}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":11}],"filesystems":[{"mdsmap":{"epoch":22,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-13T18:57:56.123203+0000","modified":"2024-09-13T18:57:59.846490+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":5457},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5457":{"gid":5457,"name":"c","rank":0,"incarnation":19,"state":"up:active","state_seq":8,"addr":"172.21.15.119:6835/967310515","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6834","nonce":967310515},{"type":"v1","addr":"172.21.15.119:6835","nonce":967310515}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[6],"metadata_pool":5,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":1},"id":2}]} 2024-09-13T18:58:03.837 INFO:teuthology.orchestra.run.smithi119.stderr:dumped fsmap epoch 22 2024-09-13T18:58:03.839 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:03.835+0000 7fe17a487640 1 -- 172.21.15.119:0/3578569552 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7fe15406ac00 msgr2=0x7fe15406d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:58:03.839 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:03.835+0000 7fe17a487640 1 --2- 172.21.15.119:0/3578569552 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7fe15406ac00 0x7fe15406d0c0 secure :-1 s=READY pgs=279 cs=0 l=1 rev1=1 crypto rx=0x7fe164006b10 tx=0x7fe164008040 comp rx=0 tx=0).stop 2024-09-13T18:58:03.839 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:03.835+0000 7fe17a487640 1 -- 172.21.15.119:0/3578569552 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fe1740c8920 msgr2=0x7fe17409bb10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:58:03.839 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:03.835+0000 7fe17a487640 1 --2- 172.21.15.119:0/3578569552 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fe1740c8920 0x7fe17409bb10 secure :-1 s=READY pgs=581 cs=0 l=1 rev1=1 crypto rx=0x7fe16c034040 tx=0x7fe16c004a40 comp rx=0 tx=0).stop 2024-09-13T18:58:03.839 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:03.835+0000 7fe17a487640 1 -- 172.21.15.119:0/3578569552 shutdown_connections 2024-09-13T18:58:03.839 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:03.835+0000 7fe17a487640 1 --2- 172.21.15.119:0/3578569552 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7fe15406ac00 0x7fe15406d0c0 unknown :-1 s=CLOSED pgs=279 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:58:03.839 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:03.835+0000 7fe17a487640 1 --2- 172.21.15.119:0/3578569552 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fe1740c8920 0x7fe17409bb10 unknown :-1 s=CLOSED pgs=581 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:58:03.839 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:03.835+0000 7fe17a487640 1 --2- 172.21.15.119:0/3578569552 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fe174072110 0x7fe17409b5d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:58:03.839 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:03.835+0000 7fe17a487640 1 --2- 172.21.15.119:0/3578569552 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fe174071d30 0x7fe174097820 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:58:03.839 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:03.835+0000 7fe17a487640 1 -- 172.21.15.119:0/3578569552 >> 172.21.15.119:0/3578569552 conn(0x7fe174069ed0 msgr2=0x7fe1740b18b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:58:03.839 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:03.835+0000 7fe17a487640 1 -- 172.21.15.119:0/3578569552 shutdown_connections 2024-09-13T18:58:03.839 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:03.835+0000 7fe17a487640 1 -- 172.21.15.119:0/3578569552 wait complete. 2024-09-13T18:58:03.849 DEBUG:teuthology.orchestra.run.smithi119:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T18:58:03.947 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:03.943+0000 7f3479908640 1 Processor -- start 2024-09-13T18:58:03.947 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:03.943+0000 7f3479908640 1 -- start start 2024-09-13T18:58:03.948 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:03.944+0000 7f3479908640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f34740ce6e0 0x7f347415cac0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:58:03.948 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:03.944+0000 7f3479908640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f347406cbe0 0x7f347406b1f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:58:03.948 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:03.944+0000 7f3479908640 1 --2- >> v2:172.21.15.119:3300/0 conn(0x7f347406b730 0x7f347406e220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:58:03.948 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:03.944+0000 7f3479908640 1 -- --> v2:172.21.15.119:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f34740ceac0 con 0x7f347406b730 2024-09-13T18:58:03.948 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:03.944+0000 7f3479908640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f34740d0350 con 0x7f34740ce6e0 2024-09-13T18:58:03.948 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:03.944+0000 7f3479908640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f347415d2f0 con 0x7f347406cbe0 2024-09-13T18:58:03.949 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:03.944+0000 7f34737fe640 1 --2- >> v2:172.21.15.119:3300/0 conn(0x7f347406b730 0x7f347406e220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:58:03.949 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:03.944+0000 7f34737fe640 1 --2- >> v2:172.21.15.119:3300/0 conn(0x7f347406b730 0x7f347406e220 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.119:3300/0 says I am v2:172.21.15.119:43554/0 (socket says 172.21.15.119:43554) 2024-09-13T18:58:03.949 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:03.944+0000 7f34737fe640 1 -- 172.21.15.119:0/3415335058 learned_addr learned my addr 172.21.15.119:0/3415335058 (peer_addr_for_me v2:172.21.15.119:0/0) 2024-09-13T18:58:03.949 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:03.944+0000 7f3472ffd640 1 --2- 172.21.15.119:0/3415335058 >> v2:172.21.15.145:3300/0 conn(0x7f34740ce6e0 0x7f347415cac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:58:03.949 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:03.944+0000 7f346a7fc640 1 --2- 172.21.15.119:0/3415335058 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f347406cbe0 0x7f347406b1f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:58:03.949 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:03.944+0000 7f34737fe640 1 -- 172.21.15.119:0/3415335058 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f347406cbe0 msgr2=0x7f347406b1f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T18:58:03.949 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:03.944+0000 7f34737fe640 1 --2- 172.21.15.119:0/3415335058 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f347406cbe0 0x7f347406b1f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:58:03.949 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:03.944+0000 7f34737fe640 1 -- 172.21.15.119:0/3415335058 >> v2:172.21.15.145:3300/0 conn(0x7f34740ce6e0 msgr2=0x7f347415cac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T18:58:03.949 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:03.944+0000 7f34737fe640 1 --2- 172.21.15.119:0/3415335058 >> v2:172.21.15.145:3300/0 conn(0x7f34740ce6e0 0x7f347415cac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:58:03.949 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:03.944+0000 7f34737fe640 1 -- 172.21.15.119:0/3415335058 --> v2:172.21.15.119:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f347415d5d0 con 0x7f347406b730 2024-09-13T18:58:03.950 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:03.945+0000 7f34737fe640 1 --2- 172.21.15.119:0/3415335058 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f347406b730 0x7f347406e220 secure :-1 s=READY pgs=582 cs=0 l=1 rev1=1 crypto rx=0x7f34740b2f50 tx=0x7f346c02a6a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=52b3d3a86d4bc3a3 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:58:03.951 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:03.945+0000 7f34727fc640 1 -- 172.21.15.119:0/3415335058 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f346c031600 con 0x7f347406b730 2024-09-13T18:58:03.951 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:03.945+0000 7f34727fc640 1 -- 172.21.15.119:0/3415335058 <== mon.0 v2:172.21.15.119:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f346c02d050 con 0x7f347406b730 2024-09-13T18:58:03.951 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:03.945+0000 7f34727fc640 1 -- 172.21.15.119:0/3415335058 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f346c031980 con 0x7f347406b730 2024-09-13T18:58:03.951 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:03.946+0000 7f3479908640 1 -- 172.21.15.119:0/3415335058 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f347406b730 msgr2=0x7f347406e220 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:58:03.951 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:03.946+0000 7f3479908640 1 --2- 172.21.15.119:0/3415335058 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f347406b730 0x7f347406e220 secure :-1 s=READY pgs=582 cs=0 l=1 rev1=1 crypto rx=0x7f34740b2f50 tx=0x7f346c02a6a0 comp rx=0 tx=0).stop 2024-09-13T18:58:03.951 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:03.946+0000 7f3479908640 1 -- 172.21.15.119:0/3415335058 shutdown_connections 2024-09-13T18:58:03.951 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:03.946+0000 7f3479908640 1 --2- 172.21.15.119:0/3415335058 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f347406b730 0x7f347406e220 unknown :-1 s=CLOSED pgs=582 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:58:03.951 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:03.946+0000 7f3479908640 1 --2- 172.21.15.119:0/3415335058 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f347406cbe0 0x7f347406b1f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:58:03.951 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:03.946+0000 7f3479908640 1 --2- 172.21.15.119:0/3415335058 >> v2:172.21.15.145:3300/0 conn(0x7f34740ce6e0 0x7f347415cac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:58:03.951 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:03.946+0000 7f3479908640 1 -- 172.21.15.119:0/3415335058 >> 172.21.15.119:0/3415335058 conn(0x7f3474069ed0 msgr2=0x7f347406a2b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:58:03.951 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:03.946+0000 7f3479908640 1 -- 172.21.15.119:0/3415335058 shutdown_connections 2024-09-13T18:58:03.951 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:03.946+0000 7f3479908640 1 -- 172.21.15.119:0/3415335058 wait complete. 2024-09-13T18:58:03.951 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:03.947+0000 7f3479908640 1 Processor -- start 2024-09-13T18:58:03.952 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:03.947+0000 7f3479908640 1 -- start start 2024-09-13T18:58:03.955 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:03.948+0000 7f3479908640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f347406b730 0x7f34740c3ad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:58:03.955 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:03.948+0000 7f3479908640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f347406cbe0 0x7f34740c4010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:58:03.955 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:03.948+0000 7f3479908640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f34740ce6e0 0x7f34740b31b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:58:03.955 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:03.948+0000 7f3479908640 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f347414fe20 con 0x7f347406cbe0 2024-09-13T18:58:03.955 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:03.948+0000 7f3479908640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f34740c5450 con 0x7f347406b730 2024-09-13T18:58:03.955 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:03.948+0000 7f3479908640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f34740c4840 con 0x7f34740ce6e0 2024-09-13T18:58:03.955 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:03.948+0000 7f346a7fc640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f347406cbe0 0x7f34740c4010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:58:03.955 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:03.948+0000 7f346a7fc640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f347406cbe0 0x7f34740c4010 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.119:3300/0 says I am v2:172.21.15.119:43568/0 (socket says 172.21.15.119:43568) 2024-09-13T18:58:03.955 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:03.948+0000 7f346a7fc640 1 -- 172.21.15.119:0/3923777170 learned_addr learned my addr 172.21.15.119:0/3923777170 (peer_addr_for_me v2:172.21.15.119:0/0) 2024-09-13T18:58:03.955 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:03.948+0000 7f3472ffd640 1 --2- 172.21.15.119:0/3923777170 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f347406b730 0x7f34740c3ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:58:03.956 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:03.948+0000 7f34737fe640 1 --2- 172.21.15.119:0/3923777170 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f34740ce6e0 0x7f34740b31b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:58:03.956 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:03.948+0000 7f346a7fc640 1 -- 172.21.15.119:0/3923777170 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f34740ce6e0 msgr2=0x7f34740b31b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:58:03.956 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:03.948+0000 7f346a7fc640 1 --2- 172.21.15.119:0/3923777170 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f34740ce6e0 0x7f34740b31b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:58:03.956 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:03.948+0000 7f346a7fc640 1 -- 172.21.15.119:0/3923777170 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f347406b730 msgr2=0x7f34740c3ad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:58:03.956 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:03.948+0000 7f346a7fc640 1 --2- 172.21.15.119:0/3923777170 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f347406b730 0x7f34740c3ad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:58:03.956 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:03.948+0000 7f346a7fc640 1 -- 172.21.15.119:0/3923777170 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f346c009b30 con 0x7f347406cbe0 2024-09-13T18:58:03.956 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:03.949+0000 7f346a7fc640 1 --2- 172.21.15.119:0/3923777170 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f347406cbe0 0x7f34740c4010 secure :-1 s=READY pgs=583 cs=0 l=1 rev1=1 crypto rx=0x7f345c00d800 tx=0x7f345c00dcc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:58:03.956 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:03.949+0000 7f3470ff9640 1 -- 172.21.15.119:0/3923777170 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f345c009640 con 0x7f347406cbe0 2024-09-13T18:58:03.956 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:03.949+0000 7f3470ff9640 1 -- 172.21.15.119:0/3923777170 <== mon.0 v2:172.21.15.119:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f345c0097a0 con 0x7f347406cbe0 2024-09-13T18:58:03.956 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:03.949+0000 7f3470ff9640 1 -- 172.21.15.119:0/3923777170 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f345c009b30 con 0x7f347406cbe0 2024-09-13T18:58:03.956 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:03.949+0000 7f3479908640 1 -- 172.21.15.119:0/3923777170 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f34740c4b20 con 0x7f347406cbe0 2024-09-13T18:58:03.956 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:03.949+0000 7f3479908640 1 -- 172.21.15.119:0/3923777170 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f34740c50e0 con 0x7f347406cbe0 2024-09-13T18:58:03.956 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:03.950+0000 7f3479908640 1 -- 172.21.15.119:0/3923777170 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f347406b1f0 con 0x7f347406cbe0 2024-09-13T18:58:03.956 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:03.950+0000 7f3470ff9640 1 -- 172.21.15.119:0/3923777170 <== mon.0 v2:172.21.15.119:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f345c009c90 con 0x7f347406cbe0 2024-09-13T18:58:03.957 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:03.950+0000 7f3470ff9640 1 --2- 172.21.15.119:0/3923777170 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f345406ac00 0x7f345406d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:58:03.957 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:03.951+0000 7f3470ff9640 1 -- 172.21.15.119:0/3923777170 <== mon.0 v2:172.21.15.119:3300/0 5 ==== osd_map(41..41 src has 1..41) v4 ==== 6115+0+0 (secure 0 0 0) 0x7f345c089c20 con 0x7f347406cbe0 2024-09-13T18:58:03.957 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:03.951+0000 7f3472ffd640 1 --2- 172.21.15.119:0/3923777170 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f345406ac00 0x7f345406d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:58:03.957 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:03.951+0000 7f3472ffd640 1 --2- 172.21.15.119:0/3923777170 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f345406ac00 0x7f345406d0c0 secure :-1 s=READY pgs=280 cs=0 l=1 rev1=1 crypto rx=0x7f3464006fd0 tx=0x7f3464008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:58:03.958 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:03.955+0000 7f3470ff9640 1 -- 172.21.15.119:0/3923777170 <== mon.0 v2:172.21.15.119:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f345c054c60 con 0x7f347406cbe0 2024-09-13T18:58:04.121 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:04.117+0000 7f3479908640 1 -- 172.21.15.119:0/3923777170 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f3474067250 con 0x7f347406cbe0 2024-09-13T18:58:04.122 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:04.119+0000 7f3470ff9640 1 -- 172.21.15.119:0/3923777170 <== mon.0 v2:172.21.15.119:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v41) v1 ==== 74+0+16953 (secure 0 0 0) 0x7f345c00b440 con 0x7f347406cbe0 2024-09-13T18:58:04.123 INFO:teuthology.orchestra.run.smithi119.stdout: 2024-09-13T18:58:04.123 INFO:teuthology.orchestra.run.smithi119.stdout:{"epoch":41,"fsid":"b3bca492-3414-44ef-b63c-42eead5ea701","created":"2024-09-13T18:56:10.047760+0000","modified":"2024-09-13T18:57:56.123059+0000","last_up_change":"2024-09-13T18:56:22.096428+0000","last_in_change":"2024-09-13T18:56:12.143228+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":6,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T18:56:22.095896+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":5,"pool_name":"cephfs_metadata","create_time":"2024-09-13T18:57:42.071220+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"41","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.25,"score_stable":1.25,"optimal_score":1,"raw_score_acting":1.25,"raw_score_stable":1.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":6,"pool_name":"cephfs_data","create_time":"2024-09-13T18:57:42.586200+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"41","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"09edfd5c-bc57-47d1-a7b7-6d97f0f88db1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":37,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6810","nonce":3811853106},{"type":"v1","addr":"172.21.15.119:6813","nonce":3811853106}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6817","nonce":3811853106},{"type":"v1","addr":"172.21.15.119:6820","nonce":3811853106}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6828","nonce":3811853106},{"type":"v1","addr":"172.21.15.119:6830","nonce":3811853106}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6823","nonce":3811853106},{"type":"v1","addr":"172.21.15.119:6825","nonce":3811853106}]},"public_addr":"172.21.15.119:6813/3811853106","cluster_addr":"172.21.15.119:6820/3811853106","heartbeat_back_addr":"172.21.15.119:6830/3811853106","heartbeat_front_addr":"172.21.15.119:6825/3811853106","state":["exists","up"]},{"osd":1,"uuid":"f26f4bd2-3aee-4208-9e62-87f17047d886","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":37,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6809","nonce":1656755168},{"type":"v1","addr":"172.21.15.119:6812","nonce":1656755168}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6815","nonce":1656755168},{"type":"v1","addr":"172.21.15.119:6818","nonce":1656755168}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6829","nonce":1656755168},{"type":"v1","addr":"172.21.15.119:6831","nonce":1656755168}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6822","nonce":1656755168},{"type":"v1","addr":"172.21.15.119:6826","nonce":1656755168}]},"public_addr":"172.21.15.119:6812/1656755168","cluster_addr":"172.21.15.119:6818/1656755168","heartbeat_back_addr":"172.21.15.119:6831/1656755168","heartbeat_front_addr":"172.21.15.119:6826/1656755168","state":["exists","up"]},{"osd":2,"uuid":"1e9d6e0c-51f9-4f4a-bead-0e7edc7dd200","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":37,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6800","nonce":3093354378},{"type":"v1","addr":"172.21.15.119:6801","nonce":3093354378}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6802","nonce":3093354378},{"type":"v1","addr":"172.21.15.119:6803","nonce":3093354378}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6806","nonce":3093354378},{"type":"v1","addr":"172.21.15.119:6807","nonce":3093354378}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6804","nonce":3093354378},{"type":"v1","addr":"172.21.15.119:6805","nonce":3093354378}]},"public_addr":"172.21.15.119:6801/3093354378","cluster_addr":"172.21.15.119:6803/3093354378","heartbeat_back_addr":"172.21.15.119:6807/3093354378","heartbeat_front_addr":"172.21.15.119:6805/3093354378","state":["exists","up"]},{"osd":3,"uuid":"7c289b1f-a555-46e4-b85a-c0f230c9e02a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":37,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6808","nonce":886995937},{"type":"v1","addr":"172.21.15.119:6811","nonce":886995937}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6814","nonce":886995937},{"type":"v1","addr":"172.21.15.119:6816","nonce":886995937}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6824","nonce":886995937},{"type":"v1","addr":"172.21.15.119:6827","nonce":886995937}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6819","nonce":886995937},{"type":"v1","addr":"172.21.15.119:6821","nonce":886995937}]},"public_addr":"172.21.15.119:6811/886995937","cluster_addr":"172.21.15.119:6816/886995937","heartbeat_back_addr":"172.21.15.119:6827/886995937","heartbeat_front_addr":"172.21.15.119:6821/886995937","state":["exists","up"]},{"osd":4,"uuid":"a0a2f75b-5a33-4b69-b834-b8cf5a90ac5f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":37,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6808","nonce":2802887692},{"type":"v1","addr":"172.21.15.145:6809","nonce":2802887692}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6810","nonce":2802887692},{"type":"v1","addr":"172.21.15.145:6811","nonce":2802887692}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6814","nonce":2802887692},{"type":"v1","addr":"172.21.15.145:6815","nonce":2802887692}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6812","nonce":2802887692},{"type":"v1","addr":"172.21.15.145:6813","nonce":2802887692}]},"public_addr":"172.21.15.145:6809/2802887692","cluster_addr":"172.21.15.145:6811/2802887692","heartbeat_back_addr":"172.21.15.145:6815/2802887692","heartbeat_front_addr":"172.21.15.145:6813/2802887692","state":["exists","up"]},{"osd":5,"uuid":"e301c92f-a5af-49da-8384-bef6d48c9982","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":37,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6800","nonce":1431235391},{"type":"v1","addr":"172.21.15.145:6801","nonce":1431235391}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6802","nonce":1431235391},{"type":"v1","addr":"172.21.15.145:6803","nonce":1431235391}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6806","nonce":1431235391},{"type":"v1","addr":"172.21.15.145:6807","nonce":1431235391}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6804","nonce":1431235391},{"type":"v1","addr":"172.21.15.145:6805","nonce":1431235391}]},"public_addr":"172.21.15.145:6801/1431235391","cluster_addr":"172.21.15.145:6803/1431235391","heartbeat_back_addr":"172.21.15.145:6807/1431235391","heartbeat_front_addr":"172.21.15.145:6805/1431235391","state":["exists","up"]},{"osd":6,"uuid":"dd2ee71c-4024-4f56-90b1-d362ff9ae8f5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":37,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6816","nonce":1755123178},{"type":"v1","addr":"172.21.15.145:6817","nonce":1755123178}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6818","nonce":1755123178},{"type":"v1","addr":"172.21.15.145:6819","nonce":1755123178}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6822","nonce":1755123178},{"type":"v1","addr":"172.21.15.145:6823","nonce":1755123178}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6820","nonce":1755123178},{"type":"v1","addr":"172.21.15.145:6821","nonce":1755123178}]},"public_addr":"172.21.15.145:6817/1755123178","cluster_addr":"172.21.15.145:6819/1755123178","heartbeat_back_addr":"172.21.15.145:6823/1755123178","heartbeat_front_addr":"172.21.15.145:6821/1755123178","state":["exists","up"]},{"osd":7,"uuid":"7412449e-689b-45ee-9ae5-744a8c27f166","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":37,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6824","nonce":3012628958},{"type":"v1","addr":"172.21.15.145:6825","nonce":3012628958}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6826","nonce":3012628958},{"type":"v1","addr":"172.21.15.145:6827","nonce":3012628958}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6830","nonce":3012628958},{"type":"v1","addr":"172.21.15.145:6831","nonce":3012628958}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6828","nonce":3012628958},{"type":"v1","addr":"172.21.15.145:6829","nonce":3012628958}]},"public_addr":"172.21.15.145:6825/3012628958","cluster_addr":"172.21.15.145:6827/3012628958","heartbeat_back_addr":"172.21.15.145:6831/3012628958","heartbeat_front_addr":"172.21.15.145:6829/3012628958","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T18:56:17.286635+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T18:56:17.334491+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T18:56:17.297521+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T18:56:17.383716+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T18:56:17.267776+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T18:56:17.312998+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T18:56:17.303008+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T18:56:17.304729+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.145:6835/1535532066":"2024-09-14T18:57:54.790189+0000","172.21.15.145:6832/1535532066":"2024-09-14T18:57:54.790189+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T18:58:04.125 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:04.120+0000 7f3479908640 1 -- 172.21.15.119:0/3923777170 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f345406ac00 msgr2=0x7f345406d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:58:04.125 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:04.120+0000 7f3479908640 1 --2- 172.21.15.119:0/3923777170 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f345406ac00 0x7f345406d0c0 secure :-1 s=READY pgs=280 cs=0 l=1 rev1=1 crypto rx=0x7f3464006fd0 tx=0x7f3464008040 comp rx=0 tx=0).stop 2024-09-13T18:58:04.125 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:04.120+0000 7f3479908640 1 -- 172.21.15.119:0/3923777170 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f347406cbe0 msgr2=0x7f34740c4010 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:58:04.125 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:04.120+0000 7f3479908640 1 --2- 172.21.15.119:0/3923777170 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f347406cbe0 0x7f34740c4010 secure :-1 s=READY pgs=583 cs=0 l=1 rev1=1 crypto rx=0x7f345c00d800 tx=0x7f345c00dcc0 comp rx=0 tx=0).stop 2024-09-13T18:58:04.126 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:04.121+0000 7f3479908640 1 -- 172.21.15.119:0/3923777170 shutdown_connections 2024-09-13T18:58:04.126 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:04.121+0000 7f3479908640 1 --2- 172.21.15.119:0/3923777170 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f345406ac00 0x7f345406d0c0 unknown :-1 s=CLOSED pgs=280 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:58:04.126 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:04.121+0000 7f3479908640 1 --2- 172.21.15.119:0/3923777170 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f34740ce6e0 0x7f34740b31b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:58:04.126 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:04.121+0000 7f3479908640 1 --2- 172.21.15.119:0/3923777170 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f347406cbe0 0x7f34740c4010 unknown :-1 s=CLOSED pgs=583 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:58:04.126 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:04.121+0000 7f3479908640 1 --2- 172.21.15.119:0/3923777170 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f347406b730 0x7f34740c3ad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:58:04.126 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:04.121+0000 7f3479908640 1 -- 172.21.15.119:0/3923777170 >> 172.21.15.119:0/3923777170 conn(0x7f3474069ed0 msgr2=0x7f34740cb700 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:58:04.127 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:04.121+0000 7f3479908640 1 -- 172.21.15.119:0/3923777170 shutdown_connections 2024-09-13T18:58:04.127 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:04.121+0000 7f3479908640 1 -- 172.21.15.119:0/3923777170 wait complete. 2024-09-13T18:58:04.135 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-09-13T18:56:22.095896+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '16', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 5, 'pool_name': 'cephfs_metadata', 'create_time': '2024-09-13T18:57:42.071220+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '41', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 1.25, 'score_stable': 1.25, 'optimal_score': 1, 'raw_score_acting': 1.25, 'raw_score_stable': 1.25, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 6, 'pool_name': 'cephfs_data', 'create_time': '2024-09-13T18:57:42.586200+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '41', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.3799999952316284, 'score_stable': 1.3799999952316284, 'optimal_score': 1, 'raw_score_acting': 1.3799999952316284, 'raw_score_stable': 1.3799999952316284, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-09-13T18:58:04.136 DEBUG:teuthology.orchestra.run.smithi119:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-09-13T18:58:04.236 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:04.233+0000 7fecaa1aa640 1 Processor -- start 2024-09-13T18:58:04.237 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:04.233+0000 7fecaa1aa640 1 -- start start 2024-09-13T18:58:04.239 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:04.233+0000 7fecaa1aa640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7feca4159310 0x7feca40ad400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:58:04.239 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:04.233+0000 7fecaa1aa640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7feca40b2b40 0x7feca40ab140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:58:04.239 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:04.233+0000 7fecaa1aa640 1 --2- >> v2:172.21.15.119:3300/0 conn(0x7feca40ab680 0x7feca40ce4f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:58:04.240 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:04.233+0000 7fecaa1aa640 1 -- --> v2:172.21.15.119:3300/0 -- mon_getmap magic: 0 v1 -- 0x7feca40ad940 con 0x7feca40ab680 2024-09-13T18:58:04.240 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:04.233+0000 7fecaa1aa640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 v1 -- 0x7feca40ccbe0 con 0x7feca4159310 2024-09-13T18:58:04.240 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:04.233+0000 7fecaa1aa640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7feca40b1810 con 0x7feca40b2b40 2024-09-13T18:58:04.240 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:04.233+0000 7feca3fff640 1 --2- >> v2:172.21.15.119:3300/0 conn(0x7feca40ab680 0x7feca40ce4f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:58:04.240 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:04.234+0000 7feca3fff640 1 --2- >> v2:172.21.15.119:3300/0 conn(0x7feca40ab680 0x7feca40ce4f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.119:3300/0 says I am v2:172.21.15.119:43584/0 (socket says 172.21.15.119:43584) 2024-09-13T18:58:04.240 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:04.234+0000 7feca3fff640 1 -- 172.21.15.119:0/1254462132 learned_addr learned my addr 172.21.15.119:0/1254462132 (peer_addr_for_me v2:172.21.15.119:0/0) 2024-09-13T18:58:04.240 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:04.234+0000 7feca37fe640 1 --2- 172.21.15.119:0/1254462132 >> v2:172.21.15.145:3300/0 conn(0x7feca4159310 0x7feca40ad400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:58:04.240 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:04.234+0000 7feca2ffd640 1 --2- 172.21.15.119:0/1254462132 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7feca40b2b40 0x7feca40ab140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:58:04.240 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:04.234+0000 7feca3fff640 1 -- 172.21.15.119:0/1254462132 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7feca40b2b40 msgr2=0x7feca40ab140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T18:58:04.240 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:04.234+0000 7feca3fff640 1 --2- 172.21.15.119:0/1254462132 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7feca40b2b40 0x7feca40ab140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:58:04.240 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:04.234+0000 7feca3fff640 1 -- 172.21.15.119:0/1254462132 >> v2:172.21.15.145:3300/0 conn(0x7feca4159310 msgr2=0x7feca40ad400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T18:58:04.240 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:04.234+0000 7feca3fff640 1 --2- 172.21.15.119:0/1254462132 >> v2:172.21.15.145:3300/0 conn(0x7feca4159310 0x7feca40ad400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:58:04.240 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:04.234+0000 7feca3fff640 1 -- 172.21.15.119:0/1254462132 --> v2:172.21.15.119:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7feca406d9e0 con 0x7feca40ab680 2024-09-13T18:58:04.240 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:04.235+0000 7feca3fff640 1 --2- 172.21.15.119:0/1254462132 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7feca40ab680 0x7feca40ce4f0 secure :-1 s=READY pgs=584 cs=0 l=1 rev1=1 crypto rx=0x7feca40cac90 tx=0x7fec9c02c810 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5f1ffdf15e33647b server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:58:04.241 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:04.235+0000 7feca27fc640 1 -- 172.21.15.119:0/1254462132 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fec9c009600 con 0x7feca40ab680 2024-09-13T18:58:04.241 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:04.235+0000 7feca27fc640 1 -- 172.21.15.119:0/1254462132 <== mon.0 v2:172.21.15.119:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fec9c030050 con 0x7feca40ab680 2024-09-13T18:58:04.241 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:04.235+0000 7feca27fc640 1 -- 172.21.15.119:0/1254462132 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fec9c0099a0 con 0x7feca40ab680 2024-09-13T18:58:04.241 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:04.235+0000 7fecaa1aa640 1 -- 172.21.15.119:0/1254462132 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7feca40ab680 msgr2=0x7feca40ce4f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:58:04.241 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:04.235+0000 7fecaa1aa640 1 --2- 172.21.15.119:0/1254462132 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7feca40ab680 0x7feca40ce4f0 secure :-1 s=READY pgs=584 cs=0 l=1 rev1=1 crypto rx=0x7feca40cac90 tx=0x7fec9c02c810 comp rx=0 tx=0).stop 2024-09-13T18:58:04.241 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:04.235+0000 7fecaa1aa640 1 -- 172.21.15.119:0/1254462132 shutdown_connections 2024-09-13T18:58:04.241 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:04.235+0000 7fecaa1aa640 1 --2- 172.21.15.119:0/1254462132 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7feca40ab680 0x7feca40ce4f0 unknown :-1 s=CLOSED pgs=584 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:58:04.241 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:04.235+0000 7fecaa1aa640 1 --2- 172.21.15.119:0/1254462132 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7feca40b2b40 0x7feca40ab140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:58:04.241 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:04.235+0000 7fecaa1aa640 1 --2- 172.21.15.119:0/1254462132 >> v2:172.21.15.145:3300/0 conn(0x7feca4159310 0x7feca40ad400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:58:04.241 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:04.235+0000 7fecaa1aa640 1 -- 172.21.15.119:0/1254462132 >> 172.21.15.119:0/1254462132 conn(0x7feca406a0b0 msgr2=0x7feca406a4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:58:04.241 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:04.235+0000 7fecaa1aa640 1 -- 172.21.15.119:0/1254462132 shutdown_connections 2024-09-13T18:58:04.241 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:04.235+0000 7fecaa1aa640 1 -- 172.21.15.119:0/1254462132 wait complete. 2024-09-13T18:58:04.244 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:04.236+0000 7fecaa1aa640 1 Processor -- start 2024-09-13T18:58:04.244 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:04.237+0000 7fecaa1aa640 1 -- start start 2024-09-13T18:58:04.245 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:04.237+0000 7fecaa1aa640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7feca40ab680 0x7feca41f0cb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:58:04.245 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:04.237+0000 7fecaa1aa640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7feca40b2b40 0x7feca40710e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:58:04.245 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:04.237+0000 7fecaa1aa640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7feca4159310 0x7feca4071620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:58:04.245 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:04.237+0000 7fecaa1aa640 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7feca4099f50 con 0x7feca4159310 2024-09-13T18:58:04.245 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:04.237+0000 7fecaa1aa640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 v1 -- 0x7feca4098ed0 con 0x7feca40ab680 2024-09-13T18:58:04.245 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:04.237+0000 7fecaa1aa640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7feca40991b0 con 0x7feca40b2b40 2024-09-13T18:58:04.245 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:04.237+0000 7feca3fff640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7feca4159310 0x7feca4071620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:58:04.245 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:04.238+0000 7feca3fff640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7feca4159310 0x7feca4071620 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.119:3300/0 says I am v2:172.21.15.119:43586/0 (socket says 172.21.15.119:43586) 2024-09-13T18:58:04.245 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:04.238+0000 7feca3fff640 1 -- 172.21.15.119:0/3550438356 learned_addr learned my addr 172.21.15.119:0/3550438356 (peer_addr_for_me v2:172.21.15.119:0/0) 2024-09-13T18:58:04.245 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:04.238+0000 7feca2ffd640 1 --2- 172.21.15.119:0/3550438356 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7feca40b2b40 0x7feca40710e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:58:04.245 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:04.238+0000 7feca37fe640 1 --2- 172.21.15.119:0/3550438356 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7feca40ab680 0x7feca41f0cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:58:04.245 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:04.238+0000 7feca3fff640 1 -- 172.21.15.119:0/3550438356 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7feca40b2b40 msgr2=0x7feca40710e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:58:04.245 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:04.238+0000 7feca3fff640 1 --2- 172.21.15.119:0/3550438356 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7feca40b2b40 0x7feca40710e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:58:04.245 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:04.238+0000 7feca3fff640 1 -- 172.21.15.119:0/3550438356 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7feca40ab680 msgr2=0x7feca41f0cb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:58:04.246 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:04.238+0000 7feca3fff640 1 --2- 172.21.15.119:0/3550438356 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7feca40ab680 0x7feca41f0cb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:58:04.246 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:04.238+0000 7feca3fff640 1 -- 172.21.15.119:0/3550438356 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fec9c00bd40 con 0x7feca4159310 2024-09-13T18:58:04.246 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:04.238+0000 7feca3fff640 1 --2- 172.21.15.119:0/3550438356 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7feca4159310 0x7feca4071620 secure :-1 s=READY pgs=585 cs=0 l=1 rev1=1 crypto rx=0x7fec9c00d240 tx=0x7fec9c004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:58:04.246 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:04.238+0000 7fec9bfff640 1 -- 172.21.15.119:0/3550438356 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fec9c004800 con 0x7feca4159310 2024-09-13T18:58:04.246 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:04.238+0000 7fec9bfff640 1 -- 172.21.15.119:0/3550438356 <== mon.0 v2:172.21.15.119:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fec9c00b720 con 0x7feca4159310 2024-09-13T18:58:04.246 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:04.238+0000 7fecaa1aa640 1 -- 172.21.15.119:0/3550438356 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7feca4099900 con 0x7feca4159310 2024-09-13T18:58:04.246 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:04.238+0000 7fec9bfff640 1 -- 172.21.15.119:0/3550438356 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fec9c009840 con 0x7feca4159310 2024-09-13T18:58:04.246 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:04.238+0000 7fecaa1aa640 1 -- 172.21.15.119:0/3550438356 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7feca4098250 con 0x7feca4159310 2024-09-13T18:58:04.246 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:04.239+0000 7fecaa1aa640 1 -- 172.21.15.119:0/3550438356 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7feca409a0c0 con 0x7feca4159310 2024-09-13T18:58:04.246 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:04.240+0000 7fec9bfff640 1 -- 172.21.15.119:0/3550438356 <== mon.0 v2:172.21.15.119:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fec9c03b040 con 0x7feca4159310 2024-09-13T18:58:04.246 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:04.240+0000 7fec9bfff640 1 --2- 172.21.15.119:0/3550438356 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7fec8406ac00 0x7fec8406d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:58:04.246 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:04.240+0000 7feca37fe640 1 --2- 172.21.15.119:0/3550438356 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7fec8406ac00 0x7fec8406d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:58:04.247 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:04.240+0000 7fec9bfff640 1 -- 172.21.15.119:0/3550438356 <== mon.0 v2:172.21.15.119:3300/0 5 ==== osd_map(41..41 src has 1..41) v4 ==== 6115+0+0 (secure 0 0 0) 0x7fec9c0abd40 con 0x7feca4159310 2024-09-13T18:58:04.247 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:04.241+0000 7feca37fe640 1 --2- 172.21.15.119:0/3550438356 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7fec8406ac00 0x7fec8406d0c0 secure :-1 s=READY pgs=281 cs=0 l=1 rev1=1 crypto rx=0x7fec94007920 tx=0x7fec94008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:58:04.248 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:04.245+0000 7fec9bfff640 1 -- 172.21.15.119:0/3550438356 <== mon.0 v2:172.21.15.119:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fec9c076ec0 con 0x7feca4159310 2024-09-13T18:58:04.374 DEBUG:teuthology.orchestra.run.smithi119:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-13T18:58:04.377 DEBUG:teuthology.orchestra.run.smithi145:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-13T18:58:04.411 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:04.407+0000 7fecaa1aa640 1 -- 172.21.15.119:0/3550438356 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7feca40cee10 con 0x7feca4159310 2024-09-13T18:58:04.411 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:04.407+0000 7fec9bfff640 1 -- 172.21.15.119:0/3550438356 <== mon.0 v2:172.21.15.119:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v41) v1 ==== 93+0+10 (secure 0 0 0) 0x7fec9c07a4e0 con 0x7feca4159310 2024-09-13T18:58:04.411 INFO:teuthology.orchestra.run.smithi119.stdout:pg_num: 1 2024-09-13T18:58:04.414 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:04.409+0000 7fecaa1aa640 1 -- 172.21.15.119:0/3550438356 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7fec8406ac00 msgr2=0x7fec8406d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:58:04.414 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:04.409+0000 7fecaa1aa640 1 --2- 172.21.15.119:0/3550438356 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7fec8406ac00 0x7fec8406d0c0 secure :-1 s=READY pgs=281 cs=0 l=1 rev1=1 crypto rx=0x7fec94007920 tx=0x7fec94008040 comp rx=0 tx=0).stop 2024-09-13T18:58:04.414 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:04.409+0000 7fecaa1aa640 1 -- 172.21.15.119:0/3550438356 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7feca4159310 msgr2=0x7feca4071620 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:58:04.415 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:04.409+0000 7fecaa1aa640 1 --2- 172.21.15.119:0/3550438356 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7feca4159310 0x7feca4071620 secure :-1 s=READY pgs=585 cs=0 l=1 rev1=1 crypto rx=0x7fec9c00d240 tx=0x7fec9c004a40 comp rx=0 tx=0).stop 2024-09-13T18:58:04.415 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:04.409+0000 7fecaa1aa640 1 -- 172.21.15.119:0/3550438356 shutdown_connections 2024-09-13T18:58:04.415 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:04.409+0000 7fecaa1aa640 1 --2- 172.21.15.119:0/3550438356 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7fec8406ac00 0x7fec8406d0c0 unknown :-1 s=CLOSED pgs=281 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:58:04.415 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:04.409+0000 7fecaa1aa640 1 --2- 172.21.15.119:0/3550438356 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7feca4159310 0x7feca4071620 unknown :-1 s=CLOSED pgs=585 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:58:04.415 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:04.409+0000 7fecaa1aa640 1 --2- 172.21.15.119:0/3550438356 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7feca40b2b40 0x7feca40710e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:58:04.415 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:04.409+0000 7fecaa1aa640 1 --2- 172.21.15.119:0/3550438356 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7feca40ab680 0x7feca41f0cb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:58:04.416 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:04.409+0000 7fecaa1aa640 1 -- 172.21.15.119:0/3550438356 >> 172.21.15.119:0/3550438356 conn(0x7feca406a0b0 msgr2=0x7feca40cac90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:58:04.416 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:04.409+0000 7fecaa1aa640 1 -- 172.21.15.119:0/3550438356 shutdown_connections 2024-09-13T18:58:04.416 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:04.409+0000 7fecaa1aa640 1 -- 172.21.15.119:0/3550438356 wait complete. 2024-09-13T18:58:04.424 DEBUG:teuthology.orchestra.run.smithi119:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-09-13T18:58:04.575 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:04.571+0000 7f1ad4ab1640 1 Processor -- start 2024-09-13T18:58:04.576 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:04.571+0000 7f1ad4ab1640 1 -- start start 2024-09-13T18:58:04.584 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:04.572+0000 7f1ad4ab1640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f1ad015c500 0x7f1ad00d2050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:58:04.584 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:04.572+0000 7f1ad4ab1640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f1ad00cdff0 0x7f1ad00d0000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:58:04.585 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:04.572+0000 7f1ad4ab1640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f1ad00cd450 con 0x7f1ad00d2590 2024-09-13T18:58:04.585 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:04.572+0000 7f1ad4ab1640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f1ad00d29f0 con 0x7f1ad015c500 2024-09-13T18:58:04.585 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:04.572+0000 7f1ad4ab1640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f1ad00d0cf0 con 0x7f1ad00cdff0 2024-09-13T18:58:04.585 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:04.573+0000 7f1aced9d640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f1ad00cdff0 0x7f1ad00d0000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:58:04.585 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:04.573+0000 7f1ace59c640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f1ad015c500 0x7f1ad00d2050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:58:04.585 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:04.573+0000 7f1aced9d640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f1ad00cdff0 0x7f1ad00d0000 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.145:3301/0 says I am v2:172.21.15.119:50014/0 (socket says 172.21.15.119:50014) 2024-09-13T18:58:04.585 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:04.573+0000 7f1aced9d640 1 -- 172.21.15.119:0/3847444431 learned_addr learned my addr 172.21.15.119:0/3847444431 (peer_addr_for_me v2:172.21.15.119:0/0) 2024-09-13T18:58:04.585 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:04.573+0000 7f1ace59c640 1 -- 172.21.15.119:0/3847444431 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f1ad00cdff0 msgr2=0x7f1ad00d0000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T18:58:04.586 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:04.573+0000 7f1ace59c640 1 --2- 172.21.15.119:0/3847444431 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f1ad00cdff0 0x7f1ad00d0000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:58:04.586 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:04.573+0000 7f1ace59c640 1 -- 172.21.15.119:0/3847444431 >> v1:172.21.15.145:6789/0 conn(0x7f1ad00d2590 legacy=0x7f1ad00cd8e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:58:04.586 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:04.573+0000 7f1ace59c640 1 -- 172.21.15.119:0/3847444431 --> v2:172.21.15.145:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1ad00d0fd0 con 0x7f1ad015c500 2024-09-13T18:58:04.586 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:04.573+0000 7f1aced9d640 1 --2- 172.21.15.119:0/3847444431 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f1ad00cdff0 0x7f1ad00d0000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T18:58:04.586 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:04.574+0000 7f1ace59c640 1 --2- 172.21.15.119:0/3847444431 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f1ad015c500 0x7f1ad00d2050 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7f1ac00097a0 tx=0x7f1ac002a180 comp rx=0 tx=0).ready entity=mon.1 client_cookie=115b7179cf808eb9 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:58:04.586 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:04.574+0000 7f1acd59a640 1 -- 172.21.15.119:0/3847444431 <== mon.1 v2:172.21.15.145:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1ac0032440 con 0x7f1ad015c500 2024-09-13T18:58:04.587 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:04.574+0000 7f1acd59a640 1 -- 172.21.15.119:0/3847444431 <== mon.1 v2:172.21.15.145:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1ac00325a0 con 0x7f1ad015c500 2024-09-13T18:58:04.587 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:04.574+0000 7f1acd59a640 1 -- 172.21.15.119:0/3847444431 <== mon.1 v2:172.21.15.145:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1ac0032930 con 0x7f1ad015c500 2024-09-13T18:58:04.587 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:04.575+0000 7f1ad4ab1640 1 -- 172.21.15.119:0/3847444431 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f1ad015c500 msgr2=0x7f1ad00d2050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:58:04.587 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:04.575+0000 7f1ad4ab1640 1 --2- 172.21.15.119:0/3847444431 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f1ad015c500 0x7f1ad00d2050 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7f1ac00097a0 tx=0x7f1ac002a180 comp rx=0 tx=0).stop 2024-09-13T18:58:04.587 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:04.575+0000 7f1ad4ab1640 1 -- 172.21.15.119:0/3847444431 shutdown_connections 2024-09-13T18:58:04.587 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:04.575+0000 7f1ad4ab1640 1 --2- 172.21.15.119:0/3847444431 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f1ad00cdff0 0x7f1ad00d0000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:58:04.588 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:04.575+0000 7f1ad4ab1640 1 --2- 172.21.15.119:0/3847444431 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f1ad015c500 0x7f1ad00d2050 unknown :-1 s=CLOSED pgs=212 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:58:04.588 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:04.575+0000 7f1ad4ab1640 1 -- 172.21.15.119:0/3847444431 >> 172.21.15.119:0/3847444431 conn(0x7f1ad0089f60 msgr2=0x7f1ad009b830 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:58:04.588 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:04.575+0000 7f1ad4ab1640 1 -- 172.21.15.119:0/3847444431 shutdown_connections 2024-09-13T18:58:04.588 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:04.575+0000 7f1ad4ab1640 1 -- 172.21.15.119:0/3847444431 wait complete. 2024-09-13T18:58:04.588 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:04.576+0000 7f1ad4ab1640 1 Processor -- start 2024-09-13T18:58:04.588 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:04.576+0000 7f1ad4ab1640 1 -- start start 2024-09-13T18:58:04.588 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:04.577+0000 7f1ad4ab1640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f1ad00cdff0 0x7f1ad014ab40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:58:04.588 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:04.577+0000 7f1ad4ab1640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f1ad00d2590 0x7f1ad015ca60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:58:04.588 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:04.577+0000 7f1ad4ab1640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f1ad015c500 0x7f1ad014b280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:58:04.589 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:04.577+0000 7f1ad4ab1640 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1ad015cfa0 con 0x7f1ad00d2590 2024-09-13T18:58:04.589 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:04.577+0000 7f1ad4ab1640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1ad015e440 con 0x7f1ad015c500 2024-09-13T18:58:04.589 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:04.577+0000 7f1ad4ab1640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f1ad00cac80 con 0x7f1ad00cdff0 2024-09-13T18:58:04.589 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:04.577+0000 7f1acdd9b640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f1ad00d2590 0x7f1ad015ca60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:58:04.589 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:04.577+0000 7f1acdd9b640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f1ad00d2590 0x7f1ad015ca60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.119:3300/0 says I am v2:172.21.15.119:43594/0 (socket says 172.21.15.119:43594) 2024-09-13T18:58:04.589 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:04.577+0000 7f1acdd9b640 1 -- 172.21.15.119:0/3487522104 learned_addr learned my addr 172.21.15.119:0/3487522104 (peer_addr_for_me v2:172.21.15.119:0/0) 2024-09-13T18:58:04.589 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:04.577+0000 7f1aced9d640 1 --2- 172.21.15.119:0/3487522104 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f1ad015c500 0x7f1ad014b280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:58:04.589 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:04.577+0000 7f1ace59c640 1 --2- 172.21.15.119:0/3487522104 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f1ad00cdff0 0x7f1ad014ab40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:58:04.589 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:04.577+0000 7f1acdd9b640 1 -- 172.21.15.119:0/3487522104 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f1ad00cdff0 msgr2=0x7f1ad014ab40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:58:04.589 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:04.577+0000 7f1acdd9b640 1 --2- 172.21.15.119:0/3487522104 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f1ad00cdff0 0x7f1ad014ab40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:58:04.589 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:04.577+0000 7f1acdd9b640 1 -- 172.21.15.119:0/3487522104 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f1ad015c500 msgr2=0x7f1ad014b280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:58:04.589 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:04.577+0000 7f1acdd9b640 1 --2- 172.21.15.119:0/3487522104 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f1ad015c500 0x7f1ad014b280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:58:04.590 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:04.577+0000 7f1acdd9b640 1 -- 172.21.15.119:0/3487522104 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1ac8009b30 con 0x7f1ad00d2590 2024-09-13T18:58:04.590 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:04.577+0000 7f1aced9d640 1 --2- 172.21.15.119:0/3487522104 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f1ad015c500 0x7f1ad014b280 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T18:58:04.590 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:04.577+0000 7f1ace59c640 1 --2- 172.21.15.119:0/3487522104 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f1ad00cdff0 0x7f1ad014ab40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T18:58:04.590 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:04.577+0000 7f1acdd9b640 1 --2- 172.21.15.119:0/3487522104 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f1ad00d2590 0x7f1ad015ca60 secure :-1 s=READY pgs=586 cs=0 l=1 rev1=1 crypto rx=0x7f1ac400c480 tx=0x7f1ac400c940 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:58:04.590 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:04.578+0000 7f1abeffd640 1 -- 172.21.15.119:0/3487522104 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1ac40052d0 con 0x7f1ad00d2590 2024-09-13T18:58:04.590 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:04.578+0000 7f1abeffd640 1 -- 172.21.15.119:0/3487522104 <== mon.0 v2:172.21.15.119:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1ac4005430 con 0x7f1ad00d2590 2024-09-13T18:58:04.590 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:04.578+0000 7f1ad4ab1640 1 -- 172.21.15.119:0/3487522104 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f1ac0009400 con 0x7f1ad00d2590 2024-09-13T18:58:04.590 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:04.578+0000 7f1abeffd640 1 -- 172.21.15.119:0/3487522104 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1ac4012870 con 0x7f1ad00d2590 2024-09-13T18:58:04.590 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:04.578+0000 7f1ad4ab1640 1 -- 172.21.15.119:0/3487522104 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f1ad00cb240 con 0x7f1ad00d2590 2024-09-13T18:58:04.590 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:04.579+0000 7f1ad4ab1640 1 -- 172.21.15.119:0/3487522104 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f1ad00d04f0 con 0x7f1ad00d2590 2024-09-13T18:58:04.590 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:04.579+0000 7f1abeffd640 1 -- 172.21.15.119:0/3487522104 <== mon.0 v2:172.21.15.119:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f1ac40129d0 con 0x7f1ad00d2590 2024-09-13T18:58:04.590 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:04.579+0000 7f1abeffd640 1 --2- 172.21.15.119:0/3487522104 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f1ab006ac30 0x7f1ab006d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:58:04.590 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:04.580+0000 7f1abeffd640 1 -- 172.21.15.119:0/3487522104 <== mon.0 v2:172.21.15.119:3300/0 5 ==== osd_map(41..41 src has 1..41) v4 ==== 6115+0+0 (secure 0 0 0) 0x7f1ac4089100 con 0x7f1ad00d2590 2024-09-13T18:58:04.591 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:04.580+0000 7f1ace59c640 1 --2- 172.21.15.119:0/3487522104 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f1ab006ac30 0x7f1ab006d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:58:04.591 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:04.580+0000 7f1ace59c640 1 --2- 172.21.15.119:0/3487522104 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f1ab006ac30 0x7f1ab006d0f0 secure :-1 s=READY pgs=282 cs=0 l=1 rev1=1 crypto rx=0x7f1ac0034000 tx=0x7f1ac002e000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:58:04.591 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:04.584+0000 7f1abeffd640 1 -- 172.21.15.119:0/3487522104 <== mon.0 v2:172.21.15.119:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f1ac4054140 con 0x7f1ad00d2590 2024-09-13T18:58:04.747 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:04.744+0000 7f1ad4ab1640 1 -- 172.21.15.119:0/3487522104 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7f1ad00d0910 con 0x7f1ad00d2590 2024-09-13T18:58:04.748 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:04.744+0000 7f1abeffd640 1 -- 172.21.15.119:0/3487522104 <== mon.0 v2:172.21.15.119:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v41) v1 ==== 104+0+11 (secure 0 0 0) 0x7f1ac4057760 con 0x7f1ad00d2590 2024-09-13T18:58:04.748 INFO:teuthology.orchestra.run.smithi119.stdout:pg_num: 32 2024-09-13T18:58:04.750 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:04.746+0000 7f1ad4ab1640 1 -- 172.21.15.119:0/3487522104 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f1ab006ac30 msgr2=0x7f1ab006d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:58:04.750 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:04.746+0000 7f1ad4ab1640 1 --2- 172.21.15.119:0/3487522104 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f1ab006ac30 0x7f1ab006d0f0 secure :-1 s=READY pgs=282 cs=0 l=1 rev1=1 crypto rx=0x7f1ac0034000 tx=0x7f1ac002e000 comp rx=0 tx=0).stop 2024-09-13T18:58:04.750 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:04.746+0000 7f1ad4ab1640 1 -- 172.21.15.119:0/3487522104 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f1ad00d2590 msgr2=0x7f1ad015ca60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:58:04.750 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:04.746+0000 7f1ad4ab1640 1 --2- 172.21.15.119:0/3487522104 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f1ad00d2590 0x7f1ad015ca60 secure :-1 s=READY pgs=586 cs=0 l=1 rev1=1 crypto rx=0x7f1ac400c480 tx=0x7f1ac400c940 comp rx=0 tx=0).stop 2024-09-13T18:58:04.750 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:04.746+0000 7f1ad4ab1640 1 -- 172.21.15.119:0/3487522104 shutdown_connections 2024-09-13T18:58:04.750 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:04.746+0000 7f1ad4ab1640 1 --2- 172.21.15.119:0/3487522104 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f1ab006ac30 0x7f1ab006d0f0 unknown :-1 s=CLOSED pgs=282 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:58:04.750 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:04.746+0000 7f1ad4ab1640 1 --2- 172.21.15.119:0/3487522104 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f1ad015c500 0x7f1ad014b280 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:58:04.750 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:04.746+0000 7f1ad4ab1640 1 --2- 172.21.15.119:0/3487522104 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f1ad00d2590 0x7f1ad015ca60 unknown :-1 s=CLOSED pgs=586 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:58:04.751 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:04.746+0000 7f1ad4ab1640 1 --2- 172.21.15.119:0/3487522104 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f1ad00cdff0 0x7f1ad014ab40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:58:04.751 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:04.746+0000 7f1ad4ab1640 1 -- 172.21.15.119:0/3487522104 >> 172.21.15.119:0/3487522104 conn(0x7f1ad0089f60 msgr2=0x7f1ad00cf810 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:58:04.751 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:04.746+0000 7f1ad4ab1640 1 -- 172.21.15.119:0/3487522104 shutdown_connections 2024-09-13T18:58:04.751 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:04.746+0000 7f1ad4ab1640 1 -- 172.21.15.119:0/3487522104 wait complete. 2024-09-13T18:58:04.761 DEBUG:teuthology.orchestra.run.smithi119:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-09-13T18:58:04.861 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:04.857+0000 7f050f812640 1 Processor -- start 2024-09-13T18:58:04.861 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:04.858+0000 7f050f812640 1 -- start start 2024-09-13T18:58:04.863 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:04.858+0000 7f050f812640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f050815c500 0x7f05080d2050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:58:04.863 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:04.858+0000 7f050f812640 1 -- --> v1:172.21.15.119:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f05080cd450 con 0x7f05080cdff0 2024-09-13T18:58:04.863 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:04.858+0000 7f050f812640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f05080d29f0 con 0x7f05080d2590 2024-09-13T18:58:04.863 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:04.858+0000 7f050f812640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f05080d0cf0 con 0x7f050815c500 2024-09-13T18:58:04.863 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:04.858+0000 7f050ddaf640 1 --1- >> v1:172.21.15.119:6789/0 conn(0x7f05080cdff0 0x7f05080d0000 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.119:6789/0 says I am v1:172.21.15.119:51414/0 (socket says 172.21.15.119:51414) 2024-09-13T18:58:04.863 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:04.859+0000 7f050ddaf640 1 -- 172.21.15.119:0/2951854838 learned_addr learned my addr 172.21.15.119:0/2951854838 (peer_addr_for_me v1:172.21.15.119:0/0) 2024-09-13T18:58:04.863 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:04.859+0000 7f050d5ae640 1 --2- 172.21.15.119:0/2951854838 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f050815c500 0x7f05080d2050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:58:04.863 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:04.859+0000 7f050d5ae640 1 -- 172.21.15.119:0/2951854838 >> v1:172.21.15.145:6789/0 conn(0x7f05080d2590 legacy=0x7f05080cd8e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:58:04.863 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:04.859+0000 7f050d5ae640 1 -- 172.21.15.119:0/2951854838 >> v1:172.21.15.119:6789/0 conn(0x7f05080cdff0 legacy=0x7f05080d0000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:58:04.863 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:04.859+0000 7f050d5ae640 1 -- 172.21.15.119:0/2951854838 --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f05080d0fd0 con 0x7f050815c500 2024-09-13T18:58:04.865 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:04.860+0000 7f050d5ae640 1 --2- 172.21.15.119:0/2951854838 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f050815c500 0x7f05080d2050 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7f05040097d0 tx=0x7f050402a180 comp rx=0 tx=0).ready entity=mon.2 client_cookie=b1a1fa58bbf0ac20 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:58:04.865 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:04.860+0000 7f04fffff640 1 -- 172.21.15.119:0/2951854838 <== mon.2 v2:172.21.15.145:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0504032440 con 0x7f050815c500 2024-09-13T18:58:04.865 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:04.860+0000 7f04fffff640 1 -- 172.21.15.119:0/2951854838 <== mon.2 v2:172.21.15.145:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f05040325a0 con 0x7f050815c500 2024-09-13T18:58:04.865 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:04.860+0000 7f04fffff640 1 -- 172.21.15.119:0/2951854838 <== mon.2 v2:172.21.15.145:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0504032930 con 0x7f050815c500 2024-09-13T18:58:04.865 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:04.861+0000 7f050f812640 1 -- 172.21.15.119:0/2951854838 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f050815c500 msgr2=0x7f05080d2050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:58:04.865 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:04.861+0000 7f050f812640 1 --2- 172.21.15.119:0/2951854838 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f050815c500 0x7f05080d2050 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7f05040097d0 tx=0x7f050402a180 comp rx=0 tx=0).stop 2024-09-13T18:58:04.865 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:04.861+0000 7f050f812640 1 -- 172.21.15.119:0/2951854838 shutdown_connections 2024-09-13T18:58:04.865 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:04.861+0000 7f050f812640 1 --2- 172.21.15.119:0/2951854838 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f050815c500 0x7f05080d2050 unknown :-1 s=CLOSED pgs=59 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:58:04.865 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:04.861+0000 7f050f812640 1 -- 172.21.15.119:0/2951854838 >> 172.21.15.119:0/2951854838 conn(0x7f0508089f60 msgr2=0x7f050809b830 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:58:04.865 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:04.861+0000 7f050f812640 1 -- 172.21.15.119:0/2951854838 shutdown_connections 2024-09-13T18:58:04.866 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:04.861+0000 7f050f812640 1 -- 172.21.15.119:0/2951854838 wait complete. 2024-09-13T18:58:04.869 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:04.862+0000 7f050f812640 1 Processor -- start 2024-09-13T18:58:04.869 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:04.862+0000 7f050f812640 1 -- start start 2024-09-13T18:58:04.869 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:04.863+0000 7f050f812640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f05080cdff0 0x7f05080cbf50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:58:04.869 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:04.863+0000 7f050f812640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f05080d2590 0x7f050815f4e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:58:04.869 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:04.863+0000 7f050f812640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f050815c500 0x7f050806bec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:58:04.869 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:04.863+0000 7f050f812640 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0508149d00 con 0x7f050815c500 2024-09-13T18:58:04.869 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:04.863+0000 7f050f812640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f050815f050 con 0x7f05080d2590 2024-09-13T18:58:04.870 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:04.863+0000 7f050f812640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f0508146580 con 0x7f05080cdff0 2024-09-13T18:58:04.870 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:04.863+0000 7f050ddaf640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f050815c500 0x7f050806bec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:58:04.870 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:04.863+0000 7f050ddaf640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f050815c500 0x7f050806bec0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.119:3300/0 says I am v2:172.21.15.119:43610/0 (socket says 172.21.15.119:43610) 2024-09-13T18:58:04.870 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:04.863+0000 7f050ddaf640 1 -- 172.21.15.119:0/3973429853 learned_addr learned my addr 172.21.15.119:0/3973429853 (peer_addr_for_me v2:172.21.15.119:0/0) 2024-09-13T18:58:04.870 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:04.863+0000 7f050d5ae640 1 --2- 172.21.15.119:0/3973429853 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f05080cdff0 0x7f05080cbf50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:58:04.870 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:04.863+0000 7f050cdad640 1 --2- 172.21.15.119:0/3973429853 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f05080d2590 0x7f050815f4e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:58:04.871 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:04.863+0000 7f050ddaf640 1 -- 172.21.15.119:0/3973429853 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f05080cdff0 msgr2=0x7f05080cbf50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:58:04.871 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:04.863+0000 7f050ddaf640 1 --2- 172.21.15.119:0/3973429853 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f05080cdff0 0x7f05080cbf50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:58:04.871 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:04.863+0000 7f050ddaf640 1 -- 172.21.15.119:0/3973429853 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f05080d2590 msgr2=0x7f050815f4e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:58:04.871 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:04.863+0000 7f050ddaf640 1 --2- 172.21.15.119:0/3973429853 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f05080d2590 0x7f050815f4e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:58:04.871 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:04.863+0000 7f050ddaf640 1 -- 172.21.15.119:0/3973429853 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0504009400 con 0x7f050815c500 2024-09-13T18:58:04.872 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:04.863+0000 7f050ddaf640 1 --2- 172.21.15.119:0/3973429853 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f050815c500 0x7f050806bec0 secure :-1 s=READY pgs=588 cs=0 l=1 rev1=1 crypto rx=0x7f050000cbc0 tx=0x7f050000a430 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:58:04.872 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:04.863+0000 7f04fdffb640 1 -- 172.21.15.119:0/3973429853 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f050000ad40 con 0x7f050815c500 2024-09-13T18:58:04.872 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:04.863+0000 7f04fdffb640 1 -- 172.21.15.119:0/3973429853 <== mon.0 v2:172.21.15.119:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0500012400 con 0x7f050815c500 2024-09-13T18:58:04.872 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:04.863+0000 7f050f812640 1 -- 172.21.15.119:0/3973429853 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f0508146860 con 0x7f050815c500 2024-09-13T18:58:04.872 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:04.863+0000 7f04fdffb640 1 -- 172.21.15.119:0/3973429853 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f050000aea0 con 0x7f050815c500 2024-09-13T18:58:04.873 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:04.864+0000 7f050f812640 1 -- 172.21.15.119:0/3973429853 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f050815ece0 con 0x7f050815c500 2024-09-13T18:58:04.873 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:04.865+0000 7f050f812640 1 -- 172.21.15.119:0/3973429853 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f050815f200 con 0x7f050815c500 2024-09-13T18:58:04.873 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:04.865+0000 7f04fdffb640 1 -- 172.21.15.119:0/3973429853 <== mon.0 v2:172.21.15.119:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f0500007070 con 0x7f050815c500 2024-09-13T18:58:04.873 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:04.865+0000 7f04fdffb640 1 --2- 172.21.15.119:0/3973429853 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f04ec06ac00 0x7f04ec06d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:58:04.873 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:04.865+0000 7f04fdffb640 1 -- 172.21.15.119:0/3973429853 <== mon.0 v2:172.21.15.119:3300/0 5 ==== osd_map(41..41 src has 1..41) v4 ==== 6115+0+0 (secure 0 0 0) 0x7f0500089370 con 0x7f050815c500 2024-09-13T18:58:04.873 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:04.865+0000 7f050d5ae640 1 --2- 172.21.15.119:0/3973429853 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f04ec06ac00 0x7f04ec06d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:58:04.874 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:04.866+0000 7f050d5ae640 1 --2- 172.21.15.119:0/3973429853 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f04ec06ac00 0x7f04ec06d0c0 secure :-1 s=READY pgs=283 cs=0 l=1 rev1=1 crypto rx=0x7f0504034000 tx=0x7f050402e000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:58:04.874 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:04.870+0000 7f04fdffb640 1 -- 172.21.15.119:0/3973429853 <== mon.0 v2:172.21.15.119:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f050815f200 con 0x7f050815c500 2024-09-13T18:58:05.033 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:05.030+0000 7f050f812640 1 -- 172.21.15.119:0/3973429853 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7f050815f1c0 con 0x7f050815c500 2024-09-13T18:58:05.033 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:05.030+0000 7f04fdffb640 1 -- 172.21.15.119:0/3973429853 <== mon.0 v2:172.21.15.119:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v41) v1 ==== 100+0+11 (secure 0 0 0) 0x7f0500054460 con 0x7f050815c500 2024-09-13T18:58:05.034 INFO:teuthology.orchestra.run.smithi119.stdout:pg_num: 64 2024-09-13T18:58:05.036 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:05.032+0000 7f050f812640 1 -- 172.21.15.119:0/3973429853 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f04ec06ac00 msgr2=0x7f04ec06d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:58:05.036 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:05.032+0000 7f050f812640 1 --2- 172.21.15.119:0/3973429853 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f04ec06ac00 0x7f04ec06d0c0 secure :-1 s=READY pgs=283 cs=0 l=1 rev1=1 crypto rx=0x7f0504034000 tx=0x7f050402e000 comp rx=0 tx=0).stop 2024-09-13T18:58:05.036 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:05.032+0000 7f050f812640 1 -- 172.21.15.119:0/3973429853 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f050815c500 msgr2=0x7f050806bec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:58:05.036 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:05.032+0000 7f050f812640 1 --2- 172.21.15.119:0/3973429853 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f050815c500 0x7f050806bec0 secure :-1 s=READY pgs=588 cs=0 l=1 rev1=1 crypto rx=0x7f050000cbc0 tx=0x7f050000a430 comp rx=0 tx=0).stop 2024-09-13T18:58:05.036 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:05.032+0000 7f050f812640 1 -- 172.21.15.119:0/3973429853 shutdown_connections 2024-09-13T18:58:05.036 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:05.032+0000 7f050f812640 1 --2- 172.21.15.119:0/3973429853 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f04ec06ac00 0x7f04ec06d0c0 unknown :-1 s=CLOSED pgs=283 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:58:05.037 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:05.032+0000 7f050f812640 1 --2- 172.21.15.119:0/3973429853 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f050815c500 0x7f050806bec0 unknown :-1 s=CLOSED pgs=588 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:58:05.037 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:05.032+0000 7f050f812640 1 --2- 172.21.15.119:0/3973429853 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f05080d2590 0x7f050815f4e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:58:05.037 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:05.032+0000 7f050f812640 1 --2- 172.21.15.119:0/3973429853 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f05080cdff0 0x7f05080cbf50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:58:05.037 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:05.032+0000 7f050f812640 1 -- 172.21.15.119:0/3973429853 >> 172.21.15.119:0/3973429853 conn(0x7f0508089f60 msgr2=0x7f05080b22a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:58:05.037 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:05.032+0000 7f050f812640 1 -- 172.21.15.119:0/3973429853 shutdown_connections 2024-09-13T18:58:05.037 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:05.032+0000 7f050f812640 1 -- 172.21.15.119:0/3973429853 wait complete. 2024-09-13T18:58:05.047 DEBUG:teuthology.orchestra.run.smithi119:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-13T18:58:05.145 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:05.141+0000 7fd69cfed640 1 Processor -- start 2024-09-13T18:58:05.145 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:05.141+0000 7fd69cfed640 1 -- start start 2024-09-13T18:58:05.148 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:05.142+0000 7fd69cfed640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fd69815c6e0 0x7fd6980b3f50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:58:05.148 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:05.142+0000 7fd69cfed640 1 --2- >> v2:172.21.15.119:3300/0 conn(0x7fd6980ccb20 0x7fd6980b4490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:58:05.148 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:05.142+0000 7fd69cfed640 1 -- --> v1:172.21.15.119:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fd6980d1840 con 0x7fd6980d07b0 2024-09-13T18:58:05.148 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:05.142+0000 7fd69cfed640 1 -- --> v2:172.21.15.119:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fd69806bd20 con 0x7fd6980ccb20 2024-09-13T18:58:05.148 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:05.142+0000 7fd69cfed640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd6980d0c30 con 0x7fd69815c6e0 2024-09-13T18:58:05.148 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:05.143+0000 7fd696d9d640 1 --2- >> v2:172.21.15.119:3300/0 conn(0x7fd6980ccb20 0x7fd6980b4490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:58:05.148 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:05.143+0000 7fd695d9b640 1 --1- >> v1:172.21.15.119:6789/0 conn(0x7fd6980d07b0 0x7fd698160030 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.119:6789/0 says I am v1:172.21.15.119:51422/0 (socket says 172.21.15.119:51422) 2024-09-13T18:58:05.149 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:05.143+0000 7fd695d9b640 1 -- 172.21.15.119:0/1307314101 learned_addr learned my addr 172.21.15.119:0/1307314101 (peer_addr_for_me v1:172.21.15.119:0/0) 2024-09-13T18:58:05.149 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:05.143+0000 7fd69659c640 1 --2- 172.21.15.119:0/1307314101 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fd69815c6e0 0x7fd6980b3f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:58:05.149 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:05.143+0000 7fd696d9d640 1 -- 172.21.15.119:0/1307314101 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fd69815c6e0 msgr2=0x7fd6980b3f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T18:58:05.149 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:05.143+0000 7fd696d9d640 1 --2- 172.21.15.119:0/1307314101 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fd69815c6e0 0x7fd6980b3f50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:58:05.152 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:05.143+0000 7fd696d9d640 1 -- 172.21.15.119:0/1307314101 >> v1:172.21.15.119:6789/0 conn(0x7fd6980d07b0 legacy=0x7fd698160030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:58:05.152 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:05.143+0000 7fd696d9d640 1 -- 172.21.15.119:0/1307314101 --> v2:172.21.15.119:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd6980d0f10 con 0x7fd6980ccb20 2024-09-13T18:58:05.153 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:05.143+0000 7fd69659c640 1 --2- 172.21.15.119:0/1307314101 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fd69815c6e0 0x7fd6980b3f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T18:58:05.153 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:05.143+0000 7fd696d9d640 1 --2- 172.21.15.119:0/1307314101 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fd6980ccb20 0x7fd6980b4490 secure :-1 s=READY pgs=590 cs=0 l=1 rev1=1 crypto rx=0x7fd6880097a0 tx=0x7fd68802a100 comp rx=0 tx=0).ready entity=mon.0 client_cookie=84a004ad38a83497 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:58:05.153 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:05.144+0000 7fd69559a640 1 -- 172.21.15.119:0/1307314101 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd68802ae50 con 0x7fd6980ccb20 2024-09-13T18:58:05.153 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:05.144+0000 7fd69559a640 1 -- 172.21.15.119:0/1307314101 <== mon.0 v2:172.21.15.119:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd688032440 con 0x7fd6980ccb20 2024-09-13T18:58:05.153 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:05.144+0000 7fd69559a640 1 -- 172.21.15.119:0/1307314101 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd6880327d0 con 0x7fd6980ccb20 2024-09-13T18:58:05.153 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:05.144+0000 7fd69cfed640 1 -- 172.21.15.119:0/1307314101 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fd6980ccb20 msgr2=0x7fd6980b4490 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:58:05.153 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:05.144+0000 7fd69cfed640 1 --2- 172.21.15.119:0/1307314101 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fd6980ccb20 0x7fd6980b4490 secure :-1 s=READY pgs=590 cs=0 l=1 rev1=1 crypto rx=0x7fd6880097a0 tx=0x7fd68802a100 comp rx=0 tx=0).stop 2024-09-13T18:58:05.154 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:05.144+0000 7fd69cfed640 1 -- 172.21.15.119:0/1307314101 shutdown_connections 2024-09-13T18:58:05.154 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:05.144+0000 7fd69cfed640 1 --2- 172.21.15.119:0/1307314101 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fd6980ccb20 0x7fd6980b4490 unknown :-1 s=CLOSED pgs=590 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:58:05.154 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:05.144+0000 7fd69cfed640 1 --2- 172.21.15.119:0/1307314101 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fd69815c6e0 0x7fd6980b3f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:58:05.154 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:05.144+0000 7fd69cfed640 1 -- 172.21.15.119:0/1307314101 >> 172.21.15.119:0/1307314101 conn(0x7fd698089f60 msgr2=0x7fd6980d24d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:58:05.154 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:05.144+0000 7fd69cfed640 1 -- 172.21.15.119:0/1307314101 shutdown_connections 2024-09-13T18:58:05.154 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:05.144+0000 7fd69cfed640 1 -- 172.21.15.119:0/1307314101 wait complete. 2024-09-13T18:58:05.158 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:05.146+0000 7fd69cfed640 1 Processor -- start 2024-09-13T18:58:05.158 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:05.146+0000 7fd69cfed640 1 -- start start 2024-09-13T18:58:05.158 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:05.146+0000 7fd69cfed640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd6980ccb20 0x7fd6980b7670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:58:05.158 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:05.146+0000 7fd69cfed640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fd6980d07b0 0x7fd6981f5df0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:58:05.158 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:05.146+0000 7fd69cfed640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fd69815c6e0 0x7fd6981f6330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:58:05.158 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:05.146+0000 7fd69cfed640 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd6980c8b10 con 0x7fd6980d07b0 2024-09-13T18:58:05.158 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:05.146+0000 7fd69cfed640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd6980b6eb0 con 0x7fd6980ccb20 2024-09-13T18:58:05.158 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:05.146+0000 7fd69cfed640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd6980c9740 con 0x7fd69815c6e0 2024-09-13T18:58:05.158 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:05.146+0000 7fd695d9b640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fd6980d07b0 0x7fd6981f5df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:58:05.158 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:05.146+0000 7fd695d9b640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fd6980d07b0 0x7fd6981f5df0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.119:3300/0 says I am v2:172.21.15.119:43628/0 (socket says 172.21.15.119:43628) 2024-09-13T18:58:05.158 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:05.146+0000 7fd695d9b640 1 -- 172.21.15.119:0/4262764856 learned_addr learned my addr 172.21.15.119:0/4262764856 (peer_addr_for_me v2:172.21.15.119:0/0) 2024-09-13T18:58:05.159 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:05.147+0000 7fd696d9d640 1 --2- 172.21.15.119:0/4262764856 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fd69815c6e0 0x7fd6981f6330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:58:05.159 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:05.147+0000 7fd69659c640 1 --2- 172.21.15.119:0/4262764856 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd6980ccb20 0x7fd6980b7670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:58:05.159 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:05.147+0000 7fd695d9b640 1 -- 172.21.15.119:0/4262764856 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fd69815c6e0 msgr2=0x7fd6981f6330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:58:05.159 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:05.147+0000 7fd695d9b640 1 --2- 172.21.15.119:0/4262764856 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fd69815c6e0 0x7fd6981f6330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:58:05.159 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:05.147+0000 7fd695d9b640 1 -- 172.21.15.119:0/4262764856 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd6980ccb20 msgr2=0x7fd6980b7670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:58:05.159 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:05.147+0000 7fd695d9b640 1 --2- 172.21.15.119:0/4262764856 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd6980ccb20 0x7fd6980b7670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:58:05.159 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:05.147+0000 7fd695d9b640 1 -- 172.21.15.119:0/4262764856 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd688009400 con 0x7fd6980d07b0 2024-09-13T18:58:05.159 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:05.147+0000 7fd69659c640 1 --2- 172.21.15.119:0/4262764856 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd6980ccb20 0x7fd6980b7670 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T18:58:05.159 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:05.147+0000 7fd695d9b640 1 --2- 172.21.15.119:0/4262764856 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fd6980d07b0 0x7fd6981f5df0 secure :-1 s=READY pgs=591 cs=0 l=1 rev1=1 crypto rx=0x7fd68000c3c0 tx=0x7fd68000c880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:58:05.159 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:05.147+0000 7fd68effd640 1 -- 172.21.15.119:0/4262764856 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd680005ce0 con 0x7fd6980d07b0 2024-09-13T18:58:05.159 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:05.147+0000 7fd68effd640 1 -- 172.21.15.119:0/4262764856 <== mon.0 v2:172.21.15.119:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd680005e40 con 0x7fd6980d07b0 2024-09-13T18:58:05.160 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:05.147+0000 7fd69cfed640 1 -- 172.21.15.119:0/4262764856 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fd6980c9a20 con 0x7fd6980d07b0 2024-09-13T18:58:05.160 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:05.147+0000 7fd68effd640 1 -- 172.21.15.119:0/4262764856 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd6800072f0 con 0x7fd6980d07b0 2024-09-13T18:58:05.160 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:05.147+0000 7fd69cfed640 1 -- 172.21.15.119:0/4262764856 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd6980c9d00 con 0x7fd6980d07b0 2024-09-13T18:58:05.160 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:05.148+0000 7fd69cfed640 1 -- 172.21.15.119:0/4262764856 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fd6980b4c80 con 0x7fd6980d07b0 2024-09-13T18:58:05.160 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:05.149+0000 7fd68effd640 1 -- 172.21.15.119:0/4262764856 <== mon.0 v2:172.21.15.119:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fd680007510 con 0x7fd6980d07b0 2024-09-13T18:58:05.160 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:05.149+0000 7fd68effd640 1 --2- 172.21.15.119:0/4262764856 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7fd67806ac00 0x7fd67806d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:58:05.160 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:05.149+0000 7fd69659c640 1 --2- 172.21.15.119:0/4262764856 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7fd67806ac00 0x7fd67806d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:58:05.160 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:05.149+0000 7fd68effd640 1 -- 172.21.15.119:0/4262764856 <== mon.0 v2:172.21.15.119:3300/0 5 ==== osd_map(41..41 src has 1..41) v4 ==== 6115+0+0 (secure 0 0 0) 0x7fd6800888f0 con 0x7fd6980d07b0 2024-09-13T18:58:05.160 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:05.150+0000 7fd69659c640 1 --2- 172.21.15.119:0/4262764856 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7fd67806ac00 0x7fd67806d0c0 secure :-1 s=READY pgs=284 cs=0 l=1 rev1=1 crypto rx=0x7fd69000e550 tx=0x7fd690007ab0 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:58:05.161 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:05.153+0000 7fd68effd640 1 -- 172.21.15.119:0/4262764856 <== mon.0 v2:172.21.15.119:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fd680053a70 con 0x7fd6980d07b0 2024-09-13T18:58:05.355 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:05.352+0000 7fd69cfed640 1 -- 172.21.15.119:0/4262764856 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7fd69808c610 con 0x7fd6980d07b0 2024-09-13T18:58:05.356 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:05.352+0000 7fd68effd640 1 -- 172.21.15.119:0/4262764856 <== mon.0 v2:172.21.15.119:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 22 v22) v1 ==== 94+0+4743 (secure 0 0 0) 0x7fd680017090 con 0x7fd6980d07b0 2024-09-13T18:58:05.356 INFO:teuthology.orchestra.run.smithi119.stdout: 2024-09-13T18:58:05.356 INFO:teuthology.orchestra.run.smithi119.stdout:{"epoch":22,"default_fscid":2,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4910,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.119:6837/3675521145","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6836","nonce":3675521145},{"type":"v1","addr":"172.21.15.119:6837","nonce":3675521145}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":11},{"gid":5045,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.145:6835/4045732069","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6832","nonce":4045732069},{"type":"v1","addr":"172.21.15.145:6835","nonce":4045732069}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":16},{"gid":5236,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.145:6834/3445411957","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6833","nonce":3445411957},{"type":"v1","addr":"172.21.15.145:6834","nonce":3445411957}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":11}],"filesystems":[{"mdsmap":{"epoch":22,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-13T18:57:56.123203+0000","modified":"2024-09-13T18:57:59.846490+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":5457},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5457":{"gid":5457,"name":"c","rank":0,"incarnation":19,"state":"up:active","state_seq":8,"addr":"172.21.15.119:6835/967310515","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6834","nonce":967310515},{"type":"v1","addr":"172.21.15.119:6835","nonce":967310515}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[6],"metadata_pool":5,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":1},"id":2}]} 2024-09-13T18:58:05.357 INFO:teuthology.orchestra.run.smithi119.stderr:dumped fsmap epoch 22 2024-09-13T18:58:05.358 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:05.354+0000 7fd69cfed640 1 -- 172.21.15.119:0/4262764856 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7fd67806ac00 msgr2=0x7fd67806d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:58:05.358 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:05.354+0000 7fd69cfed640 1 --2- 172.21.15.119:0/4262764856 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7fd67806ac00 0x7fd67806d0c0 secure :-1 s=READY pgs=284 cs=0 l=1 rev1=1 crypto rx=0x7fd69000e550 tx=0x7fd690007ab0 comp rx=0 tx=0).stop 2024-09-13T18:58:05.358 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:05.354+0000 7fd69cfed640 1 -- 172.21.15.119:0/4262764856 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fd6980d07b0 msgr2=0x7fd6981f5df0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:58:05.359 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:05.354+0000 7fd69cfed640 1 --2- 172.21.15.119:0/4262764856 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fd6980d07b0 0x7fd6981f5df0 secure :-1 s=READY pgs=591 cs=0 l=1 rev1=1 crypto rx=0x7fd68000c3c0 tx=0x7fd68000c880 comp rx=0 tx=0).stop 2024-09-13T18:58:05.359 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:05.354+0000 7fd69cfed640 1 -- 172.21.15.119:0/4262764856 shutdown_connections 2024-09-13T18:58:05.359 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:05.354+0000 7fd69cfed640 1 --2- 172.21.15.119:0/4262764856 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7fd67806ac00 0x7fd67806d0c0 unknown :-1 s=CLOSED pgs=284 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:58:05.359 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:05.354+0000 7fd69cfed640 1 --2- 172.21.15.119:0/4262764856 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fd69815c6e0 0x7fd6981f6330 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:58:05.359 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:05.354+0000 7fd69cfed640 1 --2- 172.21.15.119:0/4262764856 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fd6980d07b0 0x7fd6981f5df0 unknown :-1 s=CLOSED pgs=591 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:58:05.359 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:05.354+0000 7fd69cfed640 1 --2- 172.21.15.119:0/4262764856 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd6980ccb20 0x7fd6980b7670 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:58:05.360 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:05.354+0000 7fd69cfed640 1 -- 172.21.15.119:0/4262764856 >> 172.21.15.119:0/4262764856 conn(0x7fd698089f60 msgr2=0x7fd69806ad10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:58:05.360 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:05.354+0000 7fd69cfed640 1 -- 172.21.15.119:0/4262764856 shutdown_connections 2024-09-13T18:58:05.360 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:05.354+0000 7fd69cfed640 1 -- 172.21.15.119:0/4262764856 wait complete. 2024-09-13T18:58:05.370 DEBUG:teuthology.orchestra.run.smithi119:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T18:58:05.467 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:05.463+0000 7f4c1cda3640 1 Processor -- start 2024-09-13T18:58:05.467 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:05.463+0000 7f4c1cda3640 1 -- start start 2024-09-13T18:58:05.471 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:05.464+0000 7f4c1cda3640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f4c18071d30 0x7f4c18070190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:58:05.471 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:05.464+0000 7f4c1cda3640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f4c18072110 0x7f4c180b1b70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:58:05.471 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:05.464+0000 7f4c1cda3640 1 -- --> v1:172.21.15.119:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f4c180abdf0 con 0x7f4c180c8920 2024-09-13T18:58:05.471 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:05.464+0000 7f4c1cda3640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f4c180ab1e0 con 0x7f4c18072110 2024-09-13T18:58:05.471 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:05.464+0000 7f4c1cda3640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f4c180ab4c0 con 0x7f4c18071d30 2024-09-13T18:58:05.471 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:05.465+0000 7f4c16d9d640 1 --1- >> v1:172.21.15.119:6789/0 conn(0x7f4c180c8920 0x7f4c180ac280 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.119:6789/0 says I am v1:172.21.15.119:51426/0 (socket says 172.21.15.119:51426) 2024-09-13T18:58:05.471 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:05.465+0000 7f4c16d9d640 1 -- 172.21.15.119:0/34417706 learned_addr learned my addr 172.21.15.119:0/34417706 (peer_addr_for_me v1:172.21.15.119:0/0) 2024-09-13T18:58:05.471 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:05.465+0000 7f4c1659c640 1 --2- 172.21.15.119:0/34417706 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f4c18071d30 0x7f4c18070190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:58:05.471 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:05.465+0000 7f4c15d9b640 1 --2- 172.21.15.119:0/34417706 >> v2:172.21.15.145:3300/0 conn(0x7f4c18072110 0x7f4c180b1b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:58:05.471 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:05.465+0000 7f4c1559a640 1 -- 172.21.15.119:0/34417706 <== mon.0 v1:172.21.15.119:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 872176767 0 0) 0x7f4c180abdf0 con 0x7f4c180c8920 2024-09-13T18:58:05.471 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:05.465+0000 7f4c1559a640 1 -- 172.21.15.119:0/34417706 --> v1:172.21.15.119:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f4c00003520 con 0x7f4c180c8920 2024-09-13T18:58:05.471 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:05.465+0000 7f4c1559a640 1 -- 172.21.15.119:0/34417706 <== mon.0 v1:172.21.15.119:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 4281580311 0 0) 0x7f4c00003520 con 0x7f4c180c8920 2024-09-13T18:58:05.472 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:05.465+0000 7f4c1559a640 1 -- 172.21.15.119:0/34417706 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f4c18071d30 msgr2=0x7f4c18070190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T18:58:05.472 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:05.465+0000 7f4c1559a640 1 --2- 172.21.15.119:0/34417706 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f4c18071d30 0x7f4c18070190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:58:05.472 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:05.465+0000 7f4c1559a640 1 -- 172.21.15.119:0/34417706 >> v2:172.21.15.145:3300/0 conn(0x7f4c18072110 msgr2=0x7f4c180b1b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T18:58:05.472 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:05.465+0000 7f4c1559a640 1 --2- 172.21.15.119:0/34417706 >> v2:172.21.15.145:3300/0 conn(0x7f4c18072110 0x7f4c180b1b70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:58:05.472 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:05.465+0000 7f4c1559a640 1 -- 172.21.15.119:0/34417706 --> v1:172.21.15.119:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4c180ab7a0 con 0x7f4c180c8920 2024-09-13T18:58:05.472 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:05.465+0000 7f4c1559a640 1 -- 172.21.15.119:0/34417706 <== mon.0 v1:172.21.15.119:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 337823224 0 0) 0x7f4c100019f0 con 0x7f4c180c8920 2024-09-13T18:58:05.472 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:05.465+0000 7f4c1559a640 1 -- 172.21.15.119:0/34417706 >> v1:172.21.15.119:6789/0 conn(0x7f4c180c8920 legacy=0x7f4c180ac280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:58:05.472 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:05.465+0000 7f4c1559a640 1 --2- 172.21.15.119:0/34417706 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f4c00003970 0x7f4c00003d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:58:05.472 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:05.465+0000 7f4c1559a640 1 --2- 172.21.15.119:0/34417706 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f4c18071d30 0x7f4c000047c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:58:05.472 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:05.465+0000 7f4c1559a640 1 --2- 172.21.15.119:0/34417706 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f4c00004d00 0x7f4c00005180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:58:05.472 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:05.465+0000 7f4c1559a640 1 -- 172.21.15.119:0/34417706 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4c180ab1e0 con 0x7f4c00004d00 2024-09-13T18:58:05.472 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:05.465+0000 7f4c1559a640 1 -- 172.21.15.119:0/34417706 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4c180ab4c0 con 0x7f4c00003970 2024-09-13T18:58:05.472 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:05.465+0000 7f4c1559a640 1 -- 172.21.15.119:0/34417706 --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f4c0000b980 con 0x7f4c18071d30 2024-09-13T18:58:05.473 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:05.465+0000 7f4c16d9d640 1 --2- 172.21.15.119:0/34417706 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f4c00004d00 0x7f4c00005180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:58:05.473 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:05.465+0000 7f4c1659c640 1 --2- 172.21.15.119:0/34417706 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f4c00003970 0x7f4c00003d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:58:05.473 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:05.465+0000 7f4c15d9b640 1 --2- 172.21.15.119:0/34417706 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f4c18071d30 0x7f4c000047c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:58:05.473 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:05.466+0000 7f4c16d9d640 1 -- 172.21.15.119:0/34417706 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f4c18071d30 msgr2=0x7f4c000047c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T18:58:05.473 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:05.466+0000 7f4c16d9d640 1 --2- 172.21.15.119:0/34417706 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f4c18071d30 0x7f4c000047c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:58:05.473 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:05.466+0000 7f4c16d9d640 1 -- 172.21.15.119:0/34417706 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f4c00003970 msgr2=0x7f4c00003d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T18:58:05.473 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:05.466+0000 7f4c16d9d640 1 --2- 172.21.15.119:0/34417706 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f4c00003970 0x7f4c00003d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:58:05.473 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:05.466+0000 7f4c16d9d640 1 -- 172.21.15.119:0/34417706 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4c00003520 con 0x7f4c00004d00 2024-09-13T18:58:05.473 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:05.466+0000 7f4c16d9d640 1 --2- 172.21.15.119:0/34417706 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f4c00004d00 0x7f4c00005180 secure :-1 s=READY pgs=593 cs=0 l=1 rev1=1 crypto rx=0x7f4c1000a830 tx=0x7f4c000057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3c2f9e4943c41ec8 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:58:05.473 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:05.466+0000 7f4c1559a640 1 -- 172.21.15.119:0/34417706 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4c1002ba50 con 0x7f4c00004d00 2024-09-13T18:58:05.473 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:05.466+0000 7f4c1559a640 1 -- 172.21.15.119:0/34417706 <== mon.0 v2:172.21.15.119:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4c1002bbb0 con 0x7f4c00004d00 2024-09-13T18:58:05.473 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:05.466+0000 7f4c1559a640 1 -- 172.21.15.119:0/34417706 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4c10034470 con 0x7f4c00004d00 2024-09-13T18:58:05.474 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:05.467+0000 7f4c1cda3640 1 -- 172.21.15.119:0/34417706 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f4c00004d00 msgr2=0x7f4c00005180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:58:05.474 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:05.467+0000 7f4c1cda3640 1 --2- 172.21.15.119:0/34417706 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f4c00004d00 0x7f4c00005180 secure :-1 s=READY pgs=593 cs=0 l=1 rev1=1 crypto rx=0x7f4c1000a830 tx=0x7f4c000057f0 comp rx=0 tx=0).stop 2024-09-13T18:58:05.474 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:05.467+0000 7f4c16d9d640 1 -- 172.21.15.119:0/34417706 reap_dead start 2024-09-13T18:58:05.474 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:05.467+0000 7f4c1cda3640 1 -- 172.21.15.119:0/34417706 shutdown_connections 2024-09-13T18:58:05.474 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:05.467+0000 7f4c1cda3640 1 -- 172.21.15.119:0/34417706 >> 172.21.15.119:0/34417706 conn(0x7f4c18069ed0 msgr2=0x7f4c1806a2e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:58:05.474 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:05.467+0000 7f4c1cda3640 1 -- 172.21.15.119:0/34417706 shutdown_connections 2024-09-13T18:58:05.474 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:05.467+0000 7f4c1cda3640 1 -- 172.21.15.119:0/34417706 wait complete. 2024-09-13T18:58:05.478 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:05.468+0000 7f4c1cda3640 1 Processor -- start 2024-09-13T18:58:05.478 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:05.468+0000 7f4c1cda3640 1 -- start start 2024-09-13T18:58:05.478 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:05.469+0000 7f4c1cda3640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f4c00004d00 0x7f4c180ccdc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:58:05.479 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:05.469+0000 7f4c1cda3640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f4c1815c0f0 0x7f4c18157180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:58:05.479 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:05.469+0000 7f4c1cda3640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f4c180c7440 0x7f4c180cdbc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:58:05.479 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:05.469+0000 7f4c1cda3640 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4c180c66c0 con 0x7f4c00004d00 2024-09-13T18:58:05.479 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:05.469+0000 7f4c1cda3640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4c180c8440 con 0x7f4c1815c0f0 2024-09-13T18:58:05.479 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:05.469+0000 7f4c1cda3640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f4c180cd450 con 0x7f4c180c7440 2024-09-13T18:58:05.479 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:05.469+0000 7f4c1659c640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f4c00004d00 0x7f4c180ccdc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:58:05.479 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:05.469+0000 7f4c1659c640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f4c00004d00 0x7f4c180ccdc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.119:3300/0 says I am v2:172.21.15.119:43646/0 (socket says 172.21.15.119:43646) 2024-09-13T18:58:05.479 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:05.469+0000 7f4c1659c640 1 -- 172.21.15.119:0/167825347 learned_addr learned my addr 172.21.15.119:0/167825347 (peer_addr_for_me v2:172.21.15.119:0/0) 2024-09-13T18:58:05.479 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:05.469+0000 7f4c15d9b640 1 --2- 172.21.15.119:0/167825347 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f4c1815c0f0 0x7f4c18157180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:58:05.479 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:05.469+0000 7f4c16d9d640 1 --2- 172.21.15.119:0/167825347 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f4c180c7440 0x7f4c180cdbc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:58:05.479 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:05.470+0000 7f4c1659c640 1 -- 172.21.15.119:0/167825347 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f4c180c7440 msgr2=0x7f4c180cdbc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:58:05.479 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:05.470+0000 7f4c1659c640 1 --2- 172.21.15.119:0/167825347 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f4c180c7440 0x7f4c180cdbc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:58:05.480 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:05.470+0000 7f4c1659c640 1 -- 172.21.15.119:0/167825347 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f4c1815c0f0 msgr2=0x7f4c18157180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:58:05.480 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:05.470+0000 7f4c1659c640 1 --2- 172.21.15.119:0/167825347 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f4c1815c0f0 0x7f4c18157180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:58:05.480 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:05.470+0000 7f4c1659c640 1 -- 172.21.15.119:0/167825347 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4c180c6960 con 0x7f4c00004d00 2024-09-13T18:58:05.480 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:05.470+0000 7f4c1659c640 1 --2- 172.21.15.119:0/167825347 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f4c00004d00 0x7f4c180ccdc0 secure :-1 s=READY pgs=594 cs=0 l=1 rev1=1 crypto rx=0x7f4c080118e0 tx=0x7f4c08011ce0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:58:05.480 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:05.470+0000 7f4c06ffd640 1 -- 172.21.15.119:0/167825347 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4c0800fa30 con 0x7f4c00004d00 2024-09-13T18:58:05.481 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:05.470+0000 7f4c06ffd640 1 -- 172.21.15.119:0/167825347 <== mon.0 v2:172.21.15.119:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4c0800fb90 con 0x7f4c00004d00 2024-09-13T18:58:05.481 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:05.470+0000 7f4c06ffd640 1 -- 172.21.15.119:0/167825347 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4c08014440 con 0x7f4c00004d00 2024-09-13T18:58:05.481 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:05.470+0000 7f4c1cda3640 1 -- 172.21.15.119:0/167825347 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f4c180c6c40 con 0x7f4c00004d00 2024-09-13T18:58:05.481 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:05.470+0000 7f4c1cda3640 1 -- 172.21.15.119:0/167825347 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f4c181576c0 con 0x7f4c00004d00 2024-09-13T18:58:05.481 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:05.471+0000 7f4c1cda3640 1 -- 172.21.15.119:0/167825347 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f4c180b1b70 con 0x7f4c00004d00 2024-09-13T18:58:05.481 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:05.471+0000 7f4c06ffd640 1 -- 172.21.15.119:0/167825347 <== mon.0 v2:172.21.15.119:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f4c080145a0 con 0x7f4c00004d00 2024-09-13T18:58:05.481 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:05.472+0000 7f4c06ffd640 1 --2- 172.21.15.119:0/167825347 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f4bf806ab90 0x7f4bf806d050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:58:05.481 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:05.472+0000 7f4c06ffd640 1 -- 172.21.15.119:0/167825347 <== mon.0 v2:172.21.15.119:3300/0 5 ==== osd_map(41..41 src has 1..41) v4 ==== 6115+0+0 (secure 0 0 0) 0x7f4c08089c70 con 0x7f4c00004d00 2024-09-13T18:58:05.481 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:05.472+0000 7f4c15d9b640 1 --2- 172.21.15.119:0/167825347 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f4bf806ab90 0x7f4bf806d050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:58:05.481 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:05.472+0000 7f4c15d9b640 1 --2- 172.21.15.119:0/167825347 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f4bf806ab90 0x7f4bf806d050 secure :-1 s=READY pgs=285 cs=0 l=1 rev1=1 crypto rx=0x7f4c180c5300 tx=0x7f4c0c009190 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:58:05.482 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:05.476+0000 7f4c06ffd640 1 -- 172.21.15.119:0/167825347 <== mon.0 v2:172.21.15.119:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f4c08054d40 con 0x7f4c00004d00 2024-09-13T18:58:05.642 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:05.639+0000 7f4c1cda3640 1 -- 172.21.15.119:0/167825347 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f4c1815cb20 con 0x7f4c00004d00 2024-09-13T18:58:05.643 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:05.640+0000 7f4c06ffd640 1 -- 172.21.15.119:0/167825347 <== mon.0 v2:172.21.15.119:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v41) v1 ==== 74+0+16953 (secure 0 0 0) 0x7f4c08058360 con 0x7f4c00004d00 2024-09-13T18:58:05.644 INFO:teuthology.orchestra.run.smithi119.stdout: 2024-09-13T18:58:05.644 INFO:teuthology.orchestra.run.smithi119.stdout:{"epoch":41,"fsid":"b3bca492-3414-44ef-b63c-42eead5ea701","created":"2024-09-13T18:56:10.047760+0000","modified":"2024-09-13T18:57:56.123059+0000","last_up_change":"2024-09-13T18:56:22.096428+0000","last_in_change":"2024-09-13T18:56:12.143228+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":6,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T18:56:22.095896+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":5,"pool_name":"cephfs_metadata","create_time":"2024-09-13T18:57:42.071220+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"41","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.25,"score_stable":1.25,"optimal_score":1,"raw_score_acting":1.25,"raw_score_stable":1.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":6,"pool_name":"cephfs_data","create_time":"2024-09-13T18:57:42.586200+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"41","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"09edfd5c-bc57-47d1-a7b7-6d97f0f88db1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":37,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6810","nonce":3811853106},{"type":"v1","addr":"172.21.15.119:6813","nonce":3811853106}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6817","nonce":3811853106},{"type":"v1","addr":"172.21.15.119:6820","nonce":3811853106}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6828","nonce":3811853106},{"type":"v1","addr":"172.21.15.119:6830","nonce":3811853106}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6823","nonce":3811853106},{"type":"v1","addr":"172.21.15.119:6825","nonce":3811853106}]},"public_addr":"172.21.15.119:6813/3811853106","cluster_addr":"172.21.15.119:6820/3811853106","heartbeat_back_addr":"172.21.15.119:6830/3811853106","heartbeat_front_addr":"172.21.15.119:6825/3811853106","state":["exists","up"]},{"osd":1,"uuid":"f26f4bd2-3aee-4208-9e62-87f17047d886","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":37,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6809","nonce":1656755168},{"type":"v1","addr":"172.21.15.119:6812","nonce":1656755168}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6815","nonce":1656755168},{"type":"v1","addr":"172.21.15.119:6818","nonce":1656755168}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6829","nonce":1656755168},{"type":"v1","addr":"172.21.15.119:6831","nonce":1656755168}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6822","nonce":1656755168},{"type":"v1","addr":"172.21.15.119:6826","nonce":1656755168}]},"public_addr":"172.21.15.119:6812/1656755168","cluster_addr":"172.21.15.119:6818/1656755168","heartbeat_back_addr":"172.21.15.119:6831/1656755168","heartbeat_front_addr":"172.21.15.119:6826/1656755168","state":["exists","up"]},{"osd":2,"uuid":"1e9d6e0c-51f9-4f4a-bead-0e7edc7dd200","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":37,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6800","nonce":3093354378},{"type":"v1","addr":"172.21.15.119:6801","nonce":3093354378}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6802","nonce":3093354378},{"type":"v1","addr":"172.21.15.119:6803","nonce":3093354378}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6806","nonce":3093354378},{"type":"v1","addr":"172.21.15.119:6807","nonce":3093354378}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6804","nonce":3093354378},{"type":"v1","addr":"172.21.15.119:6805","nonce":3093354378}]},"public_addr":"172.21.15.119:6801/3093354378","cluster_addr":"172.21.15.119:6803/3093354378","heartbeat_back_addr":"172.21.15.119:6807/3093354378","heartbeat_front_addr":"172.21.15.119:6805/3093354378","state":["exists","up"]},{"osd":3,"uuid":"7c289b1f-a555-46e4-b85a-c0f230c9e02a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":37,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6808","nonce":886995937},{"type":"v1","addr":"172.21.15.119:6811","nonce":886995937}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6814","nonce":886995937},{"type":"v1","addr":"172.21.15.119:6816","nonce":886995937}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6824","nonce":886995937},{"type":"v1","addr":"172.21.15.119:6827","nonce":886995937}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6819","nonce":886995937},{"type":"v1","addr":"172.21.15.119:6821","nonce":886995937}]},"public_addr":"172.21.15.119:6811/886995937","cluster_addr":"172.21.15.119:6816/886995937","heartbeat_back_addr":"172.21.15.119:6827/886995937","heartbeat_front_addr":"172.21.15.119:6821/886995937","state":["exists","up"]},{"osd":4,"uuid":"a0a2f75b-5a33-4b69-b834-b8cf5a90ac5f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":37,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6808","nonce":2802887692},{"type":"v1","addr":"172.21.15.145:6809","nonce":2802887692}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6810","nonce":2802887692},{"type":"v1","addr":"172.21.15.145:6811","nonce":2802887692}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6814","nonce":2802887692},{"type":"v1","addr":"172.21.15.145:6815","nonce":2802887692}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6812","nonce":2802887692},{"type":"v1","addr":"172.21.15.145:6813","nonce":2802887692}]},"public_addr":"172.21.15.145:6809/2802887692","cluster_addr":"172.21.15.145:6811/2802887692","heartbeat_back_addr":"172.21.15.145:6815/2802887692","heartbeat_front_addr":"172.21.15.145:6813/2802887692","state":["exists","up"]},{"osd":5,"uuid":"e301c92f-a5af-49da-8384-bef6d48c9982","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":37,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6800","nonce":1431235391},{"type":"v1","addr":"172.21.15.145:6801","nonce":1431235391}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6802","nonce":1431235391},{"type":"v1","addr":"172.21.15.145:6803","nonce":1431235391}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6806","nonce":1431235391},{"type":"v1","addr":"172.21.15.145:6807","nonce":1431235391}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6804","nonce":1431235391},{"type":"v1","addr":"172.21.15.145:6805","nonce":1431235391}]},"public_addr":"172.21.15.145:6801/1431235391","cluster_addr":"172.21.15.145:6803/1431235391","heartbeat_back_addr":"172.21.15.145:6807/1431235391","heartbeat_front_addr":"172.21.15.145:6805/1431235391","state":["exists","up"]},{"osd":6,"uuid":"dd2ee71c-4024-4f56-90b1-d362ff9ae8f5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":37,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6816","nonce":1755123178},{"type":"v1","addr":"172.21.15.145:6817","nonce":1755123178}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6818","nonce":1755123178},{"type":"v1","addr":"172.21.15.145:6819","nonce":1755123178}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6822","nonce":1755123178},{"type":"v1","addr":"172.21.15.145:6823","nonce":1755123178}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6820","nonce":1755123178},{"type":"v1","addr":"172.21.15.145:6821","nonce":1755123178}]},"public_addr":"172.21.15.145:6817/1755123178","cluster_addr":"172.21.15.145:6819/1755123178","heartbeat_back_addr":"172.21.15.145:6823/1755123178","heartbeat_front_addr":"172.21.15.145:6821/1755123178","state":["exists","up"]},{"osd":7,"uuid":"7412449e-689b-45ee-9ae5-744a8c27f166","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":37,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6824","nonce":3012628958},{"type":"v1","addr":"172.21.15.145:6825","nonce":3012628958}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6826","nonce":3012628958},{"type":"v1","addr":"172.21.15.145:6827","nonce":3012628958}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6830","nonce":3012628958},{"type":"v1","addr":"172.21.15.145:6831","nonce":3012628958}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6828","nonce":3012628958},{"type":"v1","addr":"172.21.15.145:6829","nonce":3012628958}]},"public_addr":"172.21.15.145:6825/3012628958","cluster_addr":"172.21.15.145:6827/3012628958","heartbeat_back_addr":"172.21.15.145:6831/3012628958","heartbeat_front_addr":"172.21.15.145:6829/3012628958","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T18:56:17.286635+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T18:56:17.334491+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T18:56:17.297521+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T18:56:17.383716+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T18:56:17.267776+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T18:56:17.312998+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T18:56:17.303008+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T18:56:17.304729+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.145:6835/1535532066":"2024-09-14T18:57:54.790189+0000","172.21.15.145:6832/1535532066":"2024-09-14T18:57:54.790189+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T18:58:05.646 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:05.642+0000 7f4c1cda3640 1 -- 172.21.15.119:0/167825347 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f4bf806ab90 msgr2=0x7f4bf806d050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:58:05.646 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:05.642+0000 7f4c1cda3640 1 --2- 172.21.15.119:0/167825347 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f4bf806ab90 0x7f4bf806d050 secure :-1 s=READY pgs=285 cs=0 l=1 rev1=1 crypto rx=0x7f4c180c5300 tx=0x7f4c0c009190 comp rx=0 tx=0).stop 2024-09-13T18:58:05.646 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:05.642+0000 7f4c1cda3640 1 -- 172.21.15.119:0/167825347 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f4c00004d00 msgr2=0x7f4c180ccdc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:58:05.646 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:05.642+0000 7f4c1cda3640 1 --2- 172.21.15.119:0/167825347 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f4c00004d00 0x7f4c180ccdc0 secure :-1 s=READY pgs=594 cs=0 l=1 rev1=1 crypto rx=0x7f4c080118e0 tx=0x7f4c08011ce0 comp rx=0 tx=0).stop 2024-09-13T18:58:05.646 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:05.642+0000 7f4c1cda3640 1 -- 172.21.15.119:0/167825347 shutdown_connections 2024-09-13T18:58:05.646 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:05.642+0000 7f4c1cda3640 1 --2- 172.21.15.119:0/167825347 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f4bf806ab90 0x7f4bf806d050 unknown :-1 s=CLOSED pgs=285 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:58:05.646 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:05.642+0000 7f4c1cda3640 1 --2- 172.21.15.119:0/167825347 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f4c180c7440 0x7f4c180cdbc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:58:05.647 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:05.642+0000 7f4c1cda3640 1 --2- 172.21.15.119:0/167825347 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f4c1815c0f0 0x7f4c18157180 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:58:05.647 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:05.642+0000 7f4c1cda3640 1 --2- 172.21.15.119:0/167825347 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f4c00004d00 0x7f4c180ccdc0 unknown :-1 s=CLOSED pgs=594 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:58:05.647 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:05.642+0000 7f4c1cda3640 1 -- 172.21.15.119:0/167825347 >> 172.21.15.119:0/167825347 conn(0x7f4c18069ed0 msgr2=0x7f4c1815cd40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:58:05.647 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:05.642+0000 7f4c1cda3640 1 -- 172.21.15.119:0/167825347 shutdown_connections 2024-09-13T18:58:05.647 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:05.642+0000 7f4c1cda3640 1 -- 172.21.15.119:0/167825347 wait complete. 2024-09-13T18:58:05.657 INFO:tasks.cephfs.filesystem:Destroying file system cephfs and related pools 2024-09-13T18:58:05.657 DEBUG:teuthology.orchestra.run.smithi119:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-13T18:58:05.754 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:05.750+0000 7f11f4496640 1 Processor -- start 2024-09-13T18:58:05.754 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:05.750+0000 7f11f4496640 1 -- start start 2024-09-13T18:58:05.755 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:05.751+0000 7f11f4496640 1 --2- >> v2:172.21.15.119:3300/0 conn(0x7f11ec06c8a0 0x7f11ec0b2590 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:58:05.755 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:05.751+0000 7f11f4496640 1 -- --> v1:172.21.15.119:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f11ec0b2170 con 0x7f11ec06c4c0 2024-09-13T18:58:05.755 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:05.751+0000 7f11f4496640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f11ec06dab0 con 0x7f11ec0cbea0 2024-09-13T18:58:05.755 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:05.751+0000 7f11f4496640 1 -- --> v2:172.21.15.119:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f11ec06deb0 con 0x7f11ec06c8a0 2024-09-13T18:58:05.755 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:05.751+0000 7f11f1a31640 1 --2- >> v2:172.21.15.119:3300/0 conn(0x7f11ec06c8a0 0x7f11ec0b2590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:58:05.756 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:05.751+0000 7f11f2232640 1 --1- >> v1:172.21.15.119:6789/0 conn(0x7f11ec06c4c0 0x7f11ec06d3a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.119:6789/0 says I am v1:172.21.15.119:51436/0 (socket says 172.21.15.119:51436) 2024-09-13T18:58:05.756 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:05.751+0000 7f11f2232640 1 -- 172.21.15.119:0/3712999883 learned_addr learned my addr 172.21.15.119:0/3712999883 (peer_addr_for_me v1:172.21.15.119:0/0) 2024-09-13T18:58:05.756 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:05.751+0000 7f11f1a31640 1 --2- 172.21.15.119:0/3712999883 >> v2:172.21.15.119:3300/0 conn(0x7f11ec06c8a0 0x7f11ec0b2590 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.119:3300/0 says I am v2:172.21.15.119:43650/0 (socket says 172.21.15.119:43650) 2024-09-13T18:58:05.756 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:05.751+0000 7f11f1a31640 1 -- 172.21.15.119:0/3712999883 >> v1:172.21.15.145:6789/0 conn(0x7f11ec0cbea0 legacy=0x7f11ec0cc330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T18:58:05.756 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:05.751+0000 7f11f1a31640 1 -- 172.21.15.119:0/3712999883 >> v1:172.21.15.119:6789/0 conn(0x7f11ec06c4c0 legacy=0x7f11ec06d3a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:58:05.756 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:05.752+0000 7f11f1a31640 1 -- 172.21.15.119:0/3712999883 --> v2:172.21.15.119:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f11ec06e0c0 con 0x7f11ec06c8a0 2024-09-13T18:58:05.756 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:05.752+0000 7f11f1230640 1 -- 172.21.15.119:0/3712999883 <== mon.0 v1:172.21.15.119:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2057791682 0 0) 0x7f11ec0b2170 con 0x7f11ec06c4c0 2024-09-13T18:58:05.757 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:05.752+0000 7f11f1a31640 1 --2- 172.21.15.119:0/3712999883 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f11ec06c8a0 0x7f11ec0b2590 secure :-1 s=READY pgs=596 cs=0 l=1 rev1=1 crypto rx=0x7f11dc0097a0 tx=0x7f11dc02a1e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1f5e0a30b06666fe server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:58:05.757 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:05.752+0000 7f11f1230640 1 -- 172.21.15.119:0/3712999883 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f11dc032440 con 0x7f11ec06c8a0 2024-09-13T18:58:05.758 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:05.752+0000 7f11f1230640 1 -- 172.21.15.119:0/3712999883 <== mon.0 v2:172.21.15.119:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f11dc0325a0 con 0x7f11ec06c8a0 2024-09-13T18:58:05.758 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:05.752+0000 7f11f1230640 1 -- 172.21.15.119:0/3712999883 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f11dc032930 con 0x7f11ec06c8a0 2024-09-13T18:58:05.758 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:05.753+0000 7f11f4496640 1 -- 172.21.15.119:0/3712999883 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f11ec06c8a0 msgr2=0x7f11ec0b2590 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:58:05.758 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:05.753+0000 7f11f4496640 1 --2- 172.21.15.119:0/3712999883 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f11ec06c8a0 0x7f11ec0b2590 secure :-1 s=READY pgs=596 cs=0 l=1 rev1=1 crypto rx=0x7f11dc0097a0 tx=0x7f11dc02a1e0 comp rx=0 tx=0).stop 2024-09-13T18:58:05.758 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:05.753+0000 7f11f4496640 1 -- 172.21.15.119:0/3712999883 shutdown_connections 2024-09-13T18:58:05.758 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:05.753+0000 7f11f4496640 1 --2- 172.21.15.119:0/3712999883 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f11ec06c8a0 0x7f11ec0b2590 unknown :-1 s=CLOSED pgs=596 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:58:05.758 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:05.753+0000 7f11f4496640 1 -- 172.21.15.119:0/3712999883 >> 172.21.15.119:0/3712999883 conn(0x7f11ec069ed0 msgr2=0x7f11ec06a2e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:58:05.758 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:05.753+0000 7f11f4496640 1 -- 172.21.15.119:0/3712999883 shutdown_connections 2024-09-13T18:58:05.758 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:05.753+0000 7f11f4496640 1 -- 172.21.15.119:0/3712999883 wait complete. 2024-09-13T18:58:05.758 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:05.754+0000 7f11f4496640 1 Processor -- start 2024-09-13T18:58:05.758 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:05.754+0000 7f11f4496640 1 -- start start 2024-09-13T18:58:05.762 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:05.755+0000 7f11f4496640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f11ec06c4c0 0x7f11ec15aa60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:58:05.762 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:05.755+0000 7f11f4496640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f11ec06c8a0 0x7f11ec158f00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:58:05.762 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:05.755+0000 7f11f4496640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f11ec0cbea0 0x7f11ec0c6f90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:58:05.762 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:05.755+0000 7f11f4496640 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f11ec1599c0 con 0x7f11ec06c8a0 2024-09-13T18:58:05.762 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:05.755+0000 7f11f4496640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f11ec159ca0 con 0x7f11ec06c4c0 2024-09-13T18:58:05.762 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:05.755+0000 7f11f4496640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f11ec159f80 con 0x7f11ec0cbea0 2024-09-13T18:58:05.762 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:05.755+0000 7f11f1a31640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f11ec06c8a0 0x7f11ec158f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:58:05.762 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:05.755+0000 7f11f1a31640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f11ec06c8a0 0x7f11ec158f00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.119:3300/0 says I am v2:172.21.15.119:43666/0 (socket says 172.21.15.119:43666) 2024-09-13T18:58:05.762 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:05.755+0000 7f11f1a31640 1 -- 172.21.15.119:0/2547149640 learned_addr learned my addr 172.21.15.119:0/2547149640 (peer_addr_for_me v2:172.21.15.119:0/0) 2024-09-13T18:58:05.762 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:05.755+0000 7f11f2232640 1 --2- 172.21.15.119:0/2547149640 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f11ec06c4c0 0x7f11ec15aa60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:58:05.762 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:05.755+0000 7f11f2a33640 1 --2- 172.21.15.119:0/2547149640 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f11ec0cbea0 0x7f11ec0c6f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:58:05.762 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:05.755+0000 7f11f1a31640 1 -- 172.21.15.119:0/2547149640 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f11ec0cbea0 msgr2=0x7f11ec0c6f90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:58:05.763 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:05.755+0000 7f11f1a31640 1 --2- 172.21.15.119:0/2547149640 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f11ec0cbea0 0x7f11ec0c6f90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:58:05.763 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:05.755+0000 7f11f1a31640 1 -- 172.21.15.119:0/2547149640 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f11ec06c4c0 msgr2=0x7f11ec15aa60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:58:05.763 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:05.755+0000 7f11f1a31640 1 --2- 172.21.15.119:0/2547149640 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f11ec06c4c0 0x7f11ec15aa60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:58:05.763 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:05.755+0000 7f11f1a31640 1 -- 172.21.15.119:0/2547149640 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f11dc009400 con 0x7f11ec06c8a0 2024-09-13T18:58:05.763 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:05.755+0000 7f11f2232640 1 --2- 172.21.15.119:0/2547149640 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f11ec06c4c0 0x7f11ec15aa60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T18:58:05.763 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:05.755+0000 7f11f2a33640 1 --2- 172.21.15.119:0/2547149640 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f11ec0cbea0 0x7f11ec0c6f90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T18:58:05.763 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:05.756+0000 7f11f1a31640 1 --2- 172.21.15.119:0/2547149640 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f11ec06c8a0 0x7f11ec158f00 secure :-1 s=READY pgs=597 cs=0 l=1 rev1=1 crypto rx=0x7f11dc0097a0 tx=0x7f11dc0046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:58:05.763 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:05.756+0000 7f11e2ffd640 1 -- 172.21.15.119:0/2547149640 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f11dc030b80 con 0x7f11ec06c8a0 2024-09-13T18:58:05.763 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:05.756+0000 7f11e2ffd640 1 -- 172.21.15.119:0/2547149640 <== mon.0 v2:172.21.15.119:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f11dc030ce0 con 0x7f11ec06c8a0 2024-09-13T18:58:05.763 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:05.756+0000 7f11f4496640 1 -- 172.21.15.119:0/2547149640 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f11ec15a260 con 0x7f11ec06c8a0 2024-09-13T18:58:05.763 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:05.756+0000 7f11e2ffd640 1 -- 172.21.15.119:0/2547149640 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f11dc03b640 con 0x7f11ec06c8a0 2024-09-13T18:58:05.763 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:05.756+0000 7f11f4496640 1 -- 172.21.15.119:0/2547149640 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f11ec0c4ce0 con 0x7f11ec06c8a0 2024-09-13T18:58:05.763 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:05.757+0000 7f11f4496640 1 -- 172.21.15.119:0/2547149640 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f11ec15a780 con 0x7f11ec06c8a0 2024-09-13T18:58:05.763 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:05.757+0000 7f11e2ffd640 1 -- 172.21.15.119:0/2547149640 <== mon.0 v2:172.21.15.119:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f11dc039040 con 0x7f11ec06c8a0 2024-09-13T18:58:05.764 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:05.757+0000 7f11e2ffd640 1 --2- 172.21.15.119:0/2547149640 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f11d006ac00 0x7f11d006d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:58:05.764 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:05.758+0000 7f11e2ffd640 1 -- 172.21.15.119:0/2547149640 <== mon.0 v2:172.21.15.119:3300/0 5 ==== osd_map(41..41 src has 1..41) v4 ==== 6115+0+0 (secure 0 0 0) 0x7f11dc0a9e90 con 0x7f11ec06c8a0 2024-09-13T18:58:05.764 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:05.758+0000 7f11f2232640 1 --2- 172.21.15.119:0/2547149640 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f11d006ac00 0x7f11d006d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:58:05.764 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:05.758+0000 7f11f2232640 1 --2- 172.21.15.119:0/2547149640 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f11d006ac00 0x7f11d006d0c0 secure :-1 s=READY pgs=286 cs=0 l=1 rev1=1 crypto rx=0x7f11e8000f60 tx=0x7f11e8007c10 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:58:05.765 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:05.762+0000 7f11e2ffd640 1 -- 172.21.15.119:0/2547149640 <== mon.0 v2:172.21.15.119:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f11ec15a780 con 0x7f11ec06c8a0 2024-09-13T18:58:05.958 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:05.954+0000 7f11f4496640 1 -- 172.21.15.119:0/2547149640 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f11ec15a780 con 0x7f11ec06c8a0 2024-09-13T18:58:05.958 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:05.954+0000 7f11e2ffd640 1 -- 172.21.15.119:0/2547149640 <== mon.0 v2:172.21.15.119:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 22 v22) v1 ==== 94+0+4743 (secure 0 0 0) 0x7f11ec15a780 con 0x7f11ec06c8a0 2024-09-13T18:58:05.958 INFO:teuthology.orchestra.run.smithi119.stdout: 2024-09-13T18:58:05.958 INFO:teuthology.orchestra.run.smithi119.stdout:{"epoch":22,"default_fscid":2,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4910,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.119:6837/3675521145","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6836","nonce":3675521145},{"type":"v1","addr":"172.21.15.119:6837","nonce":3675521145}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":11},{"gid":5045,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.145:6835/4045732069","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6832","nonce":4045732069},{"type":"v1","addr":"172.21.15.145:6835","nonce":4045732069}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":16},{"gid":5236,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.145:6834/3445411957","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6833","nonce":3445411957},{"type":"v1","addr":"172.21.15.145:6834","nonce":3445411957}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":11}],"filesystems":[{"mdsmap":{"epoch":22,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-13T18:57:56.123203+0000","modified":"2024-09-13T18:57:59.846490+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":5457},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5457":{"gid":5457,"name":"c","rank":0,"incarnation":19,"state":"up:active","state_seq":8,"addr":"172.21.15.119:6835/967310515","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6834","nonce":967310515},{"type":"v1","addr":"172.21.15.119:6835","nonce":967310515}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[6],"metadata_pool":5,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":1},"id":2}]} 2024-09-13T18:58:05.959 INFO:teuthology.orchestra.run.smithi119.stderr:dumped fsmap epoch 22 2024-09-13T18:58:05.960 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:05.956+0000 7f11f4496640 1 -- 172.21.15.119:0/2547149640 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f11d006ac00 msgr2=0x7f11d006d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:58:05.960 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:05.956+0000 7f11f4496640 1 --2- 172.21.15.119:0/2547149640 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f11d006ac00 0x7f11d006d0c0 secure :-1 s=READY pgs=286 cs=0 l=1 rev1=1 crypto rx=0x7f11e8000f60 tx=0x7f11e8007c10 comp rx=0 tx=0).stop 2024-09-13T18:58:05.960 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:05.956+0000 7f11f4496640 1 -- 172.21.15.119:0/2547149640 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f11ec06c8a0 msgr2=0x7f11ec158f00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:58:05.960 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:05.956+0000 7f11f4496640 1 --2- 172.21.15.119:0/2547149640 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f11ec06c8a0 0x7f11ec158f00 secure :-1 s=READY pgs=597 cs=0 l=1 rev1=1 crypto rx=0x7f11dc0097a0 tx=0x7f11dc0046c0 comp rx=0 tx=0).stop 2024-09-13T18:58:05.960 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:05.956+0000 7f11f4496640 1 -- 172.21.15.119:0/2547149640 shutdown_connections 2024-09-13T18:58:05.961 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:05.956+0000 7f11f4496640 1 --2- 172.21.15.119:0/2547149640 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f11d006ac00 0x7f11d006d0c0 unknown :-1 s=CLOSED pgs=286 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:58:05.961 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:05.956+0000 7f11f4496640 1 --2- 172.21.15.119:0/2547149640 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f11ec0cbea0 0x7f11ec0c6f90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:58:05.961 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:05.956+0000 7f11f4496640 1 --2- 172.21.15.119:0/2547149640 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f11ec06c8a0 0x7f11ec158f00 unknown :-1 s=CLOSED pgs=597 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:58:05.961 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:05.956+0000 7f11f4496640 1 --2- 172.21.15.119:0/2547149640 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f11ec06c4c0 0x7f11ec15aa60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:58:05.961 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:05.956+0000 7f11f4496640 1 -- 172.21.15.119:0/2547149640 >> 172.21.15.119:0/2547149640 conn(0x7f11ec069ed0 msgr2=0x7f11ec0cc310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:58:05.961 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:05.956+0000 7f11f4496640 1 -- 172.21.15.119:0/2547149640 shutdown_connections 2024-09-13T18:58:05.961 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:05.956+0000 7f11f4496640 1 -- 172.21.15.119:0/2547149640 wait complete. 2024-09-13T18:58:05.971 DEBUG:teuthology.orchestra.run.smithi119:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-13T18:58:06.068 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:06.064+0000 7f27ec42b640 1 Processor -- start 2024-09-13T18:58:06.068 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:06.064+0000 7f27ec42b640 1 -- start start 2024-09-13T18:58:06.076 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:06.065+0000 7f27ec42b640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f27e4071d30 0x7f27e4070190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:58:06.076 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:06.065+0000 7f27ec42b640 1 --2- >> v2:172.21.15.119:3300/0 conn(0x7f27e40c8920 0x7f27e40c8db0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:58:06.076 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:06.065+0000 7f27ec42b640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f27e40abdf0 con 0x7f27e4072110 2024-09-13T18:58:06.077 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:06.065+0000 7f27ec42b640 1 -- --> v2:172.21.15.119:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f27e40c92f0 con 0x7f27e40c8920 2024-09-13T18:58:06.077 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:06.065+0000 7f27ec42b640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f27e40b2280 con 0x7f27e4071d30 2024-09-13T18:58:06.077 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:06.065+0000 7f27ea9c8640 1 --2- >> v2:172.21.15.119:3300/0 conn(0x7f27e40c8920 0x7f27e40c8db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:58:06.077 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:06.065+0000 7f27ea9c8640 1 --2- >> v2:172.21.15.119:3300/0 conn(0x7f27e40c8920 0x7f27e40c8db0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.119:3300/0 says I am v2:172.21.15.119:43670/0 (socket says 172.21.15.119:43670) 2024-09-13T18:58:06.077 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:06.065+0000 7f27ea9c8640 1 -- 172.21.15.119:0/2360957959 learned_addr learned my addr 172.21.15.119:0/2360957959 (peer_addr_for_me v2:172.21.15.119:0/0) 2024-09-13T18:58:06.077 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:06.065+0000 7f27ea1c7640 1 --2- 172.21.15.119:0/2360957959 >> v2:172.21.15.145:3300/0 conn(0x7f27e4071d30 0x7f27e4070190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:58:06.078 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:06.065+0000 7f27ea9c8640 1 -- 172.21.15.119:0/2360957959 >> v2:172.21.15.145:3300/0 conn(0x7f27e4071d30 msgr2=0x7f27e4070190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T18:58:06.078 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:06.065+0000 7f27ea9c8640 1 --2- 172.21.15.119:0/2360957959 >> v2:172.21.15.145:3300/0 conn(0x7f27e4071d30 0x7f27e4070190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:58:06.078 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:06.065+0000 7f27ea9c8640 1 -- 172.21.15.119:0/2360957959 >> v1:172.21.15.145:6789/0 conn(0x7f27e4072110 legacy=0x7f27e40b1b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T18:58:06.078 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:06.065+0000 7f27ea9c8640 1 -- 172.21.15.119:0/2360957959 --> v2:172.21.15.119:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f27e40ab1e0 con 0x7f27e40c8920 2024-09-13T18:58:06.078 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:06.065+0000 7f27ea1c7640 1 --2- 172.21.15.119:0/2360957959 >> v2:172.21.15.145:3300/0 conn(0x7f27e4071d30 0x7f27e4070190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T18:58:06.078 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:06.066+0000 7f27ea9c8640 1 --2- 172.21.15.119:0/2360957959 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f27e40c8920 0x7f27e40c8db0 secure :-1 s=READY pgs=598 cs=0 l=1 rev1=1 crypto rx=0x7f27e40cee60 tx=0x7f27dc02a6f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8a20956819e1c14a server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:58:06.078 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:06.066+0000 7f27e91c5640 1 -- 172.21.15.119:0/2360957959 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f27dc031600 con 0x7f27e40c8920 2024-09-13T18:58:06.078 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:06.066+0000 7f27e91c5640 1 -- 172.21.15.119:0/2360957959 <== mon.0 v2:172.21.15.119:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f27dc02d050 con 0x7f27e40c8920 2024-09-13T18:58:06.078 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:06.066+0000 7f27e91c5640 1 -- 172.21.15.119:0/2360957959 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f27dc031980 con 0x7f27e40c8920 2024-09-13T18:58:06.079 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:06.067+0000 7f27ec42b640 1 -- 172.21.15.119:0/2360957959 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f27e40c8920 msgr2=0x7f27e40c8db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:58:06.079 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:06.067+0000 7f27ec42b640 1 --2- 172.21.15.119:0/2360957959 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f27e40c8920 0x7f27e40c8db0 secure :-1 s=READY pgs=598 cs=0 l=1 rev1=1 crypto rx=0x7f27e40cee60 tx=0x7f27dc02a6f0 comp rx=0 tx=0).stop 2024-09-13T18:58:06.079 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:06.067+0000 7f27ec42b640 1 -- 172.21.15.119:0/2360957959 shutdown_connections 2024-09-13T18:58:06.079 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:06.067+0000 7f27ec42b640 1 --2- 172.21.15.119:0/2360957959 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f27e40c8920 0x7f27e40c8db0 unknown :-1 s=CLOSED pgs=598 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:58:06.079 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:06.067+0000 7f27ec42b640 1 --2- 172.21.15.119:0/2360957959 >> v2:172.21.15.145:3300/0 conn(0x7f27e4071d30 0x7f27e4070190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:58:06.079 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:06.067+0000 7f27ec42b640 1 -- 172.21.15.119:0/2360957959 >> 172.21.15.119:0/2360957959 conn(0x7f27e4069ed0 msgr2=0x7f27e406a2e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:58:06.079 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:06.067+0000 7f27ec42b640 1 -- 172.21.15.119:0/2360957959 shutdown_connections 2024-09-13T18:58:06.079 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:06.067+0000 7f27ec42b640 1 -- 172.21.15.119:0/2360957959 wait complete. 2024-09-13T18:58:06.079 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:06.068+0000 7f27ec42b640 1 Processor -- start 2024-09-13T18:58:06.079 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:06.068+0000 7f27ec42b640 1 -- start start 2024-09-13T18:58:06.079 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:06.069+0000 7f27ec42b640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f27e4071d30 0x7f27e40c1400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:58:06.080 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:06.069+0000 7f27ec42b640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f27e4072110 0x7f27e40c34a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:58:06.080 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:06.069+0000 7f27ec42b640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f27e40c8920 0x7f27e41e3490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:58:06.080 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:06.069+0000 7f27ec42b640 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f27e40c2440 con 0x7f27e4071d30 2024-09-13T18:58:06.080 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:06.069+0000 7f27ec42b640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f27e40c26e0 con 0x7f27e40c8920 2024-09-13T18:58:06.080 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:06.069+0000 7f27ec42b640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f27e40c29c0 con 0x7f27e4072110 2024-09-13T18:58:06.080 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:06.069+0000 7f27ea1c7640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f27e4071d30 0x7f27e40c1400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:58:06.080 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:06.069+0000 7f27ea1c7640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f27e4071d30 0x7f27e40c1400 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.119:3300/0 says I am v2:172.21.15.119:43682/0 (socket says 172.21.15.119:43682) 2024-09-13T18:58:06.080 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:06.069+0000 7f27ea1c7640 1 -- 172.21.15.119:0/21229580 learned_addr learned my addr 172.21.15.119:0/21229580 (peer_addr_for_me v2:172.21.15.119:0/0) 2024-09-13T18:58:06.080 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:06.069+0000 7f27e99c6640 1 --2- 172.21.15.119:0/21229580 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f27e4072110 0x7f27e40c34a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:58:06.081 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:06.069+0000 7f27ea9c8640 1 --2- 172.21.15.119:0/21229580 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f27e40c8920 0x7f27e41e3490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:58:06.081 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:06.069+0000 7f27ea1c7640 1 -- 172.21.15.119:0/21229580 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f27e4072110 msgr2=0x7f27e40c34a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:58:06.081 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:06.069+0000 7f27ea1c7640 1 --2- 172.21.15.119:0/21229580 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f27e4072110 0x7f27e40c34a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:58:06.081 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:06.069+0000 7f27ea1c7640 1 -- 172.21.15.119:0/21229580 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f27e40c8920 msgr2=0x7f27e41e3490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:58:06.081 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:06.069+0000 7f27ea1c7640 1 --2- 172.21.15.119:0/21229580 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f27e40c8920 0x7f27e41e3490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:58:06.081 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:06.069+0000 7f27ea1c7640 1 -- 172.21.15.119:0/21229580 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f27dc009b30 con 0x7f27e4071d30 2024-09-13T18:58:06.082 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:06.069+0000 7f27ea1c7640 1 --2- 172.21.15.119:0/21229580 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f27e4071d30 0x7f27e40c1400 secure :-1 s=READY pgs=599 cs=0 l=1 rev1=1 crypto rx=0x7f27e000c7f0 tx=0x7f27e000cbf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:58:06.082 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:06.069+0000 7f27daffd640 1 -- 172.21.15.119:0/21229580 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f27e0007a30 con 0x7f27e4071d30 2024-09-13T18:58:06.082 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:06.069+0000 7f27daffd640 1 -- 172.21.15.119:0/21229580 <== mon.0 v2:172.21.15.119:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f27e0007b90 con 0x7f27e4071d30 2024-09-13T18:58:06.082 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:06.069+0000 7f27ec42b640 1 -- 172.21.15.119:0/21229580 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f27e40c2ca0 con 0x7f27e4071d30 2024-09-13T18:58:06.082 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:06.069+0000 7f27daffd640 1 -- 172.21.15.119:0/21229580 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f27e000ce40 con 0x7f27e4071d30 2024-09-13T18:58:06.082 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:06.069+0000 7f27ec42b640 1 -- 172.21.15.119:0/21229580 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f27e40c39e0 con 0x7f27e4071d30 2024-09-13T18:58:06.083 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:06.070+0000 7f27ec42b640 1 -- 172.21.15.119:0/21229580 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f27e40c31c0 con 0x7f27e4071d30 2024-09-13T18:58:06.083 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:06.071+0000 7f27daffd640 1 -- 172.21.15.119:0/21229580 <== mon.0 v2:172.21.15.119:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f27e00113f0 con 0x7f27e4071d30 2024-09-13T18:58:06.083 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:06.071+0000 7f27daffd640 1 --2- 172.21.15.119:0/21229580 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f27c806ac00 0x7f27c806d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:58:06.083 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:06.071+0000 7f27daffd640 1 -- 172.21.15.119:0/21229580 <== mon.0 v2:172.21.15.119:3300/0 5 ==== osd_map(41..41 src has 1..41) v4 ==== 6115+0+0 (secure 0 0 0) 0x7f27e0089600 con 0x7f27e4071d30 2024-09-13T18:58:06.083 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:06.071+0000 7f27e99c6640 1 --2- 172.21.15.119:0/21229580 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f27c806ac00 0x7f27c806d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:58:06.083 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:06.072+0000 7f27e99c6640 1 --2- 172.21.15.119:0/21229580 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f27c806ac00 0x7f27c806d0c0 secure :-1 s=READY pgs=287 cs=0 l=1 rev1=1 crypto rx=0x7f27e40c1940 tx=0x7f27d4007e30 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:58:06.083 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:06.075+0000 7f27daffd640 1 -- 172.21.15.119:0/21229580 <== mon.0 v2:172.21.15.119:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f27e40c31c0 con 0x7f27e4071d30 2024-09-13T18:58:06.283 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:06.279+0000 7f27ec42b640 1 -- 172.21.15.119:0/21229580 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f27e40c31c0 con 0x7f27e4071d30 2024-09-13T18:58:06.283 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:06.280+0000 7f27daffd640 1 -- 172.21.15.119:0/21229580 <== mon.0 v2:172.21.15.119:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 22 v22) v1 ==== 94+0+4743 (secure 0 0 0) 0x7f27e40c31c0 con 0x7f27e4071d30 2024-09-13T18:58:06.283 INFO:teuthology.orchestra.run.smithi119.stdout: 2024-09-13T18:58:06.284 INFO:teuthology.orchestra.run.smithi119.stdout:{"epoch":22,"default_fscid":2,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4910,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.119:6837/3675521145","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6836","nonce":3675521145},{"type":"v1","addr":"172.21.15.119:6837","nonce":3675521145}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":11},{"gid":5045,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.145:6835/4045732069","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6832","nonce":4045732069},{"type":"v1","addr":"172.21.15.145:6835","nonce":4045732069}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":16},{"gid":5236,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.145:6834/3445411957","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6833","nonce":3445411957},{"type":"v1","addr":"172.21.15.145:6834","nonce":3445411957}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":11}],"filesystems":[{"mdsmap":{"epoch":22,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-13T18:57:56.123203+0000","modified":"2024-09-13T18:57:59.846490+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":5457},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5457":{"gid":5457,"name":"c","rank":0,"incarnation":19,"state":"up:active","state_seq":8,"addr":"172.21.15.119:6835/967310515","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6834","nonce":967310515},{"type":"v1","addr":"172.21.15.119:6835","nonce":967310515}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[6],"metadata_pool":5,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":1},"id":2}]} 2024-09-13T18:58:06.284 INFO:teuthology.orchestra.run.smithi119.stderr:dumped fsmap epoch 22 2024-09-13T18:58:06.285 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:06.281+0000 7f27ec42b640 1 -- 172.21.15.119:0/21229580 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f27c806ac00 msgr2=0x7f27c806d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:58:06.285 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:06.281+0000 7f27ec42b640 1 --2- 172.21.15.119:0/21229580 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f27c806ac00 0x7f27c806d0c0 secure :-1 s=READY pgs=287 cs=0 l=1 rev1=1 crypto rx=0x7f27e40c1940 tx=0x7f27d4007e30 comp rx=0 tx=0).stop 2024-09-13T18:58:06.285 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:06.281+0000 7f27ec42b640 1 -- 172.21.15.119:0/21229580 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f27e4071d30 msgr2=0x7f27e40c1400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:58:06.285 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:06.281+0000 7f27ec42b640 1 --2- 172.21.15.119:0/21229580 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f27e4071d30 0x7f27e40c1400 secure :-1 s=READY pgs=599 cs=0 l=1 rev1=1 crypto rx=0x7f27e000c7f0 tx=0x7f27e000cbf0 comp rx=0 tx=0).stop 2024-09-13T18:58:06.285 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:06.281+0000 7f27ec42b640 1 -- 172.21.15.119:0/21229580 shutdown_connections 2024-09-13T18:58:06.286 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:06.281+0000 7f27ec42b640 1 --2- 172.21.15.119:0/21229580 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f27c806ac00 0x7f27c806d0c0 unknown :-1 s=CLOSED pgs=287 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:58:06.286 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:06.281+0000 7f27ec42b640 1 --2- 172.21.15.119:0/21229580 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f27e40c8920 0x7f27e41e3490 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:58:06.286 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:06.281+0000 7f27ec42b640 1 --2- 172.21.15.119:0/21229580 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f27e4072110 0x7f27e40c34a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:58:06.286 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:06.281+0000 7f27ec42b640 1 --2- 172.21.15.119:0/21229580 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f27e4071d30 0x7f27e40c1400 unknown :-1 s=CLOSED pgs=599 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:58:06.286 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:06.281+0000 7f27ec42b640 1 -- 172.21.15.119:0/21229580 >> 172.21.15.119:0/21229580 conn(0x7f27e4069ed0 msgr2=0x7f27e406a2b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:58:06.286 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:06.282+0000 7f27ec42b640 1 -- 172.21.15.119:0/21229580 shutdown_connections 2024-09-13T18:58:06.286 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:06.282+0000 7f27ec42b640 1 -- 172.21.15.119:0/21229580 wait complete. 2024-09-13T18:58:06.296 DEBUG:teuthology.orchestra.run.smithi119:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T18:58:06.393 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:06.390+0000 7fc1db776640 1 Processor -- start 2024-09-13T18:58:06.394 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:06.390+0000 7fc1db776640 1 -- start start 2024-09-13T18:58:06.395 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:06.391+0000 7fc1db776640 1 --2- >> v2:172.21.15.119:3300/0 conn(0x7fc1d4071d30 0x7fc1d4070190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:58:06.395 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:06.391+0000 7fc1db776640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fc1d4072110 0x7fc1d40b1b70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:58:06.395 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:06.391+0000 7fc1db776640 1 -- --> v1:172.21.15.119:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fc1d40abdf0 con 0x7fc1d40c8920 2024-09-13T18:58:06.396 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:06.391+0000 7fc1db776640 1 -- --> v2:172.21.15.119:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fc1d40ab1e0 con 0x7fc1d4071d30 2024-09-13T18:58:06.396 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:06.391+0000 7fc1db776640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc1d40ab4c0 con 0x7fc1d4072110 2024-09-13T18:58:06.396 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:06.391+0000 7fc1d9512640 1 --2- >> v2:172.21.15.119:3300/0 conn(0x7fc1d4071d30 0x7fc1d4070190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:58:06.396 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:06.391+0000 7fc1d9512640 1 --2- >> v2:172.21.15.119:3300/0 conn(0x7fc1d4071d30 0x7fc1d4070190 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.119:3300/0 says I am v2:172.21.15.119:43688/0 (socket says 172.21.15.119:43688) 2024-09-13T18:58:06.396 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:06.391+0000 7fc1d9512640 1 -- 172.21.15.119:0/3195816446 learned_addr learned my addr 172.21.15.119:0/3195816446 (peer_addr_for_me v2:172.21.15.119:0/0) 2024-09-13T18:58:06.396 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:06.391+0000 7fc1d9d13640 1 --1- >> v1:172.21.15.119:6789/0 conn(0x7fc1d40c8920 0x7fc1d40ac280 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.119:6789/0 says I am v1:172.21.15.119:51452/0 (socket says 172.21.15.119:51452) 2024-09-13T18:58:06.396 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:06.391+0000 7fc1d8d11640 1 --2- 172.21.15.119:0/3195816446 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fc1d4072110 0x7fc1d40b1b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:58:06.396 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:06.391+0000 7fc1d9512640 1 -- 172.21.15.119:0/3195816446 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fc1d4072110 msgr2=0x7fc1d40b1b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T18:58:06.396 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:06.391+0000 7fc1d9512640 1 --2- 172.21.15.119:0/3195816446 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fc1d4072110 0x7fc1d40b1b70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:58:06.396 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:06.391+0000 7fc1d9512640 1 -- 172.21.15.119:0/3195816446 >> v1:172.21.15.119:6789/0 conn(0x7fc1d40c8920 legacy=0x7fc1d40ac280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:58:06.396 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:06.391+0000 7fc1d9512640 1 -- 172.21.15.119:0/3195816446 --> v2:172.21.15.119:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc1d40ab7a0 con 0x7fc1d4071d30 2024-09-13T18:58:06.396 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:06.391+0000 7fc1c7fff640 1 -- 172.21.15.119:0/3195816446 <== mon.0 v1:172.21.15.119:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1473441729 0 0) 0x7fc1d40abdf0 con 0x7fc1d40c8920 2024-09-13T18:58:06.396 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:06.392+0000 7fc1d9512640 1 --2- 172.21.15.119:0/3195816446 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fc1d4071d30 0x7fc1d4070190 secure :-1 s=READY pgs=601 cs=0 l=1 rev1=1 crypto rx=0x7fc1c80098a0 tx=0x7fc1c802a290 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7e1b508c6e1f7b1 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:58:06.397 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:06.392+0000 7fc1c7fff640 1 -- 172.21.15.119:0/3195816446 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc1c8032440 con 0x7fc1d4071d30 2024-09-13T18:58:06.397 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:06.392+0000 7fc1c7fff640 1 -- 172.21.15.119:0/3195816446 <== mon.0 v2:172.21.15.119:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc1c80325a0 con 0x7fc1d4071d30 2024-09-13T18:58:06.397 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:06.392+0000 7fc1c7fff640 1 -- 172.21.15.119:0/3195816446 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc1c8032930 con 0x7fc1d4071d30 2024-09-13T18:58:06.399 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:06.392+0000 7fc1db776640 1 -- 172.21.15.119:0/3195816446 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fc1d4071d30 msgr2=0x7fc1d4070190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:58:06.399 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:06.392+0000 7fc1db776640 1 --2- 172.21.15.119:0/3195816446 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fc1d4071d30 0x7fc1d4070190 secure :-1 s=READY pgs=601 cs=0 l=1 rev1=1 crypto rx=0x7fc1c80098a0 tx=0x7fc1c802a290 comp rx=0 tx=0).stop 2024-09-13T18:58:06.399 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:06.393+0000 7fc1db776640 1 -- 172.21.15.119:0/3195816446 shutdown_connections 2024-09-13T18:58:06.399 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:06.393+0000 7fc1db776640 1 --2- 172.21.15.119:0/3195816446 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fc1d4072110 0x7fc1d40b1b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:58:06.399 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:06.393+0000 7fc1db776640 1 --2- 172.21.15.119:0/3195816446 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fc1d4071d30 0x7fc1d4070190 unknown :-1 s=CLOSED pgs=601 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:58:06.400 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:06.393+0000 7fc1db776640 1 -- 172.21.15.119:0/3195816446 >> 172.21.15.119:0/3195816446 conn(0x7fc1d4069ed0 msgr2=0x7fc1d406a2e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:58:06.400 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:06.393+0000 7fc1db776640 1 -- 172.21.15.119:0/3195816446 shutdown_connections 2024-09-13T18:58:06.400 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:06.393+0000 7fc1db776640 1 -- 172.21.15.119:0/3195816446 wait complete. 2024-09-13T18:58:06.400 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:06.394+0000 7fc1db776640 1 Processor -- start 2024-09-13T18:58:06.400 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:06.394+0000 7fc1db776640 1 -- start start 2024-09-13T18:58:06.400 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:06.394+0000 7fc1db776640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fc1d4071d30 0x7fc1d41524e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:58:06.400 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:06.394+0000 7fc1db776640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fc1d4072110 0x7fc1d415a900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:58:06.400 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:06.394+0000 7fc1db776640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fc1d40c8920 0x7fc1d40c6100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:58:06.400 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:06.394+0000 7fc1db776640 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc1d40cb6d0 con 0x7fc1d4071d30 2024-09-13T18:58:06.401 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:06.394+0000 7fc1db776640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc1d4157d20 con 0x7fc1d40c8920 2024-09-13T18:58:06.401 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:06.394+0000 7fc1db776640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc1d415ae40 con 0x7fc1d4072110 2024-09-13T18:58:06.401 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:06.395+0000 7fc1d9512640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fc1d4071d30 0x7fc1d41524e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:58:06.401 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:06.395+0000 7fc1d9512640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fc1d4071d30 0x7fc1d41524e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.119:3300/0 says I am v2:172.21.15.119:43702/0 (socket says 172.21.15.119:43702) 2024-09-13T18:58:06.401 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:06.395+0000 7fc1d9512640 1 -- 172.21.15.119:0/2863872864 learned_addr learned my addr 172.21.15.119:0/2863872864 (peer_addr_for_me v2:172.21.15.119:0/0) 2024-09-13T18:58:06.401 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:06.395+0000 7fc1d9512640 1 -- 172.21.15.119:0/2863872864 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fc1d4072110 msgr2=0x7fc1d415a900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:58:06.401 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:06.395+0000 7fc1d9512640 1 --2- 172.21.15.119:0/2863872864 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fc1d4072110 0x7fc1d415a900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:58:06.401 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:06.395+0000 7fc1d9512640 1 -- 172.21.15.119:0/2863872864 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fc1d40c8920 msgr2=0x7fc1d40c6100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:58:06.401 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:06.395+0000 7fc1d9512640 1 --2- 172.21.15.119:0/2863872864 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fc1d40c8920 0x7fc1d40c6100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:58:06.401 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:06.395+0000 7fc1d9512640 1 -- 172.21.15.119:0/2863872864 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc1c80094d0 con 0x7fc1d4071d30 2024-09-13T18:58:06.401 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:06.395+0000 7fc1d9512640 1 --2- 172.21.15.119:0/2863872864 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fc1d4071d30 0x7fc1d41524e0 secure :-1 s=READY pgs=602 cs=0 l=1 rev1=1 crypto rx=0x7fc1c802a2d0 tx=0x7fc1c80046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:58:06.401 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:06.395+0000 7fc1c5ffb640 1 -- 172.21.15.119:0/2863872864 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc1c8032440 con 0x7fc1d4071d30 2024-09-13T18:58:06.401 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:06.395+0000 7fc1c5ffb640 1 -- 172.21.15.119:0/2863872864 <== mon.0 v2:172.21.15.119:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc1c8030b80 con 0x7fc1d4071d30 2024-09-13T18:58:06.401 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:06.395+0000 7fc1c5ffb640 1 -- 172.21.15.119:0/2863872864 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc1c803d440 con 0x7fc1d4071d30 2024-09-13T18:58:06.402 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:06.395+0000 7fc1db776640 1 -- 172.21.15.119:0/2863872864 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc1d41573f0 con 0x7fc1d4071d30 2024-09-13T18:58:06.402 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:06.395+0000 7fc1db776640 1 -- 172.21.15.119:0/2863872864 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc1d41579b0 con 0x7fc1d4071d30 2024-09-13T18:58:06.402 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:06.396+0000 7fc1db776640 1 -- 172.21.15.119:0/2863872864 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fc1d4157e60 con 0x7fc1d4071d30 2024-09-13T18:58:06.403 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:06.397+0000 7fc1c5ffb640 1 -- 172.21.15.119:0/2863872864 <== mon.0 v2:172.21.15.119:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fc1c8039040 con 0x7fc1d4071d30 2024-09-13T18:58:06.403 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:06.397+0000 7fc1c5ffb640 1 --2- 172.21.15.119:0/2863872864 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7fc1b806ac00 0x7fc1b806d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:58:06.403 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:06.397+0000 7fc1c5ffb640 1 -- 172.21.15.119:0/2863872864 <== mon.0 v2:172.21.15.119:3300/0 5 ==== osd_map(41..41 src has 1..41) v4 ==== 6115+0+0 (secure 0 0 0) 0x7fc1c80aa080 con 0x7fc1d4071d30 2024-09-13T18:58:06.403 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:06.397+0000 7fc1d8d11640 1 --2- 172.21.15.119:0/2863872864 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7fc1b806ac00 0x7fc1b806d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:58:06.403 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:06.398+0000 7fc1d8d11640 1 --2- 172.21.15.119:0/2863872864 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7fc1b806ac00 0x7fc1b806d0c0 secure :-1 s=READY pgs=288 cs=0 l=1 rev1=1 crypto rx=0x7fc1d415c0d0 tx=0x7fc1d0008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:58:06.405 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:06.402+0000 7fc1c5ffb640 1 -- 172.21.15.119:0/2863872864 <== mon.0 v2:172.21.15.119:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fc1d4157e60 con 0x7fc1d4071d30 2024-09-13T18:58:06.569 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:06.565+0000 7fc1db776640 1 -- 172.21.15.119:0/2863872864 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7fc1d4157e60 con 0x7fc1d4071d30 2024-09-13T18:58:06.570 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:06.566+0000 7fc1c5ffb640 1 -- 172.21.15.119:0/2863872864 <== mon.0 v2:172.21.15.119:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v41) v1 ==== 74+0+16953 (secure 0 0 0) 0x7fc1d4157e60 con 0x7fc1d4071d30 2024-09-13T18:58:06.570 INFO:teuthology.orchestra.run.smithi119.stdout: 2024-09-13T18:58:06.570 INFO:teuthology.orchestra.run.smithi119.stdout:{"epoch":41,"fsid":"b3bca492-3414-44ef-b63c-42eead5ea701","created":"2024-09-13T18:56:10.047760+0000","modified":"2024-09-13T18:57:56.123059+0000","last_up_change":"2024-09-13T18:56:22.096428+0000","last_in_change":"2024-09-13T18:56:12.143228+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":6,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T18:56:22.095896+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":5,"pool_name":"cephfs_metadata","create_time":"2024-09-13T18:57:42.071220+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"41","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.25,"score_stable":1.25,"optimal_score":1,"raw_score_acting":1.25,"raw_score_stable":1.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":6,"pool_name":"cephfs_data","create_time":"2024-09-13T18:57:42.586200+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"41","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"09edfd5c-bc57-47d1-a7b7-6d97f0f88db1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":37,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6810","nonce":3811853106},{"type":"v1","addr":"172.21.15.119:6813","nonce":3811853106}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6817","nonce":3811853106},{"type":"v1","addr":"172.21.15.119:6820","nonce":3811853106}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6828","nonce":3811853106},{"type":"v1","addr":"172.21.15.119:6830","nonce":3811853106}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6823","nonce":3811853106},{"type":"v1","addr":"172.21.15.119:6825","nonce":3811853106}]},"public_addr":"172.21.15.119:6813/3811853106","cluster_addr":"172.21.15.119:6820/3811853106","heartbeat_back_addr":"172.21.15.119:6830/3811853106","heartbeat_front_addr":"172.21.15.119:6825/3811853106","state":["exists","up"]},{"osd":1,"uuid":"f26f4bd2-3aee-4208-9e62-87f17047d886","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":37,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6809","nonce":1656755168},{"type":"v1","addr":"172.21.15.119:6812","nonce":1656755168}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6815","nonce":1656755168},{"type":"v1","addr":"172.21.15.119:6818","nonce":1656755168}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6829","nonce":1656755168},{"type":"v1","addr":"172.21.15.119:6831","nonce":1656755168}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6822","nonce":1656755168},{"type":"v1","addr":"172.21.15.119:6826","nonce":1656755168}]},"public_addr":"172.21.15.119:6812/1656755168","cluster_addr":"172.21.15.119:6818/1656755168","heartbeat_back_addr":"172.21.15.119:6831/1656755168","heartbeat_front_addr":"172.21.15.119:6826/1656755168","state":["exists","up"]},{"osd":2,"uuid":"1e9d6e0c-51f9-4f4a-bead-0e7edc7dd200","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":37,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6800","nonce":3093354378},{"type":"v1","addr":"172.21.15.119:6801","nonce":3093354378}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6802","nonce":3093354378},{"type":"v1","addr":"172.21.15.119:6803","nonce":3093354378}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6806","nonce":3093354378},{"type":"v1","addr":"172.21.15.119:6807","nonce":3093354378}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6804","nonce":3093354378},{"type":"v1","addr":"172.21.15.119:6805","nonce":3093354378}]},"public_addr":"172.21.15.119:6801/3093354378","cluster_addr":"172.21.15.119:6803/3093354378","heartbeat_back_addr":"172.21.15.119:6807/3093354378","heartbeat_front_addr":"172.21.15.119:6805/3093354378","state":["exists","up"]},{"osd":3,"uuid":"7c289b1f-a555-46e4-b85a-c0f230c9e02a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":37,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6808","nonce":886995937},{"type":"v1","addr":"172.21.15.119:6811","nonce":886995937}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6814","nonce":886995937},{"type":"v1","addr":"172.21.15.119:6816","nonce":886995937}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6824","nonce":886995937},{"type":"v1","addr":"172.21.15.119:6827","nonce":886995937}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6819","nonce":886995937},{"type":"v1","addr":"172.21.15.119:6821","nonce":886995937}]},"public_addr":"172.21.15.119:6811/886995937","cluster_addr":"172.21.15.119:6816/886995937","heartbeat_back_addr":"172.21.15.119:6827/886995937","heartbeat_front_addr":"172.21.15.119:6821/886995937","state":["exists","up"]},{"osd":4,"uuid":"a0a2f75b-5a33-4b69-b834-b8cf5a90ac5f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":37,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6808","nonce":2802887692},{"type":"v1","addr":"172.21.15.145:6809","nonce":2802887692}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6810","nonce":2802887692},{"type":"v1","addr":"172.21.15.145:6811","nonce":2802887692}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6814","nonce":2802887692},{"type":"v1","addr":"172.21.15.145:6815","nonce":2802887692}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6812","nonce":2802887692},{"type":"v1","addr":"172.21.15.145:6813","nonce":2802887692}]},"public_addr":"172.21.15.145:6809/2802887692","cluster_addr":"172.21.15.145:6811/2802887692","heartbeat_back_addr":"172.21.15.145:6815/2802887692","heartbeat_front_addr":"172.21.15.145:6813/2802887692","state":["exists","up"]},{"osd":5,"uuid":"e301c92f-a5af-49da-8384-bef6d48c9982","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":37,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6800","nonce":1431235391},{"type":"v1","addr":"172.21.15.145:6801","nonce":1431235391}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6802","nonce":1431235391},{"type":"v1","addr":"172.21.15.145:6803","nonce":1431235391}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6806","nonce":1431235391},{"type":"v1","addr":"172.21.15.145:6807","nonce":1431235391}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6804","nonce":1431235391},{"type":"v1","addr":"172.21.15.145:6805","nonce":1431235391}]},"public_addr":"172.21.15.145:6801/1431235391","cluster_addr":"172.21.15.145:6803/1431235391","heartbeat_back_addr":"172.21.15.145:6807/1431235391","heartbeat_front_addr":"172.21.15.145:6805/1431235391","state":["exists","up"]},{"osd":6,"uuid":"dd2ee71c-4024-4f56-90b1-d362ff9ae8f5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":37,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6816","nonce":1755123178},{"type":"v1","addr":"172.21.15.145:6817","nonce":1755123178}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6818","nonce":1755123178},{"type":"v1","addr":"172.21.15.145:6819","nonce":1755123178}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6822","nonce":1755123178},{"type":"v1","addr":"172.21.15.145:6823","nonce":1755123178}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6820","nonce":1755123178},{"type":"v1","addr":"172.21.15.145:6821","nonce":1755123178}]},"public_addr":"172.21.15.145:6817/1755123178","cluster_addr":"172.21.15.145:6819/1755123178","heartbeat_back_addr":"172.21.15.145:6823/1755123178","heartbeat_front_addr":"172.21.15.145:6821/1755123178","state":["exists","up"]},{"osd":7,"uuid":"7412449e-689b-45ee-9ae5-744a8c27f166","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":37,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6824","nonce":3012628958},{"type":"v1","addr":"172.21.15.145:6825","nonce":3012628958}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6826","nonce":3012628958},{"type":"v1","addr":"172.21.15.145:6827","nonce":3012628958}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6830","nonce":3012628958},{"type":"v1","addr":"172.21.15.145:6831","nonce":3012628958}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6828","nonce":3012628958},{"type":"v1","addr":"172.21.15.145:6829","nonce":3012628958}]},"public_addr":"172.21.15.145:6825/3012628958","cluster_addr":"172.21.15.145:6827/3012628958","heartbeat_back_addr":"172.21.15.145:6831/3012628958","heartbeat_front_addr":"172.21.15.145:6829/3012628958","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T18:56:17.286635+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T18:56:17.334491+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T18:56:17.297521+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T18:56:17.383716+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T18:56:17.267776+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T18:56:17.312998+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T18:56:17.303008+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T18:56:17.304729+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.145:6835/1535532066":"2024-09-14T18:57:54.790189+0000","172.21.15.145:6832/1535532066":"2024-09-14T18:57:54.790189+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T18:58:06.572 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:06.569+0000 7fc1db776640 1 -- 172.21.15.119:0/2863872864 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7fc1b806ac00 msgr2=0x7fc1b806d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:58:06.573 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:06.569+0000 7fc1db776640 1 --2- 172.21.15.119:0/2863872864 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7fc1b806ac00 0x7fc1b806d0c0 secure :-1 s=READY pgs=288 cs=0 l=1 rev1=1 crypto rx=0x7fc1d415c0d0 tx=0x7fc1d0008040 comp rx=0 tx=0).stop 2024-09-13T18:58:06.573 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:06.569+0000 7fc1db776640 1 -- 172.21.15.119:0/2863872864 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fc1d4071d30 msgr2=0x7fc1d41524e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:58:06.573 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:06.569+0000 7fc1db776640 1 --2- 172.21.15.119:0/2863872864 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fc1d4071d30 0x7fc1d41524e0 secure :-1 s=READY pgs=602 cs=0 l=1 rev1=1 crypto rx=0x7fc1c802a2d0 tx=0x7fc1c80046c0 comp rx=0 tx=0).stop 2024-09-13T18:58:06.573 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:06.569+0000 7fc1db776640 1 -- 172.21.15.119:0/2863872864 shutdown_connections 2024-09-13T18:58:06.573 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:06.569+0000 7fc1db776640 1 --2- 172.21.15.119:0/2863872864 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7fc1b806ac00 0x7fc1b806d0c0 unknown :-1 s=CLOSED pgs=288 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:58:06.573 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:06.569+0000 7fc1db776640 1 --2- 172.21.15.119:0/2863872864 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fc1d40c8920 0x7fc1d40c6100 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:58:06.573 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:06.569+0000 7fc1db776640 1 --2- 172.21.15.119:0/2863872864 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fc1d4072110 0x7fc1d415a900 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:58:06.573 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:06.569+0000 7fc1db776640 1 --2- 172.21.15.119:0/2863872864 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fc1d4071d30 0x7fc1d41524e0 unknown :-1 s=CLOSED pgs=602 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:58:06.573 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:06.569+0000 7fc1db776640 1 -- 172.21.15.119:0/2863872864 >> 172.21.15.119:0/2863872864 conn(0x7fc1d4069ed0 msgr2=0x7fc1d415b1c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:58:06.573 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:06.569+0000 7fc1db776640 1 -- 172.21.15.119:0/2863872864 shutdown_connections 2024-09-13T18:58:06.573 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:06.569+0000 7fc1db776640 1 -- 172.21.15.119:0/2863872864 wait complete. 2024-09-13T18:58:06.584 DEBUG:teuthology.orchestra.run.smithi119:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs fail cephfs 2024-09-13T18:58:06.681 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:06.678+0000 7f846bdfb640 1 Processor -- start 2024-09-13T18:58:06.681 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:06.678+0000 7f846bdfb640 1 -- start start 2024-09-13T18:58:06.683 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:06.679+0000 7f846bdfb640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f8464071d30 0x7f8464070190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:58:06.683 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:06.679+0000 7f846bdfb640 1 --2- >> v2:172.21.15.119:3300/0 conn(0x7f8464072110 0x7f84640b1b70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:58:06.683 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:06.679+0000 7f846bdfb640 1 -- --> v1:172.21.15.119:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f84640abdf0 con 0x7f84640c8920 2024-09-13T18:58:06.683 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:06.679+0000 7f846bdfb640 1 -- --> v2:172.21.15.119:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f84640ab1e0 con 0x7f8464072110 2024-09-13T18:58:06.684 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:06.679+0000 7f846bdfb640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f84640ab4c0 con 0x7f8464071d30 2024-09-13T18:58:06.684 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:06.679+0000 7f8469396640 1 --2- >> v2:172.21.15.119:3300/0 conn(0x7f8464072110 0x7f84640b1b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:58:06.684 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:06.679+0000 7f846a398640 1 --1- >> v1:172.21.15.119:6789/0 conn(0x7f84640c8920 0x7f84640ac280 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.119:6789/0 says I am v1:172.21.15.119:51466/0 (socket says 172.21.15.119:51466) 2024-09-13T18:58:06.684 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:06.679+0000 7f846a398640 1 -- 172.21.15.119:0/2252469367 learned_addr learned my addr 172.21.15.119:0/2252469367 (peer_addr_for_me v1:172.21.15.119:0/0) 2024-09-13T18:58:06.684 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:06.679+0000 7f8469b97640 1 --2- 172.21.15.119:0/2252469367 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f8464071d30 0x7f8464070190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:58:06.684 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:06.679+0000 7f8469396640 1 -- 172.21.15.119:0/2252469367 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f8464071d30 msgr2=0x7f8464070190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T18:58:06.684 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:06.679+0000 7f8469396640 1 --2- 172.21.15.119:0/2252469367 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f8464071d30 0x7f8464070190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:58:06.684 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:06.679+0000 7f8469396640 1 -- 172.21.15.119:0/2252469367 >> v1:172.21.15.119:6789/0 conn(0x7f84640c8920 legacy=0x7f84640ac280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:58:06.684 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:06.679+0000 7f8469396640 1 -- 172.21.15.119:0/2252469367 --> v2:172.21.15.119:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f84640ab7a0 con 0x7f8464072110 2024-09-13T18:58:06.684 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:06.679+0000 7f8468b95640 1 -- 172.21.15.119:0/2252469367 <== mon.0 v1:172.21.15.119:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2983888956 0 0) 0x7f84640abdf0 con 0x7f84640c8920 2024-09-13T18:58:06.684 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:06.680+0000 7f8469396640 1 --2- 172.21.15.119:0/2252469367 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f8464072110 0x7f84640b1b70 secure :-1 s=READY pgs=604 cs=0 l=1 rev1=1 crypto rx=0x7f84540097d0 tx=0x7f845402a1c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1c2bc5ba8ad5f5f5 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:58:06.684 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:06.680+0000 7f8468b95640 1 -- 172.21.15.119:0/2252469367 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8454032440 con 0x7f8464072110 2024-09-13T18:58:06.684 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:06.680+0000 7f8468b95640 1 -- 172.21.15.119:0/2252469367 <== mon.0 v2:172.21.15.119:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f84540325a0 con 0x7f8464072110 2024-09-13T18:58:06.685 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:06.680+0000 7f8468b95640 1 -- 172.21.15.119:0/2252469367 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8454032930 con 0x7f8464072110 2024-09-13T18:58:06.687 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:06.680+0000 7f846bdfb640 1 -- 172.21.15.119:0/2252469367 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f8464072110 msgr2=0x7f84640b1b70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:58:06.687 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:06.680+0000 7f846bdfb640 1 --2- 172.21.15.119:0/2252469367 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f8464072110 0x7f84640b1b70 secure :-1 s=READY pgs=604 cs=0 l=1 rev1=1 crypto rx=0x7f84540097d0 tx=0x7f845402a1c0 comp rx=0 tx=0).stop 2024-09-13T18:58:06.687 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:06.680+0000 7f846bdfb640 1 -- 172.21.15.119:0/2252469367 shutdown_connections 2024-09-13T18:58:06.687 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:06.680+0000 7f846bdfb640 1 --2- 172.21.15.119:0/2252469367 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f8464072110 0x7f84640b1b70 unknown :-1 s=CLOSED pgs=604 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:58:06.687 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:06.680+0000 7f846bdfb640 1 --2- 172.21.15.119:0/2252469367 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f8464071d30 0x7f8464070190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:58:06.687 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:06.680+0000 7f846bdfb640 1 -- 172.21.15.119:0/2252469367 >> 172.21.15.119:0/2252469367 conn(0x7f8464069ed0 msgr2=0x7f846406a2e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:58:06.688 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:06.681+0000 7f846bdfb640 1 -- 172.21.15.119:0/2252469367 shutdown_connections 2024-09-13T18:58:06.688 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:06.681+0000 7f846bdfb640 1 -- 172.21.15.119:0/2252469367 wait complete. 2024-09-13T18:58:06.688 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:06.682+0000 7f846bdfb640 1 Processor -- start 2024-09-13T18:58:06.688 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:06.682+0000 7f846bdfb640 1 -- start start 2024-09-13T18:58:06.688 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:06.682+0000 7f846bdfb640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f8464071d30 0x7f84640c25c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:58:06.688 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:06.682+0000 7f846bdfb640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f8464072110 0x7f84640c3c40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:58:06.688 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:06.682+0000 7f846bdfb640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f84640c8920 0x7f846415a8a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:58:06.688 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:06.682+0000 7f846bdfb640 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f84640c2ba0 con 0x7f8464071d30 2024-09-13T18:58:06.688 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:06.682+0000 7f846bdfb640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f84640c2e80 con 0x7f84640c8920 2024-09-13T18:58:06.688 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:06.682+0000 7f846bdfb640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f84640c3160 con 0x7f8464072110 2024-09-13T18:58:06.688 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:06.682+0000 7f8469b97640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f8464071d30 0x7f84640c25c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:58:06.688 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:06.682+0000 7f8469b97640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f8464071d30 0x7f84640c25c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.119:3300/0 says I am v2:172.21.15.119:43726/0 (socket says 172.21.15.119:43726) 2024-09-13T18:58:06.689 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:06.682+0000 7f8469b97640 1 -- 172.21.15.119:0/1115964745 learned_addr learned my addr 172.21.15.119:0/1115964745 (peer_addr_for_me v2:172.21.15.119:0/0) 2024-09-13T18:58:06.689 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:06.683+0000 7f8469396640 1 --2- 172.21.15.119:0/1115964745 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f8464072110 0x7f84640c3c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:58:06.689 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:06.683+0000 7f846a398640 1 --2- 172.21.15.119:0/1115964745 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f84640c8920 0x7f846415a8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:58:06.689 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:06.683+0000 7f8469b97640 1 -- 172.21.15.119:0/1115964745 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f8464072110 msgr2=0x7f84640c3c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:58:06.689 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:06.683+0000 7f8469b97640 1 --2- 172.21.15.119:0/1115964745 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f8464072110 0x7f84640c3c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:58:06.689 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:06.683+0000 7f8469b97640 1 -- 172.21.15.119:0/1115964745 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f84640c8920 msgr2=0x7f846415a8a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:58:06.689 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:06.683+0000 7f8469b97640 1 --2- 172.21.15.119:0/1115964745 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f84640c8920 0x7f846415a8a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:58:06.689 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:06.683+0000 7f8469b97640 1 -- 172.21.15.119:0/1115964745 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8454009400 con 0x7f8464071d30 2024-09-13T18:58:06.689 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:06.683+0000 7f846a398640 1 --2- 172.21.15.119:0/1115964745 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f84640c8920 0x7f846415a8a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T18:58:06.689 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:06.683+0000 7f8469b97640 1 --2- 172.21.15.119:0/1115964745 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f8464071d30 0x7f84640c25c0 secure :-1 s=READY pgs=605 cs=0 l=1 rev1=1 crypto rx=0x7f846000d5f0 tx=0x7f846000dab0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:58:06.689 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:06.683+0000 7f845a7fc640 1 -- 172.21.15.119:0/1115964745 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f84600125f0 con 0x7f8464071d30 2024-09-13T18:58:06.689 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:06.683+0000 7f845a7fc640 1 -- 172.21.15.119:0/1115964745 <== mon.0 v2:172.21.15.119:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f8460012750 con 0x7f8464071d30 2024-09-13T18:58:06.689 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:06.683+0000 7f846bdfb640 1 -- 172.21.15.119:0/1115964745 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f84640c3440 con 0x7f8464071d30 2024-09-13T18:58:06.690 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:06.683+0000 7f845a7fc640 1 -- 172.21.15.119:0/1115964745 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8460012b00 con 0x7f8464071d30 2024-09-13T18:58:06.690 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:06.683+0000 7f846bdfb640 1 -- 172.21.15.119:0/1115964745 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f846415ade0 con 0x7f8464071d30 2024-09-13T18:58:06.690 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:06.684+0000 7f846bdfb640 1 -- 172.21.15.119:0/1115964745 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f8464070190 con 0x7f8464071d30 2024-09-13T18:58:06.691 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:06.684+0000 7f845a7fc640 1 -- 172.21.15.119:0/1115964745 <== mon.0 v2:172.21.15.119:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f8460012c60 con 0x7f8464071d30 2024-09-13T18:58:06.691 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:06.685+0000 7f845a7fc640 1 --2- 172.21.15.119:0/1115964745 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f844806ac00 0x7f844806d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:58:06.691 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:06.685+0000 7f845a7fc640 1 -- 172.21.15.119:0/1115964745 <== mon.0 v2:172.21.15.119:3300/0 5 ==== osd_map(41..41 src has 1..41) v4 ==== 6115+0+0 (secure 0 0 0) 0x7f8460089a70 con 0x7f8464071d30 2024-09-13T18:58:06.691 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:06.685+0000 7f8469396640 1 --2- 172.21.15.119:0/1115964745 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f844806ac00 0x7f844806d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:58:06.691 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:06.685+0000 7f8469396640 1 --2- 172.21.15.119:0/1115964745 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f844806ac00 0x7f844806d0c0 secure :-1 s=READY pgs=289 cs=0 l=1 rev1=1 crypto rx=0x7f8454034000 tx=0x7f845402e000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:58:06.692 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:06.689+0000 7f845a7fc640 1 -- 172.21.15.119:0/1115964745 <== mon.0 v2:172.21.15.119:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f8460054a20 con 0x7f8464071d30 2024-09-13T18:58:06.887 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:06.884+0000 7f846bdfb640 1 -- 172.21.15.119:0/1115964745 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_command({"prefix": "fs fail", "fs_name": "cephfs"} v 0) v1 -- 0x7f84640ae4c0 con 0x7f8464071d30 2024-09-13T18:58:06.888 INFO:tasks.ceph.mon.a.smithi119.stderr:2024-09-13T18:58:06.885+0000 7f9b0e9d7640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-13T18:58:06.897 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:06.894+0000 7f845a7fc640 1 -- 172.21.15.119:0/1115964745 <== mon.0 v2:172.21.15.119:3300/0 7 ==== mon_command_ack([{"prefix": "fs fail", "fs_name": "cephfs"}]=0 cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. v23) v1 ==== 161+0+0 (secure 0 0 0) 0x7f8460058040 con 0x7f8464071d30 2024-09-13T18:58:06.898 INFO:teuthology.orchestra.run.smithi119.stderr:cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. 2024-09-13T18:58:06.901 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:06.897+0000 7f846bdfb640 1 -- 172.21.15.119:0/1115964745 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f844806ac00 msgr2=0x7f844806d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:58:06.901 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:06.897+0000 7f846bdfb640 1 --2- 172.21.15.119:0/1115964745 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f844806ac00 0x7f844806d0c0 secure :-1 s=READY pgs=289 cs=0 l=1 rev1=1 crypto rx=0x7f8454034000 tx=0x7f845402e000 comp rx=0 tx=0).stop 2024-09-13T18:58:06.901 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:06.897+0000 7f846bdfb640 1 -- 172.21.15.119:0/1115964745 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f8464071d30 msgr2=0x7f84640c25c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:58:06.901 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:06.897+0000 7f846bdfb640 1 --2- 172.21.15.119:0/1115964745 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f8464071d30 0x7f84640c25c0 secure :-1 s=READY pgs=605 cs=0 l=1 rev1=1 crypto rx=0x7f846000d5f0 tx=0x7f846000dab0 comp rx=0 tx=0).stop 2024-09-13T18:58:06.901 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:06.897+0000 7f846bdfb640 1 -- 172.21.15.119:0/1115964745 shutdown_connections 2024-09-13T18:58:06.901 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:06.897+0000 7f846bdfb640 1 --2- 172.21.15.119:0/1115964745 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f844806ac00 0x7f844806d0c0 unknown :-1 s=CLOSED pgs=289 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:58:06.901 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:06.897+0000 7f846bdfb640 1 --2- 172.21.15.119:0/1115964745 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f84640c8920 0x7f846415a8a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:58:06.901 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:06.897+0000 7f846bdfb640 1 --2- 172.21.15.119:0/1115964745 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f8464072110 0x7f84640c3c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:58:06.901 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:06.897+0000 7f846bdfb640 1 --2- 172.21.15.119:0/1115964745 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f8464071d30 0x7f84640c25c0 unknown :-1 s=CLOSED pgs=605 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:58:06.902 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:06.897+0000 7f846bdfb640 1 -- 172.21.15.119:0/1115964745 >> 172.21.15.119:0/1115964745 conn(0x7f8464069ed0 msgr2=0x7f84640adcd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:58:06.902 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:06.897+0000 7f846bdfb640 1 -- 172.21.15.119:0/1115964745 shutdown_connections 2024-09-13T18:58:06.902 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:06.897+0000 7f846bdfb640 1 -- 172.21.15.119:0/1115964745 wait complete. 2024-09-13T18:58:06.902 INFO:tasks.ceph.mds.c.smithi119.stderr: -90> 2024-09-13T18:58:03.267+0000 7f029b506640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-13T18:58:06.912 DEBUG:teuthology.orchestra.run.smithi119:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs rm cephfs --yes-i-really-mean-it 2024-09-13T18:58:06.926 INFO:tasks.ceph.mds.c.smithi119.stdout:starting mds.c at 2024-09-13T18:58:07.011 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:07.008+0000 7f8848995640 1 Processor -- start 2024-09-13T18:58:07.012 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:07.008+0000 7f8848995640 1 -- start start 2024-09-13T18:58:07.013 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:07.009+0000 7f8848995640 1 --2- >> v2:172.21.15.119:3300/0 conn(0x7f88440b2b40 0x7f88440ad400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:58:07.013 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:07.009+0000 7f8848995640 1 -- --> v1:172.21.15.119:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f88440ccbe0 con 0x7f8844159310 2024-09-13T18:58:07.013 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:07.009+0000 7f8848995640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f88440b1810 con 0x7f88440ce4f0 2024-09-13T18:58:07.013 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:07.009+0000 7f8848995640 1 -- --> v2:172.21.15.119:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f88440ad940 con 0x7f88440b2b40 2024-09-13T18:58:07.013 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:07.009+0000 7f883bfff640 1 --2- >> v2:172.21.15.119:3300/0 conn(0x7f88440b2b40 0x7f88440ad400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:58:07.013 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:07.009+0000 7f884259c640 1 --1- >> v1:172.21.15.119:6789/0 conn(0x7f8844159310 0x7f88440ab140 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.119:6789/0 says I am v1:172.21.15.119:51468/0 (socket says 172.21.15.119:51468) 2024-09-13T18:58:07.013 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:07.009+0000 7f884259c640 1 -- 172.21.15.119:0/850949171 learned_addr learned my addr 172.21.15.119:0/850949171 (peer_addr_for_me v1:172.21.15.119:0/0) 2024-09-13T18:58:07.013 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:07.009+0000 7f883bfff640 1 -- 172.21.15.119:0/850949171 >> v1:172.21.15.145:6789/0 conn(0x7f88440ce4f0 legacy=0x7f88440ce8d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T18:58:07.013 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:07.009+0000 7f883bfff640 1 -- 172.21.15.119:0/850949171 >> v1:172.21.15.119:6789/0 conn(0x7f8844159310 legacy=0x7f88440ab140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:58:07.013 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:07.009+0000 7f883bfff640 1 -- 172.21.15.119:0/850949171 --> v2:172.21.15.119:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f884406d9e0 con 0x7f88440b2b40 2024-09-13T18:58:07.013 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:07.009+0000 7f8841d9b640 1 -- 172.21.15.119:0/850949171 <== mon.0 v1:172.21.15.119:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 609822451 0 0) 0x7f88440ccbe0 con 0x7f8844159310 2024-09-13T18:58:07.018 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:07.010+0000 7f883bfff640 1 --2- 172.21.15.119:0/850949171 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f88440b2b40 0x7f88440ad400 secure :-1 s=READY pgs=608 cs=0 l=1 rev1=1 crypto rx=0x7f882c0097a0 tx=0x7f882c02a140 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5f25009e7004b182 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:58:07.018 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:07.010+0000 7f8841d9b640 1 -- 172.21.15.119:0/850949171 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f882c02ae50 con 0x7f88440b2b40 2024-09-13T18:58:07.018 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:07.010+0000 7f8841d9b640 1 -- 172.21.15.119:0/850949171 <== mon.0 v2:172.21.15.119:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f882c032440 con 0x7f88440b2b40 2024-09-13T18:58:07.018 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:07.010+0000 7f8841d9b640 1 -- 172.21.15.119:0/850949171 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f882c0327d0 con 0x7f88440b2b40 2024-09-13T18:58:07.018 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:07.010+0000 7f8848995640 1 -- 172.21.15.119:0/850949171 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f88440b2b40 msgr2=0x7f88440ad400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:58:07.018 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:07.010+0000 7f8848995640 1 --2- 172.21.15.119:0/850949171 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f88440b2b40 0x7f88440ad400 secure :-1 s=READY pgs=608 cs=0 l=1 rev1=1 crypto rx=0x7f882c0097a0 tx=0x7f882c02a140 comp rx=0 tx=0).stop 2024-09-13T18:58:07.018 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:07.011+0000 7f8848995640 1 -- 172.21.15.119:0/850949171 shutdown_connections 2024-09-13T18:58:07.018 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:07.011+0000 7f8848995640 1 --2- 172.21.15.119:0/850949171 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f88440b2b40 0x7f88440ad400 unknown :-1 s=CLOSED pgs=608 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:58:07.018 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:07.011+0000 7f8848995640 1 -- 172.21.15.119:0/850949171 >> 172.21.15.119:0/850949171 conn(0x7f884406a0b0 msgr2=0x7f884406a4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:58:07.018 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:07.011+0000 7f8848995640 1 -- 172.21.15.119:0/850949171 shutdown_connections 2024-09-13T18:58:07.019 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:07.011+0000 7f8848995640 1 -- 172.21.15.119:0/850949171 wait complete. 2024-09-13T18:58:07.019 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:07.012+0000 7f8848995640 1 Processor -- start 2024-09-13T18:58:07.019 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:07.012+0000 7f8848995640 1 -- start start 2024-09-13T18:58:07.019 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:07.013+0000 7f8848995640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f88440b2b40 0x7f88440aee30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:58:07.019 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:07.013+0000 7f8848995640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f88440ce4f0 0x7f88440af7b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:58:07.019 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:07.013+0000 7f8848995640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f8844159310 0x7f88440c3bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:58:07.019 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:07.013+0000 7f8848995640 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f88440afcf0 con 0x7f8844159310 2024-09-13T18:58:07.019 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:07.013+0000 7f8848995640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f88440c4130 con 0x7f88440ce4f0 2024-09-13T18:58:07.019 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:07.013+0000 7f8848995640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f88441dfb00 con 0x7f88440b2b40 2024-09-13T18:58:07.019 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:07.013+0000 7f8842d9d640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f8844159310 0x7f88440c3bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:58:07.019 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:07.013+0000 7f8842d9d640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f8844159310 0x7f88440c3bf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.119:3300/0 says I am v2:172.21.15.119:43756/0 (socket says 172.21.15.119:43756) 2024-09-13T18:58:07.019 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:07.013+0000 7f8842d9d640 1 -- 172.21.15.119:0/2754093937 learned_addr learned my addr 172.21.15.119:0/2754093937 (peer_addr_for_me v2:172.21.15.119:0/0) 2024-09-13T18:58:07.019 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:07.013+0000 7f884259c640 1 --2- 172.21.15.119:0/2754093937 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f88440b2b40 0x7f88440aee30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:58:07.020 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:07.013+0000 7f883bfff640 1 --2- 172.21.15.119:0/2754093937 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f88440ce4f0 0x7f88440af7b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:58:07.020 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:07.013+0000 7f8842d9d640 1 -- 172.21.15.119:0/2754093937 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f88440b2b40 msgr2=0x7f88440aee30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:58:07.020 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:07.013+0000 7f8842d9d640 1 --2- 172.21.15.119:0/2754093937 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f88440b2b40 0x7f88440aee30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:58:07.020 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:07.013+0000 7f8842d9d640 1 -- 172.21.15.119:0/2754093937 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f88440ce4f0 msgr2=0x7f88440af7b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:58:07.020 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:07.013+0000 7f8842d9d640 1 --2- 172.21.15.119:0/2754093937 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f88440ce4f0 0x7f88440af7b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:58:07.020 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:07.013+0000 7f8842d9d640 1 -- 172.21.15.119:0/2754093937 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f882c009400 con 0x7f8844159310 2024-09-13T18:58:07.020 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:07.013+0000 7f883bfff640 1 --2- 172.21.15.119:0/2754093937 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f88440ce4f0 0x7f88440af7b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T18:58:07.020 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:07.013+0000 7f8842d9d640 1 --2- 172.21.15.119:0/2754093937 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f8844159310 0x7f88440c3bf0 secure :-1 s=READY pgs=609 cs=0 l=1 rev1=1 crypto rx=0x7f883c00c780 tx=0x7f883c00cc40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:58:07.020 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:07.013+0000 7f883affd640 1 -- 172.21.15.119:0/2754093937 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f883c004b60 con 0x7f8844159310 2024-09-13T18:58:07.020 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:07.013+0000 7f883affd640 1 -- 172.21.15.119:0/2754093937 <== mon.0 v2:172.21.15.119:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f883c00ce90 con 0x7f8844159310 2024-09-13T18:58:07.020 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:07.013+0000 7f8848995640 1 -- 172.21.15.119:0/2754093937 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f88441dfde0 con 0x7f8844159310 2024-09-13T18:58:07.020 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:07.013+0000 7f883affd640 1 -- 172.21.15.119:0/2754093937 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f883c00a850 con 0x7f8844159310 2024-09-13T18:58:07.021 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:07.013+0000 7f8848995640 1 -- 172.21.15.119:0/2754093937 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f88440ae630 con 0x7f8844159310 2024-09-13T18:58:07.021 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:07.014+0000 7f8848995640 1 -- 172.21.15.119:0/2754093937 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f88440ad400 con 0x7f8844159310 2024-09-13T18:58:07.021 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:07.015+0000 7f883affd640 1 -- 172.21.15.119:0/2754093937 <== mon.0 v2:172.21.15.119:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f883c00a9b0 con 0x7f8844159310 2024-09-13T18:58:07.021 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:07.015+0000 7f883affd640 1 --2- 172.21.15.119:0/2754093937 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f882406ac00 0x7f882406d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:58:07.022 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:07.016+0000 7f884259c640 1 --2- 172.21.15.119:0/2754093937 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f882406ac00 0x7f882406d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:58:07.022 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:07.016+0000 7f883affd640 1 -- 172.21.15.119:0/2754093937 <== mon.0 v2:172.21.15.119:3300/0 5 ==== osd_map(42..42 src has 1..42) v4 ==== 6201+0+0 (secure 0 0 0) 0x7f883c0895b0 con 0x7f8844159310 2024-09-13T18:58:07.022 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:07.016+0000 7f884259c640 1 --2- 172.21.15.119:0/2754093937 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f882406ac00 0x7f882406d0c0 secure :-1 s=READY pgs=290 cs=0 l=1 rev1=1 crypto rx=0x7f8834007fd0 tx=0x7f8834007de0 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:58:07.023 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:07.020+0000 7f883affd640 1 -- 172.21.15.119:0/2754093937 <== mon.0 v2:172.21.15.119:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f883c054630 con 0x7f8844159310 2024-09-13T18:58:07.220 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:07.217+0000 7f8848995640 1 -- 172.21.15.119:0/2754093937 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_command({"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true} v 0) v1 -- 0x7f88440cbf90 con 0x7f8844159310 2024-09-13T18:58:07.899 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:07.895+0000 7f883affd640 1 -- 172.21.15.119:0/2754093937 <== mon.0 v2:172.21.15.119:3300/0 7 ==== mon_command_ack([{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]=0 v24) v1 ==== 104+0+0 (secure 0 0 0) 0x7f883c057c50 con 0x7f8844159310 2024-09-13T18:58:07.901 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:07.898+0000 7f8848995640 1 -- 172.21.15.119:0/2754093937 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f882406ac00 msgr2=0x7f882406d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:58:07.901 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:07.898+0000 7f8848995640 1 --2- 172.21.15.119:0/2754093937 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f882406ac00 0x7f882406d0c0 secure :-1 s=READY pgs=290 cs=0 l=1 rev1=1 crypto rx=0x7f8834007fd0 tx=0x7f8834007de0 comp rx=0 tx=0).stop 2024-09-13T18:58:07.901 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:07.898+0000 7f8848995640 1 -- 172.21.15.119:0/2754093937 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f8844159310 msgr2=0x7f88440c3bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:58:07.901 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:07.898+0000 7f8848995640 1 --2- 172.21.15.119:0/2754093937 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f8844159310 0x7f88440c3bf0 secure :-1 s=READY pgs=609 cs=0 l=1 rev1=1 crypto rx=0x7f883c00c780 tx=0x7f883c00cc40 comp rx=0 tx=0).stop 2024-09-13T18:58:07.902 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:07.898+0000 7f8848995640 1 -- 172.21.15.119:0/2754093937 shutdown_connections 2024-09-13T18:58:07.902 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:07.898+0000 7f8848995640 1 --2- 172.21.15.119:0/2754093937 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f882406ac00 0x7f882406d0c0 unknown :-1 s=CLOSED pgs=290 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:58:07.902 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:07.898+0000 7f8848995640 1 --2- 172.21.15.119:0/2754093937 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f8844159310 0x7f88440c3bf0 unknown :-1 s=CLOSED pgs=609 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:58:07.902 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:07.898+0000 7f8848995640 1 --2- 172.21.15.119:0/2754093937 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f88440ce4f0 0x7f88440af7b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:58:07.902 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:07.898+0000 7f8848995640 1 --2- 172.21.15.119:0/2754093937 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f88440b2b40 0x7f88440aee30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:58:07.902 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:07.898+0000 7f8848995640 1 -- 172.21.15.119:0/2754093937 >> 172.21.15.119:0/2754093937 conn(0x7f884406a0b0 msgr2=0x7f88440ab140 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:58:07.902 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:07.898+0000 7f8848995640 1 -- 172.21.15.119:0/2754093937 shutdown_connections 2024-09-13T18:58:07.902 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:07.898+0000 7f8848995640 1 -- 172.21.15.119:0/2754093937 wait complete. 2024-09-13T18:58:07.913 DEBUG:teuthology.orchestra.run.smithi119:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_metadata cephfs_metadata --yes-i-really-really-mean-it 2024-09-13T18:58:08.057 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:08.054+0000 7f794ef1f640 1 Processor -- start 2024-09-13T18:58:08.058 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:08.054+0000 7f794ef1f640 1 -- start start 2024-09-13T18:58:08.058 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:08.055+0000 7f794ef1f640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f79480b2b40 0x7f79480ad400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:58:08.059 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:08.055+0000 7f794ef1f640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f79480ce4f0 0x7f79480ce900 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:58:08.059 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:08.055+0000 7f794ef1f640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f79480ccbe0 con 0x7f7948159310 2024-09-13T18:58:08.059 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:08.055+0000 7f794ef1f640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f79480ad940 con 0x7f79480b2b40 2024-09-13T18:58:08.059 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:08.055+0000 7f794ef1f640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f79480b1810 con 0x7f79480ce4f0 2024-09-13T18:58:08.059 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:08.055+0000 7f794d4bc640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f79480ce4f0 0x7f79480ce900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:58:08.059 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:08.055+0000 7f793ffff640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f79480b2b40 0x7f79480ad400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:58:08.059 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:08.055+0000 7f794d4bc640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f79480ce4f0 0x7f79480ce900 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.145:3301/0 says I am v2:172.21.15.119:50168/0 (socket says 172.21.15.119:50168) 2024-09-13T18:58:08.059 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:08.055+0000 7f794d4bc640 1 -- 172.21.15.119:0/2508987206 learned_addr learned my addr 172.21.15.119:0/2508987206 (peer_addr_for_me v2:172.21.15.119:0/0) 2024-09-13T18:58:08.060 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:08.055+0000 7f793ffff640 1 -- 172.21.15.119:0/2508987206 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f79480ce4f0 msgr2=0x7f79480ce900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T18:58:08.060 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:08.055+0000 7f793ffff640 1 --2- 172.21.15.119:0/2508987206 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f79480ce4f0 0x7f79480ce900 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:58:08.061 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:08.055+0000 7f793ffff640 1 -- 172.21.15.119:0/2508987206 >> v1:172.21.15.145:6789/0 conn(0x7f7948159310 legacy=0x7f79480ab140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:58:08.061 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:08.055+0000 7f793ffff640 1 -- 172.21.15.119:0/2508987206 --> v2:172.21.15.145:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f79480cee40 con 0x7f79480b2b40 2024-09-13T18:58:08.061 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:08.055+0000 7f794d4bc640 1 --2- 172.21.15.119:0/2508987206 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f79480ce4f0 0x7f79480ce900 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T18:58:08.061 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:08.056+0000 7f793ffff640 1 --2- 172.21.15.119:0/2508987206 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f79480b2b40 0x7f79480ad400 secure :-1 s=READY pgs=219 cs=0 l=1 rev1=1 crypto rx=0x7f79380097a0 tx=0x7f793802a0f0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=d8261397f70be024 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:58:08.061 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:08.056+0000 7f793f7fe640 1 -- 172.21.15.119:0/2508987206 <== mon.1 v2:172.21.15.145:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f793802ae40 con 0x7f79480b2b40 2024-09-13T18:58:08.061 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:08.056+0000 7f793f7fe640 1 -- 172.21.15.119:0/2508987206 <== mon.1 v2:172.21.15.145:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7938032440 con 0x7f79480b2b40 2024-09-13T18:58:08.061 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:08.056+0000 7f793f7fe640 1 -- 172.21.15.119:0/2508987206 <== mon.1 v2:172.21.15.145:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f79380327d0 con 0x7f79480b2b40 2024-09-13T18:58:08.061 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:08.057+0000 7f794ef1f640 1 -- 172.21.15.119:0/2508987206 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f79480b2b40 msgr2=0x7f79480ad400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:58:08.061 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:08.057+0000 7f794ef1f640 1 --2- 172.21.15.119:0/2508987206 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f79480b2b40 0x7f79480ad400 secure :-1 s=READY pgs=219 cs=0 l=1 rev1=1 crypto rx=0x7f79380097a0 tx=0x7f793802a0f0 comp rx=0 tx=0).stop 2024-09-13T18:58:08.061 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:08.057+0000 7f794ef1f640 1 -- 172.21.15.119:0/2508987206 shutdown_connections 2024-09-13T18:58:08.061 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:08.057+0000 7f794ef1f640 1 --2- 172.21.15.119:0/2508987206 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f79480ce4f0 0x7f79480ce900 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:58:08.061 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:08.057+0000 7f794ef1f640 1 --2- 172.21.15.119:0/2508987206 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f79480b2b40 0x7f79480ad400 unknown :-1 s=CLOSED pgs=219 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:58:08.061 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:08.057+0000 7f794ef1f640 1 -- 172.21.15.119:0/2508987206 >> 172.21.15.119:0/2508987206 conn(0x7f794806a0b0 msgr2=0x7f794806a4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:58:08.062 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:08.057+0000 7f794ef1f640 1 -- 172.21.15.119:0/2508987206 shutdown_connections 2024-09-13T18:58:08.062 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:08.057+0000 7f794ef1f640 1 -- 172.21.15.119:0/2508987206 wait complete. 2024-09-13T18:58:08.063 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:08.058+0000 7f794ef1f640 1 Processor -- start 2024-09-13T18:58:08.063 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:08.058+0000 7f794ef1f640 1 -- start start 2024-09-13T18:58:08.064 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:08.059+0000 7f794ef1f640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f79480b2b40 0x7f79481576f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:58:08.064 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:08.059+0000 7f794ef1f640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f79480ce4f0 0x7f7948099cb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:58:08.064 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:08.059+0000 7f794ef1f640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f7948159310 0x7f7948156550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:58:08.064 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:08.059+0000 7f794ef1f640 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f794809b490 con 0x7f79480ce4f0 2024-09-13T18:58:08.064 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:08.059+0000 7f794ef1f640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7948156a90 con 0x7f79480b2b40 2024-09-13T18:58:08.064 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:08.059+0000 7f794ef1f640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f794809bd70 con 0x7f7948159310 2024-09-13T18:58:08.064 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:08.059+0000 7f793ffff640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f79480ce4f0 0x7f7948099cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:58:08.064 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:08.059+0000 7f793ffff640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f79480ce4f0 0x7f7948099cb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.119:3300/0 says I am v2:172.21.15.119:43770/0 (socket says 172.21.15.119:43770) 2024-09-13T18:58:08.064 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:08.059+0000 7f793ffff640 1 -- 172.21.15.119:0/3996870066 learned_addr learned my addr 172.21.15.119:0/3996870066 (peer_addr_for_me v2:172.21.15.119:0/0) 2024-09-13T18:58:08.064 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:08.059+0000 7f794d4bc640 1 --2- 172.21.15.119:0/3996870066 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f7948159310 0x7f7948156550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:58:08.064 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:08.059+0000 7f794ccbb640 1 --2- 172.21.15.119:0/3996870066 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f79480b2b40 0x7f79481576f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:58:08.064 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:08.059+0000 7f793ffff640 1 -- 172.21.15.119:0/3996870066 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f7948159310 msgr2=0x7f7948156550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:58:08.065 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:08.059+0000 7f793ffff640 1 --2- 172.21.15.119:0/3996870066 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f7948159310 0x7f7948156550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:58:08.065 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:08.059+0000 7f793ffff640 1 -- 172.21.15.119:0/3996870066 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f79480b2b40 msgr2=0x7f79481576f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:58:08.065 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:08.059+0000 7f793ffff640 1 --2- 172.21.15.119:0/3996870066 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f79480b2b40 0x7f79481576f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:58:08.065 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:08.059+0000 7f793ffff640 1 -- 172.21.15.119:0/3996870066 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7940009b30 con 0x7f79480ce4f0 2024-09-13T18:58:08.065 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:08.060+0000 7f793ffff640 1 --2- 172.21.15.119:0/3996870066 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f79480ce4f0 0x7f7948099cb0 secure :-1 s=READY pgs=610 cs=0 l=1 rev1=1 crypto rx=0x7f79380098c0 tx=0x7f79380046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:58:08.065 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:08.060+0000 7f793d7fa640 1 -- 172.21.15.119:0/3996870066 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f793803d8f0 con 0x7f79480ce4f0 2024-09-13T18:58:08.065 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:08.060+0000 7f793d7fa640 1 -- 172.21.15.119:0/3996870066 <== mon.0 v2:172.21.15.119:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f793803da70 con 0x7f79480ce4f0 2024-09-13T18:58:08.065 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:08.060+0000 7f793d7fa640 1 -- 172.21.15.119:0/3996870066 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f793803de20 con 0x7f79480ce4f0 2024-09-13T18:58:08.065 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:08.060+0000 7f794ef1f640 1 -- 172.21.15.119:0/3996870066 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f7938009400 con 0x7f79480ce4f0 2024-09-13T18:58:08.065 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:08.060+0000 7f794ef1f640 1 -- 172.21.15.119:0/3996870066 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f794809af70 con 0x7f79480ce4f0 2024-09-13T18:58:08.066 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:08.061+0000 7f794ef1f640 1 -- 172.21.15.119:0/3996870066 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f794809c290 con 0x7f79480ce4f0 2024-09-13T18:58:08.066 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:08.061+0000 7f793d7fa640 1 -- 172.21.15.119:0/3996870066 <== mon.0 v2:172.21.15.119:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f7938039040 con 0x7f79480ce4f0 2024-09-13T18:58:08.066 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:08.062+0000 7f793d7fa640 1 --2- 172.21.15.119:0/3996870066 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f793406ac00 0x7f793406d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:58:08.066 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:08.062+0000 7f793d7fa640 1 -- 172.21.15.119:0/3996870066 <== mon.0 v2:172.21.15.119:3300/0 5 ==== osd_map(42..42 src has 1..42) v4 ==== 6201+0+0 (secure 0 0 0) 0x7f79380a9d50 con 0x7f79480ce4f0 2024-09-13T18:58:08.066 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:08.062+0000 7f794ccbb640 1 --2- 172.21.15.119:0/3996870066 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f793406ac00 0x7f793406d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:58:08.066 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:08.062+0000 7f794ccbb640 1 --2- 172.21.15.119:0/3996870066 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f793406ac00 0x7f793406d0c0 secure :-1 s=READY pgs=292 cs=0 l=1 rev1=1 crypto rx=0x7f7944000f60 tx=0x7f7944009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:58:08.069 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:08.066+0000 7f793d7fa640 1 -- 172.21.15.119:0/3996870066 <== mon.0 v2:172.21.15.119:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f79380ad030 con 0x7f79480ce4f0 2024-09-13T18:58:08.232 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:08.229+0000 7f794ef1f640 1 -- 172.21.15.119:0/3996870066 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true} v 0) v1 -- 0x7f794806dfa0 con 0x7f79480ce4f0 2024-09-13T18:58:08.909 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:08.905+0000 7f793d7fa640 1 -- 172.21.15.119:0/3996870066 <== mon.0 v2:172.21.15.119:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_metadata' removed v43) v1 ==== 181+0+0 (secure 0 0 0) 0x7f7938074d40 con 0x7f79480ce4f0 2024-09-13T18:58:08.909 INFO:teuthology.orchestra.run.smithi119.stderr:pool 'cephfs_metadata' removed 2024-09-13T18:58:08.912 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:08.909+0000 7f794ef1f640 1 -- 172.21.15.119:0/3996870066 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f793406ac00 msgr2=0x7f793406d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:58:08.913 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:08.909+0000 7f794ef1f640 1 --2- 172.21.15.119:0/3996870066 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f793406ac00 0x7f793406d0c0 secure :-1 s=READY pgs=292 cs=0 l=1 rev1=1 crypto rx=0x7f7944000f60 tx=0x7f7944009040 comp rx=0 tx=0).stop 2024-09-13T18:58:08.913 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:08.909+0000 7f794ef1f640 1 -- 172.21.15.119:0/3996870066 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f79480ce4f0 msgr2=0x7f7948099cb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:58:08.913 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:08.909+0000 7f794ef1f640 1 --2- 172.21.15.119:0/3996870066 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f79480ce4f0 0x7f7948099cb0 secure :-1 s=READY pgs=610 cs=0 l=1 rev1=1 crypto rx=0x7f79380098c0 tx=0x7f79380046c0 comp rx=0 tx=0).stop 2024-09-13T18:58:08.913 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:08.909+0000 7f794ef1f640 1 -- 172.21.15.119:0/3996870066 shutdown_connections 2024-09-13T18:58:08.913 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:08.909+0000 7f794ef1f640 1 --2- 172.21.15.119:0/3996870066 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f793406ac00 0x7f793406d0c0 unknown :-1 s=CLOSED pgs=292 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:58:08.913 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:08.909+0000 7f794ef1f640 1 --2- 172.21.15.119:0/3996870066 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f7948159310 0x7f7948156550 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:58:08.913 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:08.909+0000 7f794ef1f640 1 --2- 172.21.15.119:0/3996870066 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f79480ce4f0 0x7f7948099cb0 unknown :-1 s=CLOSED pgs=610 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:58:08.913 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:08.909+0000 7f794ef1f640 1 --2- 172.21.15.119:0/3996870066 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f79480b2b40 0x7f79481576f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:58:08.913 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:08.909+0000 7f794ef1f640 1 -- 172.21.15.119:0/3996870066 >> 172.21.15.119:0/3996870066 conn(0x7f794806a0b0 msgr2=0x7f7948070d10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:58:08.913 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:08.909+0000 7f794ef1f640 1 -- 172.21.15.119:0/3996870066 shutdown_connections 2024-09-13T18:58:08.913 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:08.909+0000 7f794ef1f640 1 -- 172.21.15.119:0/3996870066 wait complete. 2024-09-13T18:58:08.926 DEBUG:teuthology.orchestra.run.smithi119:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_data cephfs_data --yes-i-really-really-mean-it 2024-09-13T18:58:09.035 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:09.031+0000 7f21a5a8e640 1 Processor -- start 2024-09-13T18:58:09.035 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:09.031+0000 7f21a5a8e640 1 -- start start 2024-09-13T18:58:09.036 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:09.032+0000 7f21a5a8e640 1 --2- >> v2:172.21.15.119:3300/0 conn(0x7f21a00d2760 0x7f21a00cd8e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:58:09.036 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:09.032+0000 7f21a5a8e640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f21a00cde20 0x7f21a00d0000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:58:09.037 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:09.032+0000 7f21a5a8e640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f21a00cd450 con 0x7f21a015c500 2024-09-13T18:58:09.037 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:09.032+0000 7f21a5a8e640 1 -- --> v2:172.21.15.119:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f21a00d0cf0 con 0x7f21a00d2760 2024-09-13T18:58:09.037 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:09.032+0000 7f21a5a8e640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f21a00d0fd0 con 0x7f21a00cde20 2024-09-13T18:58:09.037 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:09.032+0000 7f219effd640 1 --2- >> v2:172.21.15.119:3300/0 conn(0x7f21a00d2760 0x7f21a00cd8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:58:09.037 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:09.032+0000 7f219effd640 1 --2- >> v2:172.21.15.119:3300/0 conn(0x7f21a00d2760 0x7f21a00cd8e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.119:3300/0 says I am v2:172.21.15.119:43786/0 (socket says 172.21.15.119:43786) 2024-09-13T18:58:09.037 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:09.032+0000 7f219effd640 1 -- 172.21.15.119:0/241125759 learned_addr learned my addr 172.21.15.119:0/241125759 (peer_addr_for_me v2:172.21.15.119:0/0) 2024-09-13T18:58:09.037 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:09.032+0000 7f219effd640 1 -- 172.21.15.119:0/241125759 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f21a00cde20 msgr2=0x7f21a00d0000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T18:58:09.037 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:09.032+0000 7f219ffff640 1 --2- 172.21.15.119:0/241125759 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f21a00cde20 0x7f21a00d0000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:58:09.037 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:09.032+0000 7f219effd640 1 --2- 172.21.15.119:0/241125759 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f21a00cde20 0x7f21a00d0000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:58:09.038 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:09.032+0000 7f219effd640 1 -- 172.21.15.119:0/241125759 >> v1:172.21.15.145:6789/0 conn(0x7f21a015c500 legacy=0x7f21a00d2050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T18:58:09.038 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:09.032+0000 7f219effd640 1 -- 172.21.15.119:0/241125759 --> v2:172.21.15.119:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f21a00cd0e0 con 0x7f21a00d2760 2024-09-13T18:58:09.038 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:09.032+0000 7f219ffff640 1 --2- 172.21.15.119:0/241125759 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f21a00cde20 0x7f21a00d0000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T18:58:09.042 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:09.033+0000 7f219effd640 1 --2- 172.21.15.119:0/241125759 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f21a00d2760 0x7f21a00cd8e0 secure :-1 s=READY pgs=611 cs=0 l=1 rev1=1 crypto rx=0x7f2194009870 tx=0x7f219402a210 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4f7b7a2429331288 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:58:09.043 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:09.033+0000 7f219e7fc640 1 -- 172.21.15.119:0/241125759 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2194032440 con 0x7f21a00d2760 2024-09-13T18:58:09.043 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:09.033+0000 7f219e7fc640 1 -- 172.21.15.119:0/241125759 <== mon.0 v2:172.21.15.119:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f21940325a0 con 0x7f21a00d2760 2024-09-13T18:58:09.043 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:09.033+0000 7f219e7fc640 1 -- 172.21.15.119:0/241125759 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2194032930 con 0x7f21a00d2760 2024-09-13T18:58:09.043 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:09.034+0000 7f21a5a8e640 1 -- 172.21.15.119:0/241125759 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f21a00d2760 msgr2=0x7f21a00cd8e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:58:09.043 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:09.034+0000 7f21a5a8e640 1 --2- 172.21.15.119:0/241125759 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f21a00d2760 0x7f21a00cd8e0 secure :-1 s=READY pgs=611 cs=0 l=1 rev1=1 crypto rx=0x7f2194009870 tx=0x7f219402a210 comp rx=0 tx=0).stop 2024-09-13T18:58:09.043 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:09.034+0000 7f21a5a8e640 1 -- 172.21.15.119:0/241125759 shutdown_connections 2024-09-13T18:58:09.043 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:09.034+0000 7f21a5a8e640 1 --2- 172.21.15.119:0/241125759 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f21a00cde20 0x7f21a00d0000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:58:09.043 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:09.034+0000 7f21a5a8e640 1 --2- 172.21.15.119:0/241125759 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f21a00d2760 0x7f21a00cd8e0 unknown :-1 s=CLOSED pgs=611 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:58:09.043 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:09.034+0000 7f21a5a8e640 1 -- 172.21.15.119:0/241125759 >> 172.21.15.119:0/241125759 conn(0x7f21a0089f60 msgr2=0x7f21a009b830 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:58:09.043 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:09.034+0000 7f21a5a8e640 1 -- 172.21.15.119:0/241125759 shutdown_connections 2024-09-13T18:58:09.043 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:09.034+0000 7f21a5a8e640 1 -- 172.21.15.119:0/241125759 wait complete. 2024-09-13T18:58:09.043 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:09.035+0000 7f21a5a8e640 1 Processor -- start 2024-09-13T18:58:09.044 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:09.035+0000 7f21a5a8e640 1 -- start start 2024-09-13T18:58:09.044 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:09.036+0000 7f21a5a8e640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f21a00cde20 0x7f21a015a600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:58:09.044 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:09.036+0000 7f21a5a8e640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f21a00d2760 0x7f21a00b7bb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:58:09.044 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:09.036+0000 7f21a5a8e640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f21a015c500 0x7f21a01f1fa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:58:09.044 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:09.036+0000 7f21a5a8e640 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f21a00ca6a0 con 0x7f21a015c500 2024-09-13T18:58:09.044 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:09.036+0000 7f21a5a8e640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f21a00b81b0 con 0x7f21a00d2760 2024-09-13T18:58:09.044 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:09.036+0000 7f21a5a8e640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f21a00ca8f0 con 0x7f21a00cde20 2024-09-13T18:58:09.044 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:09.036+0000 7f219ffff640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f21a015c500 0x7f21a01f1fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:58:09.044 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:09.036+0000 7f219ffff640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f21a015c500 0x7f21a01f1fa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.119:3300/0 says I am v2:172.21.15.119:43792/0 (socket says 172.21.15.119:43792) 2024-09-13T18:58:09.044 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:09.036+0000 7f219ffff640 1 -- 172.21.15.119:0/87381803 learned_addr learned my addr 172.21.15.119:0/87381803 (peer_addr_for_me v2:172.21.15.119:0/0) 2024-09-13T18:58:09.044 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:09.036+0000 7f219f7fe640 1 --2- 172.21.15.119:0/87381803 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f21a00cde20 0x7f21a015a600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:58:09.044 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:09.036+0000 7f219effd640 1 --2- 172.21.15.119:0/87381803 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f21a00d2760 0x7f21a00b7bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:58:09.045 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:09.037+0000 7f219ffff640 1 -- 172.21.15.119:0/87381803 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f21a00cde20 msgr2=0x7f21a015a600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:58:09.045 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:09.037+0000 7f219ffff640 1 --2- 172.21.15.119:0/87381803 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f21a00cde20 0x7f21a015a600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:58:09.045 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:09.037+0000 7f219ffff640 1 -- 172.21.15.119:0/87381803 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f21a00d2760 msgr2=0x7f21a00b7bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:58:09.045 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:09.037+0000 7f219ffff640 1 --2- 172.21.15.119:0/87381803 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f21a00d2760 0x7f21a00b7bb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:58:09.045 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:09.037+0000 7f219ffff640 1 -- 172.21.15.119:0/87381803 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f21940094d0 con 0x7f21a015c500 2024-09-13T18:58:09.045 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:09.037+0000 7f219ffff640 1 --2- 172.21.15.119:0/87381803 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f21a015c500 0x7f21a01f1fa0 secure :-1 s=READY pgs=612 cs=0 l=1 rev1=1 crypto rx=0x7f219800c7f0 tx=0x7f219800ccb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:58:09.045 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:09.037+0000 7f2187fff640 1 -- 172.21.15.119:0/87381803 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2198007820 con 0x7f21a015c500 2024-09-13T18:58:09.045 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:09.037+0000 7f2187fff640 1 -- 172.21.15.119:0/87381803 <== mon.0 v2:172.21.15.119:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f2198007980 con 0x7f21a015c500 2024-09-13T18:58:09.045 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:09.037+0000 7f21a5a8e640 1 -- 172.21.15.119:0/87381803 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f21a00cabd0 con 0x7f21a015c500 2024-09-13T18:58:09.045 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:09.037+0000 7f2187fff640 1 -- 172.21.15.119:0/87381803 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2198007d70 con 0x7f21a015c500 2024-09-13T18:58:09.045 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:09.037+0000 7f21a5a8e640 1 -- 172.21.15.119:0/87381803 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f21a015aca0 con 0x7f21a015c500 2024-09-13T18:58:09.045 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:09.038+0000 7f21a5a8e640 1 -- 172.21.15.119:0/87381803 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f21a00cb0f0 con 0x7f21a015c500 2024-09-13T18:58:09.045 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:09.038+0000 7f2187fff640 1 -- 172.21.15.119:0/87381803 <== mon.0 v2:172.21.15.119:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f21980113f0 con 0x7f21a015c500 2024-09-13T18:58:09.046 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:09.039+0000 7f2187fff640 1 --2- 172.21.15.119:0/87381803 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f218c06ac00 0x7f218c06d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:58:09.046 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:09.039+0000 7f219f7fe640 1 --2- 172.21.15.119:0/87381803 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f218c06ac00 0x7f218c06d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:58:09.046 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:09.039+0000 7f2187fff640 1 -- 172.21.15.119:0/87381803 <== mon.0 v2:172.21.15.119:3300/0 5 ==== osd_map(43..43 src has 1..43) v4 ==== 5763+0+0 (secure 0 0 0) 0x7f21980895c0 con 0x7f21a015c500 2024-09-13T18:58:09.046 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:09.039+0000 7f219f7fe640 1 --2- 172.21.15.119:0/87381803 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f218c06ac00 0x7f218c06d0c0 secure :-1 s=READY pgs=293 cs=0 l=1 rev1=1 crypto rx=0x7f21a01f54b0 tx=0x7f219000d040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:58:09.046 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:09.043+0000 7f2187fff640 1 -- 172.21.15.119:0/87381803 <== mon.0 v2:172.21.15.119:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f21a00cb0f0 con 0x7f21a015c500 2024-09-13T18:58:09.210 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:09.206+0000 7f21a5a8e640 1 -- 172.21.15.119:0/87381803 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true} v 0) v1 -- 0x7f21a00cb0f0 con 0x7f21a015c500 2024-09-13T18:58:09.918 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:09.915+0000 7f2187fff640 1 -- 172.21.15.119:0/87381803 <== mon.0 v2:172.21.15.119:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_data' removed v44) v1 ==== 169+0+0 (secure 0 0 0) 0x7f21a00cb0f0 con 0x7f21a015c500 2024-09-13T18:58:09.918 INFO:teuthology.orchestra.run.smithi119.stderr:pool 'cephfs_data' removed 2024-09-13T18:58:09.921 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:09.918+0000 7f21a5a8e640 1 -- 172.21.15.119:0/87381803 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f218c06ac00 msgr2=0x7f218c06d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:58:09.921 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:09.918+0000 7f21a5a8e640 1 --2- 172.21.15.119:0/87381803 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f218c06ac00 0x7f218c06d0c0 secure :-1 s=READY pgs=293 cs=0 l=1 rev1=1 crypto rx=0x7f21a01f54b0 tx=0x7f219000d040 comp rx=0 tx=0).stop 2024-09-13T18:58:09.921 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:09.918+0000 7f21a5a8e640 1 -- 172.21.15.119:0/87381803 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f21a015c500 msgr2=0x7f21a01f1fa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:58:09.921 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:09.918+0000 7f21a5a8e640 1 --2- 172.21.15.119:0/87381803 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f21a015c500 0x7f21a01f1fa0 secure :-1 s=READY pgs=612 cs=0 l=1 rev1=1 crypto rx=0x7f219800c7f0 tx=0x7f219800ccb0 comp rx=0 tx=0).stop 2024-09-13T18:58:09.921 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:09.918+0000 7f21a5a8e640 1 -- 172.21.15.119:0/87381803 shutdown_connections 2024-09-13T18:58:09.921 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:09.918+0000 7f21a5a8e640 1 --2- 172.21.15.119:0/87381803 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f218c06ac00 0x7f218c06d0c0 unknown :-1 s=CLOSED pgs=293 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:58:09.921 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:09.918+0000 7f21a5a8e640 1 --2- 172.21.15.119:0/87381803 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f21a015c500 0x7f21a01f1fa0 unknown :-1 s=CLOSED pgs=612 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:58:09.922 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:09.918+0000 7f21a5a8e640 1 --2- 172.21.15.119:0/87381803 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f21a00d2760 0x7f21a00b7bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:58:09.922 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:09.918+0000 7f21a5a8e640 1 --2- 172.21.15.119:0/87381803 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f21a00cde20 0x7f21a015a600 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:58:09.922 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:09.918+0000 7f21a5a8e640 1 -- 172.21.15.119:0/87381803 >> 172.21.15.119:0/87381803 conn(0x7f21a0089f60 msgr2=0x7f21a00b1f20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:58:09.922 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:09.919+0000 7f21a5a8e640 1 -- 172.21.15.119:0/87381803 shutdown_connections 2024-09-13T18:58:09.922 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:09.919+0000 7f21a5a8e640 1 -- 172.21.15.119:0/87381803 wait complete. 2024-09-13T18:58:09.934 DEBUG:teuthology.orchestra.run.smithi119:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config rm mon mon_allow_pool_delete 2024-09-13T18:58:10.037 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:10.034+0000 7faf6831f640 1 Processor -- start 2024-09-13T18:58:10.037 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:10.034+0000 7faf6831f640 1 -- start start 2024-09-13T18:58:10.040 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:10.035+0000 7faf6831f640 1 --2- >> v2:172.21.15.119:3300/0 conn(0x7faf6015c500 0x7faf600d2050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:58:10.040 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:10.035+0000 7faf6831f640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7faf600cdff0 0x7faf600d0000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:58:10.040 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:10.035+0000 7faf6831f640 1 -- --> v1:172.21.15.119:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7faf600cd450 con 0x7faf600d2590 2024-09-13T18:58:10.040 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:10.035+0000 7faf6831f640 1 -- --> v2:172.21.15.119:3300/0 -- mon_getmap magic: 0 v1 -- 0x7faf600d29f0 con 0x7faf6015c500 2024-09-13T18:58:10.040 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:10.035+0000 7faf6831f640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 v1 -- 0x7faf600d0cf0 con 0x7faf600cdff0 2024-09-13T18:58:10.040 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:10.035+0000 7faf660bb640 1 --2- >> v2:172.21.15.119:3300/0 conn(0x7faf6015c500 0x7faf600d2050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:58:10.040 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:10.035+0000 7faf658ba640 1 --1- >> v1:172.21.15.119:6789/0 conn(0x7faf600d2590 0x7faf600cd8e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.119:6789/0 says I am v1:172.21.15.119:51476/0 (socket says 172.21.15.119:51476) 2024-09-13T18:58:10.040 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:10.035+0000 7faf658ba640 1 -- 172.21.15.119:0/233007681 learned_addr learned my addr 172.21.15.119:0/233007681 (peer_addr_for_me v1:172.21.15.119:0/0) 2024-09-13T18:58:10.040 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:10.036+0000 7faf668bc640 1 --2- 172.21.15.119:0/233007681 >> v2:172.21.15.145:3300/0 conn(0x7faf600cdff0 0x7faf600d0000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:58:10.040 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:10.036+0000 7faf660bb640 1 -- 172.21.15.119:0/233007681 >> v2:172.21.15.145:3300/0 conn(0x7faf600cdff0 msgr2=0x7faf600d0000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T18:58:10.040 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:10.036+0000 7faf660bb640 1 --2- 172.21.15.119:0/233007681 >> v2:172.21.15.145:3300/0 conn(0x7faf600cdff0 0x7faf600d0000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:58:10.041 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:10.036+0000 7faf660bb640 1 -- 172.21.15.119:0/233007681 >> v1:172.21.15.119:6789/0 conn(0x7faf600d2590 legacy=0x7faf600cd8e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:58:10.041 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:10.036+0000 7faf660bb640 1 -- 172.21.15.119:0/233007681 --> v2:172.21.15.119:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7faf600d0fd0 con 0x7faf6015c500 2024-09-13T18:58:10.041 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:10.036+0000 7faf650b9640 1 -- 172.21.15.119:0/233007681 <== mon.0 v1:172.21.15.119:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2304753110 0 0) 0x7faf600cd450 con 0x7faf600d2590 2024-09-13T18:58:10.041 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:10.036+0000 7faf660bb640 1 --2- 172.21.15.119:0/233007681 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7faf6015c500 0x7faf600d2050 secure :-1 s=READY pgs=614 cs=0 l=1 rev1=1 crypto rx=0x7faf600cca00 tx=0x7faf5c02a1a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=41bab93d8cc5900 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:58:10.041 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:10.037+0000 7faf650b9640 1 -- 172.21.15.119:0/233007681 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7faf5c032440 con 0x7faf6015c500 2024-09-13T18:58:10.041 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:10.037+0000 7faf650b9640 1 -- 172.21.15.119:0/233007681 <== mon.0 v2:172.21.15.119:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7faf5c0325a0 con 0x7faf6015c500 2024-09-13T18:58:10.041 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:10.037+0000 7faf650b9640 1 -- 172.21.15.119:0/233007681 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7faf5c032930 con 0x7faf6015c500 2024-09-13T18:58:10.041 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:10.037+0000 7faf6831f640 1 -- 172.21.15.119:0/233007681 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7faf6015c500 msgr2=0x7faf600d2050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:58:10.041 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:10.037+0000 7faf6831f640 1 --2- 172.21.15.119:0/233007681 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7faf6015c500 0x7faf600d2050 secure :-1 s=READY pgs=614 cs=0 l=1 rev1=1 crypto rx=0x7faf600cca00 tx=0x7faf5c02a1a0 comp rx=0 tx=0).stop 2024-09-13T18:58:10.041 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:10.037+0000 7faf6831f640 1 -- 172.21.15.119:0/233007681 shutdown_connections 2024-09-13T18:58:10.041 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:10.037+0000 7faf6831f640 1 --2- 172.21.15.119:0/233007681 >> v2:172.21.15.145:3300/0 conn(0x7faf600cdff0 0x7faf600d0000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:58:10.041 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:10.037+0000 7faf6831f640 1 --2- 172.21.15.119:0/233007681 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7faf6015c500 0x7faf600d2050 unknown :-1 s=CLOSED pgs=614 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:58:10.041 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:10.037+0000 7faf6831f640 1 -- 172.21.15.119:0/233007681 >> 172.21.15.119:0/233007681 conn(0x7faf60089f60 msgr2=0x7faf6009b830 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:58:10.042 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:10.037+0000 7faf6831f640 1 -- 172.21.15.119:0/233007681 shutdown_connections 2024-09-13T18:58:10.042 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:10.037+0000 7faf6831f640 1 -- 172.21.15.119:0/233007681 wait complete. 2024-09-13T18:58:10.044 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:10.038+0000 7faf6831f640 1 Processor -- start 2024-09-13T18:58:10.044 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:10.038+0000 7faf6831f640 1 -- start start 2024-09-13T18:58:10.044 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:10.039+0000 7faf6831f640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7faf600cdff0 0x7faf6015cf30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:58:10.044 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:10.039+0000 7faf6831f640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7faf600d2590 0x7faf600cebf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:58:10.044 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:10.039+0000 7faf6831f640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7faf6015c500 0x7faf600cf130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:58:10.044 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:10.039+0000 7faf6831f640 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7faf6015d910 con 0x7faf6015c500 2024-09-13T18:58:10.045 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:10.039+0000 7faf6831f640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 v1 -- 0x7faf6015dbf0 con 0x7faf600d2590 2024-09-13T18:58:10.045 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:10.039+0000 7faf6831f640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7faf6015ded0 con 0x7faf600cdff0 2024-09-13T18:58:10.045 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:10.039+0000 7faf668bc640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7faf6015c500 0x7faf600cf130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:58:10.045 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:10.039+0000 7faf668bc640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7faf6015c500 0x7faf600cf130 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.119:3300/0 says I am v2:172.21.15.119:43818/0 (socket says 172.21.15.119:43818) 2024-09-13T18:58:10.045 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:10.039+0000 7faf668bc640 1 -- 172.21.15.119:0/162080527 learned_addr learned my addr 172.21.15.119:0/162080527 (peer_addr_for_me v2:172.21.15.119:0/0) 2024-09-13T18:58:10.045 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:10.039+0000 7faf658ba640 1 --2- 172.21.15.119:0/162080527 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7faf600d2590 0x7faf600cebf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:58:10.045 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:10.039+0000 7faf660bb640 1 --2- 172.21.15.119:0/162080527 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7faf600cdff0 0x7faf6015cf30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:58:10.045 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:10.039+0000 7faf668bc640 1 -- 172.21.15.119:0/162080527 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7faf600cdff0 msgr2=0x7faf6015cf30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:58:10.045 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:10.039+0000 7faf668bc640 1 --2- 172.21.15.119:0/162080527 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7faf600cdff0 0x7faf6015cf30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:58:10.045 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:10.039+0000 7faf668bc640 1 -- 172.21.15.119:0/162080527 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7faf600d2590 msgr2=0x7faf600cebf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:58:10.045 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:10.039+0000 7faf668bc640 1 --2- 172.21.15.119:0/162080527 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7faf600d2590 0x7faf600cebf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:58:10.045 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:10.039+0000 7faf668bc640 1 -- 172.21.15.119:0/162080527 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7faf5c009400 con 0x7faf6015c500 2024-09-13T18:58:10.045 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:10.040+0000 7faf668bc640 1 --2- 172.21.15.119:0/162080527 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7faf6015c500 0x7faf600cf130 secure :-1 s=READY pgs=615 cs=0 l=1 rev1=1 crypto rx=0x7faf58007e40 tx=0x7faf5800e4b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:58:10.046 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:10.040+0000 7faf56ffd640 1 -- 172.21.15.119:0/162080527 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7faf58014620 con 0x7faf6015c500 2024-09-13T18:58:10.046 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:10.040+0000 7faf56ffd640 1 -- 172.21.15.119:0/162080527 <== mon.0 v2:172.21.15.119:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7faf5800ee90 con 0x7faf6015c500 2024-09-13T18:58:10.046 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:10.040+0000 7faf6831f640 1 -- 172.21.15.119:0/162080527 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7faf600ce3f0 con 0x7faf6015c500 2024-09-13T18:58:10.046 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:10.040+0000 7faf56ffd640 1 -- 172.21.15.119:0/162080527 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7faf580149e0 con 0x7faf6015c500 2024-09-13T18:58:10.046 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:10.040+0000 7faf6831f640 1 -- 172.21.15.119:0/162080527 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7faf600cfa90 con 0x7faf6015c500 2024-09-13T18:58:10.046 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:10.041+0000 7faf6831f640 1 -- 172.21.15.119:0/162080527 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7faf600ce910 con 0x7faf6015c500 2024-09-13T18:58:10.046 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:10.041+0000 7faf56ffd640 1 -- 172.21.15.119:0/162080527 <== mon.0 v2:172.21.15.119:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7faf58014b40 con 0x7faf6015c500 2024-09-13T18:58:10.046 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:10.042+0000 7faf56ffd640 1 --2- 172.21.15.119:0/162080527 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7faf4406ac00 0x7faf4406d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:58:10.046 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:10.042+0000 7faf56ffd640 1 -- 172.21.15.119:0/162080527 <== mon.0 v2:172.21.15.119:3300/0 5 ==== osd_map(44..44 src has 1..44) v4 ==== 5349+0+0 (secure 0 0 0) 0x7faf58089aa0 con 0x7faf6015c500 2024-09-13T18:58:10.046 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:10.042+0000 7faf660bb640 1 --2- 172.21.15.119:0/162080527 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7faf4406ac00 0x7faf4406d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:58:10.047 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:10.042+0000 7faf660bb640 1 --2- 172.21.15.119:0/162080527 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7faf4406ac00 0x7faf4406d0c0 secure :-1 s=READY pgs=294 cs=0 l=1 rev1=1 crypto rx=0x7faf5c034000 tx=0x7faf5c02e000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:58:10.048 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:10.046+0000 7faf56ffd640 1 -- 172.21.15.119:0/162080527 <== mon.0 v2:172.21.15.119:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7faf600ce910 con 0x7faf6015c500 2024-09-13T18:58:10.216 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:10.213+0000 7faf6831f640 1 -- 172.21.15.119:0/162080527 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_command({"prefix": "config rm", "who": "mon", "name": "mon_allow_pool_delete"} v 0) v1 -- 0x7faf600ce910 con 0x7faf6015c500 2024-09-13T18:58:10.219 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:10.217+0000 7faf56ffd640 1 -- 172.21.15.119:0/162080527 <== mon.0 v2:172.21.15.119:3300/0 7 ==== mon_command_ack([{"prefix": "config rm", "who": "mon", "name": "mon_allow_pool_delete"}]=0 v11) v1 ==== 104+0+0 (secure 0 0 0) 0x7faf600ce910 con 0x7faf6015c500 2024-09-13T18:58:10.222 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:10.219+0000 7faf6831f640 1 -- 172.21.15.119:0/162080527 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7faf4406ac00 msgr2=0x7faf4406d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:58:10.222 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:10.219+0000 7faf6831f640 1 --2- 172.21.15.119:0/162080527 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7faf4406ac00 0x7faf4406d0c0 secure :-1 s=READY pgs=294 cs=0 l=1 rev1=1 crypto rx=0x7faf5c034000 tx=0x7faf5c02e000 comp rx=0 tx=0).stop 2024-09-13T18:58:10.222 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:10.219+0000 7faf6831f640 1 -- 172.21.15.119:0/162080527 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7faf6015c500 msgr2=0x7faf600cf130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:58:10.222 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:10.219+0000 7faf6831f640 1 --2- 172.21.15.119:0/162080527 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7faf6015c500 0x7faf600cf130 secure :-1 s=READY pgs=615 cs=0 l=1 rev1=1 crypto rx=0x7faf58007e40 tx=0x7faf5800e4b0 comp rx=0 tx=0).stop 2024-09-13T18:58:10.222 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:10.219+0000 7faf6831f640 1 -- 172.21.15.119:0/162080527 shutdown_connections 2024-09-13T18:58:10.222 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:10.219+0000 7faf6831f640 1 --2- 172.21.15.119:0/162080527 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7faf4406ac00 0x7faf4406d0c0 unknown :-1 s=CLOSED pgs=294 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:58:10.222 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:10.219+0000 7faf6831f640 1 --2- 172.21.15.119:0/162080527 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7faf6015c500 0x7faf600cf130 unknown :-1 s=CLOSED pgs=615 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:58:10.222 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:10.219+0000 7faf6831f640 1 --2- 172.21.15.119:0/162080527 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7faf600d2590 0x7faf600cebf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:58:10.222 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:10.219+0000 7faf6831f640 1 --2- 172.21.15.119:0/162080527 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7faf600cdff0 0x7faf6015cf30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:58:10.222 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:10.219+0000 7faf6831f640 1 -- 172.21.15.119:0/162080527 >> 172.21.15.119:0/162080527 conn(0x7faf60089f60 msgr2=0x7faf600730d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:58:10.223 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:10.219+0000 7faf6831f640 1 -- 172.21.15.119:0/162080527 shutdown_connections 2024-09-13T18:58:10.223 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:10.219+0000 7faf6831f640 1 -- 172.21.15.119:0/162080527 wait complete. 2024-09-13T18:58:10.233 DEBUG:teuthology.orchestra.run.smithi119:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph log 'Ended test tasks.cephfs.test_recovery_fs.TestFSRecovery.test_recover_fs_after_fsmap_removal' 2024-09-13T18:58:10.330 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:10.327+0000 7fe9d3383640 1 Processor -- start 2024-09-13T18:58:10.330 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:10.327+0000 7fe9d3383640 1 -- start start 2024-09-13T18:58:10.331 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:10.328+0000 7fe9d3383640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fe9cc06c8a0 0x7fe9cc0b2590 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:58:10.331 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:10.328+0000 7fe9d3383640 1 --2- >> v2:172.21.15.119:3300/0 conn(0x7fe9cc0cbea0 0x7fe9cc0cc350 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:58:10.331 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:10.328+0000 7fe9d3383640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fe9cc0cc890 con 0x7fe9cc06c4c0 2024-09-13T18:58:10.331 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:10.328+0000 7fe9d3383640 1 -- --> v2:172.21.15.119:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fe9cc06deb0 con 0x7fe9cc0cbea0 2024-09-13T18:58:10.332 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:10.328+0000 7fe9d3383640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe9cc0b2170 con 0x7fe9cc06c8a0 2024-09-13T18:58:10.332 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:10.328+0000 7fe9d1920640 1 --2- >> v2:172.21.15.119:3300/0 conn(0x7fe9cc0cbea0 0x7fe9cc0cc350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:58:10.332 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:10.328+0000 7fe9d1920640 1 --2- >> v2:172.21.15.119:3300/0 conn(0x7fe9cc0cbea0 0x7fe9cc0cc350 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.119:3300/0 says I am v2:172.21.15.119:43826/0 (socket says 172.21.15.119:43826) 2024-09-13T18:58:10.332 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:10.328+0000 7fe9d1920640 1 -- 172.21.15.119:0/3099947503 learned_addr learned my addr 172.21.15.119:0/3099947503 (peer_addr_for_me v2:172.21.15.119:0/0) 2024-09-13T18:58:10.332 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:10.329+0000 7fe9d091e640 1 --2- 172.21.15.119:0/3099947503 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fe9cc06c8a0 0x7fe9cc0b2590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:58:10.332 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:10.329+0000 7fe9d1920640 1 -- 172.21.15.119:0/3099947503 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fe9cc06c8a0 msgr2=0x7fe9cc0b2590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T18:58:10.332 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:10.329+0000 7fe9d1920640 1 --2- 172.21.15.119:0/3099947503 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fe9cc06c8a0 0x7fe9cc0b2590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:58:10.332 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:10.329+0000 7fe9d1920640 1 -- 172.21.15.119:0/3099947503 >> v1:172.21.15.145:6789/0 conn(0x7fe9cc06c4c0 legacy=0x7fe9cc06d3a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T18:58:10.332 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:10.329+0000 7fe9d1920640 1 -- 172.21.15.119:0/3099947503 --> v2:172.21.15.119:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe9cc06dab0 con 0x7fe9cc0cbea0 2024-09-13T18:58:10.333 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:10.329+0000 7fe9d1920640 1 --2- 172.21.15.119:0/3099947503 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fe9cc0cbea0 0x7fe9cc0cc350 secure :-1 s=READY pgs=616 cs=0 l=1 rev1=1 crypto rx=0x7fe9cc06dff0 tx=0x7fe9bc02a6f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=65d51dd7fde1d923 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:58:10.334 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:10.329+0000 7fe9cbfff640 1 -- 172.21.15.119:0/3099947503 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe9bc031600 con 0x7fe9cc0cbea0 2024-09-13T18:58:10.334 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:10.329+0000 7fe9cbfff640 1 -- 172.21.15.119:0/3099947503 <== mon.0 v2:172.21.15.119:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe9bc02d050 con 0x7fe9cc0cbea0 2024-09-13T18:58:10.334 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:10.330+0000 7fe9cbfff640 1 -- 172.21.15.119:0/3099947503 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe9bc031980 con 0x7fe9cc0cbea0 2024-09-13T18:58:10.334 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:10.330+0000 7fe9d3383640 1 -- 172.21.15.119:0/3099947503 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fe9cc0cbea0 msgr2=0x7fe9cc0cc350 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:58:10.334 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:10.330+0000 7fe9d3383640 1 --2- 172.21.15.119:0/3099947503 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fe9cc0cbea0 0x7fe9cc0cc350 secure :-1 s=READY pgs=616 cs=0 l=1 rev1=1 crypto rx=0x7fe9cc06dff0 tx=0x7fe9bc02a6f0 comp rx=0 tx=0).stop 2024-09-13T18:58:10.334 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:10.330+0000 7fe9d3383640 1 -- 172.21.15.119:0/3099947503 shutdown_connections 2024-09-13T18:58:10.334 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:10.330+0000 7fe9d3383640 1 --2- 172.21.15.119:0/3099947503 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fe9cc0cbea0 0x7fe9cc0cc350 unknown :-1 s=CLOSED pgs=616 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:58:10.334 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:10.330+0000 7fe9d3383640 1 --2- 172.21.15.119:0/3099947503 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fe9cc06c8a0 0x7fe9cc0b2590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:58:10.334 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:10.330+0000 7fe9d3383640 1 -- 172.21.15.119:0/3099947503 >> 172.21.15.119:0/3099947503 conn(0x7fe9cc069ed0 msgr2=0x7fe9cc06a2e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:58:10.334 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:10.330+0000 7fe9d3383640 1 -- 172.21.15.119:0/3099947503 shutdown_connections 2024-09-13T18:58:10.334 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:10.330+0000 7fe9d3383640 1 -- 172.21.15.119:0/3099947503 wait complete. 2024-09-13T18:58:10.334 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:10.331+0000 7fe9d3383640 1 Processor -- start 2024-09-13T18:58:10.334 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:10.331+0000 7fe9d3383640 1 -- start start 2024-09-13T18:58:10.336 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:10.332+0000 7fe9d3383640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fe9cc06c4c0 0x7fe9cc163fa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:58:10.337 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:10.332+0000 7fe9d3383640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fe9cc06c8a0 0x7fe9cc0c7cd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:58:10.337 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:10.332+0000 7fe9d3383640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fe9cc0cbea0 0x7fe9cc0ac8c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:58:10.337 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:10.332+0000 7fe9d3383640 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe9cc0c4930 con 0x7fe9cc06c8a0 2024-09-13T18:58:10.337 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:10.332+0000 7fe9d3383640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe9cc0c8210 con 0x7fe9cc0cbea0 2024-09-13T18:58:10.337 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:10.332+0000 7fe9d3383640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe9cc1521b0 con 0x7fe9cc06c4c0 2024-09-13T18:58:10.337 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:10.332+0000 7fe9d091e640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fe9cc06c8a0 0x7fe9cc0c7cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:58:10.337 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:10.332+0000 7fe9d091e640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fe9cc06c8a0 0x7fe9cc0c7cd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.119:3300/0 says I am v2:172.21.15.119:43834/0 (socket says 172.21.15.119:43834) 2024-09-13T18:58:10.337 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:10.332+0000 7fe9d091e640 1 -- 172.21.15.119:0/602998568 learned_addr learned my addr 172.21.15.119:0/602998568 (peer_addr_for_me v2:172.21.15.119:0/0) 2024-09-13T18:58:10.337 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:10.332+0000 7fe9d1920640 1 --2- 172.21.15.119:0/602998568 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fe9cc0cbea0 0x7fe9cc0ac8c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:58:10.337 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:10.332+0000 7fe9d111f640 1 --2- 172.21.15.119:0/602998568 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fe9cc06c4c0 0x7fe9cc163fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:58:10.337 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:10.332+0000 7fe9d091e640 1 -- 172.21.15.119:0/602998568 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fe9cc06c4c0 msgr2=0x7fe9cc163fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:58:10.337 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:10.332+0000 7fe9d091e640 1 --2- 172.21.15.119:0/602998568 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fe9cc06c4c0 0x7fe9cc163fa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:58:10.338 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:10.332+0000 7fe9d091e640 1 -- 172.21.15.119:0/602998568 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fe9cc0cbea0 msgr2=0x7fe9cc0ac8c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:58:10.338 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:10.332+0000 7fe9d091e640 1 --2- 172.21.15.119:0/602998568 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fe9cc0cbea0 0x7fe9cc0ac8c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:58:10.338 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:10.332+0000 7fe9d091e640 1 -- 172.21.15.119:0/602998568 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe9bc009b30 con 0x7fe9cc06c8a0 2024-09-13T18:58:10.338 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:10.332+0000 7fe9d091e640 1 --2- 172.21.15.119:0/602998568 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fe9cc06c8a0 0x7fe9cc0c7cd0 secure :-1 s=READY pgs=617 cs=0 l=1 rev1=1 crypto rx=0x7fe9c000d800 tx=0x7fe9c000dcc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:58:10.338 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:10.333+0000 7fe9c9ffb640 1 -- 172.21.15.119:0/602998568 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe9c0018070 con 0x7fe9cc06c8a0 2024-09-13T18:58:10.338 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:10.333+0000 7fe9c9ffb640 1 -- 172.21.15.119:0/602998568 <== mon.0 v2:172.21.15.119:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe9c0004020 con 0x7fe9cc06c8a0 2024-09-13T18:58:10.338 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:10.333+0000 7fe9d3383640 1 -- 172.21.15.119:0/602998568 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe9cc152490 con 0x7fe9cc06c8a0 2024-09-13T18:58:10.338 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:10.333+0000 7fe9c9ffb640 1 -- 172.21.15.119:0/602998568 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe9c00041b0 con 0x7fe9cc06c8a0 2024-09-13T18:58:10.338 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:10.333+0000 7fe9d3383640 1 -- 172.21.15.119:0/602998568 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe9cc0ac3a0 con 0x7fe9cc06c8a0 2024-09-13T18:58:10.338 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:10.334+0000 7fe9d3383640 1 -- 172.21.15.119:0/602998568 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fe9cc1529b0 con 0x7fe9cc06c8a0 2024-09-13T18:58:10.338 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:10.334+0000 7fe9c9ffb640 1 -- 172.21.15.119:0/602998568 <== mon.0 v2:172.21.15.119:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fe9c0004310 con 0x7fe9cc06c8a0 2024-09-13T18:58:10.339 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:10.335+0000 7fe9c9ffb640 1 --2- 172.21.15.119:0/602998568 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7fe9b806ac00 0x7fe9b806d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:58:10.339 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:10.335+0000 7fe9c9ffb640 1 -- 172.21.15.119:0/602998568 <== mon.0 v2:172.21.15.119:3300/0 5 ==== osd_map(44..44 src has 1..44) v4 ==== 5349+0+0 (secure 0 0 0) 0x7fe9c0088ec0 con 0x7fe9cc06c8a0 2024-09-13T18:58:10.339 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:10.335+0000 7fe9d111f640 1 --2- 172.21.15.119:0/602998568 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7fe9b806ac00 0x7fe9b806d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:58:10.339 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:10.335+0000 7fe9d111f640 1 --2- 172.21.15.119:0/602998568 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7fe9b806ac00 0x7fe9b806d0c0 secure :-1 s=READY pgs=295 cs=0 l=1 rev1=1 crypto rx=0x7fe9cc0c9ae0 tx=0x7fe9c4007e30 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:58:10.341 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:10.339+0000 7fe9c9ffb640 1 -- 172.21.15.119:0/602998568 <== mon.0 v2:172.21.15.119:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fe9c0054340 con 0x7fe9cc06c8a0 2024-09-13T18:58:10.563 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:10.560+0000 7fe9d3383640 1 -- 172.21.15.119:0/602998568 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_command({"prefix": "log", "logtext": ["Ended test tasks.cephfs.test_recovery_fs.TestFSRecovery.test_recover_fs_after_fsmap_removal"]} v 0) v1 -- 0x7fe9cc0ac530 con 0x7fe9cc06c8a0 2024-09-13T18:58:10.920 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:10.918+0000 7fe9c9ffb640 1 -- 172.21.15.119:0/602998568 <== mon.0 v2:172.21.15.119:3300/0 7 ==== mon_command_ack([{"prefix": "log", "logtext": ["Ended test tasks.cephfs.test_recovery_fs.TestFSRecovery.test_recover_fs_after_fsmap_removal"]}]=0 v113) v1 ==== 159+0+0 (secure 0 0 0) 0x7fe9c0057960 con 0x7fe9cc06c8a0 2024-09-13T18:58:10.923 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:10.920+0000 7fe9d3383640 1 -- 172.21.15.119:0/602998568 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7fe9b806ac00 msgr2=0x7fe9b806d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:58:10.923 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:10.920+0000 7fe9d3383640 1 --2- 172.21.15.119:0/602998568 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7fe9b806ac00 0x7fe9b806d0c0 secure :-1 s=READY pgs=295 cs=0 l=1 rev1=1 crypto rx=0x7fe9cc0c9ae0 tx=0x7fe9c4007e30 comp rx=0 tx=0).stop 2024-09-13T18:58:10.923 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:10.920+0000 7fe9d3383640 1 -- 172.21.15.119:0/602998568 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fe9cc06c8a0 msgr2=0x7fe9cc0c7cd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:58:10.923 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:10.920+0000 7fe9d3383640 1 --2- 172.21.15.119:0/602998568 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fe9cc06c8a0 0x7fe9cc0c7cd0 secure :-1 s=READY pgs=617 cs=0 l=1 rev1=1 crypto rx=0x7fe9c000d800 tx=0x7fe9c000dcc0 comp rx=0 tx=0).stop 2024-09-13T18:58:10.923 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:10.920+0000 7fe9d3383640 1 -- 172.21.15.119:0/602998568 shutdown_connections 2024-09-13T18:58:10.923 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:10.920+0000 7fe9d3383640 1 --2- 172.21.15.119:0/602998568 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7fe9b806ac00 0x7fe9b806d0c0 unknown :-1 s=CLOSED pgs=295 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:58:10.923 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:10.920+0000 7fe9d3383640 1 --2- 172.21.15.119:0/602998568 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fe9cc0cbea0 0x7fe9cc0ac8c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:58:10.924 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:10.920+0000 7fe9d3383640 1 --2- 172.21.15.119:0/602998568 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fe9cc06c8a0 0x7fe9cc0c7cd0 unknown :-1 s=CLOSED pgs=617 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:58:10.924 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:10.920+0000 7fe9d3383640 1 --2- 172.21.15.119:0/602998568 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fe9cc06c4c0 0x7fe9cc163fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:58:10.924 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:10.920+0000 7fe9d3383640 1 -- 172.21.15.119:0/602998568 >> 172.21.15.119:0/602998568 conn(0x7fe9cc069ed0 msgr2=0x7fe9cc0ca210 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:58:10.924 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:10.920+0000 7fe9d3383640 1 -- 172.21.15.119:0/602998568 shutdown_connections 2024-09-13T18:58:10.924 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:10.920+0000 7fe9d3383640 1 -- 172.21.15.119:0/602998568 wait complete. 2024-09-13T18:58:10.934 INFO:tasks.cephfs_test_runner:test_recover_fs_after_fsmap_removal (tasks.cephfs.test_recovery_fs.TestFSRecovery) ... ok 2024-09-13T18:58:10.934 INFO:tasks.cephfs_test_runner: 2024-09-13T18:58:10.934 INFO:tasks.cephfs_test_runner:---------------------------------------------------------------------- 2024-09-13T18:58:10.934 INFO:tasks.cephfs_test_runner:Ran 1 test in 58.589s 2024-09-13T18:58:10.934 INFO:tasks.cephfs_test_runner: 2024-09-13T18:58:10.934 INFO:tasks.cephfs_test_runner:OK 2024-09-13T18:58:10.935 DEBUG:teuthology.run_tasks:Unwinding manager cephfs_test_runner 2024-09-13T18:58:10.946 DEBUG:teuthology.run_tasks:Unwinding manager ceph-fuse 2024-09-13T18:58:10.988 INFO:tasks.ceph_fuse:Unmounting ceph-fuse clients... 2024-09-13T18:58:10.988 DEBUG:teuthology.orchestra.run.smithi119:> set -ex 2024-09-13T18:58:10.988 DEBUG:teuthology.orchestra.run.smithi119:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-13T18:58:11.004 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056014,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497444k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=188 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248720k,nr_inodes=812180,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497444k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-13T18:58:11.005 DEBUG:teuthology.orchestra.run.smithi119:> set -ex 2024-09-13T18:58:11.005 DEBUG:teuthology.orchestra.run.smithi119:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-13T18:58:11.060 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056014,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497444k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=188 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248720k,nr_inodes=812180,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497444k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-13T18:58:11.060 DEBUG:teuthology.orchestra.run.smithi145:> set -ex 2024-09-13T18:58:11.060 DEBUG:teuthology.orchestra.run.smithi145:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-13T18:58:11.080 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056015,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497444k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=15797 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248720k,nr_inodes=812180,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497444k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-13T18:58:11.080 DEBUG:teuthology.orchestra.run.smithi145:> set -ex 2024-09-13T18:58:11.080 DEBUG:teuthology.orchestra.run.smithi145:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-13T18:58:11.139 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056015,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497444k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=15797 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248720k,nr_inodes=812180,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497444k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-13T18:58:11.139 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T18:58:11.139 DEBUG:teuthology.orchestra.run.smithi119:> ip netns list 2024-09-13T18:58:11.155 INFO:teuthology.orchestra.run.smithi119.stdout:ceph-ns--home-ubuntu-cephtest-mnt.2 (id: 1) 2024-09-13T18:58:11.156 INFO:teuthology.orchestra.run.smithi119.stdout:ceph-ns--home-ubuntu-cephtest-mnt.0 (id: 0) 2024-09-13T18:58:11.156 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T18:58:11.157 DEBUG:teuthology.orchestra.run.smithi119:> sudo ip netns delete ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-13T18:58:11.222 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T18:58:11.222 DEBUG:teuthology.orchestra.run.smithi119:> sudo ip netns delete ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-13T18:58:11.288 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T18:58:11.288 DEBUG:teuthology.orchestra.run.smithi119:> sudo ip link delete ceph-brx 2024-09-13T18:58:11.390 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T18:58:11.390 DEBUG:teuthology.orchestra.run.smithi145:> ip netns list 2024-09-13T18:58:11.410 INFO:teuthology.orchestra.run.smithi145.stdout:ceph-ns--home-ubuntu-cephtest-mnt.3 (id: 1) 2024-09-13T18:58:11.410 INFO:teuthology.orchestra.run.smithi145.stdout:ceph-ns--home-ubuntu-cephtest-mnt.1 (id: 0) 2024-09-13T18:58:11.411 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T18:58:11.411 DEBUG:teuthology.orchestra.run.smithi145:> sudo ip netns delete ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-13T18:58:11.480 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T18:58:11.480 DEBUG:teuthology.orchestra.run.smithi145:> sudo ip netns delete ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-13T18:58:11.549 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T18:58:11.550 DEBUG:teuthology.orchestra.run.smithi145:> sudo ip link delete ceph-brx 2024-09-13T18:58:11.638 DEBUG:teuthology.run_tasks:Unwinding manager ceph 2024-09-13T18:58:11.647 INFO:tasks.ceph.ceph_manager.ceph:waiting for clean 2024-09-13T18:58:11.647 DEBUG:teuthology.orchestra.run.smithi119:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-13T18:58:11.747 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:11.745+0000 7fe50095a640 1 Processor -- start 2024-09-13T18:58:11.748 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:11.745+0000 7fe50095a640 1 -- start start 2024-09-13T18:58:11.749 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:11.746+0000 7fe50095a640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fe4fc06c4c0 0x7fe4fc06c8a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:58:11.750 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:11.746+0000 7fe50095a640 1 --2- >> v2:172.21.15.119:3300/0 conn(0x7fe4fc0cbea0 0x7fe4fc0cc350 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:58:11.750 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:11.746+0000 7fe50095a640 1 -- --> v1:172.21.15.119:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fe4fc0cc890 con 0x7fe4fc0b2590 2024-09-13T18:58:11.750 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:11.746+0000 7fe50095a640 1 -- --> v2:172.21.15.119:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fe4fc06deb0 con 0x7fe4fc0cbea0 2024-09-13T18:58:11.750 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:11.746+0000 7fe50095a640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe4fc0b2170 con 0x7fe4fc06c4c0 2024-09-13T18:58:11.750 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:11.746+0000 7fe4fad9d640 1 --2- >> v2:172.21.15.119:3300/0 conn(0x7fe4fc0cbea0 0x7fe4fc0cc350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:58:11.750 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:11.746+0000 7fe4f3fff640 1 --1- >> v1:172.21.15.119:6789/0 conn(0x7fe4fc0b2590 0x7fe4fc06d3a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.119:6789/0 says I am v1:172.21.15.119:51484/0 (socket says 172.21.15.119:51484) 2024-09-13T18:58:11.750 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:11.746+0000 7fe4f3fff640 1 -- 172.21.15.119:0/2453818652 learned_addr learned my addr 172.21.15.119:0/2453818652 (peer_addr_for_me v1:172.21.15.119:0/0) 2024-09-13T18:58:11.750 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:11.746+0000 7fe4fa59c640 1 --2- 172.21.15.119:0/2453818652 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fe4fc06c4c0 0x7fe4fc06c8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:58:11.750 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:11.746+0000 7fe4fad9d640 1 -- 172.21.15.119:0/2453818652 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fe4fc06c4c0 msgr2=0x7fe4fc06c8a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T18:58:11.750 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:11.746+0000 7fe4fad9d640 1 --2- 172.21.15.119:0/2453818652 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fe4fc06c4c0 0x7fe4fc06c8a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:58:11.751 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:11.746+0000 7fe4fad9d640 1 -- 172.21.15.119:0/2453818652 >> v1:172.21.15.119:6789/0 conn(0x7fe4fc0b2590 legacy=0x7fe4fc06d3a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:58:11.751 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:11.746+0000 7fe4fad9d640 1 -- 172.21.15.119:0/2453818652 --> v2:172.21.15.119:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe4fc06dab0 con 0x7fe4fc0cbea0 2024-09-13T18:58:11.751 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:11.746+0000 7fe4f9d9b640 1 -- 172.21.15.119:0/2453818652 <== mon.0 v1:172.21.15.119:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 901990630 0 0) 0x7fe4fc0cc890 con 0x7fe4fc0b2590 2024-09-13T18:58:11.751 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:11.747+0000 7fe4fad9d640 1 --2- 172.21.15.119:0/2453818652 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fe4fc0cbea0 0x7fe4fc0cc350 secure :-1 s=READY pgs=619 cs=0 l=1 rev1=1 crypto rx=0x7fe4fc06dff0 tx=0x7fe4f402b7d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b79c1808736e157c server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:58:11.751 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:11.747+0000 7fe4f9d9b640 1 -- 172.21.15.119:0/2453818652 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe4f4008640 con 0x7fe4fc0cbea0 2024-09-13T18:58:11.751 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:11.747+0000 7fe4f9d9b640 1 -- 172.21.15.119:0/2453818652 <== mon.0 v2:172.21.15.119:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe4f402e050 con 0x7fe4fc0cbea0 2024-09-13T18:58:11.751 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:11.747+0000 7fe4f9d9b640 1 -- 172.21.15.119:0/2453818652 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe4f40089c0 con 0x7fe4fc0cbea0 2024-09-13T18:58:11.756 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:11.747+0000 7fe50095a640 1 -- 172.21.15.119:0/2453818652 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fe4fc0cbea0 msgr2=0x7fe4fc0cc350 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:58:11.756 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:11.747+0000 7fe50095a640 1 --2- 172.21.15.119:0/2453818652 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fe4fc0cbea0 0x7fe4fc0cc350 secure :-1 s=READY pgs=619 cs=0 l=1 rev1=1 crypto rx=0x7fe4fc06dff0 tx=0x7fe4f402b7d0 comp rx=0 tx=0).stop 2024-09-13T18:58:11.756 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:11.748+0000 7fe50095a640 1 -- 172.21.15.119:0/2453818652 shutdown_connections 2024-09-13T18:58:11.756 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:11.748+0000 7fe50095a640 1 --2- 172.21.15.119:0/2453818652 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fe4fc0cbea0 0x7fe4fc0cc350 unknown :-1 s=CLOSED pgs=619 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:58:11.756 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:11.748+0000 7fe50095a640 1 --2- 172.21.15.119:0/2453818652 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fe4fc06c4c0 0x7fe4fc06c8a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:58:11.757 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:11.748+0000 7fe50095a640 1 -- 172.21.15.119:0/2453818652 >> 172.21.15.119:0/2453818652 conn(0x7fe4fc069ed0 msgr2=0x7fe4fc06a2e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:58:11.757 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:11.748+0000 7fe50095a640 1 -- 172.21.15.119:0/2453818652 shutdown_connections 2024-09-13T18:58:11.757 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:11.748+0000 7fe50095a640 1 -- 172.21.15.119:0/2453818652 wait complete. 2024-09-13T18:58:11.757 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:11.749+0000 7fe50095a640 1 Processor -- start 2024-09-13T18:58:11.757 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:11.749+0000 7fe50095a640 1 -- start start 2024-09-13T18:58:11.757 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:11.750+0000 7fe50095a640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fe4fc06c4c0 0x7fe4fc156d30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:58:11.757 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:11.750+0000 7fe50095a640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fe4fc0b2590 0x7fe4fc15a160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:58:11.757 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:11.750+0000 7fe50095a640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fe4fc0cbea0 0x7fe4fc0c7930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:58:11.757 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:11.750+0000 7fe50095a640 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe4fc159cd0 con 0x7fe4fc0b2590 2024-09-13T18:58:11.757 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:11.750+0000 7fe50095a640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe4fc1590c0 con 0x7fe4fc06c4c0 2024-09-13T18:58:11.757 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:11.750+0000 7fe50095a640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe4fc1593a0 con 0x7fe4fc0cbea0 2024-09-13T18:58:11.758 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:11.750+0000 7fe4f3fff640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fe4fc0b2590 0x7fe4fc15a160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:58:11.758 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:11.750+0000 7fe4f3fff640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fe4fc0b2590 0x7fe4fc15a160 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.119:3300/0 says I am v2:172.21.15.119:43846/0 (socket says 172.21.15.119:43846) 2024-09-13T18:58:11.758 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:11.750+0000 7fe4f3fff640 1 -- 172.21.15.119:0/2729362752 learned_addr learned my addr 172.21.15.119:0/2729362752 (peer_addr_for_me v2:172.21.15.119:0/0) 2024-09-13T18:58:11.758 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:11.750+0000 7fe4fad9d640 1 --2- 172.21.15.119:0/2729362752 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fe4fc0cbea0 0x7fe4fc0c7930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:58:11.758 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:11.750+0000 7fe4fa59c640 1 --2- 172.21.15.119:0/2729362752 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fe4fc06c4c0 0x7fe4fc156d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:58:11.758 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:11.750+0000 7fe4f3fff640 1 -- 172.21.15.119:0/2729362752 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fe4fc0cbea0 msgr2=0x7fe4fc0c7930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:58:11.758 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:11.750+0000 7fe4f3fff640 1 --2- 172.21.15.119:0/2729362752 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fe4fc0cbea0 0x7fe4fc0c7930 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:58:11.758 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:11.750+0000 7fe4f3fff640 1 -- 172.21.15.119:0/2729362752 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fe4fc06c4c0 msgr2=0x7fe4fc156d30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:58:11.758 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:11.750+0000 7fe4f3fff640 1 --2- 172.21.15.119:0/2729362752 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fe4fc06c4c0 0x7fe4fc156d30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:58:11.759 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:11.750+0000 7fe4f3fff640 1 -- 172.21.15.119:0/2729362752 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe4f400ab80 con 0x7fe4fc0b2590 2024-09-13T18:58:11.759 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:11.750+0000 7fe4fad9d640 1 --2- 172.21.15.119:0/2729362752 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fe4fc0cbea0 0x7fe4fc0c7930 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T18:58:11.759 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:11.750+0000 7fe4fa59c640 1 --2- 172.21.15.119:0/2729362752 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fe4fc06c4c0 0x7fe4fc156d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T18:58:11.759 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:11.750+0000 7fe4f3fff640 1 --2- 172.21.15.119:0/2729362752 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fe4fc0b2590 0x7fe4fc15a160 secure :-1 s=READY pgs=620 cs=0 l=1 rev1=1 crypto rx=0x7fe4e400c4b0 tx=0x7fe4e400c970 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:58:11.759 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:11.750+0000 7fe4f2ffd640 1 -- 172.21.15.119:0/2729362752 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe4e40074e0 con 0x7fe4fc0b2590 2024-09-13T18:58:11.759 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:11.750+0000 7fe4f2ffd640 1 -- 172.21.15.119:0/2729362752 <== mon.0 v2:172.21.15.119:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe4e4007660 con 0x7fe4fc0b2590 2024-09-13T18:58:11.759 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:11.750+0000 7fe50095a640 1 -- 172.21.15.119:0/2729362752 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe4fc159680 con 0x7fe4fc0b2590 2024-09-13T18:58:11.759 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:11.750+0000 7fe4f2ffd640 1 -- 172.21.15.119:0/2729362752 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe4e4004a20 con 0x7fe4fc0b2590 2024-09-13T18:58:11.760 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:11.750+0000 7fe50095a640 1 -- 172.21.15.119:0/2729362752 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe4fc157270 con 0x7fe4fc0b2590 2024-09-13T18:58:11.760 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:11.751+0000 7fe50095a640 1 -- 172.21.15.119:0/2729362752 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fe4fc06c8a0 con 0x7fe4fc0b2590 2024-09-13T18:58:11.760 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:11.752+0000 7fe4f2ffd640 1 -- 172.21.15.119:0/2729362752 <== mon.0 v2:172.21.15.119:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fe4e4004b80 con 0x7fe4fc0b2590 2024-09-13T18:58:11.760 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:11.752+0000 7fe4f2ffd640 1 --2- 172.21.15.119:0/2729362752 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7fe4dc06ac00 0x7fe4dc06d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:58:11.760 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:11.752+0000 7fe4f2ffd640 1 -- 172.21.15.119:0/2729362752 <== mon.0 v2:172.21.15.119:3300/0 5 ==== osd_map(44..44 src has 1..44) v4 ==== 5349+0+0 (secure 0 0 0) 0x7fe4e40887b0 con 0x7fe4fc0b2590 2024-09-13T18:58:11.760 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:11.752+0000 7fe4fa59c640 1 --2- 172.21.15.119:0/2729362752 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7fe4dc06ac00 0x7fe4dc06d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:58:11.760 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:11.753+0000 7fe4fa59c640 1 --2- 172.21.15.119:0/2729362752 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7fe4dc06ac00 0x7fe4dc06d0c0 secure :-1 s=READY pgs=296 cs=0 l=1 rev1=1 crypto rx=0x7fe4fc0c4b10 tx=0x7fe4ec008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:58:11.760 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:11.756+0000 7fe4f2ffd640 1 -- 172.21.15.119:0/2729362752 <== mon.0 v2:172.21.15.119:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fe4e4053bb0 con 0x7fe4fc0b2590 2024-09-13T18:58:11.916 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:11.914+0000 7fe50095a640 1 -- 172.21.15.119:0/2729362752 --> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7fe4fc06ce80 con 0x7fe4dc06ac00 2024-09-13T18:58:11.918 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:11.916+0000 7fe4f2ffd640 1 -- 172.21.15.119:0/2729362752 <== mgr.4104 v2:172.21.15.119:6832/3599186100 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+51201 (secure 0 0 0) 0x7fe4ec004030 con 0x7fe4dc06ac00 2024-09-13T18:58:11.919 INFO:teuthology.orchestra.run.smithi119.stdout: 2024-09-13T18:58:11.919 INFO:teuthology.orchestra.run.smithi119.stderr:dumped all 2024-09-13T18:58:11.921 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:11.918+0000 7fe50095a640 1 -- 172.21.15.119:0/2729362752 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7fe4dc06ac00 msgr2=0x7fe4dc06d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:58:11.921 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:11.918+0000 7fe50095a640 1 --2- 172.21.15.119:0/2729362752 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7fe4dc06ac00 0x7fe4dc06d0c0 secure :-1 s=READY pgs=296 cs=0 l=1 rev1=1 crypto rx=0x7fe4fc0c4b10 tx=0x7fe4ec008040 comp rx=0 tx=0).stop 2024-09-13T18:58:11.921 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:11.918+0000 7fe50095a640 1 -- 172.21.15.119:0/2729362752 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fe4fc0b2590 msgr2=0x7fe4fc15a160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:58:11.921 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:11.918+0000 7fe50095a640 1 --2- 172.21.15.119:0/2729362752 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fe4fc0b2590 0x7fe4fc15a160 secure :-1 s=READY pgs=620 cs=0 l=1 rev1=1 crypto rx=0x7fe4e400c4b0 tx=0x7fe4e400c970 comp rx=0 tx=0).stop 2024-09-13T18:58:11.921 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:11.918+0000 7fe50095a640 1 -- 172.21.15.119:0/2729362752 shutdown_connections 2024-09-13T18:58:11.921 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:11.918+0000 7fe50095a640 1 --2- 172.21.15.119:0/2729362752 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7fe4dc06ac00 0x7fe4dc06d0c0 unknown :-1 s=CLOSED pgs=296 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:58:11.922 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:11.918+0000 7fe50095a640 1 --2- 172.21.15.119:0/2729362752 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fe4fc0cbea0 0x7fe4fc0c7930 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:58:11.922 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:11.918+0000 7fe50095a640 1 --2- 172.21.15.119:0/2729362752 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fe4fc0b2590 0x7fe4fc15a160 unknown :-1 s=CLOSED pgs=620 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:58:11.922 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:11.918+0000 7fe50095a640 1 --2- 172.21.15.119:0/2729362752 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fe4fc06c4c0 0x7fe4fc156d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:58:11.922 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:11.918+0000 7fe50095a640 1 -- 172.21.15.119:0/2729362752 >> 172.21.15.119:0/2729362752 conn(0x7fe4fc069ed0 msgr2=0x7fe4fc0ce2b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:58:11.922 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:11.918+0000 7fe50095a640 1 -- 172.21.15.119:0/2729362752 shutdown_connections 2024-09-13T18:58:11.922 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:11.918+0000 7fe50095a640 1 -- 172.21.15.119:0/2729362752 wait complete. 2024-09-13T18:58:11.932 INFO:teuthology.orchestra.run.smithi119.stdout:{"pg_ready":true,"pg_map":{"version":91,"stamp":"2024-09-13T18:58:10.084602+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":194,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":221128,"kb_used_data":4976,"kb_used_omap":12,"kb_used_meta":216051,"kb_avail":754753592,"statfs":{"total":773094113280,"available":772867678208,"internally_reserved":0,"allocated":5095424,"data_stored":2871570,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12742,"internal_metadata":221236794},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-8745,"num_objects":-23,"num_object_clones":0,"num_object_copies":-46,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":-23,"num_whiteouts":0,"num_read":-80,"num_read_kb":-88,"num_write":-52,"num_write_kb":-25,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":-14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"6.001291"},"pg_stats":[{"pgid":"1.0","version":"15'117","reported_seq":181,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-13T18:57:55.419166+0000","last_change":"2024-09-13T18:56:23.292950+0000","last_active":"2024-09-13T18:57:55.419166+0000","last_peered":"2024-09-13T18:57:55.419166+0000","last_clean":"2024-09-13T18:57:55.419166+0000","last_became_active":"2024-09-13T18:56:23.292008+0000","last_became_peered":"2024-09-13T18:56:23.292008+0000","last_unstale":"2024-09-13T18:57:55.419166+0000","last_undegraded":"2024-09-13T18:57:55.419166+0000","last_fullsized":"2024-09-13T18:57:55.419166+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:22.096428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:22.096428+0000","last_clean_scrub_stamp":"2024-09-13T18:56:22.096428+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:33:39.156955+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":5,"up_from":14,"seq":60129542168,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27508,"kb_used_data":488,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344332,"statfs":{"total":96636764160,"available":96608595968,"internally_reserved":0,"allocated":499712,"data_stored":214107,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 18:57:24 2024","interfaces":[{"interface":"back","average":{"1min":0.54000000000000004,"5min":0.54000000000000004,"15min":0.54000000000000004},"min":{"1min":0.375,"5min":0.375,"15min":0.375},"max":{"1min":0.82099999999999995,"5min":0.82099999999999995,"15min":0.82099999999999995},"last":0.47199999999999998},{"interface":"front","average":{"1min":0.55200000000000005,"5min":0.55200000000000005,"15min":0.55200000000000005},"min":{"1min":0.34699999999999998,"5min":0.34699999999999998,"15min":0.34699999999999998},"max":{"1min":0.85099999999999998,"5min":0.85099999999999998,"15min":0.85099999999999998},"last":0.63500000000000001}]},{"osd":1,"last update":"Fri Sep 13 18:57:24 2024","interfaces":[{"interface":"back","average":{"1min":0.5,"5min":0.5,"15min":0.5},"min":{"1min":0.34100000000000003,"5min":0.34100000000000003,"15min":0.34100000000000003},"max":{"1min":0.72599999999999998,"5min":0.72599999999999998,"15min":0.72599999999999998},"last":0.34100000000000003},{"interface":"front","average":{"1min":0.54900000000000004,"5min":0.54900000000000004,"15min":0.54900000000000004},"min":{"1min":0.36399999999999999,"5min":0.36399999999999999,"15min":0.36399999999999999},"max":{"1min":0.746,"5min":0.746,"15min":0.746},"last":0.65900000000000003}]},{"osd":2,"last update":"Fri Sep 13 18:57:24 2024","interfaces":[{"interface":"back","average":{"1min":0.52300000000000002,"5min":0.52300000000000002,"15min":0.52300000000000002},"min":{"1min":0.38700000000000001,"5min":0.38700000000000001,"15min":0.38700000000000001},"max":{"1min":0.79600000000000004,"5min":0.79600000000000004,"15min":0.79600000000000004},"last":0.54800000000000004},{"interface":"front","average":{"1min":0.53100000000000003,"5min":0.53100000000000003,"15min":0.53100000000000003},"min":{"1min":0.377,"5min":0.377,"15min":0.377},"max":{"1min":0.67800000000000005,"5min":0.67800000000000005,"15min":0.67800000000000005},"last":0.38800000000000001}]},{"osd":3,"last update":"Fri Sep 13 18:57:24 2024","interfaces":[{"interface":"back","average":{"1min":0.54600000000000004,"5min":0.54600000000000004,"15min":0.54600000000000004},"min":{"1min":0.40899999999999997,"5min":0.40899999999999997,"15min":0.40899999999999997},"max":{"1min":0.872,"5min":0.872,"15min":0.872},"last":0.73999999999999999},{"interface":"front","average":{"1min":0.55300000000000005,"5min":0.55300000000000005,"15min":0.55300000000000005},"min":{"1min":0.35099999999999998,"5min":0.35099999999999998,"15min":0.35099999999999998},"max":{"1min":0.69099999999999995,"5min":0.69099999999999995,"15min":0.69099999999999995},"last":0.77200000000000002}]},{"osd":4,"last update":"Fri Sep 13 18:57:24 2024","interfaces":[{"interface":"back","average":{"1min":0.46100000000000002,"5min":0.46100000000000002,"15min":0.46100000000000002},"min":{"1min":0.307,"5min":0.307,"15min":0.307},"max":{"1min":0.76100000000000001,"5min":0.76100000000000001,"15min":0.76100000000000001},"last":0.58299999999999996},{"interface":"front","average":{"1min":0.504,"5min":0.504,"15min":0.504},"min":{"1min":0.33600000000000002,"5min":0.33600000000000002,"15min":0.33600000000000002},"max":{"1min":0.71999999999999997,"5min":0.71999999999999997,"15min":0.71999999999999997},"last":0.70599999999999996}]},{"osd":6,"last update":"Fri Sep 13 18:57:24 2024","interfaces":[{"interface":"back","average":{"1min":0.48999999999999999,"5min":0.48999999999999999,"15min":0.48999999999999999},"min":{"1min":0.28000000000000003,"5min":0.28000000000000003,"15min":0.28000000000000003},"max":{"1min":0.73299999999999998,"5min":0.73299999999999998,"15min":0.73299999999999998},"last":0.68500000000000005},{"interface":"front","average":{"1min":0.53000000000000003,"5min":0.53000000000000003,"15min":0.53000000000000003},"min":{"1min":0.30599999999999999,"5min":0.30599999999999999,"15min":0.30599999999999999},"max":{"1min":0.79800000000000004,"5min":0.79800000000000004,"15min":0.79800000000000004},"last":0.72199999999999998}]},{"osd":7,"last update":"Fri Sep 13 18:57:24 2024","interfaces":[{"interface":"back","average":{"1min":0.53700000000000003,"5min":0.53700000000000003,"15min":0.53700000000000003},"min":{"1min":0.32600000000000001,"5min":0.32600000000000001,"15min":0.32600000000000001},"max":{"1min":0.751,"5min":0.751,"15min":0.751},"last":0.83999999999999997},{"interface":"front","average":{"1min":0.56899999999999995,"5min":0.56899999999999995,"15min":0.56899999999999995},"min":{"1min":0.32600000000000001,"5min":0.32600000000000001,"15min":0.32600000000000001},"max":{"1min":0.77700000000000002,"5min":0.77700000000000002,"15min":0.77700000000000002},"last":0.81499999999999995}]}]},{"osd":3,"up_from":13,"seq":55834574873,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27500,"kb_used_data":484,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344340,"statfs":{"total":96636764160,"available":96608604160,"internally_reserved":0,"allocated":495616,"data_stored":215644,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":27654600},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 18:57:23 2024","interfaces":[{"interface":"back","average":{"1min":0.33200000000000002,"5min":0.33200000000000002,"15min":0.33200000000000002},"min":{"1min":0.21199999999999999,"5min":0.21199999999999999,"15min":0.21199999999999999},"max":{"1min":0.496,"5min":0.496,"15min":0.496},"last":0.254},{"interface":"front","average":{"1min":0.312,"5min":0.312,"15min":0.312},"min":{"1min":0.24199999999999999,"5min":0.24199999999999999,"15min":0.24199999999999999},"max":{"1min":0.45100000000000001,"5min":0.45100000000000001,"15min":0.45100000000000001},"last":0.313}]},{"osd":1,"last update":"Fri Sep 13 18:57:23 2024","interfaces":[{"interface":"back","average":{"1min":0.29999999999999999,"5min":0.29999999999999999,"15min":0.29999999999999999},"min":{"1min":0.21299999999999999,"5min":0.21299999999999999,"15min":0.21299999999999999},"max":{"1min":0.41799999999999998,"5min":0.41799999999999998,"15min":0.41799999999999998},"last":0.28100000000000003},{"interface":"front","average":{"1min":0.33700000000000002,"5min":0.33700000000000002,"15min":0.33700000000000002},"min":{"1min":0.20999999999999999,"5min":0.20999999999999999,"15min":0.20999999999999999},"max":{"1min":0.57599999999999996,"5min":0.57599999999999996,"15min":0.57599999999999996},"last":0.29599999999999999}]},{"osd":2,"last update":"Fri Sep 13 18:57:23 2024","interfaces":[{"interface":"back","average":{"1min":0.38300000000000001,"5min":0.38300000000000001,"15min":0.38300000000000001},"min":{"1min":0.29999999999999999,"5min":0.29999999999999999,"15min":0.29999999999999999},"max":{"1min":0.621,"5min":0.621,"15min":0.621},"last":0.32700000000000001},{"interface":"front","average":{"1min":0.35499999999999998,"5min":0.35499999999999998,"15min":0.35499999999999998},"min":{"1min":0.26500000000000001,"5min":0.26500000000000001,"15min":0.26500000000000001},"max":{"1min":0.56200000000000006,"5min":0.56200000000000006,"15min":0.56200000000000006},"last":0.34699999999999998}]},{"osd":4,"last update":"Fri Sep 13 18:57:23 2024","interfaces":[{"interface":"back","average":{"1min":0.52500000000000002,"5min":0.52500000000000002,"15min":0.52500000000000002},"min":{"1min":0.34499999999999997,"5min":0.34499999999999997,"15min":0.34499999999999997},"max":{"1min":0.80800000000000005,"5min":0.80800000000000005,"15min":0.80800000000000005},"last":0.33700000000000002},{"interface":"front","average":{"1min":0.53500000000000003,"5min":0.53500000000000003,"15min":0.53500000000000003},"min":{"1min":0.34499999999999997,"5min":0.34499999999999997,"15min":0.34499999999999997},"max":{"1min":0.78300000000000003,"5min":0.78300000000000003,"15min":0.78300000000000003},"last":0.39900000000000002}]},{"osd":5,"last update":"Fri Sep 13 18:57:23 2024","interfaces":[{"interface":"back","average":{"1min":0.53500000000000003,"5min":0.53500000000000003,"15min":0.53500000000000003},"min":{"1min":0.35899999999999999,"5min":0.35899999999999999,"15min":0.35899999999999999},"max":{"1min":0.71799999999999997,"5min":0.71799999999999997,"15min":0.71799999999999997},"last":0.38400000000000001},{"interface":"front","average":{"1min":0.51300000000000001,"5min":0.51300000000000001,"15min":0.51300000000000001},"min":{"1min":0.32700000000000001,"5min":0.32700000000000001,"15min":0.32700000000000001},"max":{"1min":0.69399999999999995,"5min":0.69399999999999995,"15min":0.69399999999999995},"last":0.442}]},{"osd":6,"last update":"Fri Sep 13 18:57:23 2024","interfaces":[{"interface":"back","average":{"1min":0.55100000000000005,"5min":0.55100000000000005,"15min":0.55100000000000005},"min":{"1min":0.34000000000000002,"5min":0.34000000000000002,"15min":0.34000000000000002},"max":{"1min":0.74299999999999999,"5min":0.74299999999999999,"15min":0.74299999999999999},"last":0.47099999999999997},{"interface":"front","average":{"1min":0.56299999999999994,"5min":0.56299999999999994,"15min":0.56299999999999994},"min":{"1min":0.41699999999999998,"5min":0.41699999999999998,"15min":0.41699999999999998},"max":{"1min":0.748,"5min":0.748,"15min":0.748},"last":0.46200000000000002}]},{"osd":7,"last update":"Fri Sep 13 18:57:23 2024","interfaces":[{"interface":"back","average":{"1min":0.56599999999999995,"5min":0.56599999999999995,"15min":0.56599999999999995},"min":{"1min":0.42399999999999999,"5min":0.42399999999999999,"15min":0.42399999999999999},"max":{"1min":0.85599999999999998,"5min":0.85599999999999998,"15min":0.85599999999999998},"last":0.434},{"interface":"front","average":{"1min":0.58199999999999996,"5min":0.58199999999999996,"15min":0.58199999999999996},"min":{"1min":0.38,"5min":0.38,"15min":0.38},"max":{"1min":0.876,"5min":0.876,"15min":0.876},"last":0.45400000000000001}]}]},{"osd":7,"up_from":13,"seq":55834574873,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28084,"kb_used_data":1068,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343756,"statfs":{"total":96636764160,"available":96608006144,"internally_reserved":0,"allocated":1093632,"data_stored":806049,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":27654603},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 18:57:22 2024","interfaces":[{"interface":"back","average":{"1min":0.49399999999999999,"5min":0.49399999999999999,"15min":0.49399999999999999},"min":{"1min":0.34599999999999997,"5min":0.34599999999999997,"15min":0.34599999999999997},"max":{"1min":0.79900000000000004,"5min":0.79900000000000004,"15min":0.79900000000000004},"last":0.40300000000000002},{"interface":"front","average":{"1min":0.48899999999999999,"5min":0.48899999999999999,"15min":0.48899999999999999},"min":{"1min":0.33800000000000002,"5min":0.33800000000000002,"15min":0.33800000000000002},"max":{"1min":0.71599999999999997,"5min":0.71599999999999997,"15min":0.71599999999999997},"last":0.45600000000000002}]},{"osd":1,"last update":"Fri Sep 13 18:57:22 2024","interfaces":[{"interface":"back","average":{"1min":0.52400000000000002,"5min":0.52400000000000002,"15min":0.52400000000000002},"min":{"1min":0.37,"5min":0.37,"15min":0.37},"max":{"1min":0.755,"5min":0.755,"15min":0.755},"last":0.495},{"interface":"front","average":{"1min":0.52500000000000002,"5min":0.52500000000000002,"15min":0.52500000000000002},"min":{"1min":0.35299999999999998,"5min":0.35299999999999998,"15min":0.35299999999999998},"max":{"1min":0.83499999999999996,"5min":0.83499999999999996,"15min":0.83499999999999996},"last":0.51800000000000002}]},{"osd":2,"last update":"Fri Sep 13 18:57:22 2024","interfaces":[{"interface":"back","average":{"1min":0.50600000000000001,"5min":0.50600000000000001,"15min":0.50600000000000001},"min":{"1min":0.38700000000000001,"5min":0.38700000000000001,"15min":0.38700000000000001},"max":{"1min":0.76200000000000001,"5min":0.76200000000000001,"15min":0.76200000000000001},"last":0.57099999999999995},{"interface":"front","average":{"1min":0.52700000000000002,"5min":0.52700000000000002,"15min":0.52700000000000002},"min":{"1min":0.312,"5min":0.312,"15min":0.312},"max":{"1min":0.81699999999999995,"5min":0.81699999999999995,"15min":0.81699999999999995},"last":0.58699999999999997}]},{"osd":3,"last update":"Fri Sep 13 18:57:22 2024","interfaces":[{"interface":"back","average":{"1min":0.497,"5min":0.497,"15min":0.497},"min":{"1min":0.33500000000000002,"5min":0.33500000000000002,"15min":0.33500000000000002},"max":{"1min":0.80000000000000004,"5min":0.80000000000000004,"15min":0.80000000000000004},"last":0.54100000000000004},{"interface":"front","average":{"1min":0.5,"5min":0.5,"15min":0.5},"min":{"1min":0.35599999999999998,"5min":0.35599999999999998,"15min":0.35599999999999998},"max":{"1min":0.68500000000000005,"5min":0.68500000000000005,"15min":0.68500000000000005},"last":0.60599999999999998}]},{"osd":4,"last update":"Fri Sep 13 18:57:22 2024","interfaces":[{"interface":"back","average":{"1min":0.47099999999999997,"5min":0.47099999999999997,"15min":0.47099999999999997},"min":{"1min":0.30099999999999999,"5min":0.30099999999999999,"15min":0.30099999999999999},"max":{"1min":0.64400000000000002,"5min":0.64400000000000002,"15min":0.64400000000000002},"last":0.63200000000000001},{"interface":"front","average":{"1min":0.502,"5min":0.502,"15min":0.502},"min":{"1min":0.27700000000000002,"5min":0.27700000000000002,"15min":0.27700000000000002},"max":{"1min":0.751,"5min":0.751,"15min":0.751},"last":0.68500000000000005}]},{"osd":5,"last update":"Fri Sep 13 18:57:25 2024","interfaces":[{"interface":"back","average":{"1min":0.49399999999999999,"5min":0.49399999999999999,"15min":0.49399999999999999},"min":{"1min":0.34300000000000003,"5min":0.34300000000000003,"15min":0.34300000000000003},"max":{"1min":0.63300000000000001,"5min":0.63300000000000001,"15min":0.63300000000000001},"last":0.66900000000000004},{"interface":"front","average":{"1min":0.54200000000000004,"5min":0.54200000000000004,"15min":0.54200000000000004},"min":{"1min":0.33100000000000002,"5min":0.33100000000000002,"15min":0.33100000000000002},"max":{"1min":0.70399999999999996,"5min":0.70399999999999996,"15min":0.70399999999999996},"last":0.64800000000000002}]},{"osd":6,"last update":"Fri Sep 13 18:57:22 2024","interfaces":[{"interface":"back","average":{"1min":0.52300000000000002,"5min":0.52300000000000002,"15min":0.52300000000000002},"min":{"1min":0.34200000000000003,"5min":0.34200000000000003,"15min":0.34200000000000003},"max":{"1min":0.65500000000000003,"5min":0.65500000000000003,"15min":0.65500000000000003},"last":0.70199999999999996},{"interface":"front","average":{"1min":0.56499999999999995,"5min":0.56499999999999995,"15min":0.56499999999999995},"min":{"1min":0.28499999999999998,"5min":0.28499999999999998,"15min":0.28499999999999998},"max":{"1min":0.71399999999999997,"5min":0.71399999999999997,"15min":0.71399999999999997},"last":0.71899999999999997}]}]},{"osd":6,"up_from":13,"seq":55834574873,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27488,"kb_used_data":468,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344352,"statfs":{"total":96636764160,"available":96608616448,"internally_reserved":0,"allocated":479232,"data_stored":208089,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 18:57:24 2024","interfaces":[{"interface":"back","average":{"1min":0.50900000000000001,"5min":0.50900000000000001,"15min":0.50900000000000001},"min":{"1min":0.32300000000000001,"5min":0.32300000000000001,"15min":0.32300000000000001},"max":{"1min":0.63100000000000001,"5min":0.63100000000000001,"15min":0.63100000000000001},"last":0.51900000000000002},{"interface":"front","average":{"1min":0.503,"5min":0.503,"15min":0.503},"min":{"1min":0.39800000000000002,"5min":0.39800000000000002,"15min":0.39800000000000002},"max":{"1min":0.79700000000000004,"5min":0.79700000000000004,"15min":0.79700000000000004},"last":0.40600000000000003}]},{"osd":1,"last update":"Fri Sep 13 18:57:24 2024","interfaces":[{"interface":"back","average":{"1min":0.48199999999999998,"5min":0.48199999999999998,"15min":0.48199999999999998},"min":{"1min":0.379,"5min":0.379,"15min":0.379},"max":{"1min":0.73399999999999999,"5min":0.73399999999999999,"15min":0.73399999999999999},"last":0.36299999999999999},{"interface":"front","average":{"1min":0.51400000000000001,"5min":0.51400000000000001,"15min":0.51400000000000001},"min":{"1min":0.39300000000000002,"5min":0.39300000000000002,"15min":0.39300000000000002},"max":{"1min":0.871,"5min":0.871,"15min":0.871},"last":0.47499999999999998}]},{"osd":2,"last update":"Fri Sep 13 18:57:24 2024","interfaces":[{"interface":"back","average":{"1min":0.54200000000000004,"5min":0.54200000000000004,"15min":0.54200000000000004},"min":{"1min":0.35599999999999998,"5min":0.35599999999999998,"15min":0.35599999999999998},"max":{"1min":0.76200000000000001,"5min":0.76200000000000001,"15min":0.76200000000000001},"last":0.57699999999999996},{"interface":"front","average":{"1min":0.53100000000000003,"5min":0.53100000000000003,"15min":0.53100000000000003},"min":{"1min":0.38200000000000001,"5min":0.38200000000000001,"15min":0.38200000000000001},"max":{"1min":0.69899999999999995,"5min":0.69899999999999995,"15min":0.69899999999999995},"last":0.42399999999999999}]},{"osd":3,"last update":"Fri Sep 13 18:57:24 2024","interfaces":[{"interface":"back","average":{"1min":0.54100000000000004,"5min":0.54100000000000004,"15min":0.54100000000000004},"min":{"1min":0.38500000000000001,"5min":0.38500000000000001,"15min":0.38500000000000001},"max":{"1min":0.83699999999999997,"5min":0.83699999999999997,"15min":0.83699999999999997},"last":0.50800000000000001},{"interface":"front","average":{"1min":0.56599999999999995,"5min":0.56599999999999995,"15min":0.56599999999999995},"min":{"1min":0.39700000000000002,"5min":0.39700000000000002,"15min":0.39700000000000002},"max":{"1min":0.74399999999999999,"5min":0.74399999999999999,"15min":0.74399999999999999},"last":0.44900000000000001}]},{"osd":4,"last update":"Fri Sep 13 18:57:24 2024","interfaces":[{"interface":"back","average":{"1min":0.47099999999999997,"5min":0.47099999999999997,"15min":0.47099999999999997},"min":{"1min":0.31900000000000001,"5min":0.31900000000000001,"15min":0.31900000000000001},"max":{"1min":0.70099999999999996,"5min":0.70099999999999996,"15min":0.70099999999999996},"last":0.54100000000000004},{"interface":"front","average":{"1min":0.47999999999999998,"5min":0.47999999999999998,"15min":0.47999999999999998},"min":{"1min":0.32300000000000001,"5min":0.32300000000000001,"15min":0.32300000000000001},"max":{"1min":0.76700000000000002,"5min":0.76700000000000002,"15min":0.76700000000000002},"last":0.46300000000000002}]},{"osd":5,"last update":"Fri Sep 13 18:57:24 2024","interfaces":[{"interface":"back","average":{"1min":0.50900000000000001,"5min":0.50900000000000001,"15min":0.50900000000000001},"min":{"1min":0.314,"5min":0.314,"15min":0.314},"max":{"1min":0.66700000000000004,"5min":0.66700000000000004,"15min":0.66700000000000004},"last":0.439},{"interface":"front","average":{"1min":0.52100000000000002,"5min":0.52100000000000002,"15min":0.52100000000000002},"min":{"1min":0.34300000000000003,"5min":0.34300000000000003,"15min":0.34300000000000003},"max":{"1min":0.90000000000000002,"5min":0.90000000000000002,"15min":0.90000000000000002},"last":0.49299999999999999}]},{"osd":7,"last update":"Fri Sep 13 18:57:24 2024","interfaces":[{"interface":"back","average":{"1min":0.55500000000000005,"5min":0.55500000000000005,"15min":0.55500000000000005},"min":{"1min":0.30399999999999999,"5min":0.30399999999999999,"15min":0.30399999999999999},"max":{"1min":0.748,"5min":0.748,"15min":0.748},"last":0.53100000000000003},{"interface":"front","average":{"1min":0.59399999999999997,"5min":0.59399999999999997,"15min":0.59399999999999997},"min":{"1min":0.434,"5min":0.434,"15min":0.434},"max":{"1min":0.78000000000000003,"5min":0.78000000000000003,"15min":0.78000000000000003},"last":0.60899999999999999}]}]},{"osd":4,"up_from":13,"seq":55834574873,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27492,"kb_used_data":472,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344348,"statfs":{"total":96636764160,"available":96608612352,"internally_reserved":0,"allocated":483328,"data_stored":208111,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 18:57:22 2024","interfaces":[{"interface":"back","average":{"1min":0.52800000000000002,"5min":0.52800000000000002,"15min":0.52800000000000002},"min":{"1min":0.372,"5min":0.372,"15min":0.372},"max":{"1min":0.876,"5min":0.876,"15min":0.876},"last":0.55400000000000005},{"interface":"front","average":{"1min":0.48199999999999998,"5min":0.48199999999999998,"15min":0.48199999999999998},"min":{"1min":0.40100000000000002,"5min":0.40100000000000002,"15min":0.40100000000000002},"max":{"1min":0.82999999999999996,"5min":0.82999999999999996,"15min":0.82999999999999996},"last":0.51800000000000002}]},{"osd":1,"last update":"Fri Sep 13 18:57:22 2024","interfaces":[{"interface":"back","average":{"1min":0.55400000000000005,"5min":0.55400000000000005,"15min":0.55400000000000005},"min":{"1min":0.34200000000000003,"5min":0.34200000000000003,"15min":0.34200000000000003},"max":{"1min":1.0209999999999999,"5min":1.0209999999999999,"15min":1.0209999999999999},"last":0.49099999999999999},{"interface":"front","average":{"1min":0.51600000000000001,"5min":0.51600000000000001,"15min":0.51600000000000001},"min":{"1min":0.32300000000000001,"5min":0.32300000000000001,"15min":0.32300000000000001},"max":{"1min":0.81599999999999995,"5min":0.81599999999999995,"15min":0.81599999999999995},"last":0.63300000000000001}]},{"osd":2,"last update":"Fri Sep 13 18:57:22 2024","interfaces":[{"interface":"back","average":{"1min":0.55800000000000005,"5min":0.55800000000000005,"15min":0.55800000000000005},"min":{"1min":0.36499999999999999,"5min":0.36499999999999999,"15min":0.36499999999999999},"max":{"1min":0.96499999999999997,"5min":0.96499999999999997,"15min":0.96499999999999997},"last":0.54300000000000004},{"interface":"front","average":{"1min":0.54800000000000004,"5min":0.54800000000000004,"15min":0.54800000000000004},"min":{"1min":0.41099999999999998,"5min":0.41099999999999998,"15min":0.41099999999999998},"max":{"1min":0.78500000000000003,"5min":0.78500000000000003,"15min":0.78500000000000003},"last":0.66000000000000003}]},{"osd":3,"last update":"Fri Sep 13 18:57:22 2024","interfaces":[{"interface":"back","average":{"1min":0.57599999999999996,"5min":0.57599999999999996,"15min":0.57599999999999996},"min":{"1min":0.39000000000000001,"5min":0.39000000000000001,"15min":0.39000000000000001},"max":{"1min":1.087,"5min":1.087,"15min":1.087},"last":0.58299999999999996},{"interface":"front","average":{"1min":0.57199999999999995,"5min":0.57199999999999995,"15min":0.57199999999999995},"min":{"1min":0.35599999999999998,"5min":0.35599999999999998,"15min":0.35599999999999998},"max":{"1min":0.998,"5min":0.998,"15min":0.998},"last":0.59399999999999997}]},{"osd":5,"last update":"Fri Sep 13 18:57:22 2024","interfaces":[{"interface":"back","average":{"1min":0.46800000000000003,"5min":0.46800000000000003,"15min":0.46800000000000003},"min":{"1min":0.33500000000000002,"5min":0.33500000000000002,"15min":0.33500000000000002},"max":{"1min":0.61699999999999999,"5min":0.61699999999999999,"15min":0.61699999999999999},"last":0.442},{"interface":"front","average":{"1min":0.54400000000000004,"5min":0.54400000000000004,"15min":0.54400000000000004},"min":{"1min":0.30599999999999999,"5min":0.30599999999999999,"15min":0.30599999999999999},"max":{"1min":1.244,"5min":1.244,"15min":1.244},"last":0.61599999999999999}]},{"osd":6,"last update":"Fri Sep 13 18:57:22 2024","interfaces":[{"interface":"back","average":{"1min":0.52200000000000002,"5min":0.52200000000000002,"15min":0.52200000000000002},"min":{"1min":0.33800000000000002,"5min":0.33800000000000002,"15min":0.33800000000000002},"max":{"1min":0.76900000000000002,"5min":0.76900000000000002,"15min":0.76900000000000002},"last":0.56999999999999995},{"interface":"front","average":{"1min":0.59099999999999997,"5min":0.59099999999999997,"15min":0.59099999999999997},"min":{"1min":0.33200000000000002,"5min":0.33200000000000002,"15min":0.33200000000000002},"max":{"1min":1.1359999999999999,"5min":1.1359999999999999,"15min":1.1359999999999999},"last":0.64500000000000002}]},{"osd":7,"last update":"Fri Sep 13 18:57:22 2024","interfaces":[{"interface":"back","average":{"1min":0.57499999999999996,"5min":0.57499999999999996,"15min":0.57499999999999996},"min":{"1min":0.32900000000000001,"5min":0.32900000000000001,"15min":0.32900000000000001},"max":{"1min":0.78700000000000003,"5min":0.78700000000000003,"15min":0.78700000000000003},"last":0.68200000000000005},{"interface":"front","average":{"1min":0.55800000000000005,"5min":0.55800000000000005,"15min":0.55800000000000005},"min":{"1min":0.39700000000000002,"5min":0.39700000000000002,"15min":0.39700000000000002},"max":{"1min":0.72299999999999998,"5min":0.72299999999999998,"15min":0.72299999999999998},"last":0.60499999999999998}]}]},{"osd":2,"up_from":13,"seq":55834574872,"num_pgs":23,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27488,"kb_used_data":468,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344352,"statfs":{"total":96636764160,"available":96608616448,"internally_reserved":0,"allocated":479232,"data_stored":207577,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 18:57:21 2024","interfaces":[{"interface":"back","average":{"1min":0.315,"5min":0.315,"15min":0.315},"min":{"1min":0.222,"5min":0.222,"15min":0.222},"max":{"1min":0.53200000000000003,"5min":0.53200000000000003,"15min":0.53200000000000003},"last":0.35399999999999998},{"interface":"front","average":{"1min":0.36099999999999999,"5min":0.36099999999999999,"15min":0.36099999999999999},"min":{"1min":0.255,"5min":0.255,"15min":0.255},"max":{"1min":0.58299999999999996,"5min":0.58299999999999996,"15min":0.58299999999999996},"last":0.28000000000000003}]},{"osd":1,"last update":"Fri Sep 13 18:57:21 2024","interfaces":[{"interface":"back","average":{"1min":0.36099999999999999,"5min":0.36099999999999999,"15min":0.36099999999999999},"min":{"1min":0.28100000000000003,"5min":0.28100000000000003,"15min":0.28100000000000003},"max":{"1min":0.56100000000000005,"5min":0.56100000000000005,"15min":0.56100000000000005},"last":0.245},{"interface":"front","average":{"1min":0.34300000000000003,"5min":0.34300000000000003,"15min":0.34300000000000003},"min":{"1min":0.26400000000000001,"5min":0.26400000000000001,"15min":0.26400000000000001},"max":{"1min":0.47899999999999998,"5min":0.47899999999999998,"15min":0.47899999999999998},"last":0.309}]},{"osd":3,"last update":"Fri Sep 13 18:57:21 2024","interfaces":[{"interface":"back","average":{"1min":0.40100000000000002,"5min":0.40100000000000002,"15min":0.40100000000000002},"min":{"1min":0.253,"5min":0.253,"15min":0.253},"max":{"1min":0.94799999999999995,"5min":0.94799999999999995,"15min":0.94799999999999995},"last":0.33100000000000002},{"interface":"front","average":{"1min":0.38500000000000001,"5min":0.38500000000000001,"15min":0.38500000000000001},"min":{"1min":0.25800000000000001,"5min":0.25800000000000001,"15min":0.25800000000000001},"max":{"1min":1.0209999999999999,"5min":1.0209999999999999,"15min":1.0209999999999999},"last":0.29199999999999998}]},{"osd":4,"last update":"Fri Sep 13 18:57:21 2024","interfaces":[{"interface":"back","average":{"1min":0.58799999999999997,"5min":0.58799999999999997,"15min":0.58799999999999997},"min":{"1min":0.312,"5min":0.312,"15min":0.312},"max":{"1min":0.98299999999999998,"5min":0.98299999999999998,"15min":0.98299999999999998},"last":0.45800000000000002},{"interface":"front","average":{"1min":0.59399999999999997,"5min":0.59399999999999997,"15min":0.59399999999999997},"min":{"1min":0.38100000000000001,"5min":0.38100000000000001,"15min":0.38100000000000001},"max":{"1min":0.90000000000000002,"5min":0.90000000000000002,"15min":0.90000000000000002},"last":0.56999999999999995}]},{"osd":5,"last update":"Fri Sep 13 18:57:25 2024","interfaces":[{"interface":"back","average":{"1min":0.52000000000000002,"5min":0.52000000000000002,"15min":0.52000000000000002},"min":{"1min":0.33800000000000002,"5min":0.33800000000000002,"15min":0.33800000000000002},"max":{"1min":0.71599999999999997,"5min":0.71599999999999997,"15min":0.71599999999999997},"last":0.52000000000000002},{"interface":"front","average":{"1min":0.54200000000000004,"5min":0.54200000000000004,"15min":0.54200000000000004},"min":{"1min":0.36099999999999999,"5min":0.36099999999999999,"15min":0.36099999999999999},"max":{"1min":0.75900000000000001,"5min":0.75900000000000001,"15min":0.75900000000000001},"last":0.47299999999999998}]},{"osd":6,"last update":"Fri Sep 13 18:57:21 2024","interfaces":[{"interface":"back","average":{"1min":0.57199999999999995,"5min":0.57199999999999995,"15min":0.57199999999999995},"min":{"1min":0.41699999999999998,"5min":0.41699999999999998,"15min":0.41699999999999998},"max":{"1min":0.90300000000000002,"5min":0.90300000000000002,"15min":0.90300000000000002},"last":0.44800000000000001},{"interface":"front","average":{"1min":0.55600000000000005,"5min":0.55600000000000005,"15min":0.55600000000000005},"min":{"1min":0.35199999999999998,"5min":0.35199999999999998,"15min":0.35199999999999998},"max":{"1min":0.83699999999999997,"5min":0.83699999999999997,"15min":0.83699999999999997},"last":0.55300000000000005}]},{"osd":7,"last update":"Fri Sep 13 18:57:21 2024","interfaces":[{"interface":"back","average":{"1min":0.57399999999999995,"5min":0.57399999999999995,"15min":0.57399999999999995},"min":{"1min":0.41799999999999998,"5min":0.41799999999999998,"15min":0.41799999999999998},"max":{"1min":0.92500000000000004,"5min":0.92500000000000004,"15min":0.92500000000000004},"last":0.54000000000000004},{"interface":"front","average":{"1min":0.58199999999999996,"5min":0.58199999999999996,"15min":0.58199999999999996},"min":{"1min":0.39200000000000002,"5min":0.39200000000000002,"15min":0.39200000000000002},"max":{"1min":0.82299999999999995,"5min":0.82299999999999995,"15min":0.82299999999999995},"last":0.46600000000000003}]}]},{"osd":1,"up_from":13,"seq":55834574873,"num_pgs":22,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27500,"kb_used_data":480,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344340,"statfs":{"total":96636764160,"available":96608604160,"internally_reserved":0,"allocated":491520,"data_stored":214084,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 18:57:23 2024","interfaces":[{"interface":"back","average":{"1min":0.307,"5min":0.307,"15min":0.307},"min":{"1min":0.187,"5min":0.187,"15min":0.187},"max":{"1min":0.52900000000000003,"5min":0.52900000000000003,"15min":0.52900000000000003},"last":0.20499999999999999},{"interface":"front","average":{"1min":0.32700000000000001,"5min":0.32700000000000001,"15min":0.32700000000000001},"min":{"1min":0.20699999999999999,"5min":0.20699999999999999,"15min":0.20699999999999999},"max":{"1min":0.68600000000000005,"5min":0.68600000000000005,"15min":0.68600000000000005},"last":0.32500000000000001}]},{"osd":2,"last update":"Fri Sep 13 18:57:23 2024","interfaces":[{"interface":"back","average":{"1min":0.35099999999999998,"5min":0.35099999999999998,"15min":0.35099999999999998},"min":{"1min":0.23000000000000001,"5min":0.23000000000000001,"15min":0.23000000000000001},"max":{"1min":0.57799999999999996,"5min":0.57799999999999996,"15min":0.57799999999999996},"last":0.311},{"interface":"front","average":{"1min":0.374,"5min":0.374,"15min":0.374},"min":{"1min":0.25,"5min":0.25,"15min":0.25},"max":{"1min":0.58499999999999996,"5min":0.58499999999999996,"15min":0.58499999999999996},"last":0.30499999999999999}]},{"osd":3,"last update":"Fri Sep 13 18:57:23 2024","interfaces":[{"interface":"back","average":{"1min":0.38100000000000001,"5min":0.38100000000000001,"15min":0.38100000000000001},"min":{"1min":0.22700000000000001,"5min":0.22700000000000001,"15min":0.22700000000000001},"max":{"1min":0.77400000000000002,"5min":0.77400000000000002,"15min":0.77400000000000002},"last":0.26300000000000001},{"interface":"front","average":{"1min":0.36499999999999999,"5min":0.36499999999999999,"15min":0.36499999999999999},"min":{"1min":0.25800000000000001,"5min":0.25800000000000001,"15min":0.25800000000000001},"max":{"1min":0.56499999999999995,"5min":0.56499999999999995,"15min":0.56499999999999995},"last":0.27300000000000002}]},{"osd":4,"last update":"Fri Sep 13 18:57:23 2024","interfaces":[{"interface":"back","average":{"1min":0.58199999999999996,"5min":0.58199999999999996,"15min":0.58199999999999996},"min":{"1min":0.39500000000000002,"5min":0.39500000000000002,"15min":0.39500000000000002},"max":{"1min":0.82599999999999996,"5min":0.82599999999999996,"15min":0.82599999999999996},"last":0.64300000000000002},{"interface":"front","average":{"1min":0.57099999999999995,"5min":0.57099999999999995,"15min":0.57099999999999995},"min":{"1min":0.38500000000000001,"5min":0.38500000000000001,"15min":0.38500000000000001},"max":{"1min":0.81699999999999995,"5min":0.81699999999999995,"15min":0.81699999999999995},"last":0.69299999999999995}]},{"osd":5,"last update":"Fri Sep 13 18:57:23 2024","interfaces":[{"interface":"back","average":{"1min":0.57099999999999995,"5min":0.57099999999999995,"15min":0.57099999999999995},"min":{"1min":0.41399999999999998,"5min":0.41399999999999998,"15min":0.41399999999999998},"max":{"1min":0.78800000000000003,"5min":0.78800000000000003,"15min":0.78800000000000003},"last":0.70899999999999996},{"interface":"front","average":{"1min":0.57099999999999995,"5min":0.57099999999999995,"15min":0.57099999999999995},"min":{"1min":0.40500000000000003,"5min":0.40500000000000003,"15min":0.40500000000000003},"max":{"1min":0.73999999999999999,"5min":0.73999999999999999,"15min":0.73999999999999999},"last":0.54500000000000004}]},{"osd":6,"last update":"Fri Sep 13 18:57:23 2024","interfaces":[{"interface":"back","average":{"1min":0.58999999999999997,"5min":0.58999999999999997,"15min":0.58999999999999997},"min":{"1min":0.41499999999999998,"5min":0.41499999999999998,"15min":0.41499999999999998},"max":{"1min":0.81000000000000005,"5min":0.81000000000000005,"15min":0.81000000000000005},"last":0.55600000000000005},{"interface":"front","average":{"1min":0.57099999999999995,"5min":0.57099999999999995,"15min":0.57099999999999995},"min":{"1min":0.40899999999999997,"5min":0.40899999999999997,"15min":0.40899999999999997},"max":{"1min":0.72599999999999998,"5min":0.72599999999999998,"15min":0.72599999999999998},"last":0.68300000000000005}]},{"osd":7,"last update":"Fri Sep 13 18:57:23 2024","interfaces":[{"interface":"back","average":{"1min":0.59299999999999997,"5min":0.59299999999999997,"15min":0.59299999999999997},"min":{"1min":0.40400000000000003,"5min":0.40400000000000003,"15min":0.40400000000000003},"max":{"1min":0.79700000000000004,"5min":0.79700000000000004,"15min":0.79700000000000004},"last":0.60699999999999998},{"interface":"front","average":{"1min":0.61899999999999999,"5min":0.61899999999999999,"15min":0.61899999999999999},"min":{"1min":0.48699999999999999,"5min":0.48699999999999999,"15min":0.48699999999999999},"max":{"1min":0.88100000000000001,"5min":0.88100000000000001,"15min":0.88100000000000001},"last":0.53600000000000003}]}]},{"osd":0,"up_from":13,"seq":55834574871,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28068,"kb_used_data":1048,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343772,"statfs":{"total":96636764160,"available":96608022528,"internally_reserved":0,"allocated":1073152,"data_stored":797909,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Fri Sep 13 18:57:23 2024","interfaces":[{"interface":"back","average":{"1min":0.30299999999999999,"5min":0.30299999999999999,"15min":0.30299999999999999},"min":{"1min":0.17799999999999999,"5min":0.17799999999999999,"15min":0.17799999999999999},"max":{"1min":0.40400000000000003,"5min":0.40400000000000003,"15min":0.40400000000000003},"last":0.26700000000000002},{"interface":"front","average":{"1min":0.313,"5min":0.313,"15min":0.313},"min":{"1min":0.20499999999999999,"5min":0.20499999999999999,"15min":0.20499999999999999},"max":{"1min":0.44800000000000001,"5min":0.44800000000000001,"15min":0.44800000000000001},"last":0.36399999999999999}]},{"osd":2,"last update":"Fri Sep 13 18:57:23 2024","interfaces":[{"interface":"back","average":{"1min":0.32900000000000001,"5min":0.32900000000000001,"15min":0.32900000000000001},"min":{"1min":0.214,"5min":0.214,"15min":0.214},"max":{"1min":0.44700000000000001,"5min":0.44700000000000001,"15min":0.44700000000000001},"last":0.40300000000000002},{"interface":"front","average":{"1min":0.32300000000000001,"5min":0.32300000000000001,"15min":0.32300000000000001},"min":{"1min":0.25,"5min":0.25,"15min":0.25},"max":{"1min":0.48299999999999998,"5min":0.48299999999999998,"15min":0.48299999999999998},"last":0.32300000000000001}]},{"osd":3,"last update":"Fri Sep 13 18:57:23 2024","interfaces":[{"interface":"back","average":{"1min":0.33400000000000002,"5min":0.33400000000000002,"15min":0.33400000000000002},"min":{"1min":0.219,"5min":0.219,"15min":0.219},"max":{"1min":0.61199999999999999,"5min":0.61199999999999999,"15min":0.61199999999999999},"last":0.31},{"interface":"front","average":{"1min":0.34200000000000003,"5min":0.34200000000000003,"15min":0.34200000000000003},"min":{"1min":0.23300000000000001,"5min":0.23300000000000001,"15min":0.23300000000000001},"max":{"1min":0.48599999999999999,"5min":0.48599999999999999,"15min":0.48599999999999999},"last":0.378}]},{"osd":4,"last update":"Fri Sep 13 18:57:23 2024","interfaces":[{"interface":"back","average":{"1min":0.56100000000000005,"5min":0.56100000000000005,"15min":0.56100000000000005},"min":{"1min":0.34799999999999998,"5min":0.34799999999999998,"15min":0.34799999999999998},"max":{"1min":0.77600000000000002,"5min":0.77600000000000002,"15min":0.77600000000000002},"last":0.50800000000000001},{"interface":"front","average":{"1min":0.54100000000000004,"5min":0.54100000000000004,"15min":0.54100000000000004},"min":{"1min":0.41099999999999998,"5min":0.41099999999999998,"15min":0.41099999999999998},"max":{"1min":0.69399999999999995,"5min":0.69399999999999995,"15min":0.69399999999999995},"last":0.499}]},{"osd":5,"last update":"Fri Sep 13 18:57:23 2024","interfaces":[{"interface":"back","average":{"1min":0.504,"5min":0.504,"15min":0.504},"min":{"1min":0.34200000000000003,"5min":0.34200000000000003,"15min":0.34200000000000003},"max":{"1min":0.68500000000000005,"5min":0.68500000000000005,"15min":0.68500000000000005},"last":0.46899999999999997},{"interface":"front","average":{"1min":0.52700000000000002,"5min":0.52700000000000002,"15min":0.52700000000000002},"min":{"1min":0.35399999999999998,"5min":0.35399999999999998,"15min":0.35399999999999998},"max":{"1min":0.86099999999999999,"5min":0.86099999999999999,"15min":0.86099999999999999},"last":0.433}]},{"osd":6,"last update":"Fri Sep 13 18:57:23 2024","interfaces":[{"interface":"back","average":{"1min":0.54300000000000004,"5min":0.54300000000000004,"15min":0.54300000000000004},"min":{"1min":0.372,"5min":0.372,"15min":0.372},"max":{"1min":0.79400000000000004,"5min":0.79400000000000004,"15min":0.79400000000000004},"last":0.48699999999999999},{"interface":"front","average":{"1min":0.54900000000000004,"5min":0.54900000000000004,"15min":0.54900000000000004},"min":{"1min":0.40200000000000002,"5min":0.40200000000000002,"15min":0.40200000000000002},"max":{"1min":0.82999999999999996,"5min":0.82999999999999996,"15min":0.82999999999999996},"last":0.47999999999999998}]},{"osd":7,"last update":"Fri Sep 13 18:57:23 2024","interfaces":[{"interface":"back","average":{"1min":0.54700000000000004,"5min":0.54700000000000004,"15min":0.54700000000000004},"min":{"1min":0.34499999999999997,"5min":0.34499999999999997,"15min":0.34499999999999997},"max":{"1min":0.75900000000000001,"5min":0.75900000000000001,"15min":0.75900000000000001},"last":0.44500000000000001},{"interface":"front","average":{"1min":0.53600000000000003,"5min":0.53600000000000003,"15min":0.53600000000000003},"min":{"1min":0.42499999999999999,"5min":0.42499999999999999,"15min":0.42499999999999999},"max":{"1min":0.72799999999999998,"5min":0.72799999999999998,"15min":0.72799999999999998},"last":0.45700000000000002}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-13T18:58:11.935 DEBUG:teuthology.orchestra.run.smithi119:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-13T18:58:12.032 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:12.029+0000 7fe22abce640 1 Processor -- start 2024-09-13T18:58:12.032 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:12.029+0000 7fe22abce640 1 -- start start 2024-09-13T18:58:12.035 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:12.030+0000 7fe22abce640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fe22415c280 0x7fe22406aee0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:58:12.035 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:12.030+0000 7fe22abce640 1 --2- >> v2:172.21.15.119:3300/0 conn(0x7fe22415c660 0x7fe22406b420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:58:12.035 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:12.030+0000 7fe22abce640 1 -- --> v1:172.21.15.119:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fe224066090 con 0x7fe2240abae0 2024-09-13T18:58:12.035 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:12.030+0000 7fe22abce640 1 -- --> v2:172.21.15.119:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fe2240ac6f0 con 0x7fe22415c660 2024-09-13T18:58:12.035 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:12.030+0000 7fe22abce640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe2240ac9d0 con 0x7fe22415c280 2024-09-13T18:58:12.035 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:12.030+0000 7fe223fff640 1 --2- >> v2:172.21.15.119:3300/0 conn(0x7fe22415c660 0x7fe22406b420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:58:12.035 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:12.030+0000 7fe22916b640 1 --1- >> v1:172.21.15.119:6789/0 conn(0x7fe2240abae0 0x7fe2240abf40 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.119:6789/0 says I am v1:172.21.15.119:51496/0 (socket says 172.21.15.119:51496) 2024-09-13T18:58:12.035 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:12.030+0000 7fe22916b640 1 -- 172.21.15.119:0/1604162018 learned_addr learned my addr 172.21.15.119:0/1604162018 (peer_addr_for_me v1:172.21.15.119:0/0) 2024-09-13T18:58:12.035 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:12.031+0000 7fe22896a640 1 --2- 172.21.15.119:0/1604162018 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fe22415c280 0x7fe22406aee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:58:12.035 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:12.031+0000 7fe223fff640 1 -- 172.21.15.119:0/1604162018 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fe22415c280 msgr2=0x7fe22406aee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T18:58:12.036 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:12.031+0000 7fe223fff640 1 --2- 172.21.15.119:0/1604162018 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fe22415c280 0x7fe22406aee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:58:12.036 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:12.031+0000 7fe223fff640 1 -- 172.21.15.119:0/1604162018 >> v1:172.21.15.119:6789/0 conn(0x7fe2240abae0 legacy=0x7fe2240abf40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:58:12.036 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:12.031+0000 7fe2237fe640 1 -- 172.21.15.119:0/1604162018 <== mon.0 v1:172.21.15.119:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3302616204 0 0) 0x7fe224066090 con 0x7fe2240abae0 2024-09-13T18:58:12.037 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:12.031+0000 7fe223fff640 1 -- 172.21.15.119:0/1604162018 --> v2:172.21.15.119:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe2240accb0 con 0x7fe22415c660 2024-09-13T18:58:12.037 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:12.031+0000 7fe223fff640 1 --2- 172.21.15.119:0/1604162018 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fe22415c660 0x7fe22406b420 secure :-1 s=READY pgs=622 cs=0 l=1 rev1=1 crypto rx=0x7fe2180097a0 tx=0x7fe21802a180 comp rx=0 tx=0).ready entity=mon.0 client_cookie=759b078f53b05edc server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:58:12.037 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:12.032+0000 7fe2237fe640 1 -- 172.21.15.119:0/1604162018 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe218032440 con 0x7fe22415c660 2024-09-13T18:58:12.037 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:12.032+0000 7fe2237fe640 1 -- 172.21.15.119:0/1604162018 <== mon.0 v2:172.21.15.119:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe2180325a0 con 0x7fe22415c660 2024-09-13T18:58:12.037 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:12.032+0000 7fe2237fe640 1 -- 172.21.15.119:0/1604162018 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe218032930 con 0x7fe22415c660 2024-09-13T18:58:12.037 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:12.032+0000 7fe22abce640 1 -- 172.21.15.119:0/1604162018 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fe22415c660 msgr2=0x7fe22406b420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:58:12.037 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:12.032+0000 7fe22abce640 1 --2- 172.21.15.119:0/1604162018 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fe22415c660 0x7fe22406b420 secure :-1 s=READY pgs=622 cs=0 l=1 rev1=1 crypto rx=0x7fe2180097a0 tx=0x7fe21802a180 comp rx=0 tx=0).stop 2024-09-13T18:58:12.037 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:12.032+0000 7fe22abce640 1 -- 172.21.15.119:0/1604162018 shutdown_connections 2024-09-13T18:58:12.037 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:12.032+0000 7fe22abce640 1 --2- 172.21.15.119:0/1604162018 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fe22415c660 0x7fe22406b420 unknown :-1 s=CLOSED pgs=622 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:58:12.038 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:12.032+0000 7fe22abce640 1 --2- 172.21.15.119:0/1604162018 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fe22415c280 0x7fe22406aee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:58:12.038 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:12.032+0000 7fe22abce640 1 -- 172.21.15.119:0/1604162018 >> 172.21.15.119:0/1604162018 conn(0x7fe2240709f0 msgr2=0x7fe224070e00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:58:12.038 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:12.032+0000 7fe22abce640 1 -- 172.21.15.119:0/1604162018 shutdown_connections 2024-09-13T18:58:12.038 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:12.032+0000 7fe22abce640 1 -- 172.21.15.119:0/1604162018 wait complete. 2024-09-13T18:58:12.040 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:12.033+0000 7fe22abce640 1 Processor -- start 2024-09-13T18:58:12.040 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:12.033+0000 7fe22abce640 1 -- start start 2024-09-13T18:58:12.040 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:12.034+0000 7fe22abce640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fe2240abae0 0x7fe22415ee80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:58:12.040 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:12.034+0000 7fe22abce640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fe22415c280 0x7fe2240c4660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:58:12.041 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:12.034+0000 7fe22abce640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fe22415c660 0x7fe22414b1d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:58:12.041 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:12.034+0000 7fe22abce640 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe2240caef0 con 0x7fe2240abae0 2024-09-13T18:58:12.041 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:12.034+0000 7fe22abce640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe2240cb160 con 0x7fe22415c280 2024-09-13T18:58:12.041 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:12.034+0000 7fe22abce640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe2240cb440 con 0x7fe22415c660 2024-09-13T18:58:12.041 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:12.034+0000 7fe22896a640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fe2240abae0 0x7fe22415ee80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:58:12.041 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:12.034+0000 7fe22896a640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fe2240abae0 0x7fe22415ee80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.119:3300/0 says I am v2:172.21.15.119:43854/0 (socket says 172.21.15.119:43854) 2024-09-13T18:58:12.041 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:12.034+0000 7fe22896a640 1 -- 172.21.15.119:0/1901489789 learned_addr learned my addr 172.21.15.119:0/1901489789 (peer_addr_for_me v2:172.21.15.119:0/0) 2024-09-13T18:58:12.041 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:12.034+0000 7fe223fff640 1 --2- 172.21.15.119:0/1901489789 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fe22415c280 0x7fe2240c4660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:58:12.042 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:12.034+0000 7fe22916b640 1 --2- 172.21.15.119:0/1901489789 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fe22415c660 0x7fe22414b1d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:58:12.042 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:12.035+0000 7fe22896a640 1 -- 172.21.15.119:0/1901489789 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fe22415c660 msgr2=0x7fe22414b1d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:58:12.042 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:12.035+0000 7fe22896a640 1 --2- 172.21.15.119:0/1901489789 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fe22415c660 0x7fe22414b1d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:58:12.042 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:12.035+0000 7fe22896a640 1 -- 172.21.15.119:0/1901489789 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fe22415c280 msgr2=0x7fe2240c4660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:58:12.042 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:12.035+0000 7fe22896a640 1 --2- 172.21.15.119:0/1901489789 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fe22415c280 0x7fe2240c4660 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:58:12.042 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:12.035+0000 7fe22896a640 1 -- 172.21.15.119:0/1901489789 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe218009400 con 0x7fe2240abae0 2024-09-13T18:58:12.042 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:12.035+0000 7fe22896a640 1 --2- 172.21.15.119:0/1901489789 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fe2240abae0 0x7fe22415ee80 secure :-1 s=READY pgs=623 cs=0 l=1 rev1=1 crypto rx=0x7fe21c007ef0 tx=0x7fe21c00e4b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:58:12.042 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:12.035+0000 7fe2217fa640 1 -- 172.21.15.119:0/1901489789 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe21c014620 con 0x7fe2240abae0 2024-09-13T18:58:12.042 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:12.035+0000 7fe2217fa640 1 -- 172.21.15.119:0/1901489789 <== mon.0 v2:172.21.15.119:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe21c014780 con 0x7fe2240abae0 2024-09-13T18:58:12.042 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:12.035+0000 7fe22abce640 1 -- 172.21.15.119:0/1901489789 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe2240cb720 con 0x7fe2240abae0 2024-09-13T18:58:12.042 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:12.035+0000 7fe2217fa640 1 -- 172.21.15.119:0/1901489789 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe21c014b30 con 0x7fe2240abae0 2024-09-13T18:58:12.042 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:12.035+0000 7fe22abce640 1 -- 172.21.15.119:0/1901489789 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe2240cbf20 con 0x7fe2240abae0 2024-09-13T18:58:12.042 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:12.036+0000 7fe22abce640 1 -- 172.21.15.119:0/1901489789 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fe2240abf40 con 0x7fe2240abae0 2024-09-13T18:58:12.042 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:12.036+0000 7fe2217fa640 1 -- 172.21.15.119:0/1901489789 <== mon.0 v2:172.21.15.119:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fe21c014c90 con 0x7fe2240abae0 2024-09-13T18:58:12.042 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:12.037+0000 7fe2217fa640 1 --2- 172.21.15.119:0/1901489789 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7fe21006ac00 0x7fe21006d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:58:12.043 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:12.037+0000 7fe223fff640 1 --2- 172.21.15.119:0/1901489789 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7fe21006ac00 0x7fe21006d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:58:12.043 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:12.037+0000 7fe2217fa640 1 -- 172.21.15.119:0/1901489789 <== mon.0 v2:172.21.15.119:3300/0 5 ==== osd_map(44..44 src has 1..44) v4 ==== 5349+0+0 (secure 0 0 0) 0x7fe21c0899f0 con 0x7fe2240abae0 2024-09-13T18:58:12.043 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:12.037+0000 7fe223fff640 1 --2- 172.21.15.119:0/1901489789 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7fe21006ac00 0x7fe21006d0c0 secure :-1 s=READY pgs=297 cs=0 l=1 rev1=1 crypto rx=0x7fe218034000 tx=0x7fe21802e000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:58:12.044 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:12.041+0000 7fe2217fa640 1 -- 172.21.15.119:0/1901489789 <== mon.0 v2:172.21.15.119:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fe21c054e70 con 0x7fe2240abae0 2024-09-13T18:58:12.203 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:12.201+0000 7fe22abce640 1 -- 172.21.15.119:0/1901489789 --> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7fe22406ba10 con 0x7fe21006ac00 2024-09-13T18:58:12.205 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:12.203+0000 7fe2217fa640 1 -- 172.21.15.119:0/1901489789 <== mgr.4104 v2:172.21.15.119:6832/3599186100 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+51201 (secure 0 0 0) 0x7fe22406ba10 con 0x7fe21006ac00 2024-09-13T18:58:12.206 INFO:teuthology.orchestra.run.smithi119.stdout: 2024-09-13T18:58:12.206 INFO:teuthology.orchestra.run.smithi119.stderr:dumped all 2024-09-13T18:58:12.208 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:12.205+0000 7fe22abce640 1 -- 172.21.15.119:0/1901489789 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7fe21006ac00 msgr2=0x7fe21006d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:58:12.208 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:12.205+0000 7fe22abce640 1 --2- 172.21.15.119:0/1901489789 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7fe21006ac00 0x7fe21006d0c0 secure :-1 s=READY pgs=297 cs=0 l=1 rev1=1 crypto rx=0x7fe218034000 tx=0x7fe21802e000 comp rx=0 tx=0).stop 2024-09-13T18:58:12.208 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:12.205+0000 7fe22abce640 1 -- 172.21.15.119:0/1901489789 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fe2240abae0 msgr2=0x7fe22415ee80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:58:12.208 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:12.205+0000 7fe22abce640 1 --2- 172.21.15.119:0/1901489789 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fe2240abae0 0x7fe22415ee80 secure :-1 s=READY pgs=623 cs=0 l=1 rev1=1 crypto rx=0x7fe21c007ef0 tx=0x7fe21c00e4b0 comp rx=0 tx=0).stop 2024-09-13T18:58:12.208 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:12.205+0000 7fe22abce640 1 -- 172.21.15.119:0/1901489789 shutdown_connections 2024-09-13T18:58:12.208 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:12.205+0000 7fe22abce640 1 --2- 172.21.15.119:0/1901489789 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7fe21006ac00 0x7fe21006d0c0 unknown :-1 s=CLOSED pgs=297 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:58:12.208 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:12.205+0000 7fe22abce640 1 --2- 172.21.15.119:0/1901489789 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fe22415c660 0x7fe22414b1d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:58:12.208 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:12.205+0000 7fe22abce640 1 --2- 172.21.15.119:0/1901489789 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fe22415c280 0x7fe2240c4660 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:58:12.208 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:12.205+0000 7fe22abce640 1 --2- 172.21.15.119:0/1901489789 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fe2240abae0 0x7fe22415ee80 unknown :-1 s=CLOSED pgs=623 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:58:12.208 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:12.205+0000 7fe22abce640 1 -- 172.21.15.119:0/1901489789 >> 172.21.15.119:0/1901489789 conn(0x7fe2240709f0 msgr2=0x7fe22406ec60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:58:12.209 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:12.205+0000 7fe22abce640 1 -- 172.21.15.119:0/1901489789 shutdown_connections 2024-09-13T18:58:12.209 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:12.205+0000 7fe22abce640 1 -- 172.21.15.119:0/1901489789 wait complete. 2024-09-13T18:58:12.218 INFO:teuthology.orchestra.run.smithi119.stdout:{"pg_ready":true,"pg_map":{"version":92,"stamp":"2024-09-13T18:58:12.084927+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":194,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":221128,"kb_used_data":4976,"kb_used_omap":12,"kb_used_meta":216051,"kb_avail":754753592,"statfs":{"total":773094113280,"available":772867678208,"internally_reserved":0,"allocated":5095424,"data_stored":2871570,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12742,"internal_metadata":221236794},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-8745,"num_objects":-23,"num_object_clones":0,"num_object_copies":-46,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":-23,"num_whiteouts":0,"num_read":-80,"num_read_kb":-88,"num_write":-52,"num_write_kb":-25,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":-14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"6.001144"},"pg_stats":[{"pgid":"1.0","version":"15'117","reported_seq":181,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-13T18:57:55.419166+0000","last_change":"2024-09-13T18:56:23.292950+0000","last_active":"2024-09-13T18:57:55.419166+0000","last_peered":"2024-09-13T18:57:55.419166+0000","last_clean":"2024-09-13T18:57:55.419166+0000","last_became_active":"2024-09-13T18:56:23.292008+0000","last_became_peered":"2024-09-13T18:56:23.292008+0000","last_unstale":"2024-09-13T18:57:55.419166+0000","last_undegraded":"2024-09-13T18:57:55.419166+0000","last_fullsized":"2024-09-13T18:57:55.419166+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:22.096428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:22.096428+0000","last_clean_scrub_stamp":"2024-09-13T18:56:22.096428+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:33:39.156955+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":5,"up_from":14,"seq":60129542168,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27508,"kb_used_data":488,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344332,"statfs":{"total":96636764160,"available":96608595968,"internally_reserved":0,"allocated":499712,"data_stored":214107,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 18:57:24 2024","interfaces":[{"interface":"back","average":{"1min":0.54000000000000004,"5min":0.54000000000000004,"15min":0.54000000000000004},"min":{"1min":0.375,"5min":0.375,"15min":0.375},"max":{"1min":0.82099999999999995,"5min":0.82099999999999995,"15min":0.82099999999999995},"last":0.47199999999999998},{"interface":"front","average":{"1min":0.55200000000000005,"5min":0.55200000000000005,"15min":0.55200000000000005},"min":{"1min":0.34699999999999998,"5min":0.34699999999999998,"15min":0.34699999999999998},"max":{"1min":0.85099999999999998,"5min":0.85099999999999998,"15min":0.85099999999999998},"last":0.63500000000000001}]},{"osd":1,"last update":"Fri Sep 13 18:57:24 2024","interfaces":[{"interface":"back","average":{"1min":0.5,"5min":0.5,"15min":0.5},"min":{"1min":0.34100000000000003,"5min":0.34100000000000003,"15min":0.34100000000000003},"max":{"1min":0.72599999999999998,"5min":0.72599999999999998,"15min":0.72599999999999998},"last":0.34100000000000003},{"interface":"front","average":{"1min":0.54900000000000004,"5min":0.54900000000000004,"15min":0.54900000000000004},"min":{"1min":0.36399999999999999,"5min":0.36399999999999999,"15min":0.36399999999999999},"max":{"1min":0.746,"5min":0.746,"15min":0.746},"last":0.65900000000000003}]},{"osd":2,"last update":"Fri Sep 13 18:57:24 2024","interfaces":[{"interface":"back","average":{"1min":0.52300000000000002,"5min":0.52300000000000002,"15min":0.52300000000000002},"min":{"1min":0.38700000000000001,"5min":0.38700000000000001,"15min":0.38700000000000001},"max":{"1min":0.79600000000000004,"5min":0.79600000000000004,"15min":0.79600000000000004},"last":0.54800000000000004},{"interface":"front","average":{"1min":0.53100000000000003,"5min":0.53100000000000003,"15min":0.53100000000000003},"min":{"1min":0.377,"5min":0.377,"15min":0.377},"max":{"1min":0.67800000000000005,"5min":0.67800000000000005,"15min":0.67800000000000005},"last":0.38800000000000001}]},{"osd":3,"last update":"Fri Sep 13 18:57:24 2024","interfaces":[{"interface":"back","average":{"1min":0.54600000000000004,"5min":0.54600000000000004,"15min":0.54600000000000004},"min":{"1min":0.40899999999999997,"5min":0.40899999999999997,"15min":0.40899999999999997},"max":{"1min":0.872,"5min":0.872,"15min":0.872},"last":0.73999999999999999},{"interface":"front","average":{"1min":0.55300000000000005,"5min":0.55300000000000005,"15min":0.55300000000000005},"min":{"1min":0.35099999999999998,"5min":0.35099999999999998,"15min":0.35099999999999998},"max":{"1min":0.69099999999999995,"5min":0.69099999999999995,"15min":0.69099999999999995},"last":0.77200000000000002}]},{"osd":4,"last update":"Fri Sep 13 18:57:24 2024","interfaces":[{"interface":"back","average":{"1min":0.46100000000000002,"5min":0.46100000000000002,"15min":0.46100000000000002},"min":{"1min":0.307,"5min":0.307,"15min":0.307},"max":{"1min":0.76100000000000001,"5min":0.76100000000000001,"15min":0.76100000000000001},"last":0.58299999999999996},{"interface":"front","average":{"1min":0.504,"5min":0.504,"15min":0.504},"min":{"1min":0.33600000000000002,"5min":0.33600000000000002,"15min":0.33600000000000002},"max":{"1min":0.71999999999999997,"5min":0.71999999999999997,"15min":0.71999999999999997},"last":0.70599999999999996}]},{"osd":6,"last update":"Fri Sep 13 18:57:24 2024","interfaces":[{"interface":"back","average":{"1min":0.48999999999999999,"5min":0.48999999999999999,"15min":0.48999999999999999},"min":{"1min":0.28000000000000003,"5min":0.28000000000000003,"15min":0.28000000000000003},"max":{"1min":0.73299999999999998,"5min":0.73299999999999998,"15min":0.73299999999999998},"last":0.68500000000000005},{"interface":"front","average":{"1min":0.53000000000000003,"5min":0.53000000000000003,"15min":0.53000000000000003},"min":{"1min":0.30599999999999999,"5min":0.30599999999999999,"15min":0.30599999999999999},"max":{"1min":0.79800000000000004,"5min":0.79800000000000004,"15min":0.79800000000000004},"last":0.72199999999999998}]},{"osd":7,"last update":"Fri Sep 13 18:57:24 2024","interfaces":[{"interface":"back","average":{"1min":0.53700000000000003,"5min":0.53700000000000003,"15min":0.53700000000000003},"min":{"1min":0.32600000000000001,"5min":0.32600000000000001,"15min":0.32600000000000001},"max":{"1min":0.751,"5min":0.751,"15min":0.751},"last":0.83999999999999997},{"interface":"front","average":{"1min":0.56899999999999995,"5min":0.56899999999999995,"15min":0.56899999999999995},"min":{"1min":0.32600000000000001,"5min":0.32600000000000001,"15min":0.32600000000000001},"max":{"1min":0.77700000000000002,"5min":0.77700000000000002,"15min":0.77700000000000002},"last":0.81499999999999995}]}]},{"osd":3,"up_from":13,"seq":55834574873,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27500,"kb_used_data":484,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344340,"statfs":{"total":96636764160,"available":96608604160,"internally_reserved":0,"allocated":495616,"data_stored":215644,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":27654600},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 18:57:23 2024","interfaces":[{"interface":"back","average":{"1min":0.33200000000000002,"5min":0.33200000000000002,"15min":0.33200000000000002},"min":{"1min":0.21199999999999999,"5min":0.21199999999999999,"15min":0.21199999999999999},"max":{"1min":0.496,"5min":0.496,"15min":0.496},"last":0.254},{"interface":"front","average":{"1min":0.312,"5min":0.312,"15min":0.312},"min":{"1min":0.24199999999999999,"5min":0.24199999999999999,"15min":0.24199999999999999},"max":{"1min":0.45100000000000001,"5min":0.45100000000000001,"15min":0.45100000000000001},"last":0.313}]},{"osd":1,"last update":"Fri Sep 13 18:57:23 2024","interfaces":[{"interface":"back","average":{"1min":0.29999999999999999,"5min":0.29999999999999999,"15min":0.29999999999999999},"min":{"1min":0.21299999999999999,"5min":0.21299999999999999,"15min":0.21299999999999999},"max":{"1min":0.41799999999999998,"5min":0.41799999999999998,"15min":0.41799999999999998},"last":0.28100000000000003},{"interface":"front","average":{"1min":0.33700000000000002,"5min":0.33700000000000002,"15min":0.33700000000000002},"min":{"1min":0.20999999999999999,"5min":0.20999999999999999,"15min":0.20999999999999999},"max":{"1min":0.57599999999999996,"5min":0.57599999999999996,"15min":0.57599999999999996},"last":0.29599999999999999}]},{"osd":2,"last update":"Fri Sep 13 18:57:23 2024","interfaces":[{"interface":"back","average":{"1min":0.38300000000000001,"5min":0.38300000000000001,"15min":0.38300000000000001},"min":{"1min":0.29999999999999999,"5min":0.29999999999999999,"15min":0.29999999999999999},"max":{"1min":0.621,"5min":0.621,"15min":0.621},"last":0.32700000000000001},{"interface":"front","average":{"1min":0.35499999999999998,"5min":0.35499999999999998,"15min":0.35499999999999998},"min":{"1min":0.26500000000000001,"5min":0.26500000000000001,"15min":0.26500000000000001},"max":{"1min":0.56200000000000006,"5min":0.56200000000000006,"15min":0.56200000000000006},"last":0.34699999999999998}]},{"osd":4,"last update":"Fri Sep 13 18:57:23 2024","interfaces":[{"interface":"back","average":{"1min":0.52500000000000002,"5min":0.52500000000000002,"15min":0.52500000000000002},"min":{"1min":0.34499999999999997,"5min":0.34499999999999997,"15min":0.34499999999999997},"max":{"1min":0.80800000000000005,"5min":0.80800000000000005,"15min":0.80800000000000005},"last":0.33700000000000002},{"interface":"front","average":{"1min":0.53500000000000003,"5min":0.53500000000000003,"15min":0.53500000000000003},"min":{"1min":0.34499999999999997,"5min":0.34499999999999997,"15min":0.34499999999999997},"max":{"1min":0.78300000000000003,"5min":0.78300000000000003,"15min":0.78300000000000003},"last":0.39900000000000002}]},{"osd":5,"last update":"Fri Sep 13 18:57:23 2024","interfaces":[{"interface":"back","average":{"1min":0.53500000000000003,"5min":0.53500000000000003,"15min":0.53500000000000003},"min":{"1min":0.35899999999999999,"5min":0.35899999999999999,"15min":0.35899999999999999},"max":{"1min":0.71799999999999997,"5min":0.71799999999999997,"15min":0.71799999999999997},"last":0.38400000000000001},{"interface":"front","average":{"1min":0.51300000000000001,"5min":0.51300000000000001,"15min":0.51300000000000001},"min":{"1min":0.32700000000000001,"5min":0.32700000000000001,"15min":0.32700000000000001},"max":{"1min":0.69399999999999995,"5min":0.69399999999999995,"15min":0.69399999999999995},"last":0.442}]},{"osd":6,"last update":"Fri Sep 13 18:57:23 2024","interfaces":[{"interface":"back","average":{"1min":0.55100000000000005,"5min":0.55100000000000005,"15min":0.55100000000000005},"min":{"1min":0.34000000000000002,"5min":0.34000000000000002,"15min":0.34000000000000002},"max":{"1min":0.74299999999999999,"5min":0.74299999999999999,"15min":0.74299999999999999},"last":0.47099999999999997},{"interface":"front","average":{"1min":0.56299999999999994,"5min":0.56299999999999994,"15min":0.56299999999999994},"min":{"1min":0.41699999999999998,"5min":0.41699999999999998,"15min":0.41699999999999998},"max":{"1min":0.748,"5min":0.748,"15min":0.748},"last":0.46200000000000002}]},{"osd":7,"last update":"Fri Sep 13 18:57:23 2024","interfaces":[{"interface":"back","average":{"1min":0.56599999999999995,"5min":0.56599999999999995,"15min":0.56599999999999995},"min":{"1min":0.42399999999999999,"5min":0.42399999999999999,"15min":0.42399999999999999},"max":{"1min":0.85599999999999998,"5min":0.85599999999999998,"15min":0.85599999999999998},"last":0.434},{"interface":"front","average":{"1min":0.58199999999999996,"5min":0.58199999999999996,"15min":0.58199999999999996},"min":{"1min":0.38,"5min":0.38,"15min":0.38},"max":{"1min":0.876,"5min":0.876,"15min":0.876},"last":0.45400000000000001}]}]},{"osd":7,"up_from":13,"seq":55834574873,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28084,"kb_used_data":1068,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343756,"statfs":{"total":96636764160,"available":96608006144,"internally_reserved":0,"allocated":1093632,"data_stored":806049,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":27654603},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 18:57:22 2024","interfaces":[{"interface":"back","average":{"1min":0.49399999999999999,"5min":0.49399999999999999,"15min":0.49399999999999999},"min":{"1min":0.34599999999999997,"5min":0.34599999999999997,"15min":0.34599999999999997},"max":{"1min":0.79900000000000004,"5min":0.79900000000000004,"15min":0.79900000000000004},"last":0.40300000000000002},{"interface":"front","average":{"1min":0.48899999999999999,"5min":0.48899999999999999,"15min":0.48899999999999999},"min":{"1min":0.33800000000000002,"5min":0.33800000000000002,"15min":0.33800000000000002},"max":{"1min":0.71599999999999997,"5min":0.71599999999999997,"15min":0.71599999999999997},"last":0.45600000000000002}]},{"osd":1,"last update":"Fri Sep 13 18:57:22 2024","interfaces":[{"interface":"back","average":{"1min":0.52400000000000002,"5min":0.52400000000000002,"15min":0.52400000000000002},"min":{"1min":0.37,"5min":0.37,"15min":0.37},"max":{"1min":0.755,"5min":0.755,"15min":0.755},"last":0.495},{"interface":"front","average":{"1min":0.52500000000000002,"5min":0.52500000000000002,"15min":0.52500000000000002},"min":{"1min":0.35299999999999998,"5min":0.35299999999999998,"15min":0.35299999999999998},"max":{"1min":0.83499999999999996,"5min":0.83499999999999996,"15min":0.83499999999999996},"last":0.51800000000000002}]},{"osd":2,"last update":"Fri Sep 13 18:57:22 2024","interfaces":[{"interface":"back","average":{"1min":0.50600000000000001,"5min":0.50600000000000001,"15min":0.50600000000000001},"min":{"1min":0.38700000000000001,"5min":0.38700000000000001,"15min":0.38700000000000001},"max":{"1min":0.76200000000000001,"5min":0.76200000000000001,"15min":0.76200000000000001},"last":0.57099999999999995},{"interface":"front","average":{"1min":0.52700000000000002,"5min":0.52700000000000002,"15min":0.52700000000000002},"min":{"1min":0.312,"5min":0.312,"15min":0.312},"max":{"1min":0.81699999999999995,"5min":0.81699999999999995,"15min":0.81699999999999995},"last":0.58699999999999997}]},{"osd":3,"last update":"Fri Sep 13 18:57:22 2024","interfaces":[{"interface":"back","average":{"1min":0.497,"5min":0.497,"15min":0.497},"min":{"1min":0.33500000000000002,"5min":0.33500000000000002,"15min":0.33500000000000002},"max":{"1min":0.80000000000000004,"5min":0.80000000000000004,"15min":0.80000000000000004},"last":0.54100000000000004},{"interface":"front","average":{"1min":0.5,"5min":0.5,"15min":0.5},"min":{"1min":0.35599999999999998,"5min":0.35599999999999998,"15min":0.35599999999999998},"max":{"1min":0.68500000000000005,"5min":0.68500000000000005,"15min":0.68500000000000005},"last":0.60599999999999998}]},{"osd":4,"last update":"Fri Sep 13 18:57:22 2024","interfaces":[{"interface":"back","average":{"1min":0.47099999999999997,"5min":0.47099999999999997,"15min":0.47099999999999997},"min":{"1min":0.30099999999999999,"5min":0.30099999999999999,"15min":0.30099999999999999},"max":{"1min":0.64400000000000002,"5min":0.64400000000000002,"15min":0.64400000000000002},"last":0.63200000000000001},{"interface":"front","average":{"1min":0.502,"5min":0.502,"15min":0.502},"min":{"1min":0.27700000000000002,"5min":0.27700000000000002,"15min":0.27700000000000002},"max":{"1min":0.751,"5min":0.751,"15min":0.751},"last":0.68500000000000005}]},{"osd":5,"last update":"Fri Sep 13 18:57:25 2024","interfaces":[{"interface":"back","average":{"1min":0.49399999999999999,"5min":0.49399999999999999,"15min":0.49399999999999999},"min":{"1min":0.34300000000000003,"5min":0.34300000000000003,"15min":0.34300000000000003},"max":{"1min":0.63300000000000001,"5min":0.63300000000000001,"15min":0.63300000000000001},"last":0.66900000000000004},{"interface":"front","average":{"1min":0.54200000000000004,"5min":0.54200000000000004,"15min":0.54200000000000004},"min":{"1min":0.33100000000000002,"5min":0.33100000000000002,"15min":0.33100000000000002},"max":{"1min":0.70399999999999996,"5min":0.70399999999999996,"15min":0.70399999999999996},"last":0.64800000000000002}]},{"osd":6,"last update":"Fri Sep 13 18:57:22 2024","interfaces":[{"interface":"back","average":{"1min":0.52300000000000002,"5min":0.52300000000000002,"15min":0.52300000000000002},"min":{"1min":0.34200000000000003,"5min":0.34200000000000003,"15min":0.34200000000000003},"max":{"1min":0.65500000000000003,"5min":0.65500000000000003,"15min":0.65500000000000003},"last":0.70199999999999996},{"interface":"front","average":{"1min":0.56499999999999995,"5min":0.56499999999999995,"15min":0.56499999999999995},"min":{"1min":0.28499999999999998,"5min":0.28499999999999998,"15min":0.28499999999999998},"max":{"1min":0.71399999999999997,"5min":0.71399999999999997,"15min":0.71399999999999997},"last":0.71899999999999997}]}]},{"osd":6,"up_from":13,"seq":55834574873,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27488,"kb_used_data":468,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344352,"statfs":{"total":96636764160,"available":96608616448,"internally_reserved":0,"allocated":479232,"data_stored":208089,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 18:57:24 2024","interfaces":[{"interface":"back","average":{"1min":0.50900000000000001,"5min":0.50900000000000001,"15min":0.50900000000000001},"min":{"1min":0.32300000000000001,"5min":0.32300000000000001,"15min":0.32300000000000001},"max":{"1min":0.63100000000000001,"5min":0.63100000000000001,"15min":0.63100000000000001},"last":0.51900000000000002},{"interface":"front","average":{"1min":0.503,"5min":0.503,"15min":0.503},"min":{"1min":0.39800000000000002,"5min":0.39800000000000002,"15min":0.39800000000000002},"max":{"1min":0.79700000000000004,"5min":0.79700000000000004,"15min":0.79700000000000004},"last":0.40600000000000003}]},{"osd":1,"last update":"Fri Sep 13 18:57:24 2024","interfaces":[{"interface":"back","average":{"1min":0.48199999999999998,"5min":0.48199999999999998,"15min":0.48199999999999998},"min":{"1min":0.379,"5min":0.379,"15min":0.379},"max":{"1min":0.73399999999999999,"5min":0.73399999999999999,"15min":0.73399999999999999},"last":0.36299999999999999},{"interface":"front","average":{"1min":0.51400000000000001,"5min":0.51400000000000001,"15min":0.51400000000000001},"min":{"1min":0.39300000000000002,"5min":0.39300000000000002,"15min":0.39300000000000002},"max":{"1min":0.871,"5min":0.871,"15min":0.871},"last":0.47499999999999998}]},{"osd":2,"last update":"Fri Sep 13 18:57:24 2024","interfaces":[{"interface":"back","average":{"1min":0.54200000000000004,"5min":0.54200000000000004,"15min":0.54200000000000004},"min":{"1min":0.35599999999999998,"5min":0.35599999999999998,"15min":0.35599999999999998},"max":{"1min":0.76200000000000001,"5min":0.76200000000000001,"15min":0.76200000000000001},"last":0.57699999999999996},{"interface":"front","average":{"1min":0.53100000000000003,"5min":0.53100000000000003,"15min":0.53100000000000003},"min":{"1min":0.38200000000000001,"5min":0.38200000000000001,"15min":0.38200000000000001},"max":{"1min":0.69899999999999995,"5min":0.69899999999999995,"15min":0.69899999999999995},"last":0.42399999999999999}]},{"osd":3,"last update":"Fri Sep 13 18:57:24 2024","interfaces":[{"interface":"back","average":{"1min":0.54100000000000004,"5min":0.54100000000000004,"15min":0.54100000000000004},"min":{"1min":0.38500000000000001,"5min":0.38500000000000001,"15min":0.38500000000000001},"max":{"1min":0.83699999999999997,"5min":0.83699999999999997,"15min":0.83699999999999997},"last":0.50800000000000001},{"interface":"front","average":{"1min":0.56599999999999995,"5min":0.56599999999999995,"15min":0.56599999999999995},"min":{"1min":0.39700000000000002,"5min":0.39700000000000002,"15min":0.39700000000000002},"max":{"1min":0.74399999999999999,"5min":0.74399999999999999,"15min":0.74399999999999999},"last":0.44900000000000001}]},{"osd":4,"last update":"Fri Sep 13 18:57:24 2024","interfaces":[{"interface":"back","average":{"1min":0.47099999999999997,"5min":0.47099999999999997,"15min":0.47099999999999997},"min":{"1min":0.31900000000000001,"5min":0.31900000000000001,"15min":0.31900000000000001},"max":{"1min":0.70099999999999996,"5min":0.70099999999999996,"15min":0.70099999999999996},"last":0.54100000000000004},{"interface":"front","average":{"1min":0.47999999999999998,"5min":0.47999999999999998,"15min":0.47999999999999998},"min":{"1min":0.32300000000000001,"5min":0.32300000000000001,"15min":0.32300000000000001},"max":{"1min":0.76700000000000002,"5min":0.76700000000000002,"15min":0.76700000000000002},"last":0.46300000000000002}]},{"osd":5,"last update":"Fri Sep 13 18:57:24 2024","interfaces":[{"interface":"back","average":{"1min":0.50900000000000001,"5min":0.50900000000000001,"15min":0.50900000000000001},"min":{"1min":0.314,"5min":0.314,"15min":0.314},"max":{"1min":0.66700000000000004,"5min":0.66700000000000004,"15min":0.66700000000000004},"last":0.439},{"interface":"front","average":{"1min":0.52100000000000002,"5min":0.52100000000000002,"15min":0.52100000000000002},"min":{"1min":0.34300000000000003,"5min":0.34300000000000003,"15min":0.34300000000000003},"max":{"1min":0.90000000000000002,"5min":0.90000000000000002,"15min":0.90000000000000002},"last":0.49299999999999999}]},{"osd":7,"last update":"Fri Sep 13 18:57:24 2024","interfaces":[{"interface":"back","average":{"1min":0.55500000000000005,"5min":0.55500000000000005,"15min":0.55500000000000005},"min":{"1min":0.30399999999999999,"5min":0.30399999999999999,"15min":0.30399999999999999},"max":{"1min":0.748,"5min":0.748,"15min":0.748},"last":0.53100000000000003},{"interface":"front","average":{"1min":0.59399999999999997,"5min":0.59399999999999997,"15min":0.59399999999999997},"min":{"1min":0.434,"5min":0.434,"15min":0.434},"max":{"1min":0.78000000000000003,"5min":0.78000000000000003,"15min":0.78000000000000003},"last":0.60899999999999999}]}]},{"osd":4,"up_from":13,"seq":55834574873,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27492,"kb_used_data":472,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344348,"statfs":{"total":96636764160,"available":96608612352,"internally_reserved":0,"allocated":483328,"data_stored":208111,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 18:57:22 2024","interfaces":[{"interface":"back","average":{"1min":0.52800000000000002,"5min":0.52800000000000002,"15min":0.52800000000000002},"min":{"1min":0.372,"5min":0.372,"15min":0.372},"max":{"1min":0.876,"5min":0.876,"15min":0.876},"last":0.55400000000000005},{"interface":"front","average":{"1min":0.48199999999999998,"5min":0.48199999999999998,"15min":0.48199999999999998},"min":{"1min":0.40100000000000002,"5min":0.40100000000000002,"15min":0.40100000000000002},"max":{"1min":0.82999999999999996,"5min":0.82999999999999996,"15min":0.82999999999999996},"last":0.51800000000000002}]},{"osd":1,"last update":"Fri Sep 13 18:57:22 2024","interfaces":[{"interface":"back","average":{"1min":0.55400000000000005,"5min":0.55400000000000005,"15min":0.55400000000000005},"min":{"1min":0.34200000000000003,"5min":0.34200000000000003,"15min":0.34200000000000003},"max":{"1min":1.0209999999999999,"5min":1.0209999999999999,"15min":1.0209999999999999},"last":0.49099999999999999},{"interface":"front","average":{"1min":0.51600000000000001,"5min":0.51600000000000001,"15min":0.51600000000000001},"min":{"1min":0.32300000000000001,"5min":0.32300000000000001,"15min":0.32300000000000001},"max":{"1min":0.81599999999999995,"5min":0.81599999999999995,"15min":0.81599999999999995},"last":0.63300000000000001}]},{"osd":2,"last update":"Fri Sep 13 18:57:22 2024","interfaces":[{"interface":"back","average":{"1min":0.55800000000000005,"5min":0.55800000000000005,"15min":0.55800000000000005},"min":{"1min":0.36499999999999999,"5min":0.36499999999999999,"15min":0.36499999999999999},"max":{"1min":0.96499999999999997,"5min":0.96499999999999997,"15min":0.96499999999999997},"last":0.54300000000000004},{"interface":"front","average":{"1min":0.54800000000000004,"5min":0.54800000000000004,"15min":0.54800000000000004},"min":{"1min":0.41099999999999998,"5min":0.41099999999999998,"15min":0.41099999999999998},"max":{"1min":0.78500000000000003,"5min":0.78500000000000003,"15min":0.78500000000000003},"last":0.66000000000000003}]},{"osd":3,"last update":"Fri Sep 13 18:57:22 2024","interfaces":[{"interface":"back","average":{"1min":0.57599999999999996,"5min":0.57599999999999996,"15min":0.57599999999999996},"min":{"1min":0.39000000000000001,"5min":0.39000000000000001,"15min":0.39000000000000001},"max":{"1min":1.087,"5min":1.087,"15min":1.087},"last":0.58299999999999996},{"interface":"front","average":{"1min":0.57199999999999995,"5min":0.57199999999999995,"15min":0.57199999999999995},"min":{"1min":0.35599999999999998,"5min":0.35599999999999998,"15min":0.35599999999999998},"max":{"1min":0.998,"5min":0.998,"15min":0.998},"last":0.59399999999999997}]},{"osd":5,"last update":"Fri Sep 13 18:57:22 2024","interfaces":[{"interface":"back","average":{"1min":0.46800000000000003,"5min":0.46800000000000003,"15min":0.46800000000000003},"min":{"1min":0.33500000000000002,"5min":0.33500000000000002,"15min":0.33500000000000002},"max":{"1min":0.61699999999999999,"5min":0.61699999999999999,"15min":0.61699999999999999},"last":0.442},{"interface":"front","average":{"1min":0.54400000000000004,"5min":0.54400000000000004,"15min":0.54400000000000004},"min":{"1min":0.30599999999999999,"5min":0.30599999999999999,"15min":0.30599999999999999},"max":{"1min":1.244,"5min":1.244,"15min":1.244},"last":0.61599999999999999}]},{"osd":6,"last update":"Fri Sep 13 18:57:22 2024","interfaces":[{"interface":"back","average":{"1min":0.52200000000000002,"5min":0.52200000000000002,"15min":0.52200000000000002},"min":{"1min":0.33800000000000002,"5min":0.33800000000000002,"15min":0.33800000000000002},"max":{"1min":0.76900000000000002,"5min":0.76900000000000002,"15min":0.76900000000000002},"last":0.56999999999999995},{"interface":"front","average":{"1min":0.59099999999999997,"5min":0.59099999999999997,"15min":0.59099999999999997},"min":{"1min":0.33200000000000002,"5min":0.33200000000000002,"15min":0.33200000000000002},"max":{"1min":1.1359999999999999,"5min":1.1359999999999999,"15min":1.1359999999999999},"last":0.64500000000000002}]},{"osd":7,"last update":"Fri Sep 13 18:57:22 2024","interfaces":[{"interface":"back","average":{"1min":0.57499999999999996,"5min":0.57499999999999996,"15min":0.57499999999999996},"min":{"1min":0.32900000000000001,"5min":0.32900000000000001,"15min":0.32900000000000001},"max":{"1min":0.78700000000000003,"5min":0.78700000000000003,"15min":0.78700000000000003},"last":0.68200000000000005},{"interface":"front","average":{"1min":0.55800000000000005,"5min":0.55800000000000005,"15min":0.55800000000000005},"min":{"1min":0.39700000000000002,"5min":0.39700000000000002,"15min":0.39700000000000002},"max":{"1min":0.72299999999999998,"5min":0.72299999999999998,"15min":0.72299999999999998},"last":0.60499999999999998}]}]},{"osd":2,"up_from":13,"seq":55834574872,"num_pgs":23,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27488,"kb_used_data":468,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344352,"statfs":{"total":96636764160,"available":96608616448,"internally_reserved":0,"allocated":479232,"data_stored":207577,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 18:57:21 2024","interfaces":[{"interface":"back","average":{"1min":0.315,"5min":0.315,"15min":0.315},"min":{"1min":0.222,"5min":0.222,"15min":0.222},"max":{"1min":0.53200000000000003,"5min":0.53200000000000003,"15min":0.53200000000000003},"last":0.35399999999999998},{"interface":"front","average":{"1min":0.36099999999999999,"5min":0.36099999999999999,"15min":0.36099999999999999},"min":{"1min":0.255,"5min":0.255,"15min":0.255},"max":{"1min":0.58299999999999996,"5min":0.58299999999999996,"15min":0.58299999999999996},"last":0.28000000000000003}]},{"osd":1,"last update":"Fri Sep 13 18:57:21 2024","interfaces":[{"interface":"back","average":{"1min":0.36099999999999999,"5min":0.36099999999999999,"15min":0.36099999999999999},"min":{"1min":0.28100000000000003,"5min":0.28100000000000003,"15min":0.28100000000000003},"max":{"1min":0.56100000000000005,"5min":0.56100000000000005,"15min":0.56100000000000005},"last":0.245},{"interface":"front","average":{"1min":0.34300000000000003,"5min":0.34300000000000003,"15min":0.34300000000000003},"min":{"1min":0.26400000000000001,"5min":0.26400000000000001,"15min":0.26400000000000001},"max":{"1min":0.47899999999999998,"5min":0.47899999999999998,"15min":0.47899999999999998},"last":0.309}]},{"osd":3,"last update":"Fri Sep 13 18:57:21 2024","interfaces":[{"interface":"back","average":{"1min":0.40100000000000002,"5min":0.40100000000000002,"15min":0.40100000000000002},"min":{"1min":0.253,"5min":0.253,"15min":0.253},"max":{"1min":0.94799999999999995,"5min":0.94799999999999995,"15min":0.94799999999999995},"last":0.33100000000000002},{"interface":"front","average":{"1min":0.38500000000000001,"5min":0.38500000000000001,"15min":0.38500000000000001},"min":{"1min":0.25800000000000001,"5min":0.25800000000000001,"15min":0.25800000000000001},"max":{"1min":1.0209999999999999,"5min":1.0209999999999999,"15min":1.0209999999999999},"last":0.29199999999999998}]},{"osd":4,"last update":"Fri Sep 13 18:57:21 2024","interfaces":[{"interface":"back","average":{"1min":0.58799999999999997,"5min":0.58799999999999997,"15min":0.58799999999999997},"min":{"1min":0.312,"5min":0.312,"15min":0.312},"max":{"1min":0.98299999999999998,"5min":0.98299999999999998,"15min":0.98299999999999998},"last":0.45800000000000002},{"interface":"front","average":{"1min":0.59399999999999997,"5min":0.59399999999999997,"15min":0.59399999999999997},"min":{"1min":0.38100000000000001,"5min":0.38100000000000001,"15min":0.38100000000000001},"max":{"1min":0.90000000000000002,"5min":0.90000000000000002,"15min":0.90000000000000002},"last":0.56999999999999995}]},{"osd":5,"last update":"Fri Sep 13 18:57:25 2024","interfaces":[{"interface":"back","average":{"1min":0.52000000000000002,"5min":0.52000000000000002,"15min":0.52000000000000002},"min":{"1min":0.33800000000000002,"5min":0.33800000000000002,"15min":0.33800000000000002},"max":{"1min":0.71599999999999997,"5min":0.71599999999999997,"15min":0.71599999999999997},"last":0.52000000000000002},{"interface":"front","average":{"1min":0.54200000000000004,"5min":0.54200000000000004,"15min":0.54200000000000004},"min":{"1min":0.36099999999999999,"5min":0.36099999999999999,"15min":0.36099999999999999},"max":{"1min":0.75900000000000001,"5min":0.75900000000000001,"15min":0.75900000000000001},"last":0.47299999999999998}]},{"osd":6,"last update":"Fri Sep 13 18:57:21 2024","interfaces":[{"interface":"back","average":{"1min":0.57199999999999995,"5min":0.57199999999999995,"15min":0.57199999999999995},"min":{"1min":0.41699999999999998,"5min":0.41699999999999998,"15min":0.41699999999999998},"max":{"1min":0.90300000000000002,"5min":0.90300000000000002,"15min":0.90300000000000002},"last":0.44800000000000001},{"interface":"front","average":{"1min":0.55600000000000005,"5min":0.55600000000000005,"15min":0.55600000000000005},"min":{"1min":0.35199999999999998,"5min":0.35199999999999998,"15min":0.35199999999999998},"max":{"1min":0.83699999999999997,"5min":0.83699999999999997,"15min":0.83699999999999997},"last":0.55300000000000005}]},{"osd":7,"last update":"Fri Sep 13 18:57:21 2024","interfaces":[{"interface":"back","average":{"1min":0.57399999999999995,"5min":0.57399999999999995,"15min":0.57399999999999995},"min":{"1min":0.41799999999999998,"5min":0.41799999999999998,"15min":0.41799999999999998},"max":{"1min":0.92500000000000004,"5min":0.92500000000000004,"15min":0.92500000000000004},"last":0.54000000000000004},{"interface":"front","average":{"1min":0.58199999999999996,"5min":0.58199999999999996,"15min":0.58199999999999996},"min":{"1min":0.39200000000000002,"5min":0.39200000000000002,"15min":0.39200000000000002},"max":{"1min":0.82299999999999995,"5min":0.82299999999999995,"15min":0.82299999999999995},"last":0.46600000000000003}]}]},{"osd":1,"up_from":13,"seq":55834574873,"num_pgs":22,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27500,"kb_used_data":480,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344340,"statfs":{"total":96636764160,"available":96608604160,"internally_reserved":0,"allocated":491520,"data_stored":214084,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 18:57:23 2024","interfaces":[{"interface":"back","average":{"1min":0.307,"5min":0.307,"15min":0.307},"min":{"1min":0.187,"5min":0.187,"15min":0.187},"max":{"1min":0.52900000000000003,"5min":0.52900000000000003,"15min":0.52900000000000003},"last":0.20499999999999999},{"interface":"front","average":{"1min":0.32700000000000001,"5min":0.32700000000000001,"15min":0.32700000000000001},"min":{"1min":0.20699999999999999,"5min":0.20699999999999999,"15min":0.20699999999999999},"max":{"1min":0.68600000000000005,"5min":0.68600000000000005,"15min":0.68600000000000005},"last":0.32500000000000001}]},{"osd":2,"last update":"Fri Sep 13 18:57:23 2024","interfaces":[{"interface":"back","average":{"1min":0.35099999999999998,"5min":0.35099999999999998,"15min":0.35099999999999998},"min":{"1min":0.23000000000000001,"5min":0.23000000000000001,"15min":0.23000000000000001},"max":{"1min":0.57799999999999996,"5min":0.57799999999999996,"15min":0.57799999999999996},"last":0.311},{"interface":"front","average":{"1min":0.374,"5min":0.374,"15min":0.374},"min":{"1min":0.25,"5min":0.25,"15min":0.25},"max":{"1min":0.58499999999999996,"5min":0.58499999999999996,"15min":0.58499999999999996},"last":0.30499999999999999}]},{"osd":3,"last update":"Fri Sep 13 18:57:23 2024","interfaces":[{"interface":"back","average":{"1min":0.38100000000000001,"5min":0.38100000000000001,"15min":0.38100000000000001},"min":{"1min":0.22700000000000001,"5min":0.22700000000000001,"15min":0.22700000000000001},"max":{"1min":0.77400000000000002,"5min":0.77400000000000002,"15min":0.77400000000000002},"last":0.26300000000000001},{"interface":"front","average":{"1min":0.36499999999999999,"5min":0.36499999999999999,"15min":0.36499999999999999},"min":{"1min":0.25800000000000001,"5min":0.25800000000000001,"15min":0.25800000000000001},"max":{"1min":0.56499999999999995,"5min":0.56499999999999995,"15min":0.56499999999999995},"last":0.27300000000000002}]},{"osd":4,"last update":"Fri Sep 13 18:57:23 2024","interfaces":[{"interface":"back","average":{"1min":0.58199999999999996,"5min":0.58199999999999996,"15min":0.58199999999999996},"min":{"1min":0.39500000000000002,"5min":0.39500000000000002,"15min":0.39500000000000002},"max":{"1min":0.82599999999999996,"5min":0.82599999999999996,"15min":0.82599999999999996},"last":0.64300000000000002},{"interface":"front","average":{"1min":0.57099999999999995,"5min":0.57099999999999995,"15min":0.57099999999999995},"min":{"1min":0.38500000000000001,"5min":0.38500000000000001,"15min":0.38500000000000001},"max":{"1min":0.81699999999999995,"5min":0.81699999999999995,"15min":0.81699999999999995},"last":0.69299999999999995}]},{"osd":5,"last update":"Fri Sep 13 18:57:23 2024","interfaces":[{"interface":"back","average":{"1min":0.57099999999999995,"5min":0.57099999999999995,"15min":0.57099999999999995},"min":{"1min":0.41399999999999998,"5min":0.41399999999999998,"15min":0.41399999999999998},"max":{"1min":0.78800000000000003,"5min":0.78800000000000003,"15min":0.78800000000000003},"last":0.70899999999999996},{"interface":"front","average":{"1min":0.57099999999999995,"5min":0.57099999999999995,"15min":0.57099999999999995},"min":{"1min":0.40500000000000003,"5min":0.40500000000000003,"15min":0.40500000000000003},"max":{"1min":0.73999999999999999,"5min":0.73999999999999999,"15min":0.73999999999999999},"last":0.54500000000000004}]},{"osd":6,"last update":"Fri Sep 13 18:57:23 2024","interfaces":[{"interface":"back","average":{"1min":0.58999999999999997,"5min":0.58999999999999997,"15min":0.58999999999999997},"min":{"1min":0.41499999999999998,"5min":0.41499999999999998,"15min":0.41499999999999998},"max":{"1min":0.81000000000000005,"5min":0.81000000000000005,"15min":0.81000000000000005},"last":0.55600000000000005},{"interface":"front","average":{"1min":0.57099999999999995,"5min":0.57099999999999995,"15min":0.57099999999999995},"min":{"1min":0.40899999999999997,"5min":0.40899999999999997,"15min":0.40899999999999997},"max":{"1min":0.72599999999999998,"5min":0.72599999999999998,"15min":0.72599999999999998},"last":0.68300000000000005}]},{"osd":7,"last update":"Fri Sep 13 18:57:23 2024","interfaces":[{"interface":"back","average":{"1min":0.59299999999999997,"5min":0.59299999999999997,"15min":0.59299999999999997},"min":{"1min":0.40400000000000003,"5min":0.40400000000000003,"15min":0.40400000000000003},"max":{"1min":0.79700000000000004,"5min":0.79700000000000004,"15min":0.79700000000000004},"last":0.60699999999999998},{"interface":"front","average":{"1min":0.61899999999999999,"5min":0.61899999999999999,"15min":0.61899999999999999},"min":{"1min":0.48699999999999999,"5min":0.48699999999999999,"15min":0.48699999999999999},"max":{"1min":0.88100000000000001,"5min":0.88100000000000001,"15min":0.88100000000000001},"last":0.53600000000000003}]}]},{"osd":0,"up_from":13,"seq":55834574871,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28068,"kb_used_data":1048,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343772,"statfs":{"total":96636764160,"available":96608022528,"internally_reserved":0,"allocated":1073152,"data_stored":797909,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Fri Sep 13 18:57:23 2024","interfaces":[{"interface":"back","average":{"1min":0.30299999999999999,"5min":0.30299999999999999,"15min":0.30299999999999999},"min":{"1min":0.17799999999999999,"5min":0.17799999999999999,"15min":0.17799999999999999},"max":{"1min":0.40400000000000003,"5min":0.40400000000000003,"15min":0.40400000000000003},"last":0.26700000000000002},{"interface":"front","average":{"1min":0.313,"5min":0.313,"15min":0.313},"min":{"1min":0.20499999999999999,"5min":0.20499999999999999,"15min":0.20499999999999999},"max":{"1min":0.44800000000000001,"5min":0.44800000000000001,"15min":0.44800000000000001},"last":0.36399999999999999}]},{"osd":2,"last update":"Fri Sep 13 18:57:23 2024","interfaces":[{"interface":"back","average":{"1min":0.32900000000000001,"5min":0.32900000000000001,"15min":0.32900000000000001},"min":{"1min":0.214,"5min":0.214,"15min":0.214},"max":{"1min":0.44700000000000001,"5min":0.44700000000000001,"15min":0.44700000000000001},"last":0.40300000000000002},{"interface":"front","average":{"1min":0.32300000000000001,"5min":0.32300000000000001,"15min":0.32300000000000001},"min":{"1min":0.25,"5min":0.25,"15min":0.25},"max":{"1min":0.48299999999999998,"5min":0.48299999999999998,"15min":0.48299999999999998},"last":0.32300000000000001}]},{"osd":3,"last update":"Fri Sep 13 18:57:23 2024","interfaces":[{"interface":"back","average":{"1min":0.33400000000000002,"5min":0.33400000000000002,"15min":0.33400000000000002},"min":{"1min":0.219,"5min":0.219,"15min":0.219},"max":{"1min":0.61199999999999999,"5min":0.61199999999999999,"15min":0.61199999999999999},"last":0.31},{"interface":"front","average":{"1min":0.34200000000000003,"5min":0.34200000000000003,"15min":0.34200000000000003},"min":{"1min":0.23300000000000001,"5min":0.23300000000000001,"15min":0.23300000000000001},"max":{"1min":0.48599999999999999,"5min":0.48599999999999999,"15min":0.48599999999999999},"last":0.378}]},{"osd":4,"last update":"Fri Sep 13 18:57:23 2024","interfaces":[{"interface":"back","average":{"1min":0.56100000000000005,"5min":0.56100000000000005,"15min":0.56100000000000005},"min":{"1min":0.34799999999999998,"5min":0.34799999999999998,"15min":0.34799999999999998},"max":{"1min":0.77600000000000002,"5min":0.77600000000000002,"15min":0.77600000000000002},"last":0.50800000000000001},{"interface":"front","average":{"1min":0.54100000000000004,"5min":0.54100000000000004,"15min":0.54100000000000004},"min":{"1min":0.41099999999999998,"5min":0.41099999999999998,"15min":0.41099999999999998},"max":{"1min":0.69399999999999995,"5min":0.69399999999999995,"15min":0.69399999999999995},"last":0.499}]},{"osd":5,"last update":"Fri Sep 13 18:57:23 2024","interfaces":[{"interface":"back","average":{"1min":0.504,"5min":0.504,"15min":0.504},"min":{"1min":0.34200000000000003,"5min":0.34200000000000003,"15min":0.34200000000000003},"max":{"1min":0.68500000000000005,"5min":0.68500000000000005,"15min":0.68500000000000005},"last":0.46899999999999997},{"interface":"front","average":{"1min":0.52700000000000002,"5min":0.52700000000000002,"15min":0.52700000000000002},"min":{"1min":0.35399999999999998,"5min":0.35399999999999998,"15min":0.35399999999999998},"max":{"1min":0.86099999999999999,"5min":0.86099999999999999,"15min":0.86099999999999999},"last":0.433}]},{"osd":6,"last update":"Fri Sep 13 18:57:23 2024","interfaces":[{"interface":"back","average":{"1min":0.54300000000000004,"5min":0.54300000000000004,"15min":0.54300000000000004},"min":{"1min":0.372,"5min":0.372,"15min":0.372},"max":{"1min":0.79400000000000004,"5min":0.79400000000000004,"15min":0.79400000000000004},"last":0.48699999999999999},{"interface":"front","average":{"1min":0.54900000000000004,"5min":0.54900000000000004,"15min":0.54900000000000004},"min":{"1min":0.40200000000000002,"5min":0.40200000000000002,"15min":0.40200000000000002},"max":{"1min":0.82999999999999996,"5min":0.82999999999999996,"15min":0.82999999999999996},"last":0.47999999999999998}]},{"osd":7,"last update":"Fri Sep 13 18:57:23 2024","interfaces":[{"interface":"back","average":{"1min":0.54700000000000004,"5min":0.54700000000000004,"15min":0.54700000000000004},"min":{"1min":0.34499999999999997,"5min":0.34499999999999997,"15min":0.34499999999999997},"max":{"1min":0.75900000000000001,"5min":0.75900000000000001,"15min":0.75900000000000001},"last":0.44500000000000001},{"interface":"front","average":{"1min":0.53600000000000003,"5min":0.53600000000000003,"15min":0.53600000000000003},"min":{"1min":0.42499999999999999,"5min":0.42499999999999999,"15min":0.42499999999999999},"max":{"1min":0.72799999999999998,"5min":0.72799999999999998,"15min":0.72799999999999998},"last":0.45700000000000002}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-13T18:58:12.219 INFO:tasks.ceph.ceph_manager.ceph:clean! 2024-09-13T18:58:12.220 DEBUG:teuthology.orchestra.run.smithi119:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-13T18:58:12.317 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:12.315+0000 7fa8cec19640 1 Processor -- start 2024-09-13T18:58:12.317 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:12.315+0000 7fa8cec19640 1 -- start start 2024-09-13T18:58:12.319 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:12.315+0000 7fa8cec19640 1 --2- >> v2:172.21.15.119:3300/0 conn(0x7fa8c80c12a0 0x7fa8c80cbea0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:58:12.319 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:12.315+0000 7fa8cec19640 1 -- --> v1:172.21.15.119:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fa8c80cc480 con 0x7fa8c80c8fc0 2024-09-13T18:58:12.319 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:12.315+0000 7fa8cec19640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fa8c80cc760 con 0x7fa8c80c1680 2024-09-13T18:58:12.319 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:12.315+0000 7fa8cec19640 1 -- --> v2:172.21.15.119:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fa8c80cca40 con 0x7fa8c80c12a0 2024-09-13T18:58:12.319 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:12.316+0000 7fa8cc9b5640 1 --2- >> v2:172.21.15.119:3300/0 conn(0x7fa8c80c12a0 0x7fa8c80cbea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:58:12.319 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:12.316+0000 7fa8cd1b6640 1 --1- >> v1:172.21.15.119:6789/0 conn(0x7fa8c80c8fc0 0x7fa8c80c9450 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.119:6789/0 says I am v1:172.21.15.119:51498/0 (socket says 172.21.15.119:51498) 2024-09-13T18:58:12.319 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:12.316+0000 7fa8cd1b6640 1 -- 172.21.15.119:0/3766342542 learned_addr learned my addr 172.21.15.119:0/3766342542 (peer_addr_for_me v1:172.21.15.119:0/0) 2024-09-13T18:58:12.319 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:12.316+0000 7fa8cc9b5640 1 -- 172.21.15.119:0/3766342542 >> v1:172.21.15.145:6789/0 conn(0x7fa8c80c1680 legacy=0x7fa8c80b2070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T18:58:12.319 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:12.316+0000 7fa8cc9b5640 1 -- 172.21.15.119:0/3766342542 >> v1:172.21.15.119:6789/0 conn(0x7fa8c80c8fc0 legacy=0x7fa8c80c9450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:58:12.320 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:12.316+0000 7fa8cc9b5640 1 -- 172.21.15.119:0/3766342542 --> v2:172.21.15.119:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa8c80ccd20 con 0x7fa8c80c12a0 2024-09-13T18:58:12.320 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:12.316+0000 7fa8c77fe640 1 -- 172.21.15.119:0/3766342542 <== mon.0 v1:172.21.15.119:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2192022850 0 0) 0x7fa8c80cc480 con 0x7fa8c80c8fc0 2024-09-13T18:58:12.321 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:12.317+0000 7fa8cc9b5640 1 --2- 172.21.15.119:0/3766342542 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fa8c80c12a0 0x7fa8c80cbea0 secure :-1 s=READY pgs=625 cs=0 l=1 rev1=1 crypto rx=0x7fa8bc0097a0 tx=0x7fa8bc02a1e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=27c4cf2bb4e7d12a server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:58:12.321 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:12.317+0000 7fa8c77fe640 1 -- 172.21.15.119:0/3766342542 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa8bc032440 con 0x7fa8c80c12a0 2024-09-13T18:58:12.321 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:12.317+0000 7fa8c77fe640 1 -- 172.21.15.119:0/3766342542 <== mon.0 v2:172.21.15.119:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa8bc0325a0 con 0x7fa8c80c12a0 2024-09-13T18:58:12.321 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:12.317+0000 7fa8c77fe640 1 -- 172.21.15.119:0/3766342542 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa8bc032930 con 0x7fa8c80c12a0 2024-09-13T18:58:12.322 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:12.317+0000 7fa8cec19640 1 -- 172.21.15.119:0/3766342542 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fa8c80c12a0 msgr2=0x7fa8c80cbea0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:58:12.322 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:12.317+0000 7fa8cec19640 1 --2- 172.21.15.119:0/3766342542 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fa8c80c12a0 0x7fa8c80cbea0 secure :-1 s=READY pgs=625 cs=0 l=1 rev1=1 crypto rx=0x7fa8bc0097a0 tx=0x7fa8bc02a1e0 comp rx=0 tx=0).stop 2024-09-13T18:58:12.322 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:12.317+0000 7fa8cec19640 1 -- 172.21.15.119:0/3766342542 shutdown_connections 2024-09-13T18:58:12.322 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:12.317+0000 7fa8cec19640 1 --2- 172.21.15.119:0/3766342542 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fa8c80c12a0 0x7fa8c80cbea0 unknown :-1 s=CLOSED pgs=625 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:58:12.322 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:12.317+0000 7fa8cec19640 1 -- 172.21.15.119:0/3766342542 >> 172.21.15.119:0/3766342542 conn(0x7fa8c8069ed0 msgr2=0x7fa8c806a2e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:58:12.322 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:12.317+0000 7fa8cec19640 1 -- 172.21.15.119:0/3766342542 shutdown_connections 2024-09-13T18:58:12.322 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:12.317+0000 7fa8cec19640 1 -- 172.21.15.119:0/3766342542 wait complete. 2024-09-13T18:58:12.322 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:12.318+0000 7fa8cec19640 1 Processor -- start 2024-09-13T18:58:12.322 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:12.319+0000 7fa8cec19640 1 -- start start 2024-09-13T18:58:12.325 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:12.319+0000 7fa8cec19640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fa8c80c12a0 0x7fa8c806d010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:58:12.325 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:12.319+0000 7fa8cec19640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fa8c80c1680 0x7fa8c80ac400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:58:12.325 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:12.319+0000 7fa8cec19640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fa8c80c8fc0 0x7fa8c815a970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:58:12.325 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:12.319+0000 7fa8cec19640 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa8c815b8a0 con 0x7fa8c80c1680 2024-09-13T18:58:12.325 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:12.319+0000 7fa8cec19640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa8c80c57f0 con 0x7fa8c80c8fc0 2024-09-13T18:58:12.325 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:12.319+0000 7fa8cec19640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa8c80c5ad0 con 0x7fa8c80c12a0 2024-09-13T18:58:12.326 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:12.319+0000 7fa8c7fff640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fa8c80c1680 0x7fa8c80ac400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:58:12.326 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:12.319+0000 7fa8c7fff640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fa8c80c1680 0x7fa8c80ac400 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.119:3300/0 says I am v2:172.21.15.119:43882/0 (socket says 172.21.15.119:43882) 2024-09-13T18:58:12.326 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:12.320+0000 7fa8c7fff640 1 -- 172.21.15.119:0/1455896207 learned_addr learned my addr 172.21.15.119:0/1455896207 (peer_addr_for_me v2:172.21.15.119:0/0) 2024-09-13T18:58:12.326 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:12.320+0000 7fa8cc9b5640 1 --2- 172.21.15.119:0/1455896207 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fa8c80c12a0 0x7fa8c806d010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:58:12.326 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:12.320+0000 7fa8cd1b6640 1 --2- 172.21.15.119:0/1455896207 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fa8c80c8fc0 0x7fa8c815a970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:58:12.326 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:12.320+0000 7fa8c7fff640 1 -- 172.21.15.119:0/1455896207 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fa8c80c12a0 msgr2=0x7fa8c806d010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:58:12.326 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:12.320+0000 7fa8c7fff640 1 --2- 172.21.15.119:0/1455896207 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fa8c80c12a0 0x7fa8c806d010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:58:12.326 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:12.320+0000 7fa8c7fff640 1 -- 172.21.15.119:0/1455896207 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fa8c80c8fc0 msgr2=0x7fa8c815a970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:58:12.326 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:12.320+0000 7fa8c7fff640 1 --2- 172.21.15.119:0/1455896207 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fa8c80c8fc0 0x7fa8c815a970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:58:12.326 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:12.320+0000 7fa8c7fff640 1 -- 172.21.15.119:0/1455896207 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa8bc009400 con 0x7fa8c80c1680 2024-09-13T18:58:12.326 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:12.320+0000 7fa8c7fff640 1 --2- 172.21.15.119:0/1455896207 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fa8c80c1680 0x7fa8c80ac400 secure :-1 s=READY pgs=626 cs=0 l=1 rev1=1 crypto rx=0x7fa8b400c430 tx=0x7fa8b400c8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:58:12.326 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:12.320+0000 7fa8c57fa640 1 -- 172.21.15.119:0/1455896207 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa8b4011790 con 0x7fa8c80c1680 2024-09-13T18:58:12.326 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:12.320+0000 7fa8c57fa640 1 -- 172.21.15.119:0/1455896207 <== mon.0 v2:172.21.15.119:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa8b40118f0 con 0x7fa8c80c1680 2024-09-13T18:58:12.327 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:12.320+0000 7fa8cec19640 1 -- 172.21.15.119:0/1455896207 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa8c80c5db0 con 0x7fa8c80c1680 2024-09-13T18:58:12.327 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:12.320+0000 7fa8c57fa640 1 -- 172.21.15.119:0/1455896207 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa8b4011ce0 con 0x7fa8c80c1680 2024-09-13T18:58:12.327 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:12.320+0000 7fa8cec19640 1 -- 172.21.15.119:0/1455896207 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa8c80c6370 con 0x7fa8c80c1680 2024-09-13T18:58:12.327 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:12.321+0000 7fa8cec19640 1 -- 172.21.15.119:0/1455896207 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fa8c80c6590 con 0x7fa8c80c1680 2024-09-13T18:58:12.327 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:12.321+0000 7fa8c57fa640 1 -- 172.21.15.119:0/1455896207 <== mon.0 v2:172.21.15.119:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fa8b401c460 con 0x7fa8c80c1680 2024-09-13T18:58:12.327 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:12.322+0000 7fa8c57fa640 1 --2- 172.21.15.119:0/1455896207 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7fa8ac06ac00 0x7fa8ac06d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:58:12.327 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:12.322+0000 7fa8c57fa640 1 -- 172.21.15.119:0/1455896207 <== mon.0 v2:172.21.15.119:3300/0 5 ==== osd_map(44..44 src has 1..44) v4 ==== 5349+0+0 (secure 0 0 0) 0x7fa8b40890d0 con 0x7fa8c80c1680 2024-09-13T18:58:12.327 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:12.322+0000 7fa8cc9b5640 1 --2- 172.21.15.119:0/1455896207 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7fa8ac06ac00 0x7fa8ac06d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:58:12.327 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:12.322+0000 7fa8cc9b5640 1 --2- 172.21.15.119:0/1455896207 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7fa8ac06ac00 0x7fa8ac06d0c0 secure :-1 s=READY pgs=298 cs=0 l=1 rev1=1 crypto rx=0x7fa8bc034000 tx=0x7fa8bc02e000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:58:12.328 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:12.326+0000 7fa8c57fa640 1 -- 172.21.15.119:0/1455896207 <== mon.0 v2:172.21.15.119:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fa8b4054410 con 0x7fa8c80c1680 2024-09-13T18:58:12.488 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:12.485+0000 7fa8cec19640 1 -- 172.21.15.119:0/1455896207 --> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7fa8c80c1af0 con 0x7fa8ac06ac00 2024-09-13T18:58:12.490 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:12.487+0000 7fa8c57fa640 1 -- 172.21.15.119:0/1455896207 <== mgr.4104 v2:172.21.15.119:6832/3599186100 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+51201 (secure 0 0 0) 0x7fa8bc042070 con 0x7fa8ac06ac00 2024-09-13T18:58:12.490 INFO:teuthology.orchestra.run.smithi119.stdout: 2024-09-13T18:58:12.491 INFO:teuthology.orchestra.run.smithi119.stderr:dumped all 2024-09-13T18:58:12.492 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:12.489+0000 7fa8cec19640 1 -- 172.21.15.119:0/1455896207 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7fa8ac06ac00 msgr2=0x7fa8ac06d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:58:12.493 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:12.489+0000 7fa8cec19640 1 --2- 172.21.15.119:0/1455896207 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7fa8ac06ac00 0x7fa8ac06d0c0 secure :-1 s=READY pgs=298 cs=0 l=1 rev1=1 crypto rx=0x7fa8bc034000 tx=0x7fa8bc02e000 comp rx=0 tx=0).stop 2024-09-13T18:58:12.493 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:12.489+0000 7fa8cec19640 1 -- 172.21.15.119:0/1455896207 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fa8c80c1680 msgr2=0x7fa8c80ac400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:58:12.493 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:12.489+0000 7fa8cec19640 1 --2- 172.21.15.119:0/1455896207 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fa8c80c1680 0x7fa8c80ac400 secure :-1 s=READY pgs=626 cs=0 l=1 rev1=1 crypto rx=0x7fa8b400c430 tx=0x7fa8b400c8f0 comp rx=0 tx=0).stop 2024-09-13T18:58:12.493 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:12.490+0000 7fa8cec19640 1 -- 172.21.15.119:0/1455896207 shutdown_connections 2024-09-13T18:58:12.493 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:12.490+0000 7fa8cec19640 1 --2- 172.21.15.119:0/1455896207 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7fa8ac06ac00 0x7fa8ac06d0c0 unknown :-1 s=CLOSED pgs=298 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:58:12.493 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:12.490+0000 7fa8cec19640 1 --2- 172.21.15.119:0/1455896207 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fa8c80c8fc0 0x7fa8c815a970 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:58:12.494 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:12.490+0000 7fa8cec19640 1 --2- 172.21.15.119:0/1455896207 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fa8c80c1680 0x7fa8c80ac400 unknown :-1 s=CLOSED pgs=626 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:58:12.494 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:12.490+0000 7fa8cec19640 1 --2- 172.21.15.119:0/1455896207 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fa8c80c12a0 0x7fa8c806d010 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:58:12.494 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:12.490+0000 7fa8cec19640 1 -- 172.21.15.119:0/1455896207 >> 172.21.15.119:0/1455896207 conn(0x7fa8c8069ed0 msgr2=0x7fa8c806a2b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:58:12.494 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:12.490+0000 7fa8cec19640 1 -- 172.21.15.119:0/1455896207 shutdown_connections 2024-09-13T18:58:12.494 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:12.490+0000 7fa8cec19640 1 -- 172.21.15.119:0/1455896207 wait complete. 2024-09-13T18:58:12.503 INFO:teuthology.orchestra.run.smithi119.stdout:{"pg_ready":true,"pg_map":{"version":92,"stamp":"2024-09-13T18:58:12.084927+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":194,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":221128,"kb_used_data":4976,"kb_used_omap":12,"kb_used_meta":216051,"kb_avail":754753592,"statfs":{"total":773094113280,"available":772867678208,"internally_reserved":0,"allocated":5095424,"data_stored":2871570,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12742,"internal_metadata":221236794},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-8745,"num_objects":-23,"num_object_clones":0,"num_object_copies":-46,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":-23,"num_whiteouts":0,"num_read":-80,"num_read_kb":-88,"num_write":-52,"num_write_kb":-25,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":-14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"6.001144"},"pg_stats":[{"pgid":"1.0","version":"15'117","reported_seq":181,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-13T18:57:55.419166+0000","last_change":"2024-09-13T18:56:23.292950+0000","last_active":"2024-09-13T18:57:55.419166+0000","last_peered":"2024-09-13T18:57:55.419166+0000","last_clean":"2024-09-13T18:57:55.419166+0000","last_became_active":"2024-09-13T18:56:23.292008+0000","last_became_peered":"2024-09-13T18:56:23.292008+0000","last_unstale":"2024-09-13T18:57:55.419166+0000","last_undegraded":"2024-09-13T18:57:55.419166+0000","last_fullsized":"2024-09-13T18:57:55.419166+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:22.096428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:22.096428+0000","last_clean_scrub_stamp":"2024-09-13T18:56:22.096428+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:33:39.156955+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":5,"up_from":14,"seq":60129542168,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27508,"kb_used_data":488,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344332,"statfs":{"total":96636764160,"available":96608595968,"internally_reserved":0,"allocated":499712,"data_stored":214107,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 18:57:24 2024","interfaces":[{"interface":"back","average":{"1min":0.54000000000000004,"5min":0.54000000000000004,"15min":0.54000000000000004},"min":{"1min":0.375,"5min":0.375,"15min":0.375},"max":{"1min":0.82099999999999995,"5min":0.82099999999999995,"15min":0.82099999999999995},"last":0.47199999999999998},{"interface":"front","average":{"1min":0.55200000000000005,"5min":0.55200000000000005,"15min":0.55200000000000005},"min":{"1min":0.34699999999999998,"5min":0.34699999999999998,"15min":0.34699999999999998},"max":{"1min":0.85099999999999998,"5min":0.85099999999999998,"15min":0.85099999999999998},"last":0.63500000000000001}]},{"osd":1,"last update":"Fri Sep 13 18:57:24 2024","interfaces":[{"interface":"back","average":{"1min":0.5,"5min":0.5,"15min":0.5},"min":{"1min":0.34100000000000003,"5min":0.34100000000000003,"15min":0.34100000000000003},"max":{"1min":0.72599999999999998,"5min":0.72599999999999998,"15min":0.72599999999999998},"last":0.34100000000000003},{"interface":"front","average":{"1min":0.54900000000000004,"5min":0.54900000000000004,"15min":0.54900000000000004},"min":{"1min":0.36399999999999999,"5min":0.36399999999999999,"15min":0.36399999999999999},"max":{"1min":0.746,"5min":0.746,"15min":0.746},"last":0.65900000000000003}]},{"osd":2,"last update":"Fri Sep 13 18:57:24 2024","interfaces":[{"interface":"back","average":{"1min":0.52300000000000002,"5min":0.52300000000000002,"15min":0.52300000000000002},"min":{"1min":0.38700000000000001,"5min":0.38700000000000001,"15min":0.38700000000000001},"max":{"1min":0.79600000000000004,"5min":0.79600000000000004,"15min":0.79600000000000004},"last":0.54800000000000004},{"interface":"front","average":{"1min":0.53100000000000003,"5min":0.53100000000000003,"15min":0.53100000000000003},"min":{"1min":0.377,"5min":0.377,"15min":0.377},"max":{"1min":0.67800000000000005,"5min":0.67800000000000005,"15min":0.67800000000000005},"last":0.38800000000000001}]},{"osd":3,"last update":"Fri Sep 13 18:57:24 2024","interfaces":[{"interface":"back","average":{"1min":0.54600000000000004,"5min":0.54600000000000004,"15min":0.54600000000000004},"min":{"1min":0.40899999999999997,"5min":0.40899999999999997,"15min":0.40899999999999997},"max":{"1min":0.872,"5min":0.872,"15min":0.872},"last":0.73999999999999999},{"interface":"front","average":{"1min":0.55300000000000005,"5min":0.55300000000000005,"15min":0.55300000000000005},"min":{"1min":0.35099999999999998,"5min":0.35099999999999998,"15min":0.35099999999999998},"max":{"1min":0.69099999999999995,"5min":0.69099999999999995,"15min":0.69099999999999995},"last":0.77200000000000002}]},{"osd":4,"last update":"Fri Sep 13 18:57:24 2024","interfaces":[{"interface":"back","average":{"1min":0.46100000000000002,"5min":0.46100000000000002,"15min":0.46100000000000002},"min":{"1min":0.307,"5min":0.307,"15min":0.307},"max":{"1min":0.76100000000000001,"5min":0.76100000000000001,"15min":0.76100000000000001},"last":0.58299999999999996},{"interface":"front","average":{"1min":0.504,"5min":0.504,"15min":0.504},"min":{"1min":0.33600000000000002,"5min":0.33600000000000002,"15min":0.33600000000000002},"max":{"1min":0.71999999999999997,"5min":0.71999999999999997,"15min":0.71999999999999997},"last":0.70599999999999996}]},{"osd":6,"last update":"Fri Sep 13 18:57:24 2024","interfaces":[{"interface":"back","average":{"1min":0.48999999999999999,"5min":0.48999999999999999,"15min":0.48999999999999999},"min":{"1min":0.28000000000000003,"5min":0.28000000000000003,"15min":0.28000000000000003},"max":{"1min":0.73299999999999998,"5min":0.73299999999999998,"15min":0.73299999999999998},"last":0.68500000000000005},{"interface":"front","average":{"1min":0.53000000000000003,"5min":0.53000000000000003,"15min":0.53000000000000003},"min":{"1min":0.30599999999999999,"5min":0.30599999999999999,"15min":0.30599999999999999},"max":{"1min":0.79800000000000004,"5min":0.79800000000000004,"15min":0.79800000000000004},"last":0.72199999999999998}]},{"osd":7,"last update":"Fri Sep 13 18:57:24 2024","interfaces":[{"interface":"back","average":{"1min":0.53700000000000003,"5min":0.53700000000000003,"15min":0.53700000000000003},"min":{"1min":0.32600000000000001,"5min":0.32600000000000001,"15min":0.32600000000000001},"max":{"1min":0.751,"5min":0.751,"15min":0.751},"last":0.83999999999999997},{"interface":"front","average":{"1min":0.56899999999999995,"5min":0.56899999999999995,"15min":0.56899999999999995},"min":{"1min":0.32600000000000001,"5min":0.32600000000000001,"15min":0.32600000000000001},"max":{"1min":0.77700000000000002,"5min":0.77700000000000002,"15min":0.77700000000000002},"last":0.81499999999999995}]}]},{"osd":3,"up_from":13,"seq":55834574873,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27500,"kb_used_data":484,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344340,"statfs":{"total":96636764160,"available":96608604160,"internally_reserved":0,"allocated":495616,"data_stored":215644,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":27654600},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 18:57:23 2024","interfaces":[{"interface":"back","average":{"1min":0.33200000000000002,"5min":0.33200000000000002,"15min":0.33200000000000002},"min":{"1min":0.21199999999999999,"5min":0.21199999999999999,"15min":0.21199999999999999},"max":{"1min":0.496,"5min":0.496,"15min":0.496},"last":0.254},{"interface":"front","average":{"1min":0.312,"5min":0.312,"15min":0.312},"min":{"1min":0.24199999999999999,"5min":0.24199999999999999,"15min":0.24199999999999999},"max":{"1min":0.45100000000000001,"5min":0.45100000000000001,"15min":0.45100000000000001},"last":0.313}]},{"osd":1,"last update":"Fri Sep 13 18:57:23 2024","interfaces":[{"interface":"back","average":{"1min":0.29999999999999999,"5min":0.29999999999999999,"15min":0.29999999999999999},"min":{"1min":0.21299999999999999,"5min":0.21299999999999999,"15min":0.21299999999999999},"max":{"1min":0.41799999999999998,"5min":0.41799999999999998,"15min":0.41799999999999998},"last":0.28100000000000003},{"interface":"front","average":{"1min":0.33700000000000002,"5min":0.33700000000000002,"15min":0.33700000000000002},"min":{"1min":0.20999999999999999,"5min":0.20999999999999999,"15min":0.20999999999999999},"max":{"1min":0.57599999999999996,"5min":0.57599999999999996,"15min":0.57599999999999996},"last":0.29599999999999999}]},{"osd":2,"last update":"Fri Sep 13 18:57:23 2024","interfaces":[{"interface":"back","average":{"1min":0.38300000000000001,"5min":0.38300000000000001,"15min":0.38300000000000001},"min":{"1min":0.29999999999999999,"5min":0.29999999999999999,"15min":0.29999999999999999},"max":{"1min":0.621,"5min":0.621,"15min":0.621},"last":0.32700000000000001},{"interface":"front","average":{"1min":0.35499999999999998,"5min":0.35499999999999998,"15min":0.35499999999999998},"min":{"1min":0.26500000000000001,"5min":0.26500000000000001,"15min":0.26500000000000001},"max":{"1min":0.56200000000000006,"5min":0.56200000000000006,"15min":0.56200000000000006},"last":0.34699999999999998}]},{"osd":4,"last update":"Fri Sep 13 18:57:23 2024","interfaces":[{"interface":"back","average":{"1min":0.52500000000000002,"5min":0.52500000000000002,"15min":0.52500000000000002},"min":{"1min":0.34499999999999997,"5min":0.34499999999999997,"15min":0.34499999999999997},"max":{"1min":0.80800000000000005,"5min":0.80800000000000005,"15min":0.80800000000000005},"last":0.33700000000000002},{"interface":"front","average":{"1min":0.53500000000000003,"5min":0.53500000000000003,"15min":0.53500000000000003},"min":{"1min":0.34499999999999997,"5min":0.34499999999999997,"15min":0.34499999999999997},"max":{"1min":0.78300000000000003,"5min":0.78300000000000003,"15min":0.78300000000000003},"last":0.39900000000000002}]},{"osd":5,"last update":"Fri Sep 13 18:57:23 2024","interfaces":[{"interface":"back","average":{"1min":0.53500000000000003,"5min":0.53500000000000003,"15min":0.53500000000000003},"min":{"1min":0.35899999999999999,"5min":0.35899999999999999,"15min":0.35899999999999999},"max":{"1min":0.71799999999999997,"5min":0.71799999999999997,"15min":0.71799999999999997},"last":0.38400000000000001},{"interface":"front","average":{"1min":0.51300000000000001,"5min":0.51300000000000001,"15min":0.51300000000000001},"min":{"1min":0.32700000000000001,"5min":0.32700000000000001,"15min":0.32700000000000001},"max":{"1min":0.69399999999999995,"5min":0.69399999999999995,"15min":0.69399999999999995},"last":0.442}]},{"osd":6,"last update":"Fri Sep 13 18:57:23 2024","interfaces":[{"interface":"back","average":{"1min":0.55100000000000005,"5min":0.55100000000000005,"15min":0.55100000000000005},"min":{"1min":0.34000000000000002,"5min":0.34000000000000002,"15min":0.34000000000000002},"max":{"1min":0.74299999999999999,"5min":0.74299999999999999,"15min":0.74299999999999999},"last":0.47099999999999997},{"interface":"front","average":{"1min":0.56299999999999994,"5min":0.56299999999999994,"15min":0.56299999999999994},"min":{"1min":0.41699999999999998,"5min":0.41699999999999998,"15min":0.41699999999999998},"max":{"1min":0.748,"5min":0.748,"15min":0.748},"last":0.46200000000000002}]},{"osd":7,"last update":"Fri Sep 13 18:57:23 2024","interfaces":[{"interface":"back","average":{"1min":0.56599999999999995,"5min":0.56599999999999995,"15min":0.56599999999999995},"min":{"1min":0.42399999999999999,"5min":0.42399999999999999,"15min":0.42399999999999999},"max":{"1min":0.85599999999999998,"5min":0.85599999999999998,"15min":0.85599999999999998},"last":0.434},{"interface":"front","average":{"1min":0.58199999999999996,"5min":0.58199999999999996,"15min":0.58199999999999996},"min":{"1min":0.38,"5min":0.38,"15min":0.38},"max":{"1min":0.876,"5min":0.876,"15min":0.876},"last":0.45400000000000001}]}]},{"osd":7,"up_from":13,"seq":55834574873,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28084,"kb_used_data":1068,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343756,"statfs":{"total":96636764160,"available":96608006144,"internally_reserved":0,"allocated":1093632,"data_stored":806049,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":27654603},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 18:57:22 2024","interfaces":[{"interface":"back","average":{"1min":0.49399999999999999,"5min":0.49399999999999999,"15min":0.49399999999999999},"min":{"1min":0.34599999999999997,"5min":0.34599999999999997,"15min":0.34599999999999997},"max":{"1min":0.79900000000000004,"5min":0.79900000000000004,"15min":0.79900000000000004},"last":0.40300000000000002},{"interface":"front","average":{"1min":0.48899999999999999,"5min":0.48899999999999999,"15min":0.48899999999999999},"min":{"1min":0.33800000000000002,"5min":0.33800000000000002,"15min":0.33800000000000002},"max":{"1min":0.71599999999999997,"5min":0.71599999999999997,"15min":0.71599999999999997},"last":0.45600000000000002}]},{"osd":1,"last update":"Fri Sep 13 18:57:22 2024","interfaces":[{"interface":"back","average":{"1min":0.52400000000000002,"5min":0.52400000000000002,"15min":0.52400000000000002},"min":{"1min":0.37,"5min":0.37,"15min":0.37},"max":{"1min":0.755,"5min":0.755,"15min":0.755},"last":0.495},{"interface":"front","average":{"1min":0.52500000000000002,"5min":0.52500000000000002,"15min":0.52500000000000002},"min":{"1min":0.35299999999999998,"5min":0.35299999999999998,"15min":0.35299999999999998},"max":{"1min":0.83499999999999996,"5min":0.83499999999999996,"15min":0.83499999999999996},"last":0.51800000000000002}]},{"osd":2,"last update":"Fri Sep 13 18:57:22 2024","interfaces":[{"interface":"back","average":{"1min":0.50600000000000001,"5min":0.50600000000000001,"15min":0.50600000000000001},"min":{"1min":0.38700000000000001,"5min":0.38700000000000001,"15min":0.38700000000000001},"max":{"1min":0.76200000000000001,"5min":0.76200000000000001,"15min":0.76200000000000001},"last":0.57099999999999995},{"interface":"front","average":{"1min":0.52700000000000002,"5min":0.52700000000000002,"15min":0.52700000000000002},"min":{"1min":0.312,"5min":0.312,"15min":0.312},"max":{"1min":0.81699999999999995,"5min":0.81699999999999995,"15min":0.81699999999999995},"last":0.58699999999999997}]},{"osd":3,"last update":"Fri Sep 13 18:57:22 2024","interfaces":[{"interface":"back","average":{"1min":0.497,"5min":0.497,"15min":0.497},"min":{"1min":0.33500000000000002,"5min":0.33500000000000002,"15min":0.33500000000000002},"max":{"1min":0.80000000000000004,"5min":0.80000000000000004,"15min":0.80000000000000004},"last":0.54100000000000004},{"interface":"front","average":{"1min":0.5,"5min":0.5,"15min":0.5},"min":{"1min":0.35599999999999998,"5min":0.35599999999999998,"15min":0.35599999999999998},"max":{"1min":0.68500000000000005,"5min":0.68500000000000005,"15min":0.68500000000000005},"last":0.60599999999999998}]},{"osd":4,"last update":"Fri Sep 13 18:57:22 2024","interfaces":[{"interface":"back","average":{"1min":0.47099999999999997,"5min":0.47099999999999997,"15min":0.47099999999999997},"min":{"1min":0.30099999999999999,"5min":0.30099999999999999,"15min":0.30099999999999999},"max":{"1min":0.64400000000000002,"5min":0.64400000000000002,"15min":0.64400000000000002},"last":0.63200000000000001},{"interface":"front","average":{"1min":0.502,"5min":0.502,"15min":0.502},"min":{"1min":0.27700000000000002,"5min":0.27700000000000002,"15min":0.27700000000000002},"max":{"1min":0.751,"5min":0.751,"15min":0.751},"last":0.68500000000000005}]},{"osd":5,"last update":"Fri Sep 13 18:57:25 2024","interfaces":[{"interface":"back","average":{"1min":0.49399999999999999,"5min":0.49399999999999999,"15min":0.49399999999999999},"min":{"1min":0.34300000000000003,"5min":0.34300000000000003,"15min":0.34300000000000003},"max":{"1min":0.63300000000000001,"5min":0.63300000000000001,"15min":0.63300000000000001},"last":0.66900000000000004},{"interface":"front","average":{"1min":0.54200000000000004,"5min":0.54200000000000004,"15min":0.54200000000000004},"min":{"1min":0.33100000000000002,"5min":0.33100000000000002,"15min":0.33100000000000002},"max":{"1min":0.70399999999999996,"5min":0.70399999999999996,"15min":0.70399999999999996},"last":0.64800000000000002}]},{"osd":6,"last update":"Fri Sep 13 18:57:22 2024","interfaces":[{"interface":"back","average":{"1min":0.52300000000000002,"5min":0.52300000000000002,"15min":0.52300000000000002},"min":{"1min":0.34200000000000003,"5min":0.34200000000000003,"15min":0.34200000000000003},"max":{"1min":0.65500000000000003,"5min":0.65500000000000003,"15min":0.65500000000000003},"last":0.70199999999999996},{"interface":"front","average":{"1min":0.56499999999999995,"5min":0.56499999999999995,"15min":0.56499999999999995},"min":{"1min":0.28499999999999998,"5min":0.28499999999999998,"15min":0.28499999999999998},"max":{"1min":0.71399999999999997,"5min":0.71399999999999997,"15min":0.71399999999999997},"last":0.71899999999999997}]}]},{"osd":6,"up_from":13,"seq":55834574873,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27488,"kb_used_data":468,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344352,"statfs":{"total":96636764160,"available":96608616448,"internally_reserved":0,"allocated":479232,"data_stored":208089,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 18:57:24 2024","interfaces":[{"interface":"back","average":{"1min":0.50900000000000001,"5min":0.50900000000000001,"15min":0.50900000000000001},"min":{"1min":0.32300000000000001,"5min":0.32300000000000001,"15min":0.32300000000000001},"max":{"1min":0.63100000000000001,"5min":0.63100000000000001,"15min":0.63100000000000001},"last":0.51900000000000002},{"interface":"front","average":{"1min":0.503,"5min":0.503,"15min":0.503},"min":{"1min":0.39800000000000002,"5min":0.39800000000000002,"15min":0.39800000000000002},"max":{"1min":0.79700000000000004,"5min":0.79700000000000004,"15min":0.79700000000000004},"last":0.40600000000000003}]},{"osd":1,"last update":"Fri Sep 13 18:57:24 2024","interfaces":[{"interface":"back","average":{"1min":0.48199999999999998,"5min":0.48199999999999998,"15min":0.48199999999999998},"min":{"1min":0.379,"5min":0.379,"15min":0.379},"max":{"1min":0.73399999999999999,"5min":0.73399999999999999,"15min":0.73399999999999999},"last":0.36299999999999999},{"interface":"front","average":{"1min":0.51400000000000001,"5min":0.51400000000000001,"15min":0.51400000000000001},"min":{"1min":0.39300000000000002,"5min":0.39300000000000002,"15min":0.39300000000000002},"max":{"1min":0.871,"5min":0.871,"15min":0.871},"last":0.47499999999999998}]},{"osd":2,"last update":"Fri Sep 13 18:57:24 2024","interfaces":[{"interface":"back","average":{"1min":0.54200000000000004,"5min":0.54200000000000004,"15min":0.54200000000000004},"min":{"1min":0.35599999999999998,"5min":0.35599999999999998,"15min":0.35599999999999998},"max":{"1min":0.76200000000000001,"5min":0.76200000000000001,"15min":0.76200000000000001},"last":0.57699999999999996},{"interface":"front","average":{"1min":0.53100000000000003,"5min":0.53100000000000003,"15min":0.53100000000000003},"min":{"1min":0.38200000000000001,"5min":0.38200000000000001,"15min":0.38200000000000001},"max":{"1min":0.69899999999999995,"5min":0.69899999999999995,"15min":0.69899999999999995},"last":0.42399999999999999}]},{"osd":3,"last update":"Fri Sep 13 18:57:24 2024","interfaces":[{"interface":"back","average":{"1min":0.54100000000000004,"5min":0.54100000000000004,"15min":0.54100000000000004},"min":{"1min":0.38500000000000001,"5min":0.38500000000000001,"15min":0.38500000000000001},"max":{"1min":0.83699999999999997,"5min":0.83699999999999997,"15min":0.83699999999999997},"last":0.50800000000000001},{"interface":"front","average":{"1min":0.56599999999999995,"5min":0.56599999999999995,"15min":0.56599999999999995},"min":{"1min":0.39700000000000002,"5min":0.39700000000000002,"15min":0.39700000000000002},"max":{"1min":0.74399999999999999,"5min":0.74399999999999999,"15min":0.74399999999999999},"last":0.44900000000000001}]},{"osd":4,"last update":"Fri Sep 13 18:57:24 2024","interfaces":[{"interface":"back","average":{"1min":0.47099999999999997,"5min":0.47099999999999997,"15min":0.47099999999999997},"min":{"1min":0.31900000000000001,"5min":0.31900000000000001,"15min":0.31900000000000001},"max":{"1min":0.70099999999999996,"5min":0.70099999999999996,"15min":0.70099999999999996},"last":0.54100000000000004},{"interface":"front","average":{"1min":0.47999999999999998,"5min":0.47999999999999998,"15min":0.47999999999999998},"min":{"1min":0.32300000000000001,"5min":0.32300000000000001,"15min":0.32300000000000001},"max":{"1min":0.76700000000000002,"5min":0.76700000000000002,"15min":0.76700000000000002},"last":0.46300000000000002}]},{"osd":5,"last update":"Fri Sep 13 18:57:24 2024","interfaces":[{"interface":"back","average":{"1min":0.50900000000000001,"5min":0.50900000000000001,"15min":0.50900000000000001},"min":{"1min":0.314,"5min":0.314,"15min":0.314},"max":{"1min":0.66700000000000004,"5min":0.66700000000000004,"15min":0.66700000000000004},"last":0.439},{"interface":"front","average":{"1min":0.52100000000000002,"5min":0.52100000000000002,"15min":0.52100000000000002},"min":{"1min":0.34300000000000003,"5min":0.34300000000000003,"15min":0.34300000000000003},"max":{"1min":0.90000000000000002,"5min":0.90000000000000002,"15min":0.90000000000000002},"last":0.49299999999999999}]},{"osd":7,"last update":"Fri Sep 13 18:57:24 2024","interfaces":[{"interface":"back","average":{"1min":0.55500000000000005,"5min":0.55500000000000005,"15min":0.55500000000000005},"min":{"1min":0.30399999999999999,"5min":0.30399999999999999,"15min":0.30399999999999999},"max":{"1min":0.748,"5min":0.748,"15min":0.748},"last":0.53100000000000003},{"interface":"front","average":{"1min":0.59399999999999997,"5min":0.59399999999999997,"15min":0.59399999999999997},"min":{"1min":0.434,"5min":0.434,"15min":0.434},"max":{"1min":0.78000000000000003,"5min":0.78000000000000003,"15min":0.78000000000000003},"last":0.60899999999999999}]}]},{"osd":4,"up_from":13,"seq":55834574873,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27492,"kb_used_data":472,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344348,"statfs":{"total":96636764160,"available":96608612352,"internally_reserved":0,"allocated":483328,"data_stored":208111,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 18:57:22 2024","interfaces":[{"interface":"back","average":{"1min":0.52800000000000002,"5min":0.52800000000000002,"15min":0.52800000000000002},"min":{"1min":0.372,"5min":0.372,"15min":0.372},"max":{"1min":0.876,"5min":0.876,"15min":0.876},"last":0.55400000000000005},{"interface":"front","average":{"1min":0.48199999999999998,"5min":0.48199999999999998,"15min":0.48199999999999998},"min":{"1min":0.40100000000000002,"5min":0.40100000000000002,"15min":0.40100000000000002},"max":{"1min":0.82999999999999996,"5min":0.82999999999999996,"15min":0.82999999999999996},"last":0.51800000000000002}]},{"osd":1,"last update":"Fri Sep 13 18:57:22 2024","interfaces":[{"interface":"back","average":{"1min":0.55400000000000005,"5min":0.55400000000000005,"15min":0.55400000000000005},"min":{"1min":0.34200000000000003,"5min":0.34200000000000003,"15min":0.34200000000000003},"max":{"1min":1.0209999999999999,"5min":1.0209999999999999,"15min":1.0209999999999999},"last":0.49099999999999999},{"interface":"front","average":{"1min":0.51600000000000001,"5min":0.51600000000000001,"15min":0.51600000000000001},"min":{"1min":0.32300000000000001,"5min":0.32300000000000001,"15min":0.32300000000000001},"max":{"1min":0.81599999999999995,"5min":0.81599999999999995,"15min":0.81599999999999995},"last":0.63300000000000001}]},{"osd":2,"last update":"Fri Sep 13 18:57:22 2024","interfaces":[{"interface":"back","average":{"1min":0.55800000000000005,"5min":0.55800000000000005,"15min":0.55800000000000005},"min":{"1min":0.36499999999999999,"5min":0.36499999999999999,"15min":0.36499999999999999},"max":{"1min":0.96499999999999997,"5min":0.96499999999999997,"15min":0.96499999999999997},"last":0.54300000000000004},{"interface":"front","average":{"1min":0.54800000000000004,"5min":0.54800000000000004,"15min":0.54800000000000004},"min":{"1min":0.41099999999999998,"5min":0.41099999999999998,"15min":0.41099999999999998},"max":{"1min":0.78500000000000003,"5min":0.78500000000000003,"15min":0.78500000000000003},"last":0.66000000000000003}]},{"osd":3,"last update":"Fri Sep 13 18:57:22 2024","interfaces":[{"interface":"back","average":{"1min":0.57599999999999996,"5min":0.57599999999999996,"15min":0.57599999999999996},"min":{"1min":0.39000000000000001,"5min":0.39000000000000001,"15min":0.39000000000000001},"max":{"1min":1.087,"5min":1.087,"15min":1.087},"last":0.58299999999999996},{"interface":"front","average":{"1min":0.57199999999999995,"5min":0.57199999999999995,"15min":0.57199999999999995},"min":{"1min":0.35599999999999998,"5min":0.35599999999999998,"15min":0.35599999999999998},"max":{"1min":0.998,"5min":0.998,"15min":0.998},"last":0.59399999999999997}]},{"osd":5,"last update":"Fri Sep 13 18:57:22 2024","interfaces":[{"interface":"back","average":{"1min":0.46800000000000003,"5min":0.46800000000000003,"15min":0.46800000000000003},"min":{"1min":0.33500000000000002,"5min":0.33500000000000002,"15min":0.33500000000000002},"max":{"1min":0.61699999999999999,"5min":0.61699999999999999,"15min":0.61699999999999999},"last":0.442},{"interface":"front","average":{"1min":0.54400000000000004,"5min":0.54400000000000004,"15min":0.54400000000000004},"min":{"1min":0.30599999999999999,"5min":0.30599999999999999,"15min":0.30599999999999999},"max":{"1min":1.244,"5min":1.244,"15min":1.244},"last":0.61599999999999999}]},{"osd":6,"last update":"Fri Sep 13 18:57:22 2024","interfaces":[{"interface":"back","average":{"1min":0.52200000000000002,"5min":0.52200000000000002,"15min":0.52200000000000002},"min":{"1min":0.33800000000000002,"5min":0.33800000000000002,"15min":0.33800000000000002},"max":{"1min":0.76900000000000002,"5min":0.76900000000000002,"15min":0.76900000000000002},"last":0.56999999999999995},{"interface":"front","average":{"1min":0.59099999999999997,"5min":0.59099999999999997,"15min":0.59099999999999997},"min":{"1min":0.33200000000000002,"5min":0.33200000000000002,"15min":0.33200000000000002},"max":{"1min":1.1359999999999999,"5min":1.1359999999999999,"15min":1.1359999999999999},"last":0.64500000000000002}]},{"osd":7,"last update":"Fri Sep 13 18:57:22 2024","interfaces":[{"interface":"back","average":{"1min":0.57499999999999996,"5min":0.57499999999999996,"15min":0.57499999999999996},"min":{"1min":0.32900000000000001,"5min":0.32900000000000001,"15min":0.32900000000000001},"max":{"1min":0.78700000000000003,"5min":0.78700000000000003,"15min":0.78700000000000003},"last":0.68200000000000005},{"interface":"front","average":{"1min":0.55800000000000005,"5min":0.55800000000000005,"15min":0.55800000000000005},"min":{"1min":0.39700000000000002,"5min":0.39700000000000002,"15min":0.39700000000000002},"max":{"1min":0.72299999999999998,"5min":0.72299999999999998,"15min":0.72299999999999998},"last":0.60499999999999998}]}]},{"osd":2,"up_from":13,"seq":55834574872,"num_pgs":23,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27488,"kb_used_data":468,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344352,"statfs":{"total":96636764160,"available":96608616448,"internally_reserved":0,"allocated":479232,"data_stored":207577,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 18:57:21 2024","interfaces":[{"interface":"back","average":{"1min":0.315,"5min":0.315,"15min":0.315},"min":{"1min":0.222,"5min":0.222,"15min":0.222},"max":{"1min":0.53200000000000003,"5min":0.53200000000000003,"15min":0.53200000000000003},"last":0.35399999999999998},{"interface":"front","average":{"1min":0.36099999999999999,"5min":0.36099999999999999,"15min":0.36099999999999999},"min":{"1min":0.255,"5min":0.255,"15min":0.255},"max":{"1min":0.58299999999999996,"5min":0.58299999999999996,"15min":0.58299999999999996},"last":0.28000000000000003}]},{"osd":1,"last update":"Fri Sep 13 18:57:21 2024","interfaces":[{"interface":"back","average":{"1min":0.36099999999999999,"5min":0.36099999999999999,"15min":0.36099999999999999},"min":{"1min":0.28100000000000003,"5min":0.28100000000000003,"15min":0.28100000000000003},"max":{"1min":0.56100000000000005,"5min":0.56100000000000005,"15min":0.56100000000000005},"last":0.245},{"interface":"front","average":{"1min":0.34300000000000003,"5min":0.34300000000000003,"15min":0.34300000000000003},"min":{"1min":0.26400000000000001,"5min":0.26400000000000001,"15min":0.26400000000000001},"max":{"1min":0.47899999999999998,"5min":0.47899999999999998,"15min":0.47899999999999998},"last":0.309}]},{"osd":3,"last update":"Fri Sep 13 18:57:21 2024","interfaces":[{"interface":"back","average":{"1min":0.40100000000000002,"5min":0.40100000000000002,"15min":0.40100000000000002},"min":{"1min":0.253,"5min":0.253,"15min":0.253},"max":{"1min":0.94799999999999995,"5min":0.94799999999999995,"15min":0.94799999999999995},"last":0.33100000000000002},{"interface":"front","average":{"1min":0.38500000000000001,"5min":0.38500000000000001,"15min":0.38500000000000001},"min":{"1min":0.25800000000000001,"5min":0.25800000000000001,"15min":0.25800000000000001},"max":{"1min":1.0209999999999999,"5min":1.0209999999999999,"15min":1.0209999999999999},"last":0.29199999999999998}]},{"osd":4,"last update":"Fri Sep 13 18:57:21 2024","interfaces":[{"interface":"back","average":{"1min":0.58799999999999997,"5min":0.58799999999999997,"15min":0.58799999999999997},"min":{"1min":0.312,"5min":0.312,"15min":0.312},"max":{"1min":0.98299999999999998,"5min":0.98299999999999998,"15min":0.98299999999999998},"last":0.45800000000000002},{"interface":"front","average":{"1min":0.59399999999999997,"5min":0.59399999999999997,"15min":0.59399999999999997},"min":{"1min":0.38100000000000001,"5min":0.38100000000000001,"15min":0.38100000000000001},"max":{"1min":0.90000000000000002,"5min":0.90000000000000002,"15min":0.90000000000000002},"last":0.56999999999999995}]},{"osd":5,"last update":"Fri Sep 13 18:57:25 2024","interfaces":[{"interface":"back","average":{"1min":0.52000000000000002,"5min":0.52000000000000002,"15min":0.52000000000000002},"min":{"1min":0.33800000000000002,"5min":0.33800000000000002,"15min":0.33800000000000002},"max":{"1min":0.71599999999999997,"5min":0.71599999999999997,"15min":0.71599999999999997},"last":0.52000000000000002},{"interface":"front","average":{"1min":0.54200000000000004,"5min":0.54200000000000004,"15min":0.54200000000000004},"min":{"1min":0.36099999999999999,"5min":0.36099999999999999,"15min":0.36099999999999999},"max":{"1min":0.75900000000000001,"5min":0.75900000000000001,"15min":0.75900000000000001},"last":0.47299999999999998}]},{"osd":6,"last update":"Fri Sep 13 18:57:21 2024","interfaces":[{"interface":"back","average":{"1min":0.57199999999999995,"5min":0.57199999999999995,"15min":0.57199999999999995},"min":{"1min":0.41699999999999998,"5min":0.41699999999999998,"15min":0.41699999999999998},"max":{"1min":0.90300000000000002,"5min":0.90300000000000002,"15min":0.90300000000000002},"last":0.44800000000000001},{"interface":"front","average":{"1min":0.55600000000000005,"5min":0.55600000000000005,"15min":0.55600000000000005},"min":{"1min":0.35199999999999998,"5min":0.35199999999999998,"15min":0.35199999999999998},"max":{"1min":0.83699999999999997,"5min":0.83699999999999997,"15min":0.83699999999999997},"last":0.55300000000000005}]},{"osd":7,"last update":"Fri Sep 13 18:57:21 2024","interfaces":[{"interface":"back","average":{"1min":0.57399999999999995,"5min":0.57399999999999995,"15min":0.57399999999999995},"min":{"1min":0.41799999999999998,"5min":0.41799999999999998,"15min":0.41799999999999998},"max":{"1min":0.92500000000000004,"5min":0.92500000000000004,"15min":0.92500000000000004},"last":0.54000000000000004},{"interface":"front","average":{"1min":0.58199999999999996,"5min":0.58199999999999996,"15min":0.58199999999999996},"min":{"1min":0.39200000000000002,"5min":0.39200000000000002,"15min":0.39200000000000002},"max":{"1min":0.82299999999999995,"5min":0.82299999999999995,"15min":0.82299999999999995},"last":0.46600000000000003}]}]},{"osd":1,"up_from":13,"seq":55834574873,"num_pgs":22,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27500,"kb_used_data":480,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344340,"statfs":{"total":96636764160,"available":96608604160,"internally_reserved":0,"allocated":491520,"data_stored":214084,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 18:57:23 2024","interfaces":[{"interface":"back","average":{"1min":0.307,"5min":0.307,"15min":0.307},"min":{"1min":0.187,"5min":0.187,"15min":0.187},"max":{"1min":0.52900000000000003,"5min":0.52900000000000003,"15min":0.52900000000000003},"last":0.20499999999999999},{"interface":"front","average":{"1min":0.32700000000000001,"5min":0.32700000000000001,"15min":0.32700000000000001},"min":{"1min":0.20699999999999999,"5min":0.20699999999999999,"15min":0.20699999999999999},"max":{"1min":0.68600000000000005,"5min":0.68600000000000005,"15min":0.68600000000000005},"last":0.32500000000000001}]},{"osd":2,"last update":"Fri Sep 13 18:57:23 2024","interfaces":[{"interface":"back","average":{"1min":0.35099999999999998,"5min":0.35099999999999998,"15min":0.35099999999999998},"min":{"1min":0.23000000000000001,"5min":0.23000000000000001,"15min":0.23000000000000001},"max":{"1min":0.57799999999999996,"5min":0.57799999999999996,"15min":0.57799999999999996},"last":0.311},{"interface":"front","average":{"1min":0.374,"5min":0.374,"15min":0.374},"min":{"1min":0.25,"5min":0.25,"15min":0.25},"max":{"1min":0.58499999999999996,"5min":0.58499999999999996,"15min":0.58499999999999996},"last":0.30499999999999999}]},{"osd":3,"last update":"Fri Sep 13 18:57:23 2024","interfaces":[{"interface":"back","average":{"1min":0.38100000000000001,"5min":0.38100000000000001,"15min":0.38100000000000001},"min":{"1min":0.22700000000000001,"5min":0.22700000000000001,"15min":0.22700000000000001},"max":{"1min":0.77400000000000002,"5min":0.77400000000000002,"15min":0.77400000000000002},"last":0.26300000000000001},{"interface":"front","average":{"1min":0.36499999999999999,"5min":0.36499999999999999,"15min":0.36499999999999999},"min":{"1min":0.25800000000000001,"5min":0.25800000000000001,"15min":0.25800000000000001},"max":{"1min":0.56499999999999995,"5min":0.56499999999999995,"15min":0.56499999999999995},"last":0.27300000000000002}]},{"osd":4,"last update":"Fri Sep 13 18:57:23 2024","interfaces":[{"interface":"back","average":{"1min":0.58199999999999996,"5min":0.58199999999999996,"15min":0.58199999999999996},"min":{"1min":0.39500000000000002,"5min":0.39500000000000002,"15min":0.39500000000000002},"max":{"1min":0.82599999999999996,"5min":0.82599999999999996,"15min":0.82599999999999996},"last":0.64300000000000002},{"interface":"front","average":{"1min":0.57099999999999995,"5min":0.57099999999999995,"15min":0.57099999999999995},"min":{"1min":0.38500000000000001,"5min":0.38500000000000001,"15min":0.38500000000000001},"max":{"1min":0.81699999999999995,"5min":0.81699999999999995,"15min":0.81699999999999995},"last":0.69299999999999995}]},{"osd":5,"last update":"Fri Sep 13 18:57:23 2024","interfaces":[{"interface":"back","average":{"1min":0.57099999999999995,"5min":0.57099999999999995,"15min":0.57099999999999995},"min":{"1min":0.41399999999999998,"5min":0.41399999999999998,"15min":0.41399999999999998},"max":{"1min":0.78800000000000003,"5min":0.78800000000000003,"15min":0.78800000000000003},"last":0.70899999999999996},{"interface":"front","average":{"1min":0.57099999999999995,"5min":0.57099999999999995,"15min":0.57099999999999995},"min":{"1min":0.40500000000000003,"5min":0.40500000000000003,"15min":0.40500000000000003},"max":{"1min":0.73999999999999999,"5min":0.73999999999999999,"15min":0.73999999999999999},"last":0.54500000000000004}]},{"osd":6,"last update":"Fri Sep 13 18:57:23 2024","interfaces":[{"interface":"back","average":{"1min":0.58999999999999997,"5min":0.58999999999999997,"15min":0.58999999999999997},"min":{"1min":0.41499999999999998,"5min":0.41499999999999998,"15min":0.41499999999999998},"max":{"1min":0.81000000000000005,"5min":0.81000000000000005,"15min":0.81000000000000005},"last":0.55600000000000005},{"interface":"front","average":{"1min":0.57099999999999995,"5min":0.57099999999999995,"15min":0.57099999999999995},"min":{"1min":0.40899999999999997,"5min":0.40899999999999997,"15min":0.40899999999999997},"max":{"1min":0.72599999999999998,"5min":0.72599999999999998,"15min":0.72599999999999998},"last":0.68300000000000005}]},{"osd":7,"last update":"Fri Sep 13 18:57:23 2024","interfaces":[{"interface":"back","average":{"1min":0.59299999999999997,"5min":0.59299999999999997,"15min":0.59299999999999997},"min":{"1min":0.40400000000000003,"5min":0.40400000000000003,"15min":0.40400000000000003},"max":{"1min":0.79700000000000004,"5min":0.79700000000000004,"15min":0.79700000000000004},"last":0.60699999999999998},{"interface":"front","average":{"1min":0.61899999999999999,"5min":0.61899999999999999,"15min":0.61899999999999999},"min":{"1min":0.48699999999999999,"5min":0.48699999999999999,"15min":0.48699999999999999},"max":{"1min":0.88100000000000001,"5min":0.88100000000000001,"15min":0.88100000000000001},"last":0.53600000000000003}]}]},{"osd":0,"up_from":13,"seq":55834574871,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28068,"kb_used_data":1048,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343772,"statfs":{"total":96636764160,"available":96608022528,"internally_reserved":0,"allocated":1073152,"data_stored":797909,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Fri Sep 13 18:57:23 2024","interfaces":[{"interface":"back","average":{"1min":0.30299999999999999,"5min":0.30299999999999999,"15min":0.30299999999999999},"min":{"1min":0.17799999999999999,"5min":0.17799999999999999,"15min":0.17799999999999999},"max":{"1min":0.40400000000000003,"5min":0.40400000000000003,"15min":0.40400000000000003},"last":0.26700000000000002},{"interface":"front","average":{"1min":0.313,"5min":0.313,"15min":0.313},"min":{"1min":0.20499999999999999,"5min":0.20499999999999999,"15min":0.20499999999999999},"max":{"1min":0.44800000000000001,"5min":0.44800000000000001,"15min":0.44800000000000001},"last":0.36399999999999999}]},{"osd":2,"last update":"Fri Sep 13 18:57:23 2024","interfaces":[{"interface":"back","average":{"1min":0.32900000000000001,"5min":0.32900000000000001,"15min":0.32900000000000001},"min":{"1min":0.214,"5min":0.214,"15min":0.214},"max":{"1min":0.44700000000000001,"5min":0.44700000000000001,"15min":0.44700000000000001},"last":0.40300000000000002},{"interface":"front","average":{"1min":0.32300000000000001,"5min":0.32300000000000001,"15min":0.32300000000000001},"min":{"1min":0.25,"5min":0.25,"15min":0.25},"max":{"1min":0.48299999999999998,"5min":0.48299999999999998,"15min":0.48299999999999998},"last":0.32300000000000001}]},{"osd":3,"last update":"Fri Sep 13 18:57:23 2024","interfaces":[{"interface":"back","average":{"1min":0.33400000000000002,"5min":0.33400000000000002,"15min":0.33400000000000002},"min":{"1min":0.219,"5min":0.219,"15min":0.219},"max":{"1min":0.61199999999999999,"5min":0.61199999999999999,"15min":0.61199999999999999},"last":0.31},{"interface":"front","average":{"1min":0.34200000000000003,"5min":0.34200000000000003,"15min":0.34200000000000003},"min":{"1min":0.23300000000000001,"5min":0.23300000000000001,"15min":0.23300000000000001},"max":{"1min":0.48599999999999999,"5min":0.48599999999999999,"15min":0.48599999999999999},"last":0.378}]},{"osd":4,"last update":"Fri Sep 13 18:57:23 2024","interfaces":[{"interface":"back","average":{"1min":0.56100000000000005,"5min":0.56100000000000005,"15min":0.56100000000000005},"min":{"1min":0.34799999999999998,"5min":0.34799999999999998,"15min":0.34799999999999998},"max":{"1min":0.77600000000000002,"5min":0.77600000000000002,"15min":0.77600000000000002},"last":0.50800000000000001},{"interface":"front","average":{"1min":0.54100000000000004,"5min":0.54100000000000004,"15min":0.54100000000000004},"min":{"1min":0.41099999999999998,"5min":0.41099999999999998,"15min":0.41099999999999998},"max":{"1min":0.69399999999999995,"5min":0.69399999999999995,"15min":0.69399999999999995},"last":0.499}]},{"osd":5,"last update":"Fri Sep 13 18:57:23 2024","interfaces":[{"interface":"back","average":{"1min":0.504,"5min":0.504,"15min":0.504},"min":{"1min":0.34200000000000003,"5min":0.34200000000000003,"15min":0.34200000000000003},"max":{"1min":0.68500000000000005,"5min":0.68500000000000005,"15min":0.68500000000000005},"last":0.46899999999999997},{"interface":"front","average":{"1min":0.52700000000000002,"5min":0.52700000000000002,"15min":0.52700000000000002},"min":{"1min":0.35399999999999998,"5min":0.35399999999999998,"15min":0.35399999999999998},"max":{"1min":0.86099999999999999,"5min":0.86099999999999999,"15min":0.86099999999999999},"last":0.433}]},{"osd":6,"last update":"Fri Sep 13 18:57:23 2024","interfaces":[{"interface":"back","average":{"1min":0.54300000000000004,"5min":0.54300000000000004,"15min":0.54300000000000004},"min":{"1min":0.372,"5min":0.372,"15min":0.372},"max":{"1min":0.79400000000000004,"5min":0.79400000000000004,"15min":0.79400000000000004},"last":0.48699999999999999},{"interface":"front","average":{"1min":0.54900000000000004,"5min":0.54900000000000004,"15min":0.54900000000000004},"min":{"1min":0.40200000000000002,"5min":0.40200000000000002,"15min":0.40200000000000002},"max":{"1min":0.82999999999999996,"5min":0.82999999999999996,"15min":0.82999999999999996},"last":0.47999999999999998}]},{"osd":7,"last update":"Fri Sep 13 18:57:23 2024","interfaces":[{"interface":"back","average":{"1min":0.54700000000000004,"5min":0.54700000000000004,"15min":0.54700000000000004},"min":{"1min":0.34499999999999997,"5min":0.34499999999999997,"15min":0.34499999999999997},"max":{"1min":0.75900000000000001,"5min":0.75900000000000001,"15min":0.75900000000000001},"last":0.44500000000000001},{"interface":"front","average":{"1min":0.53600000000000003,"5min":0.53600000000000003,"15min":0.53600000000000003},"min":{"1min":0.42499999999999999,"5min":0.42499999999999999,"15min":0.42499999999999999},"max":{"1min":0.72799999999999998,"5min":0.72799999999999998,"15min":0.72799999999999998},"last":0.45700000000000002}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-13T18:58:12.507 DEBUG:teuthology.orchestra.run.smithi119:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T18:58:12.605 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:12.602+0000 7fc1d919c640 1 Processor -- start 2024-09-13T18:58:12.605 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:12.602+0000 7fc1d919c640 1 -- start start 2024-09-13T18:58:12.606 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:12.603+0000 7fc1d919c640 1 --2- >> v2:172.21.15.119:3300/0 conn(0x7fc1d40cace0 0x7fc1d40cb150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:58:12.606 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:12.603+0000 7fc1d919c640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7fc1d406d030 0x7fc1d406d480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:58:12.606 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:12.603+0000 7fc1d919c640 1 -- --> v1:172.21.15.119:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fc1d40c8920 con 0x7fc1d415a2e0 2024-09-13T18:58:12.606 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:12.603+0000 7fc1d919c640 1 -- --> v2:172.21.15.119:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fc1d40cb690 con 0x7fc1d40cace0 2024-09-13T18:58:12.607 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:12.603+0000 7fc1d919c640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fc1d415a6c0 con 0x7fc1d406d030 2024-09-13T18:58:12.607 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:12.603+0000 7fc1d259c640 1 --2- >> v2:172.21.15.119:3300/0 conn(0x7fc1d40cace0 0x7fc1d40cb150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:58:12.607 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:12.603+0000 7fc1d2d9d640 1 --1- >> v1:172.21.15.119:6789/0 conn(0x7fc1d415a2e0 0x7fc1d40c9a40 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.119:6789/0 says I am v1:172.21.15.119:51510/0 (socket says 172.21.15.119:51510) 2024-09-13T18:58:12.607 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:12.603+0000 7fc1d2d9d640 1 -- 172.21.15.119:0/3365572831 learned_addr learned my addr 172.21.15.119:0/3365572831 (peer_addr_for_me v1:172.21.15.119:0/0) 2024-09-13T18:58:12.607 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:12.603+0000 7fc1d259c640 1 -- 172.21.15.119:0/3365572831 >> v2:172.21.15.145:3300/0 conn(0x7fc1d406d030 msgr2=0x7fc1d406d480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T18:58:12.607 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:12.603+0000 7fc1d359e640 1 --2- 172.21.15.119:0/3365572831 >> v2:172.21.15.145:3300/0 conn(0x7fc1d406d030 0x7fc1d406d480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:58:12.607 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:12.603+0000 7fc1d259c640 1 --2- 172.21.15.119:0/3365572831 >> v2:172.21.15.145:3300/0 conn(0x7fc1d406d030 0x7fc1d406d480 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:58:12.607 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:12.603+0000 7fc1d1d9b640 1 -- 172.21.15.119:0/3365572831 <== mon.0 v1:172.21.15.119:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 983749989 0 0) 0x7fc1d40c8920 con 0x7fc1d415a2e0 2024-09-13T18:58:12.607 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:12.603+0000 7fc1d259c640 1 -- 172.21.15.119:0/3365572831 >> v1:172.21.15.119:6789/0 conn(0x7fc1d415a2e0 legacy=0x7fc1d40c9a40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:58:12.607 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:12.603+0000 7fc1d259c640 1 -- 172.21.15.119:0/3365572831 --> v2:172.21.15.119:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc1d40ca500 con 0x7fc1d40cace0 2024-09-13T18:58:12.607 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:12.604+0000 7fc1d259c640 1 --2- 172.21.15.119:0/3365572831 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fc1d40cace0 0x7fc1d40cb150 secure :-1 s=READY pgs=628 cs=0 l=1 rev1=1 crypto rx=0x7fc1d406c5b0 tx=0x7fc1c802a1a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c5cd09f4196017ea server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:58:12.608 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:12.604+0000 7fc1d1d9b640 1 -- 172.21.15.119:0/3365572831 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc1c8032440 con 0x7fc1d40cace0 2024-09-13T18:58:12.608 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:12.604+0000 7fc1d1d9b640 1 -- 172.21.15.119:0/3365572831 <== mon.0 v2:172.21.15.119:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc1c80325a0 con 0x7fc1d40cace0 2024-09-13T18:58:12.608 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:12.604+0000 7fc1d1d9b640 1 -- 172.21.15.119:0/3365572831 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc1c8032930 con 0x7fc1d40cace0 2024-09-13T18:58:12.609 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:12.605+0000 7fc1d919c640 1 -- 172.21.15.119:0/3365572831 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fc1d40cace0 msgr2=0x7fc1d40cb150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:58:12.609 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:12.605+0000 7fc1d919c640 1 --2- 172.21.15.119:0/3365572831 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fc1d40cace0 0x7fc1d40cb150 secure :-1 s=READY pgs=628 cs=0 l=1 rev1=1 crypto rx=0x7fc1d406c5b0 tx=0x7fc1c802a1a0 comp rx=0 tx=0).stop 2024-09-13T18:58:12.609 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:12.605+0000 7fc1d919c640 1 -- 172.21.15.119:0/3365572831 shutdown_connections 2024-09-13T18:58:12.609 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:12.605+0000 7fc1d919c640 1 --2- 172.21.15.119:0/3365572831 >> v2:172.21.15.145:3300/0 conn(0x7fc1d406d030 0x7fc1d406d480 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:58:12.609 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:12.605+0000 7fc1d919c640 1 --2- 172.21.15.119:0/3365572831 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fc1d40cace0 0x7fc1d40cb150 unknown :-1 s=CLOSED pgs=628 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:58:12.609 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:12.605+0000 7fc1d919c640 1 -- 172.21.15.119:0/3365572831 >> 172.21.15.119:0/3365572831 conn(0x7fc1d4069ed0 msgr2=0x7fc1d406a2e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:58:12.609 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:12.605+0000 7fc1d919c640 1 -- 172.21.15.119:0/3365572831 shutdown_connections 2024-09-13T18:58:12.609 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:12.605+0000 7fc1d919c640 1 -- 172.21.15.119:0/3365572831 wait complete. 2024-09-13T18:58:12.611 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:12.606+0000 7fc1d919c640 1 Processor -- start 2024-09-13T18:58:12.611 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:12.606+0000 7fc1d919c640 1 -- start start 2024-09-13T18:58:12.611 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:12.607+0000 7fc1d919c640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fc1d406d030 0x7fc1d40c8230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:58:12.611 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:12.607+0000 7fc1d919c640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fc1d40cace0 0x7fc1d41f2ad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:58:12.612 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:12.607+0000 7fc1d919c640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fc1d415a2e0 0x7fc1d40c4970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:58:12.612 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:12.607+0000 7fc1d919c640 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc1d40c7470 con 0x7fc1d40cace0 2024-09-13T18:58:12.612 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:12.607+0000 7fc1d919c640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc1d40c7750 con 0x7fc1d415a2e0 2024-09-13T18:58:12.612 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:12.607+0000 7fc1d919c640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc1d40c7a30 con 0x7fc1d406d030 2024-09-13T18:58:12.612 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:12.607+0000 7fc1d259c640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fc1d40cace0 0x7fc1d41f2ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:58:12.612 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:12.607+0000 7fc1d259c640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fc1d40cace0 0x7fc1d41f2ad0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.119:3300/0 says I am v2:172.21.15.119:43898/0 (socket says 172.21.15.119:43898) 2024-09-13T18:58:12.612 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:12.607+0000 7fc1d259c640 1 -- 172.21.15.119:0/1728666741 learned_addr learned my addr 172.21.15.119:0/1728666741 (peer_addr_for_me v2:172.21.15.119:0/0) 2024-09-13T18:58:12.612 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:12.608+0000 7fc1d359e640 1 --2- 172.21.15.119:0/1728666741 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fc1d415a2e0 0x7fc1d40c4970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:58:12.612 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:12.608+0000 7fc1d2d9d640 1 --2- 172.21.15.119:0/1728666741 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fc1d406d030 0x7fc1d40c8230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:58:12.612 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:12.608+0000 7fc1d259c640 1 -- 172.21.15.119:0/1728666741 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fc1d406d030 msgr2=0x7fc1d40c8230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:58:12.612 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:12.608+0000 7fc1d259c640 1 --2- 172.21.15.119:0/1728666741 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fc1d406d030 0x7fc1d40c8230 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:58:12.612 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:12.608+0000 7fc1d259c640 1 -- 172.21.15.119:0/1728666741 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fc1d415a2e0 msgr2=0x7fc1d40c4970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:58:12.612 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:12.608+0000 7fc1d259c640 1 --2- 172.21.15.119:0/1728666741 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fc1d415a2e0 0x7fc1d40c4970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:58:12.613 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:12.608+0000 7fc1d259c640 1 -- 172.21.15.119:0/1728666741 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc1c8009400 con 0x7fc1d40cace0 2024-09-13T18:58:12.613 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:12.608+0000 7fc1d359e640 1 --2- 172.21.15.119:0/1728666741 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fc1d415a2e0 0x7fc1d40c4970 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T18:58:12.613 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:12.608+0000 7fc1d259c640 1 --2- 172.21.15.119:0/1728666741 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fc1d40cace0 0x7fc1d41f2ad0 secure :-1 s=READY pgs=629 cs=0 l=1 rev1=1 crypto rx=0x7fc1c8000c00 tx=0x7fc1c80046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:58:12.613 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:12.608+0000 7fc1bb7fe640 1 -- 172.21.15.119:0/1728666741 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc1c8030b80 con 0x7fc1d40cace0 2024-09-13T18:58:12.613 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:12.608+0000 7fc1bb7fe640 1 -- 172.21.15.119:0/1728666741 <== mon.0 v2:172.21.15.119:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc1c8030d00 con 0x7fc1d40cace0 2024-09-13T18:58:12.613 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:12.608+0000 7fc1bb7fe640 1 -- 172.21.15.119:0/1728666741 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc1c803d680 con 0x7fc1d40cace0 2024-09-13T18:58:12.613 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:12.608+0000 7fc1d919c640 1 -- 172.21.15.119:0/1728666741 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc1d40c7d10 con 0x7fc1d40cace0 2024-09-13T18:58:12.613 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:12.608+0000 7fc1d919c640 1 -- 172.21.15.119:0/1728666741 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc1d40c4eb0 con 0x7fc1d40cace0 2024-09-13T18:58:12.613 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:12.609+0000 7fc1d919c640 1 -- 172.21.15.119:0/1728666741 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fc1d40b2c50 con 0x7fc1d40cace0 2024-09-13T18:58:12.614 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:12.609+0000 7fc1bb7fe640 1 -- 172.21.15.119:0/1728666741 <== mon.0 v2:172.21.15.119:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fc1c8039040 con 0x7fc1d40cace0 2024-09-13T18:58:12.614 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:12.610+0000 7fc1bb7fe640 1 --2- 172.21.15.119:0/1728666741 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7fc1c006ac00 0x7fc1c006d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:58:12.614 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:12.610+0000 7fc1bb7fe640 1 -- 172.21.15.119:0/1728666741 <== mon.0 v2:172.21.15.119:3300/0 5 ==== osd_map(44..44 src has 1..44) v4 ==== 5349+0+0 (secure 0 0 0) 0x7fc1c80a9ce0 con 0x7fc1d40cace0 2024-09-13T18:58:12.614 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:12.610+0000 7fc1d2d9d640 1 --2- 172.21.15.119:0/1728666741 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7fc1c006ac00 0x7fc1c006d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:58:12.614 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:12.610+0000 7fc1d2d9d640 1 --2- 172.21.15.119:0/1728666741 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7fc1c006ac00 0x7fc1c006d0c0 secure :-1 s=READY pgs=299 cs=0 l=1 rev1=1 crypto rx=0x7fc1c40012e0 tx=0x7fc1c4009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:58:12.616 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:12.614+0000 7fc1bb7fe640 1 -- 172.21.15.119:0/1728666741 <== mon.0 v2:172.21.15.119:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fc1c8075160 con 0x7fc1d40cace0 2024-09-13T18:58:12.776 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:12.774+0000 7fc1d919c640 1 -- 172.21.15.119:0/1728666741 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7fc1d40c75b0 con 0x7fc1d40cace0 2024-09-13T18:58:12.777 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:12.775+0000 7fc1bb7fe640 1 -- 172.21.15.119:0/1728666741 <== mon.0 v2:172.21.15.119:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v44) v1 ==== 74+0+13371 (secure 0 0 0) 0x7fc1d40c75b0 con 0x7fc1d40cace0 2024-09-13T18:58:12.777 INFO:teuthology.orchestra.run.smithi119.stdout: 2024-09-13T18:58:12.778 INFO:teuthology.orchestra.run.smithi119.stdout:{"epoch":44,"fsid":"b3bca492-3414-44ef-b63c-42eead5ea701","created":"2024-09-13T18:56:10.047760+0000","modified":"2024-09-13T18:58:09.905954+0000","last_up_change":"2024-09-13T18:56:22.096428+0000","last_in_change":"2024-09-13T18:56:12.143228+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":6,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T18:56:22.095896+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"09edfd5c-bc57-47d1-a7b7-6d97f0f88db1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":37,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6810","nonce":3811853106},{"type":"v1","addr":"172.21.15.119:6813","nonce":3811853106}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6817","nonce":3811853106},{"type":"v1","addr":"172.21.15.119:6820","nonce":3811853106}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6828","nonce":3811853106},{"type":"v1","addr":"172.21.15.119:6830","nonce":3811853106}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6823","nonce":3811853106},{"type":"v1","addr":"172.21.15.119:6825","nonce":3811853106}]},"public_addr":"172.21.15.119:6813/3811853106","cluster_addr":"172.21.15.119:6820/3811853106","heartbeat_back_addr":"172.21.15.119:6830/3811853106","heartbeat_front_addr":"172.21.15.119:6825/3811853106","state":["exists","up"]},{"osd":1,"uuid":"f26f4bd2-3aee-4208-9e62-87f17047d886","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":37,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6809","nonce":1656755168},{"type":"v1","addr":"172.21.15.119:6812","nonce":1656755168}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6815","nonce":1656755168},{"type":"v1","addr":"172.21.15.119:6818","nonce":1656755168}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6829","nonce":1656755168},{"type":"v1","addr":"172.21.15.119:6831","nonce":1656755168}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6822","nonce":1656755168},{"type":"v1","addr":"172.21.15.119:6826","nonce":1656755168}]},"public_addr":"172.21.15.119:6812/1656755168","cluster_addr":"172.21.15.119:6818/1656755168","heartbeat_back_addr":"172.21.15.119:6831/1656755168","heartbeat_front_addr":"172.21.15.119:6826/1656755168","state":["exists","up"]},{"osd":2,"uuid":"1e9d6e0c-51f9-4f4a-bead-0e7edc7dd200","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":37,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6800","nonce":3093354378},{"type":"v1","addr":"172.21.15.119:6801","nonce":3093354378}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6802","nonce":3093354378},{"type":"v1","addr":"172.21.15.119:6803","nonce":3093354378}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6806","nonce":3093354378},{"type":"v1","addr":"172.21.15.119:6807","nonce":3093354378}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6804","nonce":3093354378},{"type":"v1","addr":"172.21.15.119:6805","nonce":3093354378}]},"public_addr":"172.21.15.119:6801/3093354378","cluster_addr":"172.21.15.119:6803/3093354378","heartbeat_back_addr":"172.21.15.119:6807/3093354378","heartbeat_front_addr":"172.21.15.119:6805/3093354378","state":["exists","up"]},{"osd":3,"uuid":"7c289b1f-a555-46e4-b85a-c0f230c9e02a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":37,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6808","nonce":886995937},{"type":"v1","addr":"172.21.15.119:6811","nonce":886995937}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6814","nonce":886995937},{"type":"v1","addr":"172.21.15.119:6816","nonce":886995937}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6824","nonce":886995937},{"type":"v1","addr":"172.21.15.119:6827","nonce":886995937}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6819","nonce":886995937},{"type":"v1","addr":"172.21.15.119:6821","nonce":886995937}]},"public_addr":"172.21.15.119:6811/886995937","cluster_addr":"172.21.15.119:6816/886995937","heartbeat_back_addr":"172.21.15.119:6827/886995937","heartbeat_front_addr":"172.21.15.119:6821/886995937","state":["exists","up"]},{"osd":4,"uuid":"a0a2f75b-5a33-4b69-b834-b8cf5a90ac5f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":37,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6808","nonce":2802887692},{"type":"v1","addr":"172.21.15.145:6809","nonce":2802887692}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6810","nonce":2802887692},{"type":"v1","addr":"172.21.15.145:6811","nonce":2802887692}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6814","nonce":2802887692},{"type":"v1","addr":"172.21.15.145:6815","nonce":2802887692}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6812","nonce":2802887692},{"type":"v1","addr":"172.21.15.145:6813","nonce":2802887692}]},"public_addr":"172.21.15.145:6809/2802887692","cluster_addr":"172.21.15.145:6811/2802887692","heartbeat_back_addr":"172.21.15.145:6815/2802887692","heartbeat_front_addr":"172.21.15.145:6813/2802887692","state":["exists","up"]},{"osd":5,"uuid":"e301c92f-a5af-49da-8384-bef6d48c9982","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":37,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6800","nonce":1431235391},{"type":"v1","addr":"172.21.15.145:6801","nonce":1431235391}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6802","nonce":1431235391},{"type":"v1","addr":"172.21.15.145:6803","nonce":1431235391}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6806","nonce":1431235391},{"type":"v1","addr":"172.21.15.145:6807","nonce":1431235391}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6804","nonce":1431235391},{"type":"v1","addr":"172.21.15.145:6805","nonce":1431235391}]},"public_addr":"172.21.15.145:6801/1431235391","cluster_addr":"172.21.15.145:6803/1431235391","heartbeat_back_addr":"172.21.15.145:6807/1431235391","heartbeat_front_addr":"172.21.15.145:6805/1431235391","state":["exists","up"]},{"osd":6,"uuid":"dd2ee71c-4024-4f56-90b1-d362ff9ae8f5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":37,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6816","nonce":1755123178},{"type":"v1","addr":"172.21.15.145:6817","nonce":1755123178}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6818","nonce":1755123178},{"type":"v1","addr":"172.21.15.145:6819","nonce":1755123178}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6822","nonce":1755123178},{"type":"v1","addr":"172.21.15.145:6823","nonce":1755123178}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6820","nonce":1755123178},{"type":"v1","addr":"172.21.15.145:6821","nonce":1755123178}]},"public_addr":"172.21.15.145:6817/1755123178","cluster_addr":"172.21.15.145:6819/1755123178","heartbeat_back_addr":"172.21.15.145:6823/1755123178","heartbeat_front_addr":"172.21.15.145:6821/1755123178","state":["exists","up"]},{"osd":7,"uuid":"7412449e-689b-45ee-9ae5-744a8c27f166","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":37,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6824","nonce":3012628958},{"type":"v1","addr":"172.21.15.145:6825","nonce":3012628958}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6826","nonce":3012628958},{"type":"v1","addr":"172.21.15.145:6827","nonce":3012628958}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6830","nonce":3012628958},{"type":"v1","addr":"172.21.15.145:6831","nonce":3012628958}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6828","nonce":3012628958},{"type":"v1","addr":"172.21.15.145:6829","nonce":3012628958}]},"public_addr":"172.21.15.145:6825/3012628958","cluster_addr":"172.21.15.145:6827/3012628958","heartbeat_back_addr":"172.21.15.145:6831/3012628958","heartbeat_front_addr":"172.21.15.145:6829/3012628958","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T18:56:17.286635+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T18:56:17.334491+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T18:56:17.297521+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T18:56:17.383716+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T18:56:17.267776+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T18:56:17.312998+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T18:56:17.303008+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T18:56:17.304729+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.119:6835/967310515":"2024-09-14T18:58:06.886408+0000","172.21.15.119:6834/967310515":"2024-09-14T18:58:06.886408+0000","172.21.15.145:6835/1535532066":"2024-09-14T18:57:54.790189+0000","172.21.15.145:6832/1535532066":"2024-09-14T18:57:54.790189+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T18:58:12.780 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:12.777+0000 7fc1d919c640 1 -- 172.21.15.119:0/1728666741 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7fc1c006ac00 msgr2=0x7fc1c006d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:58:12.780 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:12.777+0000 7fc1d919c640 1 --2- 172.21.15.119:0/1728666741 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7fc1c006ac00 0x7fc1c006d0c0 secure :-1 s=READY pgs=299 cs=0 l=1 rev1=1 crypto rx=0x7fc1c40012e0 tx=0x7fc1c4009040 comp rx=0 tx=0).stop 2024-09-13T18:58:12.780 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:12.777+0000 7fc1d919c640 1 -- 172.21.15.119:0/1728666741 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fc1d40cace0 msgr2=0x7fc1d41f2ad0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:58:12.780 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:12.777+0000 7fc1d919c640 1 --2- 172.21.15.119:0/1728666741 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fc1d40cace0 0x7fc1d41f2ad0 secure :-1 s=READY pgs=629 cs=0 l=1 rev1=1 crypto rx=0x7fc1c8000c00 tx=0x7fc1c80046c0 comp rx=0 tx=0).stop 2024-09-13T18:58:12.780 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:12.777+0000 7fc1d919c640 1 -- 172.21.15.119:0/1728666741 shutdown_connections 2024-09-13T18:58:12.780 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:12.777+0000 7fc1d919c640 1 --2- 172.21.15.119:0/1728666741 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7fc1c006ac00 0x7fc1c006d0c0 unknown :-1 s=CLOSED pgs=299 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:58:12.780 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:12.777+0000 7fc1d919c640 1 --2- 172.21.15.119:0/1728666741 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fc1d415a2e0 0x7fc1d40c4970 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:58:12.780 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:12.777+0000 7fc1d919c640 1 --2- 172.21.15.119:0/1728666741 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fc1d40cace0 0x7fc1d41f2ad0 unknown :-1 s=CLOSED pgs=629 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:58:12.780 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:12.777+0000 7fc1d919c640 1 --2- 172.21.15.119:0/1728666741 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fc1d406d030 0x7fc1d40c8230 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:58:12.780 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:12.777+0000 7fc1d919c640 1 -- 172.21.15.119:0/1728666741 >> 172.21.15.119:0/1728666741 conn(0x7fc1d4069ed0 msgr2=0x7fc1d4070b10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:58:12.780 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:12.777+0000 7fc1d919c640 1 -- 172.21.15.119:0/1728666741 shutdown_connections 2024-09-13T18:58:12.780 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:12.777+0000 7fc1d919c640 1 -- 172.21.15.119:0/1728666741 wait complete. 2024-09-13T18:58:13.791 INFO:tasks.ceph:Scrubbing osd.0 2024-09-13T18:58:13.792 DEBUG:teuthology.orchestra.run.smithi119:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.0 config set osd_debug_deep_scrub_sleep 0 2024-09-13T18:58:13.902 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:13.900+0000 7f867ebae640 1 Processor -- start 2024-09-13T18:58:13.902 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:13.900+0000 7f867ebae640 1 -- start start 2024-09-13T18:58:13.905 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:13.900+0000 7f867ebae640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f867815c500 0x7f86780d2050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:58:13.905 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:13.900+0000 7f867ebae640 1 -- --> v1:172.21.15.119:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f86780cd450 con 0x7f86780d2590 2024-09-13T18:58:13.905 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:13.900+0000 7f867ebae640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f86780d29f0 con 0x7f86780cdff0 2024-09-13T18:58:13.905 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:13.900+0000 7f867ebae640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f86780d0cf0 con 0x7f867815c500 2024-09-13T18:58:13.905 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:13.901+0000 7f8677fff640 1 --1- >> v1:172.21.15.119:6789/0 conn(0x7f86780d2590 0x7f86780cd8e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.119:6789/0 says I am v1:172.21.15.119:34088/0 (socket says 172.21.15.119:34088) 2024-09-13T18:58:13.905 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:13.901+0000 7f8677fff640 1 -- 172.21.15.119:0/1103781304 learned_addr learned my addr 172.21.15.119:0/1103781304 (peer_addr_for_me v1:172.21.15.119:0/0) 2024-09-13T18:58:13.905 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:13.901+0000 7f867c94a640 1 --2- 172.21.15.119:0/1103781304 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f867815c500 0x7f86780d2050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:58:13.905 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:13.901+0000 7f86777fe640 1 -- 172.21.15.119:0/1103781304 <== mon.0 v1:172.21.15.119:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1749953629 0 0) 0x7f86780cd450 con 0x7f86780d2590 2024-09-13T18:58:13.906 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:13.901+0000 7f86777fe640 1 -- 172.21.15.119:0/1103781304 --> v1:172.21.15.119:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f8668003520 con 0x7f86780d2590 2024-09-13T18:58:13.906 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:13.901+0000 7f86777fe640 1 -- 172.21.15.119:0/1103781304 <== mon.1 v1:172.21.15.145:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1859746619 0 0) 0x7f86780d29f0 con 0x7f86780cdff0 2024-09-13T18:58:13.906 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:13.901+0000 7f86777fe640 1 -- 172.21.15.119:0/1103781304 --> v1:172.21.15.145:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f86780cd450 con 0x7f86780cdff0 2024-09-13T18:58:13.906 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:13.901+0000 7f86777fe640 1 -- 172.21.15.119:0/1103781304 <== mon.0 v1:172.21.15.119:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 332501028 0 0) 0x7f8668003520 con 0x7f86780d2590 2024-09-13T18:58:13.906 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:13.901+0000 7f86777fe640 1 -- 172.21.15.119:0/1103781304 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f867815c500 msgr2=0x7f86780d2050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T18:58:13.906 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:13.901+0000 7f86777fe640 1 --2- 172.21.15.119:0/1103781304 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f867815c500 0x7f86780d2050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:58:13.906 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:13.901+0000 7f86777fe640 1 -- 172.21.15.119:0/1103781304 >> v1:172.21.15.145:6789/0 conn(0x7f86780cdff0 legacy=0x7f86780d0000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:58:13.906 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:13.901+0000 7f86777fe640 1 -- 172.21.15.119:0/1103781304 --> v1:172.21.15.119:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f86780d0fd0 con 0x7f86780d2590 2024-09-13T18:58:13.906 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:13.901+0000 7f86777fe640 1 -- 172.21.15.119:0/1103781304 <== mon.0 v1:172.21.15.119:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 337823224 0 0) 0x7f8664001670 con 0x7f86780d2590 2024-09-13T18:58:13.906 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:13.901+0000 7f86777fe640 1 -- 172.21.15.119:0/1103781304 >> v1:172.21.15.119:6789/0 conn(0x7f86780d2590 legacy=0x7f86780cd8e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:58:13.906 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:13.901+0000 7f86777fe640 1 --2- 172.21.15.119:0/1103781304 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f8668003b30 0x7f8668003f30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:58:13.906 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:13.901+0000 7f86777fe640 1 --2- 172.21.15.119:0/1103781304 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f867815c500 0x7f86680047c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:58:13.906 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:13.901+0000 7f86777fe640 1 --2- 172.21.15.119:0/1103781304 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f8668004d00 0x7f8668005180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:58:13.906 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:13.901+0000 7f86777fe640 1 -- 172.21.15.119:0/1103781304 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f86780d0cf0 con 0x7f8668004d00 2024-09-13T18:58:13.907 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:13.901+0000 7f86777fe640 1 -- 172.21.15.119:0/1103781304 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f866800ba80 con 0x7f8668003b30 2024-09-13T18:58:13.907 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:13.901+0000 7f86777fe640 1 -- 172.21.15.119:0/1103781304 --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f866800bc40 con 0x7f867815c500 2024-09-13T18:58:13.907 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:13.901+0000 7f867c94a640 1 --2- 172.21.15.119:0/1103781304 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f8668003b30 0x7f8668003f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:58:13.907 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:13.901+0000 7f867d14b640 1 --2- 172.21.15.119:0/1103781304 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f8668004d00 0x7f8668005180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:58:13.907 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:13.901+0000 7f8677fff640 1 --2- 172.21.15.119:0/1103781304 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f867815c500 0x7f86680047c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:58:13.907 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:13.902+0000 7f867c94a640 1 -- 172.21.15.119:0/1103781304 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f867815c500 msgr2=0x7f86680047c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T18:58:13.907 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:13.902+0000 7f867c94a640 1 --2- 172.21.15.119:0/1103781304 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f867815c500 0x7f86680047c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:58:13.907 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:13.902+0000 7f867c94a640 1 -- 172.21.15.119:0/1103781304 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f8668004d00 msgr2=0x7f8668005180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T18:58:13.907 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:13.902+0000 7f867c94a640 1 --2- 172.21.15.119:0/1103781304 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f8668004d00 0x7f8668005180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:58:13.908 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:13.902+0000 7f867c94a640 1 -- 172.21.15.119:0/1103781304 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8668003520 con 0x7f8668003b30 2024-09-13T18:58:13.908 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:13.902+0000 7f867d14b640 1 --2- 172.21.15.119:0/1103781304 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f8668004d00 0x7f8668005180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T18:58:13.908 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:13.902+0000 7f867c94a640 1 --2- 172.21.15.119:0/1103781304 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f8668003b30 0x7f8668003f30 secure :-1 s=READY pgs=224 cs=0 l=1 rev1=1 crypto rx=0x7f866c009ac0 tx=0x7f86680057f0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=153a2324e2ca6f1f server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:58:13.908 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:13.903+0000 7f86777fe640 1 -- 172.21.15.119:0/1103781304 <== mon.1 v2:172.21.15.145:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f866c031400 con 0x7f8668003b30 2024-09-13T18:58:13.908 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:13.903+0000 7f86777fe640 1 -- 172.21.15.119:0/1103781304 <== mon.1 v2:172.21.15.145:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f866c02d050 con 0x7f8668003b30 2024-09-13T18:58:13.908 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:13.903+0000 7f86777fe640 1 -- 172.21.15.119:0/1103781304 <== mon.1 v2:172.21.15.145:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f866c031780 con 0x7f8668003b30 2024-09-13T18:58:13.912 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:13.903+0000 7f867ebae640 1 -- 172.21.15.119:0/1103781304 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f8668003b30 msgr2=0x7f8668003f30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:58:13.912 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:13.903+0000 7f867ebae640 1 --2- 172.21.15.119:0/1103781304 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f8668003b30 0x7f8668003f30 secure :-1 s=READY pgs=224 cs=0 l=1 rev1=1 crypto rx=0x7f866c009ac0 tx=0x7f86680057f0 comp rx=0 tx=0).stop 2024-09-13T18:58:13.912 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:13.903+0000 7f867d14b640 1 -- 172.21.15.119:0/1103781304 reap_dead start 2024-09-13T18:58:13.912 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:13.903+0000 7f867ebae640 1 -- 172.21.15.119:0/1103781304 shutdown_connections 2024-09-13T18:58:13.912 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:13.903+0000 7f867ebae640 1 -- 172.21.15.119:0/1103781304 >> 172.21.15.119:0/1103781304 conn(0x7f8678089f60 msgr2=0x7f867809b830 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:58:13.912 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:13.903+0000 7f867ebae640 1 -- 172.21.15.119:0/1103781304 shutdown_connections 2024-09-13T18:58:13.912 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:13.903+0000 7f867ebae640 1 -- 172.21.15.119:0/1103781304 wait complete. 2024-09-13T18:58:13.912 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:13.905+0000 7f867ebae640 1 Processor -- start 2024-09-13T18:58:13.912 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:13.905+0000 7f867ebae640 1 -- start start 2024-09-13T18:58:13.912 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:13.905+0000 7f867ebae640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f8668003b30 0x7f86780c9500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:58:13.913 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:13.905+0000 7f867ebae640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f867815ef20 0x7f8678151710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:58:13.913 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:13.905+0000 7f867ebae640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f86780ca3d0 0x7f86780ca850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:58:13.913 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:13.905+0000 7f867ebae640 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f867815f3a0 con 0x7f86780ca3d0 2024-09-13T18:58:13.913 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:13.905+0000 7f867ebae640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f867815fb50 con 0x7f8668003b30 2024-09-13T18:58:13.913 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:13.905+0000 7f867ebae640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f86780cad90 con 0x7f867815ef20 2024-09-13T18:58:13.913 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:13.906+0000 7f867d14b640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f86780ca3d0 0x7f86780ca850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:58:13.913 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:13.906+0000 7f867d14b640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f86780ca3d0 0x7f86780ca850 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.119:3300/0 says I am v2:172.21.15.119:46142/0 (socket says 172.21.15.119:46142) 2024-09-13T18:58:13.913 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:13.906+0000 7f867d14b640 1 -- 172.21.15.119:0/565431185 learned_addr learned my addr 172.21.15.119:0/565431185 (peer_addr_for_me v2:172.21.15.119:0/0) 2024-09-13T18:58:13.913 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:13.906+0000 7f867c94a640 1 --2- 172.21.15.119:0/565431185 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f8668003b30 0x7f86780c9500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:58:13.913 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:13.906+0000 7f8677fff640 1 --2- 172.21.15.119:0/565431185 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f867815ef20 0x7f8678151710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:58:13.913 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:13.906+0000 7f867d14b640 1 -- 172.21.15.119:0/565431185 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f867815ef20 msgr2=0x7f8678151710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:58:13.913 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:13.906+0000 7f867d14b640 1 --2- 172.21.15.119:0/565431185 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f867815ef20 0x7f8678151710 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:58:13.913 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:13.906+0000 7f867d14b640 1 -- 172.21.15.119:0/565431185 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f8668003b30 msgr2=0x7f86780c9500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:58:13.914 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:13.906+0000 7f867d14b640 1 --2- 172.21.15.119:0/565431185 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f8668003b30 0x7f86780c9500 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:58:13.914 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:13.906+0000 7f867d14b640 1 -- 172.21.15.119:0/565431185 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8678155d80 con 0x7f86780ca3d0 2024-09-13T18:58:13.914 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:13.906+0000 7f867d14b640 1 --2- 172.21.15.119:0/565431185 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f86780ca3d0 0x7f86780ca850 secure :-1 s=READY pgs=631 cs=0 l=1 rev1=1 crypto rx=0x7f86780cfec0 tx=0x7f867000ff50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:58:13.914 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:13.906+0000 7f86757fa640 1 -- 172.21.15.119:0/565431185 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8670003b80 con 0x7f86780ca3d0 2024-09-13T18:58:13.914 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:13.906+0000 7f86757fa640 1 -- 172.21.15.119:0/565431185 <== mon.0 v2:172.21.15.119:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f8670003ce0 con 0x7f86780ca3d0 2024-09-13T18:58:13.914 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:13.906+0000 7f867ebae640 1 -- 172.21.15.119:0/565431185 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f8678152110 con 0x7f86780ca3d0 2024-09-13T18:58:13.914 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:13.906+0000 7f86757fa640 1 -- 172.21.15.119:0/565431185 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f867000d9c0 con 0x7f86780ca3d0 2024-09-13T18:58:13.914 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:13.906+0000 7f867ebae640 1 -- 172.21.15.119:0/565431185 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f867815f590 con 0x7f86780ca3d0 2024-09-13T18:58:13.914 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:13.907+0000 7f867ebae640 1 -- 172.21.15.119:0/565431185 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7f86780d12b0 con 0x7f86780ca3d0 2024-09-13T18:58:13.914 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:13.908+0000 7f86757fa640 1 -- 172.21.15.119:0/565431185 <== mon.0 v2:172.21.15.119:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f867000db20 con 0x7f86780ca3d0 2024-09-13T18:58:13.914 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:13.908+0000 7f86757fa640 1 --2- 172.21.15.119:0/565431185 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f865c06ac30 0x7f865c06d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:58:13.914 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:13.909+0000 7f86757fa640 1 -- 172.21.15.119:0/565431185 <== mon.0 v2:172.21.15.119:3300/0 5 ==== osd_map(44..44 src has 1..44) v4 ==== 5349+0+0 (secure 0 0 0) 0x7f8670088a30 con 0x7f86780ca3d0 2024-09-13T18:58:13.915 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:13.909+0000 7f867c94a640 1 --2- 172.21.15.119:0/565431185 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f865c06ac30 0x7f865c06d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:58:13.915 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:13.909+0000 7f86757fa640 1 --2- 172.21.15.119:0/565431185 >> [v2:172.21.15.119:6810/3811853106,v1:172.21.15.119:6813/3811853106] conn(0x7f865c070fd0 0x7f865c073410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:58:13.915 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:13.909+0000 7f86757fa640 1 -- 172.21.15.119:0/565431185 --> [v2:172.21.15.119:6810/3811853106,v1:172.21.15.119:6813/3811853106] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7f865c073ae0 con 0x7f865c070fd0 2024-09-13T18:58:13.915 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:13.909+0000 7f86757fa640 1 -- 172.21.15.119:0/565431185 <== mon.0 v2:172.21.15.119:3300/0 6 ==== mon_get_version_reply(handle=1 version=44) v2 ==== 24+0+0 (secure 0 0 0) 0x7f867008d2c0 con 0x7f86780ca3d0 2024-09-13T18:58:13.915 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:13.909+0000 7f8677fff640 1 --2- 172.21.15.119:0/565431185 >> [v2:172.21.15.119:6810/3811853106,v1:172.21.15.119:6813/3811853106] conn(0x7f865c070fd0 0x7f865c073410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:58:13.915 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:13.909+0000 7f867c94a640 1 --2- 172.21.15.119:0/565431185 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f865c06ac30 0x7f865c06d0f0 secure :-1 s=READY pgs=300 cs=0 l=1 rev1=1 crypto rx=0x7f866c033000 tx=0x7f866c008030 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:58:13.915 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:13.909+0000 7f8677fff640 1 --2- 172.21.15.119:0/565431185 >> [v2:172.21.15.119:6810/3811853106,v1:172.21.15.119:6813/3811853106] conn(0x7f865c070fd0 0x7f865c073410 crc :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:58:13.915 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:13.910+0000 7f86757fa640 1 -- 172.21.15.119:0/565431185 <== osd.0 v2:172.21.15.119:6810/3811853106 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+26118 (crc 0 0 0) 0x7f865c073ae0 con 0x7f865c070fd0 2024-09-13T18:58:13.925 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:13.922+0000 7f867ebae640 1 -- 172.21.15.119:0/565431185 --> [v2:172.21.15.119:6810/3811853106,v1:172.21.15.119:6813/3811853106] -- command(tid 2: {"prefix": "config set", "var": "osd_debug_deep_scrub_sleep", "val": ["0"]}) v1 -- 0x7f86780d2050 con 0x7f865c070fd0 2024-09-13T18:58:13.925 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:13.922+0000 7f86757fa640 1 -- 172.21.15.119:0/565431185 <== osd.0 v2:172.21.15.119:6810/3811853106 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+97 (crc 0 0 0) 0x7f8664007dd0 con 0x7f865c070fd0 2024-09-13T18:58:13.926 INFO:teuthology.orchestra.run.smithi119.stdout:{ 2024-09-13T18:58:13.926 INFO:teuthology.orchestra.run.smithi119.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) " 2024-09-13T18:58:13.926 INFO:teuthology.orchestra.run.smithi119.stdout:} 2024-09-13T18:58:13.927 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:13.922+0000 7f867ebae640 1 -- 172.21.15.119:0/565431185 >> [v2:172.21.15.119:6810/3811853106,v1:172.21.15.119:6813/3811853106] conn(0x7f865c070fd0 msgr2=0x7f865c073410 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:58:13.927 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:13.922+0000 7f867ebae640 1 --2- 172.21.15.119:0/565431185 >> [v2:172.21.15.119:6810/3811853106,v1:172.21.15.119:6813/3811853106] conn(0x7f865c070fd0 0x7f865c073410 crc :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:58:13.927 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:13.923+0000 7f867ebae640 1 -- 172.21.15.119:0/565431185 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f865c06ac30 msgr2=0x7f865c06d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:58:13.927 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:13.923+0000 7f867ebae640 1 --2- 172.21.15.119:0/565431185 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f865c06ac30 0x7f865c06d0f0 secure :-1 s=READY pgs=300 cs=0 l=1 rev1=1 crypto rx=0x7f866c033000 tx=0x7f866c008030 comp rx=0 tx=0).stop 2024-09-13T18:58:13.927 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:13.923+0000 7f867ebae640 1 -- 172.21.15.119:0/565431185 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f86780ca3d0 msgr2=0x7f86780ca850 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:58:13.927 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:13.923+0000 7f867ebae640 1 --2- 172.21.15.119:0/565431185 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f86780ca3d0 0x7f86780ca850 secure :-1 s=READY pgs=631 cs=0 l=1 rev1=1 crypto rx=0x7f86780cfec0 tx=0x7f867000ff50 comp rx=0 tx=0).stop 2024-09-13T18:58:13.927 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:13.923+0000 7f867d14b640 1 -- 172.21.15.119:0/565431185 reap_dead start 2024-09-13T18:58:13.928 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:13.923+0000 7f867ebae640 1 -- 172.21.15.119:0/565431185 shutdown_connections 2024-09-13T18:58:13.928 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:13.923+0000 7f867ebae640 1 -- 172.21.15.119:0/565431185 >> 172.21.15.119:0/565431185 conn(0x7f8678089f60 msgr2=0x7f86781604c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:58:13.928 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:13.923+0000 7f867ebae640 1 -- 172.21.15.119:0/565431185 shutdown_connections 2024-09-13T18:58:13.928 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:13.923+0000 7f867ebae640 1 -- 172.21.15.119:0/565431185 wait complete. 2024-09-13T18:58:13.937 DEBUG:teuthology.orchestra.run.smithi119:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 0 2024-09-13T18:58:14.037 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:14.034+0000 7fdfd6165640 1 Processor -- start 2024-09-13T18:58:14.037 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:14.034+0000 7fdfd6165640 1 -- start start 2024-09-13T18:58:14.040 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:14.035+0000 7fdfd6165640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fdfd00d2760 0x7fdfd00cd8e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:58:14.040 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:14.035+0000 7fdfd6165640 1 -- --> v1:172.21.15.119:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fdfd00cd450 con 0x7fdfd015c500 2024-09-13T18:58:14.041 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:14.035+0000 7fdfd6165640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fdfd00d0cf0 con 0x7fdfd00cde20 2024-09-13T18:58:14.041 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:14.035+0000 7fdfd6165640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fdfd00d0fd0 con 0x7fdfd00d2760 2024-09-13T18:58:14.041 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:14.035+0000 7fdfcf7fe640 1 --1- >> v1:172.21.15.119:6789/0 conn(0x7fdfd015c500 0x7fdfd00d2050 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.119:6789/0 says I am v1:172.21.15.119:34092/0 (socket says 172.21.15.119:34092) 2024-09-13T18:58:14.041 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:14.035+0000 7fdfcf7fe640 1 -- 172.21.15.119:0/3664240080 learned_addr learned my addr 172.21.15.119:0/3664240080 (peer_addr_for_me v1:172.21.15.119:0/0) 2024-09-13T18:58:14.041 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:14.035+0000 7fdfceffd640 1 --2- 172.21.15.119:0/3664240080 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fdfd00d2760 0x7fdfd00cd8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:58:14.041 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:14.035+0000 7fdfce7fc640 1 -- 172.21.15.119:0/3664240080 <== mon.0 v1:172.21.15.119:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1360546294 0 0) 0x7fdfd00cd450 con 0x7fdfd015c500 2024-09-13T18:58:14.041 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:14.036+0000 7fdfce7fc640 1 -- 172.21.15.119:0/3664240080 --> v1:172.21.15.119:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fdfbc003520 con 0x7fdfd015c500 2024-09-13T18:58:14.041 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:14.036+0000 7fdfce7fc640 1 -- 172.21.15.119:0/3664240080 <== mon.1 v1:172.21.15.145:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 187419363 0 0) 0x7fdfd00d0cf0 con 0x7fdfd00cde20 2024-09-13T18:58:14.041 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:14.036+0000 7fdfce7fc640 1 -- 172.21.15.119:0/3664240080 --> v1:172.21.15.145:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fdfd00cd450 con 0x7fdfd00cde20 2024-09-13T18:58:14.041 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:14.036+0000 7fdfce7fc640 1 -- 172.21.15.119:0/3664240080 <== mon.0 v1:172.21.15.119:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 3696468184 0 0) 0x7fdfbc003520 con 0x7fdfd015c500 2024-09-13T18:58:14.041 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:14.036+0000 7fdfce7fc640 1 -- 172.21.15.119:0/3664240080 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fdfd00d2760 msgr2=0x7fdfd00cd8e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T18:58:14.041 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:14.036+0000 7fdfce7fc640 1 --2- 172.21.15.119:0/3664240080 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fdfd00d2760 0x7fdfd00cd8e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:58:14.041 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:14.036+0000 7fdfce7fc640 1 -- 172.21.15.119:0/3664240080 >> v1:172.21.15.145:6789/0 conn(0x7fdfd00cde20 legacy=0x7fdfd00d0000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:58:14.042 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:14.036+0000 7fdfce7fc640 1 -- 172.21.15.119:0/3664240080 --> v1:172.21.15.119:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fdfd00cd0e0 con 0x7fdfd015c500 2024-09-13T18:58:14.042 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:14.036+0000 7fdfce7fc640 1 -- 172.21.15.119:0/3664240080 <== mon.0 v1:172.21.15.119:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 337823224 0 0) 0x7fdfc80019f0 con 0x7fdfd015c500 2024-09-13T18:58:14.042 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:14.036+0000 7fdfce7fc640 1 -- 172.21.15.119:0/3664240080 >> v1:172.21.15.119:6789/0 conn(0x7fdfd015c500 legacy=0x7fdfd00d2050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:58:14.042 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:14.036+0000 7fdfce7fc640 1 --2- 172.21.15.119:0/3664240080 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fdfbc003b30 0x7fdfbc003f30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:58:14.042 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:14.036+0000 7fdfce7fc640 1 --2- 172.21.15.119:0/3664240080 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fdfbc0047c0 0x7fdfbc004c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:58:14.042 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:14.036+0000 7fdfce7fc640 1 --2- 172.21.15.119:0/3664240080 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fdfd00d2760 0x7fdfbc005180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:58:14.042 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:14.036+0000 7fdfce7fc640 1 -- 172.21.15.119:0/3664240080 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdfd00d0fd0 con 0x7fdfbc003b30 2024-09-13T18:58:14.042 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:14.036+0000 7fdfce7fc640 1 -- 172.21.15.119:0/3664240080 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdfbc00ba30 con 0x7fdfbc0047c0 2024-09-13T18:58:14.042 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:14.036+0000 7fdfce7fc640 1 -- 172.21.15.119:0/3664240080 --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fdfbc00bbc0 con 0x7fdfd00d2760 2024-09-13T18:58:14.043 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:14.036+0000 7fdfcf7fe640 1 --2- 172.21.15.119:0/3664240080 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fdfbc003b30 0x7fdfbc003f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:58:14.043 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:14.036+0000 7fdfceffd640 1 --2- 172.21.15.119:0/3664240080 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fdfbc0047c0 0x7fdfbc004c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:58:14.043 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:14.036+0000 7fdfcffff640 1 --2- 172.21.15.119:0/3664240080 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fdfd00d2760 0x7fdfbc005180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:58:14.043 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:14.036+0000 7fdfcf7fe640 1 -- 172.21.15.119:0/3664240080 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fdfd00d2760 msgr2=0x7fdfbc005180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T18:58:14.043 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:14.036+0000 7fdfcf7fe640 1 --2- 172.21.15.119:0/3664240080 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fdfd00d2760 0x7fdfbc005180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:58:14.043 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:14.036+0000 7fdfcf7fe640 1 -- 172.21.15.119:0/3664240080 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fdfbc0047c0 msgr2=0x7fdfbc004c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T18:58:14.043 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:14.036+0000 7fdfcf7fe640 1 --2- 172.21.15.119:0/3664240080 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fdfbc0047c0 0x7fdfbc004c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:58:14.043 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:14.036+0000 7fdfcf7fe640 1 -- 172.21.15.119:0/3664240080 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fdfbc003520 con 0x7fdfbc003b30 2024-09-13T18:58:14.043 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:14.037+0000 7fdfcf7fe640 1 --2- 172.21.15.119:0/3664240080 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fdfbc003b30 0x7fdfbc003f30 secure :-1 s=READY pgs=633 cs=0 l=1 rev1=1 crypto rx=0x7fdfc800a7d0 tx=0x7fdfbc0057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cce8ef76ede28013 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:58:14.043 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:14.037+0000 7fdfce7fc640 1 -- 172.21.15.119:0/3664240080 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdfc802b960 con 0x7fdfbc003b30 2024-09-13T18:58:14.043 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:14.037+0000 7fdfce7fc640 1 -- 172.21.15.119:0/3664240080 <== mon.0 v2:172.21.15.119:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fdfc802bac0 con 0x7fdfbc003b30 2024-09-13T18:58:14.043 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:14.037+0000 7fdfce7fc640 1 -- 172.21.15.119:0/3664240080 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdfc802be90 con 0x7fdfbc003b30 2024-09-13T18:58:14.043 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:14.038+0000 7fdfd6165640 1 -- 172.21.15.119:0/3664240080 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fdfbc003b30 msgr2=0x7fdfbc003f30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:58:14.044 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:14.038+0000 7fdfd6165640 1 --2- 172.21.15.119:0/3664240080 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fdfbc003b30 0x7fdfbc003f30 secure :-1 s=READY pgs=633 cs=0 l=1 rev1=1 crypto rx=0x7fdfc800a7d0 tx=0x7fdfbc0057f0 comp rx=0 tx=0).stop 2024-09-13T18:58:14.044 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:14.038+0000 7fdfcffff640 1 -- 172.21.15.119:0/3664240080 reap_dead start 2024-09-13T18:58:14.044 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:14.038+0000 7fdfd6165640 1 -- 172.21.15.119:0/3664240080 shutdown_connections 2024-09-13T18:58:14.044 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:14.038+0000 7fdfd6165640 1 -- 172.21.15.119:0/3664240080 >> 172.21.15.119:0/3664240080 conn(0x7fdfd0089f60 msgr2=0x7fdfd009b830 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:58:14.044 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:14.038+0000 7fdfd6165640 1 -- 172.21.15.119:0/3664240080 shutdown_connections 2024-09-13T18:58:14.044 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:14.038+0000 7fdfd6165640 1 -- 172.21.15.119:0/3664240080 wait complete. 2024-09-13T18:58:14.046 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:14.040+0000 7fdfd6165640 1 Processor -- start 2024-09-13T18:58:14.046 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:14.040+0000 7fdfd6165640 1 -- start start 2024-09-13T18:58:14.046 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:14.041+0000 7fdfd6165640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fdfbc003b30 0x7fdfd00b7e30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:58:14.046 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:14.041+0000 7fdfd6165640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fdfd0159910 0x7fdfd00b7040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:58:14.046 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:14.041+0000 7fdfd6165640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fdfd00b7580 0x7fdfd015dd40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:58:14.046 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:14.041+0000 7fdfd6165640 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdfd00cbe90 con 0x7fdfd0159910 2024-09-13T18:58:14.046 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:14.041+0000 7fdfd6165640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdfd015fb20 con 0x7fdfd00b7580 2024-09-13T18:58:14.046 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:14.041+0000 7fdfd6165640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fdfd00b8370 con 0x7fdfbc003b30 2024-09-13T18:58:14.046 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:14.041+0000 7fdfceffd640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fdfd0159910 0x7fdfd00b7040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:58:14.047 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:14.041+0000 7fdfceffd640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fdfd0159910 0x7fdfd00b7040 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.119:3300/0 says I am v2:172.21.15.119:46168/0 (socket says 172.21.15.119:46168) 2024-09-13T18:58:14.047 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:14.041+0000 7fdfceffd640 1 -- 172.21.15.119:0/1438555956 learned_addr learned my addr 172.21.15.119:0/1438555956 (peer_addr_for_me v2:172.21.15.119:0/0) 2024-09-13T18:58:14.047 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:14.041+0000 7fdfcf7fe640 1 --2- 172.21.15.119:0/1438555956 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fdfbc003b30 0x7fdfd00b7e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:58:14.047 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:14.041+0000 7fdfcffff640 1 --2- 172.21.15.119:0/1438555956 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fdfd00b7580 0x7fdfd015dd40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:58:14.047 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:14.042+0000 7fdfceffd640 1 -- 172.21.15.119:0/1438555956 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fdfbc003b30 msgr2=0x7fdfd00b7e30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:58:14.047 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:14.042+0000 7fdfceffd640 1 --2- 172.21.15.119:0/1438555956 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fdfbc003b30 0x7fdfd00b7e30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:58:14.047 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:14.042+0000 7fdfceffd640 1 -- 172.21.15.119:0/1438555956 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fdfd00b7580 msgr2=0x7fdfd015dd40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:58:14.047 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:14.042+0000 7fdfceffd640 1 --2- 172.21.15.119:0/1438555956 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fdfd00b7580 0x7fdfd015dd40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:58:14.047 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:14.042+0000 7fdfceffd640 1 -- 172.21.15.119:0/1438555956 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fdfd00cbbb0 con 0x7fdfd0159910 2024-09-13T18:58:14.047 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:14.042+0000 7fdfceffd640 1 --2- 172.21.15.119:0/1438555956 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fdfd0159910 0x7fdfd00b7040 secure :-1 s=READY pgs=634 cs=0 l=1 rev1=1 crypto rx=0x7fdfb8011990 tx=0x7fdfb8011e50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:58:14.047 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:14.042+0000 7fdfc7fff640 1 -- 172.21.15.119:0/1438555956 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdfb800fa70 con 0x7fdfd0159910 2024-09-13T18:58:14.047 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:14.042+0000 7fdfc7fff640 1 -- 172.21.15.119:0/1438555956 <== mon.0 v2:172.21.15.119:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fdfb800fbd0 con 0x7fdfd0159910 2024-09-13T18:58:14.047 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:14.042+0000 7fdfd6165640 1 -- 172.21.15.119:0/1438555956 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fdfd015d260 con 0x7fdfd0159910 2024-09-13T18:58:14.047 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:14.042+0000 7fdfc7fff640 1 -- 172.21.15.119:0/1438555956 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdfb8014440 con 0x7fdfd0159910 2024-09-13T18:58:14.048 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:14.042+0000 7fdfd6165640 1 -- 172.21.15.119:0/1438555956 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fdfd015d820 con 0x7fdfd0159910 2024-09-13T18:58:14.048 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:14.043+0000 7fdfd6165640 1 -- 172.21.15.119:0/1438555956 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fdfd00cdc10 con 0x7fdfd0159910 2024-09-13T18:58:14.048 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:14.043+0000 7fdfc7fff640 1 -- 172.21.15.119:0/1438555956 <== mon.0 v2:172.21.15.119:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fdfb80145a0 con 0x7fdfd0159910 2024-09-13T18:58:14.048 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:14.044+0000 7fdfc7fff640 1 --2- 172.21.15.119:0/1438555956 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7fdfb006ac00 0x7fdfb006d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:58:14.048 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:14.044+0000 7fdfcf7fe640 1 --2- 172.21.15.119:0/1438555956 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7fdfb006ac00 0x7fdfb006d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:58:14.049 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:14.044+0000 7fdfc7fff640 1 -- 172.21.15.119:0/1438555956 <== mon.0 v2:172.21.15.119:3300/0 5 ==== osd_map(44..44 src has 1..44) v4 ==== 5349+0+0 (secure 0 0 0) 0x7fdfb8089800 con 0x7fdfd0159910 2024-09-13T18:58:14.049 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:14.045+0000 7fdfcf7fe640 1 --2- 172.21.15.119:0/1438555956 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7fdfb006ac00 0x7fdfb006d0c0 secure :-1 s=READY pgs=301 cs=0 l=1 rev1=1 crypto rx=0x7fdfc8033000 tx=0x7fdfc8007000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:58:14.050 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:14.048+0000 7fdfc7fff640 1 -- 172.21.15.119:0/1438555956 <== mon.0 v2:172.21.15.119:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fdfb8054c80 con 0x7fdfd0159910 2024-09-13T18:58:14.219 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:14.216+0000 7fdfd6165640 1 -- 172.21.15.119:0/1438555956 --> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] -- mgr_command(tid 0: {"prefix": "osd deep-scrub", "who": "0", "target": ["mon-mgr", ""]}) v1 -- 0x7fdfd00d12b0 con 0x7fdfb006ac00 2024-09-13T18:58:14.219 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:14.217+0000 7fdfc7fff640 1 -- 172.21.15.119:0/1438555956 <== mgr.4104 v2:172.21.15.119:6832/3599186100 1 ==== mgr_command_reply(tid 0: 0 instructed osd(s) 0 to deep-scrub) v1 ==== 41+0+0 (secure 0 0 0) 0x7fdfc80017f0 con 0x7fdfb006ac00 2024-09-13T18:58:14.219 INFO:teuthology.orchestra.run.smithi119.stderr:instructed osd(s) 0 to deep-scrub 2024-09-13T18:58:14.222 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:14.219+0000 7fdfd6165640 1 -- 172.21.15.119:0/1438555956 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7fdfb006ac00 msgr2=0x7fdfb006d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:58:14.222 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:14.219+0000 7fdfd6165640 1 --2- 172.21.15.119:0/1438555956 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7fdfb006ac00 0x7fdfb006d0c0 secure :-1 s=READY pgs=301 cs=0 l=1 rev1=1 crypto rx=0x7fdfc8033000 tx=0x7fdfc8007000 comp rx=0 tx=0).stop 2024-09-13T18:58:14.222 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:14.219+0000 7fdfd6165640 1 -- 172.21.15.119:0/1438555956 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fdfd0159910 msgr2=0x7fdfd00b7040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:58:14.222 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:14.219+0000 7fdfd6165640 1 --2- 172.21.15.119:0/1438555956 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fdfd0159910 0x7fdfd00b7040 secure :-1 s=READY pgs=634 cs=0 l=1 rev1=1 crypto rx=0x7fdfb8011990 tx=0x7fdfb8011e50 comp rx=0 tx=0).stop 2024-09-13T18:58:14.222 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:14.219+0000 7fdfd6165640 1 -- 172.21.15.119:0/1438555956 shutdown_connections 2024-09-13T18:58:14.222 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:14.219+0000 7fdfd6165640 1 --2- 172.21.15.119:0/1438555956 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7fdfb006ac00 0x7fdfb006d0c0 unknown :-1 s=CLOSED pgs=301 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:58:14.222 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:14.219+0000 7fdfd6165640 1 --2- 172.21.15.119:0/1438555956 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fdfd00b7580 0x7fdfd015dd40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:58:14.222 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:14.219+0000 7fdfd6165640 1 --2- 172.21.15.119:0/1438555956 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fdfd0159910 0x7fdfd00b7040 unknown :-1 s=CLOSED pgs=634 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:58:14.222 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:14.219+0000 7fdfd6165640 1 --2- 172.21.15.119:0/1438555956 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fdfbc003b30 0x7fdfd00b7e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:58:14.222 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:14.219+0000 7fdfd6165640 1 -- 172.21.15.119:0/1438555956 >> 172.21.15.119:0/1438555956 conn(0x7fdfd0089f60 msgr2=0x7fdfd00cf240 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:58:14.222 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:14.219+0000 7fdfd6165640 1 -- 172.21.15.119:0/1438555956 shutdown_connections 2024-09-13T18:58:14.223 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:14.219+0000 7fdfd6165640 1 -- 172.21.15.119:0/1438555956 wait complete. 2024-09-13T18:58:14.232 INFO:tasks.ceph:Scrubbing osd.1 2024-09-13T18:58:14.233 DEBUG:teuthology.orchestra.run.smithi119:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.1 config set osd_debug_deep_scrub_sleep 0 2024-09-13T18:58:14.338 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:14.336+0000 7fedad653640 1 Processor -- start 2024-09-13T18:58:14.339 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:14.336+0000 7fedad653640 1 -- start start 2024-09-13T18:58:14.340 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:14.337+0000 7fedad653640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7feda80ce3e0 0x7feda80990e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:58:14.340 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:14.337+0000 7fedad653640 1 --2- >> v2:172.21.15.119:3300/0 conn(0x7feda8162210 0x7feda8164600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:58:14.340 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:14.337+0000 7fedad653640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7feda80cc300 con 0x7feda815a7f0 2024-09-13T18:58:14.340 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:14.337+0000 7fedad653640 1 -- --> v2:172.21.15.119:3300/0 -- mon_getmap magic: 0 v1 -- 0x7feda80b3d20 con 0x7feda8162210 2024-09-13T18:58:14.340 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:14.337+0000 7fedad653640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 v1 -- 0x7feda80b33f0 con 0x7feda80ce3e0 2024-09-13T18:58:14.340 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:14.337+0000 7feda77fe640 1 --2- >> v2:172.21.15.119:3300/0 conn(0x7feda8162210 0x7feda8164600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:58:14.340 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:14.337+0000 7feda77fe640 1 --2- >> v2:172.21.15.119:3300/0 conn(0x7feda8162210 0x7feda8164600 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.119:3300/0 says I am v2:172.21.15.119:46184/0 (socket says 172.21.15.119:46184) 2024-09-13T18:58:14.340 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:14.337+0000 7feda77fe640 1 -- 172.21.15.119:0/3361645085 learned_addr learned my addr 172.21.15.119:0/3361645085 (peer_addr_for_me v2:172.21.15.119:0/0) 2024-09-13T18:58:14.341 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:14.337+0000 7feda67fc640 1 --2- 172.21.15.119:0/3361645085 >> v2:172.21.15.145:3300/0 conn(0x7feda80ce3e0 0x7feda80990e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:58:14.341 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:14.337+0000 7feda77fe640 1 -- 172.21.15.119:0/3361645085 >> v2:172.21.15.145:3300/0 conn(0x7feda80ce3e0 msgr2=0x7feda80990e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T18:58:14.341 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:14.337+0000 7feda77fe640 1 --2- 172.21.15.119:0/3361645085 >> v2:172.21.15.145:3300/0 conn(0x7feda80ce3e0 0x7feda80990e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:58:14.341 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:14.337+0000 7feda77fe640 1 -- 172.21.15.119:0/3361645085 >> v1:172.21.15.145:6789/0 conn(0x7feda815a7f0 legacy=0x7feda80989d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:58:14.341 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:14.337+0000 7feda77fe640 1 -- 172.21.15.119:0/3361645085 --> v2:172.21.15.119:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7feda80b36d0 con 0x7feda8162210 2024-09-13T18:58:14.342 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:14.338+0000 7feda77fe640 1 --2- 172.21.15.119:0/3361645085 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7feda8162210 0x7feda8164600 secure :-1 s=READY pgs=635 cs=0 l=1 rev1=1 crypto rx=0x7feda80cdf00 tx=0x7feda002a610 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4402466052acc41b server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:58:14.342 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:14.338+0000 7feda5ffb640 1 -- 172.21.15.119:0/3361645085 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7feda0031600 con 0x7feda8162210 2024-09-13T18:58:14.342 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:14.338+0000 7feda5ffb640 1 -- 172.21.15.119:0/3361645085 <== mon.0 v2:172.21.15.119:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7feda002d050 con 0x7feda8162210 2024-09-13T18:58:14.342 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:14.338+0000 7feda5ffb640 1 -- 172.21.15.119:0/3361645085 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7feda0031980 con 0x7feda8162210 2024-09-13T18:58:14.343 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:14.339+0000 7fedad653640 1 -- 172.21.15.119:0/3361645085 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7feda8162210 msgr2=0x7feda8164600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:58:14.343 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:14.339+0000 7fedad653640 1 --2- 172.21.15.119:0/3361645085 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7feda8162210 0x7feda8164600 secure :-1 s=READY pgs=635 cs=0 l=1 rev1=1 crypto rx=0x7feda80cdf00 tx=0x7feda002a610 comp rx=0 tx=0).stop 2024-09-13T18:58:14.343 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:14.339+0000 7fedad653640 1 -- 172.21.15.119:0/3361645085 shutdown_connections 2024-09-13T18:58:14.343 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:14.339+0000 7fedad653640 1 --2- 172.21.15.119:0/3361645085 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7feda8162210 0x7feda8164600 unknown :-1 s=CLOSED pgs=635 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:58:14.343 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:14.339+0000 7fedad653640 1 --2- 172.21.15.119:0/3361645085 >> v2:172.21.15.145:3300/0 conn(0x7feda80ce3e0 0x7feda80990e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:58:14.343 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:14.339+0000 7fedad653640 1 -- 172.21.15.119:0/3361645085 >> 172.21.15.119:0/3361645085 conn(0x7feda80b1f60 msgr2=0x7feda80b2370 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:58:14.343 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:14.339+0000 7fedad653640 1 -- 172.21.15.119:0/3361645085 shutdown_connections 2024-09-13T18:58:14.343 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:14.339+0000 7fedad653640 1 -- 172.21.15.119:0/3361645085 wait complete. 2024-09-13T18:58:14.348 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:14.340+0000 7fedad653640 1 Processor -- start 2024-09-13T18:58:14.348 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:14.340+0000 7fedad653640 1 -- start start 2024-09-13T18:58:14.348 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:14.341+0000 7fedad653640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7feda80ce3e0 0x7feda815b2c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:58:14.348 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:14.341+0000 7fedad653640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7feda815a7f0 0x7feda80c69c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:58:14.348 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:14.341+0000 7fedad653640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7feda8162210 0x7feda81f1960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:58:14.348 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:14.341+0000 7fedad653640 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7feda81f6150 con 0x7feda80ce3e0 2024-09-13T18:58:14.349 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:14.341+0000 7fedad653640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 v1 -- 0x7feda806cff0 con 0x7feda8162210 2024-09-13T18:58:14.349 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:14.341+0000 7fedad653640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7feda81f5820 con 0x7feda815a7f0 2024-09-13T18:58:14.349 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:14.341+0000 7feda6ffd640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7feda80ce3e0 0x7feda815b2c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:58:14.349 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:14.341+0000 7feda6ffd640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7feda80ce3e0 0x7feda815b2c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.119:3300/0 says I am v2:172.21.15.119:46196/0 (socket says 172.21.15.119:46196) 2024-09-13T18:58:14.349 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:14.341+0000 7feda6ffd640 1 -- 172.21.15.119:0/526383292 learned_addr learned my addr 172.21.15.119:0/526383292 (peer_addr_for_me v2:172.21.15.119:0/0) 2024-09-13T18:58:14.349 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:14.341+0000 7feda77fe640 1 --2- 172.21.15.119:0/526383292 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7feda8162210 0x7feda81f1960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:58:14.349 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:14.341+0000 7feda67fc640 1 --2- 172.21.15.119:0/526383292 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7feda815a7f0 0x7feda80c69c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:58:14.349 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:14.341+0000 7feda6ffd640 1 -- 172.21.15.119:0/526383292 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7feda815a7f0 msgr2=0x7feda80c69c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:58:14.349 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:14.341+0000 7feda6ffd640 1 --2- 172.21.15.119:0/526383292 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7feda815a7f0 0x7feda80c69c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:58:14.349 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:14.341+0000 7feda6ffd640 1 -- 172.21.15.119:0/526383292 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7feda8162210 msgr2=0x7feda81f1960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:58:14.349 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:14.341+0000 7feda6ffd640 1 --2- 172.21.15.119:0/526383292 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7feda8162210 0x7feda81f1960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:58:14.349 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:14.341+0000 7feda6ffd640 1 -- 172.21.15.119:0/526383292 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7feda0009b30 con 0x7feda80ce3e0 2024-09-13T18:58:14.349 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:14.341+0000 7feda67fc640 1 --2- 172.21.15.119:0/526383292 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7feda815a7f0 0x7feda80c69c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T18:58:14.350 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:14.342+0000 7feda6ffd640 1 --2- 172.21.15.119:0/526383292 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7feda80ce3e0 0x7feda815b2c0 secure :-1 s=READY pgs=636 cs=0 l=1 rev1=1 crypto rx=0x7fed9000c450 tx=0x7fed9000c910 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:58:14.350 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:14.342+0000 7fed9f7fe640 1 -- 172.21.15.119:0/526383292 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fed900052d0 con 0x7feda80ce3e0 2024-09-13T18:58:14.350 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:14.342+0000 7fed9f7fe640 1 -- 172.21.15.119:0/526383292 <== mon.0 v2:172.21.15.119:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fed90005430 con 0x7feda80ce3e0 2024-09-13T18:58:14.350 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:14.342+0000 7fedad653640 1 -- 172.21.15.119:0/526383292 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7feda81f5b00 con 0x7feda80ce3e0 2024-09-13T18:58:14.350 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:14.342+0000 7fed9f7fe640 1 -- 172.21.15.119:0/526383292 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fed90012870 con 0x7feda80ce3e0 2024-09-13T18:58:14.350 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:14.342+0000 7fedad653640 1 -- 172.21.15.119:0/526383292 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7feda81f65e0 con 0x7feda80ce3e0 2024-09-13T18:58:14.350 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:14.342+0000 7fedad653640 1 -- 172.21.15.119:0/526383292 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7feda80cfd60 con 0x7feda80ce3e0 2024-09-13T18:58:14.350 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:14.343+0000 7fed9f7fe640 1 -- 172.21.15.119:0/526383292 <== mon.0 v2:172.21.15.119:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fed900129d0 con 0x7feda80ce3e0 2024-09-13T18:58:14.350 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:14.344+0000 7fed9f7fe640 1 --2- 172.21.15.119:0/526383292 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7fed8806ac00 0x7fed8806d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:58:14.350 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:14.344+0000 7fed9f7fe640 1 -- 172.21.15.119:0/526383292 <== mon.0 v2:172.21.15.119:3300/0 5 ==== osd_map(44..44 src has 1..44) v4 ==== 5349+0+0 (secure 0 0 0) 0x7fed900896f0 con 0x7feda80ce3e0 2024-09-13T18:58:14.350 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:14.344+0000 7feda67fc640 1 --2- 172.21.15.119:0/526383292 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7fed8806ac00 0x7fed8806d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:58:14.350 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:14.344+0000 7fed9f7fe640 1 --2- 172.21.15.119:0/526383292 >> [v2:172.21.15.119:6809/1656755168,v1:172.21.15.119:6812/1656755168] conn(0x7fed88070fa0 0x7fed880733e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:58:14.350 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:14.344+0000 7fed9f7fe640 1 -- 172.21.15.119:0/526383292 --> [v2:172.21.15.119:6809/1656755168,v1:172.21.15.119:6812/1656755168] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7fed88073ab0 con 0x7fed88070fa0 2024-09-13T18:58:14.350 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:14.344+0000 7fed9f7fe640 1 -- 172.21.15.119:0/526383292 <== mon.0 v2:172.21.15.119:3300/0 6 ==== mon_get_version_reply(handle=1 version=44) v2 ==== 24+0+0 (secure 0 0 0) 0x7fed90089b40 con 0x7feda80ce3e0 2024-09-13T18:58:14.351 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:14.344+0000 7feda77fe640 1 --2- 172.21.15.119:0/526383292 >> [v2:172.21.15.119:6809/1656755168,v1:172.21.15.119:6812/1656755168] conn(0x7fed88070fa0 0x7fed880733e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:58:14.351 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:14.344+0000 7feda67fc640 1 --2- 172.21.15.119:0/526383292 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7fed8806ac00 0x7fed8806d0c0 secure :-1 s=READY pgs=302 cs=0 l=1 rev1=1 crypto rx=0x7feda815dc60 tx=0x7fed98008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:58:14.351 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:14.344+0000 7feda77fe640 1 --2- 172.21.15.119:0/526383292 >> [v2:172.21.15.119:6809/1656755168,v1:172.21.15.119:6812/1656755168] conn(0x7fed88070fa0 0x7fed880733e0 crc :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:58:14.351 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:14.345+0000 7fed9f7fe640 1 -- 172.21.15.119:0/526383292 <== osd.1 v2:172.21.15.119:6809/1656755168 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+26118 (crc 0 0 0) 0x7fed88073ab0 con 0x7fed88070fa0 2024-09-13T18:58:14.359 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:14.357+0000 7fedad653640 1 -- 172.21.15.119:0/526383292 --> [v2:172.21.15.119:6809/1656755168,v1:172.21.15.119:6812/1656755168] -- command(tid 2: {"prefix": "config set", "var": "osd_debug_deep_scrub_sleep", "val": ["0"]}) v1 -- 0x7feda80b61c0 con 0x7fed88070fa0 2024-09-13T18:58:14.359 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:14.357+0000 7fed9f7fe640 1 -- 172.21.15.119:0/526383292 <== osd.1 v2:172.21.15.119:6809/1656755168 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+97 (crc 0 0 0) 0x7feda0031520 con 0x7fed88070fa0 2024-09-13T18:58:14.360 INFO:teuthology.orchestra.run.smithi119.stdout:{ 2024-09-13T18:58:14.360 INFO:teuthology.orchestra.run.smithi119.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) " 2024-09-13T18:58:14.360 INFO:teuthology.orchestra.run.smithi119.stdout:} 2024-09-13T18:58:14.361 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:14.357+0000 7fedad653640 1 -- 172.21.15.119:0/526383292 >> [v2:172.21.15.119:6809/1656755168,v1:172.21.15.119:6812/1656755168] conn(0x7fed88070fa0 msgr2=0x7fed880733e0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:58:14.361 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:14.357+0000 7fedad653640 1 --2- 172.21.15.119:0/526383292 >> [v2:172.21.15.119:6809/1656755168,v1:172.21.15.119:6812/1656755168] conn(0x7fed88070fa0 0x7fed880733e0 crc :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:58:14.361 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:14.357+0000 7fedad653640 1 -- 172.21.15.119:0/526383292 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7fed8806ac00 msgr2=0x7fed8806d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:58:14.362 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:14.357+0000 7fedad653640 1 --2- 172.21.15.119:0/526383292 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7fed8806ac00 0x7fed8806d0c0 secure :-1 s=READY pgs=302 cs=0 l=1 rev1=1 crypto rx=0x7feda815dc60 tx=0x7fed98008040 comp rx=0 tx=0).stop 2024-09-13T18:58:14.362 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:14.357+0000 7fedad653640 1 -- 172.21.15.119:0/526383292 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7feda80ce3e0 msgr2=0x7feda815b2c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:58:14.362 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:14.357+0000 7fedad653640 1 --2- 172.21.15.119:0/526383292 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7feda80ce3e0 0x7feda815b2c0 secure :-1 s=READY pgs=636 cs=0 l=1 rev1=1 crypto rx=0x7fed9000c450 tx=0x7fed9000c910 comp rx=0 tx=0).stop 2024-09-13T18:58:14.362 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:14.357+0000 7feda77fe640 1 -- 172.21.15.119:0/526383292 reap_dead start 2024-09-13T18:58:14.362 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:14.357+0000 7fedad653640 1 -- 172.21.15.119:0/526383292 shutdown_connections 2024-09-13T18:58:14.362 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:14.357+0000 7fedad653640 1 -- 172.21.15.119:0/526383292 >> 172.21.15.119:0/526383292 conn(0x7feda80b1f60 msgr2=0x7feda80b4520 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:58:14.362 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:14.358+0000 7fedad653640 1 -- 172.21.15.119:0/526383292 shutdown_connections 2024-09-13T18:58:14.362 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:14.358+0000 7fedad653640 1 -- 172.21.15.119:0/526383292 wait complete. 2024-09-13T18:58:14.371 DEBUG:teuthology.orchestra.run.smithi119:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 1 2024-09-13T18:58:14.471 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:14.469+0000 7fe69110f640 1 Processor -- start 2024-09-13T18:58:14.471 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:14.469+0000 7fe69110f640 1 -- start start 2024-09-13T18:58:14.474 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:14.469+0000 7fe69110f640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7fe68c15c500 0x7fe68c0d2050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:58:14.475 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:14.469+0000 7fe69110f640 1 -- --> v1:172.21.15.119:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fe68c0cd450 con 0x7fe68c0d2590 2024-09-13T18:58:14.475 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:14.469+0000 7fe69110f640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fe68c0d29f0 con 0x7fe68c0cdff0 2024-09-13T18:58:14.475 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:14.469+0000 7fe69110f640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fe68c0d0cf0 con 0x7fe68c15c500 2024-09-13T18:58:14.475 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:14.470+0000 7fe683fff640 1 --1- >> v1:172.21.15.119:6789/0 conn(0x7fe68c0d2590 0x7fe68c0cd8e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.119:6789/0 says I am v1:172.21.15.119:34108/0 (socket says 172.21.15.119:34108) 2024-09-13T18:58:14.475 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:14.470+0000 7fe683fff640 1 -- 172.21.15.119:0/2507574776 learned_addr learned my addr 172.21.15.119:0/2507574776 (peer_addr_for_me v1:172.21.15.119:0/0) 2024-09-13T18:58:14.475 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:14.470+0000 7fe68ad9d640 1 --2- 172.21.15.119:0/2507574776 >> v2:172.21.15.145:3300/0 conn(0x7fe68c15c500 0x7fe68c0d2050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:58:14.475 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:14.470+0000 7fe68a59c640 1 -- 172.21.15.119:0/2507574776 <== mon.0 v1:172.21.15.119:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1876748037 0 0) 0x7fe68c0cd450 con 0x7fe68c0d2590 2024-09-13T18:58:14.475 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:14.470+0000 7fe68a59c640 1 -- 172.21.15.119:0/2507574776 --> v1:172.21.15.119:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fe678003520 con 0x7fe68c0d2590 2024-09-13T18:58:14.475 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:14.470+0000 7fe68a59c640 1 -- 172.21.15.119:0/2507574776 <== mon.1 v1:172.21.15.145:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2215846369 0 0) 0x7fe68c0d29f0 con 0x7fe68c0cdff0 2024-09-13T18:58:14.475 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:14.470+0000 7fe68a59c640 1 -- 172.21.15.119:0/2507574776 --> v1:172.21.15.145:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fe68c0cd450 con 0x7fe68c0cdff0 2024-09-13T18:58:14.475 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:14.470+0000 7fe68ad9d640 1 -- 172.21.15.119:0/2507574776 >> v1:172.21.15.145:6789/0 conn(0x7fe68c0cdff0 legacy=0x7fe68c0d0000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:58:14.476 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:14.470+0000 7fe68ad9d640 1 -- 172.21.15.119:0/2507574776 >> v1:172.21.15.119:6789/0 conn(0x7fe68c0d2590 legacy=0x7fe68c0cd8e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:58:14.476 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:14.470+0000 7fe68a59c640 1 -- 172.21.15.119:0/2507574776 <== mon.0 v1:172.21.15.119:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 2524171901 0 0) 0x7fe678003520 con 0x7fe68c0d2590 2024-09-13T18:58:14.476 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:14.470+0000 7fe68ad9d640 1 -- 172.21.15.119:0/2507574776 --> v2:172.21.15.145:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe68c0d0fd0 con 0x7fe68c15c500 2024-09-13T18:58:14.476 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:14.471+0000 7fe68ad9d640 1 --2- 172.21.15.119:0/2507574776 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fe68c15c500 0x7fe68c0d2050 secure :-1 s=READY pgs=228 cs=0 l=1 rev1=1 crypto rx=0x7fe67c0097a0 tx=0x7fe67c02a1c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=29298cad28ffde87 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:58:14.477 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:14.471+0000 7fe68a59c640 1 -- 172.21.15.119:0/2507574776 <== mon.1 v2:172.21.15.145:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe674001670 con 0x7fe68c15c500 2024-09-13T18:58:14.477 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:14.471+0000 7fe68a59c640 1 -- 172.21.15.119:0/2507574776 <== mon.1 v2:172.21.15.145:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe67c02ac50 con 0x7fe68c15c500 2024-09-13T18:58:14.477 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:14.471+0000 7fe68a59c640 1 -- 172.21.15.119:0/2507574776 <== mon.1 v2:172.21.15.145:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe67c032440 con 0x7fe68c15c500 2024-09-13T18:58:14.477 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:14.472+0000 7fe69110f640 1 -- 172.21.15.119:0/2507574776 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fe68c15c500 msgr2=0x7fe68c0d2050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:58:14.477 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:14.472+0000 7fe69110f640 1 --2- 172.21.15.119:0/2507574776 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fe68c15c500 0x7fe68c0d2050 secure :-1 s=READY pgs=228 cs=0 l=1 rev1=1 crypto rx=0x7fe67c0097a0 tx=0x7fe67c02a1c0 comp rx=0 tx=0).stop 2024-09-13T18:58:14.477 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:14.472+0000 7fe69110f640 1 -- 172.21.15.119:0/2507574776 shutdown_connections 2024-09-13T18:58:14.478 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:14.472+0000 7fe69110f640 1 --2- 172.21.15.119:0/2507574776 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fe68c15c500 0x7fe68c0d2050 unknown :-1 s=CLOSED pgs=228 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:58:14.478 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:14.472+0000 7fe69110f640 1 -- 172.21.15.119:0/2507574776 >> 172.21.15.119:0/2507574776 conn(0x7fe68c089f60 msgr2=0x7fe68c09b830 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:58:14.478 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:14.472+0000 7fe69110f640 1 -- 172.21.15.119:0/2507574776 shutdown_connections 2024-09-13T18:58:14.478 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:14.472+0000 7fe69110f640 1 -- 172.21.15.119:0/2507574776 wait complete. 2024-09-13T18:58:14.483 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:14.473+0000 7fe69110f640 1 Processor -- start 2024-09-13T18:58:14.483 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:14.473+0000 7fe69110f640 1 -- start start 2024-09-13T18:58:14.483 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:14.474+0000 7fe69110f640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fe68c0cdff0 0x7fe68c0cbce0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:58:14.484 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:14.474+0000 7fe69110f640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fe68c0d2590 0x7fe68c15a330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:58:14.484 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:14.474+0000 7fe69110f640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fe68c15c500 0x7fe68c1f1a20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:58:14.484 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:14.474+0000 7fe69110f640 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe68c0b6620 con 0x7fe68c15c500 2024-09-13T18:58:14.484 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:14.474+0000 7fe69110f640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe68c0b6010 con 0x7fe68c0cdff0 2024-09-13T18:58:14.484 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:14.474+0000 7fe69110f640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe68c0b7f20 con 0x7fe68c0d2590 2024-09-13T18:58:14.484 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:14.474+0000 7fe68b59e640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fe68c15c500 0x7fe68c1f1a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:58:14.485 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:14.474+0000 7fe68ad9d640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fe68c0cdff0 0x7fe68c0cbce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:58:14.485 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:14.474+0000 7fe68ad9d640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fe68c0cdff0 0x7fe68c0cbce0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.145:3300/0 says I am v2:172.21.15.119:59172/0 (socket says 172.21.15.119:59172) 2024-09-13T18:58:14.485 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:14.474+0000 7fe68b59e640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fe68c15c500 0x7fe68c1f1a20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.119:3300/0 says I am v2:172.21.15.119:46212/0 (socket says 172.21.15.119:46212) 2024-09-13T18:58:14.485 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:14.474+0000 7fe68ad9d640 1 -- 172.21.15.119:0/2129369747 learned_addr learned my addr 172.21.15.119:0/2129369747 (peer_addr_for_me v2:172.21.15.119:0/0) 2024-09-13T18:58:14.485 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:14.474+0000 7fe683fff640 1 --2- 172.21.15.119:0/2129369747 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fe68c0d2590 0x7fe68c15a330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:58:14.486 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:14.474+0000 7fe68ad9d640 1 -- 172.21.15.119:0/2129369747 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fe68c0d2590 msgr2=0x7fe68c15a330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:58:14.486 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:14.474+0000 7fe68ad9d640 1 --2- 172.21.15.119:0/2129369747 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fe68c0d2590 0x7fe68c15a330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:58:14.486 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:14.474+0000 7fe68ad9d640 1 -- 172.21.15.119:0/2129369747 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fe68c15c500 msgr2=0x7fe68c1f1a20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:58:14.486 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:14.474+0000 7fe68ad9d640 1 --2- 172.21.15.119:0/2129369747 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fe68c15c500 0x7fe68c1f1a20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:58:14.486 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:14.474+0000 7fe68ad9d640 1 -- 172.21.15.119:0/2129369747 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe67c009400 con 0x7fe68c0cdff0 2024-09-13T18:58:14.486 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:14.474+0000 7fe68b59e640 1 --2- 172.21.15.119:0/2129369747 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fe68c15c500 0x7fe68c1f1a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T18:58:14.487 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:14.474+0000 7fe68ad9d640 1 --2- 172.21.15.119:0/2129369747 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fe68c0cdff0 0x7fe68c0cbce0 secure :-1 s=READY pgs=229 cs=0 l=1 rev1=1 crypto rx=0x7fe67c035040 tx=0x7fe67c0046c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:58:14.487 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:14.475+0000 7fe6837fe640 1 -- 172.21.15.119:0/2129369747 <== mon.1 v2:172.21.15.145:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe67c006e10 con 0x7fe68c0cdff0 2024-09-13T18:58:14.487 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:14.475+0000 7fe6837fe640 1 -- 172.21.15.119:0/2129369747 <== mon.1 v2:172.21.15.145:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe67c03b610 con 0x7fe68c0cdff0 2024-09-13T18:58:14.487 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:14.475+0000 7fe6837fe640 1 -- 172.21.15.119:0/2129369747 <== mon.1 v2:172.21.15.145:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe67c03b9a0 con 0x7fe68c0cdff0 2024-09-13T18:58:14.487 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:14.475+0000 7fe69110f640 1 -- 172.21.15.119:0/2129369747 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe68c0b8200 con 0x7fe68c0cdff0 2024-09-13T18:58:14.487 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:14.475+0000 7fe69110f640 1 -- 172.21.15.119:0/2129369747 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe68c0cc220 con 0x7fe68c0cdff0 2024-09-13T18:58:14.487 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:14.476+0000 7fe69110f640 1 -- 172.21.15.119:0/2129369747 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fe68c0b6790 con 0x7fe68c0cdff0 2024-09-13T18:58:14.488 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:14.476+0000 7fe6837fe640 1 -- 172.21.15.119:0/2129369747 <== mon.1 v2:172.21.15.145:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fe67c039040 con 0x7fe68c0cdff0 2024-09-13T18:58:14.488 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:14.476+0000 7fe6837fe640 1 --2- 172.21.15.119:0/2129369747 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7fe66c06ac00 0x7fe66c06d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:58:14.488 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:14.477+0000 7fe683fff640 1 --2- 172.21.15.119:0/2129369747 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7fe66c06ac00 0x7fe66c06d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:58:14.488 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:14.477+0000 7fe6837fe640 1 -- 172.21.15.119:0/2129369747 <== mon.1 v2:172.21.15.145:3300/0 5 ==== osd_map(44..44 src has 1..44) v4 ==== 5349+0+0 (secure 0 0 0) 0x7fe67c0a9420 con 0x7fe68c0cdff0 2024-09-13T18:58:14.488 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:14.477+0000 7fe683fff640 1 --2- 172.21.15.119:0/2129369747 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7fe66c06ac00 0x7fe66c06d0c0 secure :-1 s=READY pgs=303 cs=0 l=1 rev1=1 crypto rx=0x7fe68c0b3a10 tx=0x7fe674001670 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:58:14.489 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:14.481+0000 7fe6837fe640 1 -- 172.21.15.119:0/2129369747 <== mon.1 v2:172.21.15.145:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fe67c074800 con 0x7fe68c0cdff0 2024-09-13T18:58:14.652 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:14.649+0000 7fe69110f640 1 -- 172.21.15.119:0/2129369747 --> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] -- mgr_command(tid 0: {"prefix": "osd deep-scrub", "who": "1", "target": ["mon-mgr", ""]}) v1 -- 0x7fe68c0d12b0 con 0x7fe66c06ac00 2024-09-13T18:58:14.652 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:14.650+0000 7fe6837fe640 1 -- 172.21.15.119:0/2129369747 <== mgr.4104 v2:172.21.15.119:6832/3599186100 1 ==== mgr_command_reply(tid 0: 0 instructed osd(s) 1 to deep-scrub) v1 ==== 41+0+0 (secure 0 0 0) 0x7fe67400f940 con 0x7fe66c06ac00 2024-09-13T18:58:14.653 INFO:teuthology.orchestra.run.smithi119.stderr:instructed osd(s) 1 to deep-scrub 2024-09-13T18:58:14.655 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:14.652+0000 7fe69110f640 1 -- 172.21.15.119:0/2129369747 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7fe66c06ac00 msgr2=0x7fe66c06d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:58:14.655 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:14.652+0000 7fe69110f640 1 --2- 172.21.15.119:0/2129369747 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7fe66c06ac00 0x7fe66c06d0c0 secure :-1 s=READY pgs=303 cs=0 l=1 rev1=1 crypto rx=0x7fe68c0b3a10 tx=0x7fe674001670 comp rx=0 tx=0).stop 2024-09-13T18:58:14.655 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:14.652+0000 7fe69110f640 1 -- 172.21.15.119:0/2129369747 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fe68c0cdff0 msgr2=0x7fe68c0cbce0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:58:14.655 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:14.652+0000 7fe69110f640 1 --2- 172.21.15.119:0/2129369747 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fe68c0cdff0 0x7fe68c0cbce0 secure :-1 s=READY pgs=229 cs=0 l=1 rev1=1 crypto rx=0x7fe67c035040 tx=0x7fe67c0046c0 comp rx=0 tx=0).stop 2024-09-13T18:58:14.655 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:14.652+0000 7fe69110f640 1 -- 172.21.15.119:0/2129369747 shutdown_connections 2024-09-13T18:58:14.655 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:14.652+0000 7fe69110f640 1 --2- 172.21.15.119:0/2129369747 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7fe66c06ac00 0x7fe66c06d0c0 unknown :-1 s=CLOSED pgs=303 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:58:14.655 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:14.652+0000 7fe69110f640 1 --2- 172.21.15.119:0/2129369747 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fe68c15c500 0x7fe68c1f1a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:58:14.656 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:14.652+0000 7fe69110f640 1 --2- 172.21.15.119:0/2129369747 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fe68c0d2590 0x7fe68c15a330 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:58:14.656 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:14.652+0000 7fe69110f640 1 --2- 172.21.15.119:0/2129369747 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fe68c0cdff0 0x7fe68c0cbce0 unknown :-1 s=CLOSED pgs=229 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:58:14.656 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:14.652+0000 7fe69110f640 1 -- 172.21.15.119:0/2129369747 >> 172.21.15.119:0/2129369747 conn(0x7fe68c089f60 msgr2=0x7fe68c0cf520 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:58:14.656 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:14.652+0000 7fe69110f640 1 -- 172.21.15.119:0/2129369747 shutdown_connections 2024-09-13T18:58:14.656 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:14.652+0000 7fe69110f640 1 -- 172.21.15.119:0/2129369747 wait complete. 2024-09-13T18:58:14.666 INFO:tasks.ceph:Scrubbing osd.2 2024-09-13T18:58:14.666 DEBUG:teuthology.orchestra.run.smithi119:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.2 config set osd_debug_deep_scrub_sleep 0 2024-09-13T18:58:14.768 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:14.766+0000 7fcf75fd4640 1 Processor -- start 2024-09-13T18:58:14.769 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:14.766+0000 7fcf75fd4640 1 -- start start 2024-09-13T18:58:14.770 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:14.767+0000 7fcf75fd4640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fcf7015c500 0x7fcf700d2050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:58:14.770 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:14.767+0000 7fcf75fd4640 1 --2- >> v2:172.21.15.119:3300/0 conn(0x7fcf700d2590 0x7fcf700cd8e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:58:14.771 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:14.767+0000 7fcf75fd4640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fcf700cd450 con 0x7fcf700cde20 2024-09-13T18:58:14.771 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:14.767+0000 7fcf75fd4640 1 -- --> v2:172.21.15.119:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fcf700d29f0 con 0x7fcf700d2590 2024-09-13T18:58:14.771 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:14.767+0000 7fcf75fd4640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fcf700d0cf0 con 0x7fcf7015c500 2024-09-13T18:58:14.771 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:14.767+0000 7fcf6effd640 1 --2- >> v2:172.21.15.119:3300/0 conn(0x7fcf700d2590 0x7fcf700cd8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:58:14.771 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:14.767+0000 7fcf6effd640 1 --2- >> v2:172.21.15.119:3300/0 conn(0x7fcf700d2590 0x7fcf700cd8e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.119:3300/0 says I am v2:172.21.15.119:46228/0 (socket says 172.21.15.119:46228) 2024-09-13T18:58:14.771 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:14.767+0000 7fcf6effd640 1 -- 172.21.15.119:0/3126757772 learned_addr learned my addr 172.21.15.119:0/3126757772 (peer_addr_for_me v2:172.21.15.119:0/0) 2024-09-13T18:58:14.771 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:14.767+0000 7fcf6ffff640 1 --1- 172.21.15.119:0/3126757772 >> v1:172.21.15.145:6789/0 conn(0x7fcf700cde20 0x7fcf700d0000 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.145:6789/0 says I am v1:172.21.15.119:41614/0 (socket says 172.21.15.119:41614) 2024-09-13T18:58:14.771 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:14.767+0000 7fcf6f7fe640 1 --2- 172.21.15.119:0/3126757772 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fcf7015c500 0x7fcf700d2050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:58:14.771 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:14.767+0000 7fcf6e7fc640 1 -- 172.21.15.119:0/3126757772 <== mon.1 v1:172.21.15.145:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 903155286 0 0) 0x7fcf700cd450 con 0x7fcf700cde20 2024-09-13T18:58:14.771 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:14.767+0000 7fcf6e7fc640 1 -- 172.21.15.119:0/3126757772 --> v1:172.21.15.145:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fcf58003520 con 0x7fcf700cde20 2024-09-13T18:58:14.771 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:14.767+0000 7fcf6effd640 1 -- 172.21.15.119:0/3126757772 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fcf7015c500 msgr2=0x7fcf700d2050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T18:58:14.771 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:14.767+0000 7fcf6effd640 1 --2- 172.21.15.119:0/3126757772 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fcf7015c500 0x7fcf700d2050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:58:14.771 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:14.767+0000 7fcf6effd640 1 -- 172.21.15.119:0/3126757772 >> v1:172.21.15.145:6789/0 conn(0x7fcf700cde20 legacy=0x7fcf700d0000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:58:14.771 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:14.767+0000 7fcf6effd640 1 -- 172.21.15.119:0/3126757772 --> v2:172.21.15.119:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fcf700d0fd0 con 0x7fcf700d2590 2024-09-13T18:58:14.772 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:14.768+0000 7fcf6effd640 1 --2- 172.21.15.119:0/3126757772 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fcf700d2590 0x7fcf700cd8e0 secure :-1 s=READY pgs=638 cs=0 l=1 rev1=1 crypto rx=0x7fcf64009870 tx=0x7fcf6402a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=216df41cedb3cb53 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:58:14.772 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:14.768+0000 7fcf6e7fc640 1 -- 172.21.15.119:0/3126757772 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcf64032440 con 0x7fcf700d2590 2024-09-13T18:58:14.772 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:14.768+0000 7fcf6e7fc640 1 -- 172.21.15.119:0/3126757772 <== mon.0 v2:172.21.15.119:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fcf640325a0 con 0x7fcf700d2590 2024-09-13T18:58:14.772 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:14.768+0000 7fcf6e7fc640 1 -- 172.21.15.119:0/3126757772 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcf64032930 con 0x7fcf700d2590 2024-09-13T18:58:14.773 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:14.769+0000 7fcf75fd4640 1 -- 172.21.15.119:0/3126757772 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fcf700d2590 msgr2=0x7fcf700cd8e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:58:14.773 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:14.769+0000 7fcf75fd4640 1 --2- 172.21.15.119:0/3126757772 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fcf700d2590 0x7fcf700cd8e0 secure :-1 s=READY pgs=638 cs=0 l=1 rev1=1 crypto rx=0x7fcf64009870 tx=0x7fcf6402a270 comp rx=0 tx=0).stop 2024-09-13T18:58:14.773 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:14.769+0000 7fcf75fd4640 1 -- 172.21.15.119:0/3126757772 shutdown_connections 2024-09-13T18:58:14.773 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:14.769+0000 7fcf75fd4640 1 --2- 172.21.15.119:0/3126757772 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fcf700d2590 0x7fcf700cd8e0 unknown :-1 s=CLOSED pgs=638 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:58:14.773 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:14.769+0000 7fcf75fd4640 1 --2- 172.21.15.119:0/3126757772 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fcf7015c500 0x7fcf700d2050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:58:14.773 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:14.769+0000 7fcf75fd4640 1 -- 172.21.15.119:0/3126757772 >> 172.21.15.119:0/3126757772 conn(0x7fcf70089f60 msgr2=0x7fcf7009b830 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:58:14.773 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:14.769+0000 7fcf75fd4640 1 -- 172.21.15.119:0/3126757772 shutdown_connections 2024-09-13T18:58:14.774 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:14.769+0000 7fcf75fd4640 1 -- 172.21.15.119:0/3126757772 wait complete. 2024-09-13T18:58:14.774 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:14.770+0000 7fcf75fd4640 1 Processor -- start 2024-09-13T18:58:14.774 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:14.770+0000 7fcf75fd4640 1 -- start start 2024-09-13T18:58:14.777 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:14.771+0000 7fcf75fd4640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fcf700cde20 0x7fcf700d0210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:58:14.777 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:14.771+0000 7fcf75fd4640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fcf700d2590 0x7fcf70151680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:58:14.777 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:14.771+0000 7fcf75fd4640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fcf7015c500 0x7fcf70151bc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:58:14.777 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:14.771+0000 7fcf75fd4640 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcf7015ca60 con 0x7fcf700d2590 2024-09-13T18:58:14.777 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:14.771+0000 7fcf75fd4640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcf7015da70 con 0x7fcf7015c500 2024-09-13T18:58:14.777 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:14.771+0000 7fcf75fd4640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fcf7015ccb0 con 0x7fcf700cde20 2024-09-13T18:58:14.777 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:14.771+0000 7fcf6effd640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fcf700d2590 0x7fcf70151680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:58:14.777 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:14.771+0000 7fcf6effd640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fcf700d2590 0x7fcf70151680 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.119:3300/0 says I am v2:172.21.15.119:46236/0 (socket says 172.21.15.119:46236) 2024-09-13T18:58:14.777 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:14.771+0000 7fcf6effd640 1 -- 172.21.15.119:0/3159095082 learned_addr learned my addr 172.21.15.119:0/3159095082 (peer_addr_for_me v2:172.21.15.119:0/0) 2024-09-13T18:58:14.777 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:14.771+0000 7fcf6f7fe640 1 --2- 172.21.15.119:0/3159095082 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fcf700cde20 0x7fcf700d0210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:58:14.778 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:14.771+0000 7fcf6ffff640 1 --2- 172.21.15.119:0/3159095082 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fcf7015c500 0x7fcf70151bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:58:14.778 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:14.771+0000 7fcf6ffff640 1 -- 172.21.15.119:0/3159095082 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fcf700cde20 msgr2=0x7fcf700d0210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:58:14.778 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:14.771+0000 7fcf6ffff640 1 --2- 172.21.15.119:0/3159095082 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fcf700cde20 0x7fcf700d0210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:58:14.778 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:14.771+0000 7fcf6ffff640 1 -- 172.21.15.119:0/3159095082 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fcf700d2590 msgr2=0x7fcf70151680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:58:14.778 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:14.771+0000 7fcf6ffff640 1 --2- 172.21.15.119:0/3159095082 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fcf700d2590 0x7fcf70151680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:58:14.778 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:14.771+0000 7fcf6ffff640 1 -- 172.21.15.119:0/3159095082 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fcf640094d0 con 0x7fcf7015c500 2024-09-13T18:58:14.778 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:14.771+0000 7fcf6f7fe640 1 --2- 172.21.15.119:0/3159095082 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fcf700cde20 0x7fcf700d0210 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T18:58:14.778 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:14.772+0000 7fcf6effd640 1 --2- 172.21.15.119:0/3159095082 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fcf700d2590 0x7fcf70151680 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T18:58:14.778 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:14.772+0000 7fcf6ffff640 1 --2- 172.21.15.119:0/3159095082 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fcf7015c500 0x7fcf70151bc0 secure :-1 s=READY pgs=231 cs=0 l=1 rev1=1 crypto rx=0x7fcf6800c650 tx=0x7fcf6800cb10 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:58:14.778 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:14.772+0000 7fcf57fff640 1 -- 172.21.15.119:0/3159095082 <== mon.1 v2:172.21.15.145:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcf68004d60 con 0x7fcf7015c500 2024-09-13T18:58:14.778 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:14.772+0000 7fcf57fff640 1 -- 172.21.15.119:0/3159095082 <== mon.1 v2:172.21.15.145:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fcf6800a640 con 0x7fcf7015c500 2024-09-13T18:58:14.778 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:14.772+0000 7fcf57fff640 1 -- 172.21.15.119:0/3159095082 <== mon.1 v2:172.21.15.145:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcf6800a9f0 con 0x7fcf7015c500 2024-09-13T18:58:14.778 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:14.772+0000 7fcf75fd4640 1 -- 172.21.15.119:0/3159095082 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fcf7015cf90 con 0x7fcf7015c500 2024-09-13T18:58:14.778 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:14.772+0000 7fcf75fd4640 1 -- 172.21.15.119:0/3159095082 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fcf7015d550 con 0x7fcf7015c500 2024-09-13T18:58:14.779 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:14.773+0000 7fcf75fd4640 1 -- 172.21.15.119:0/3159095082 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7fcf7015c8e0 con 0x7fcf7015c500 2024-09-13T18:58:14.779 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:14.773+0000 7fcf57fff640 1 -- 172.21.15.119:0/3159095082 <== mon.1 v2:172.21.15.145:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fcf6800ab50 con 0x7fcf7015c500 2024-09-13T18:58:14.779 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:14.774+0000 7fcf57fff640 1 --2- 172.21.15.119:0/3159095082 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7fcf5c06ac00 0x7fcf5c06d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:58:14.779 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:14.774+0000 7fcf6f7fe640 1 --2- 172.21.15.119:0/3159095082 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7fcf5c06ac00 0x7fcf5c06d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:58:14.779 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:14.774+0000 7fcf57fff640 1 -- 172.21.15.119:0/3159095082 <== mon.1 v2:172.21.15.145:3300/0 5 ==== osd_map(44..44 src has 1..44) v4 ==== 5349+0+0 (secure 0 0 0) 0x7fcf68088500 con 0x7fcf7015c500 2024-09-13T18:58:14.779 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:14.774+0000 7fcf57fff640 1 --2- 172.21.15.119:0/3159095082 >> [v2:172.21.15.119:6800/3093354378,v1:172.21.15.119:6801/3093354378] conn(0x7fcf5c070fa0 0x7fcf5c0733e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:58:14.779 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:14.774+0000 7fcf57fff640 1 -- 172.21.15.119:0/3159095082 --> [v2:172.21.15.119:6800/3093354378,v1:172.21.15.119:6801/3093354378] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7fcf5c073ab0 con 0x7fcf5c070fa0 2024-09-13T18:58:14.779 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:14.774+0000 7fcf57fff640 1 -- 172.21.15.119:0/3159095082 <== mon.1 v2:172.21.15.145:3300/0 6 ==== mon_get_version_reply(handle=1 version=44) v2 ==== 24+0+0 (secure 0 0 0) 0x7fcf6808aae0 con 0x7fcf7015c500 2024-09-13T18:58:14.779 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:14.774+0000 7fcf6effd640 1 --2- 172.21.15.119:0/3159095082 >> [v2:172.21.15.119:6800/3093354378,v1:172.21.15.119:6801/3093354378] conn(0x7fcf5c070fa0 0x7fcf5c0733e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:58:14.779 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:14.774+0000 7fcf6f7fe640 1 --2- 172.21.15.119:0/3159095082 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7fcf5c06ac00 0x7fcf5c06d0c0 secure :-1 s=READY pgs=304 cs=0 l=1 rev1=1 crypto rx=0x7fcf60009f30 tx=0x7fcf60009190 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:58:14.779 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:14.774+0000 7fcf6effd640 1 --2- 172.21.15.119:0/3159095082 >> [v2:172.21.15.119:6800/3093354378,v1:172.21.15.119:6801/3093354378] conn(0x7fcf5c070fa0 0x7fcf5c0733e0 crc :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:58:14.780 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:14.775+0000 7fcf57fff640 1 -- 172.21.15.119:0/3159095082 <== osd.2 v2:172.21.15.119:6800/3093354378 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+26118 (crc 0 0 0) 0x7fcf5c073ab0 con 0x7fcf5c070fa0 2024-09-13T18:58:14.789 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:14.787+0000 7fcf75fd4640 1 -- 172.21.15.119:0/3159095082 --> [v2:172.21.15.119:6800/3093354378,v1:172.21.15.119:6801/3093354378] -- command(tid 2: {"prefix": "config set", "var": "osd_debug_deep_scrub_sleep", "val": ["0"]}) v1 -- 0x7fcf700ce2b0 con 0x7fcf5c070fa0 2024-09-13T18:58:14.790 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:14.787+0000 7fcf57fff640 1 -- 172.21.15.119:0/3159095082 <== osd.2 v2:172.21.15.119:6800/3093354378 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+97 (crc 0 0 0) 0x7fcf64032ce0 con 0x7fcf5c070fa0 2024-09-13T18:58:14.790 INFO:teuthology.orchestra.run.smithi119.stdout:{ 2024-09-13T18:58:14.790 INFO:teuthology.orchestra.run.smithi119.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) " 2024-09-13T18:58:14.790 INFO:teuthology.orchestra.run.smithi119.stdout:} 2024-09-13T18:58:14.791 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:14.787+0000 7fcf75fd4640 1 -- 172.21.15.119:0/3159095082 >> [v2:172.21.15.119:6800/3093354378,v1:172.21.15.119:6801/3093354378] conn(0x7fcf5c070fa0 msgr2=0x7fcf5c0733e0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:58:14.791 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:14.787+0000 7fcf75fd4640 1 --2- 172.21.15.119:0/3159095082 >> [v2:172.21.15.119:6800/3093354378,v1:172.21.15.119:6801/3093354378] conn(0x7fcf5c070fa0 0x7fcf5c0733e0 crc :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:58:14.791 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:14.787+0000 7fcf75fd4640 1 -- 172.21.15.119:0/3159095082 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7fcf5c06ac00 msgr2=0x7fcf5c06d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:58:14.791 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:14.787+0000 7fcf75fd4640 1 --2- 172.21.15.119:0/3159095082 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7fcf5c06ac00 0x7fcf5c06d0c0 secure :-1 s=READY pgs=304 cs=0 l=1 rev1=1 crypto rx=0x7fcf60009f30 tx=0x7fcf60009190 comp rx=0 tx=0).stop 2024-09-13T18:58:14.791 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:14.787+0000 7fcf75fd4640 1 -- 172.21.15.119:0/3159095082 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fcf7015c500 msgr2=0x7fcf70151bc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:58:14.791 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:14.787+0000 7fcf75fd4640 1 --2- 172.21.15.119:0/3159095082 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fcf7015c500 0x7fcf70151bc0 secure :-1 s=READY pgs=231 cs=0 l=1 rev1=1 crypto rx=0x7fcf6800c650 tx=0x7fcf6800cb10 comp rx=0 tx=0).stop 2024-09-13T18:58:14.791 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:14.787+0000 7fcf6ffff640 1 -- 172.21.15.119:0/3159095082 reap_dead start 2024-09-13T18:58:14.792 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:14.787+0000 7fcf75fd4640 1 -- 172.21.15.119:0/3159095082 shutdown_connections 2024-09-13T18:58:14.792 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:14.787+0000 7fcf75fd4640 1 -- 172.21.15.119:0/3159095082 >> 172.21.15.119:0/3159095082 conn(0x7fcf70089f60 msgr2=0x7fcf7006bcb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:58:14.792 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:14.788+0000 7fcf75fd4640 1 -- 172.21.15.119:0/3159095082 shutdown_connections 2024-09-13T18:58:14.792 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:14.788+0000 7fcf75fd4640 1 -- 172.21.15.119:0/3159095082 wait complete. 2024-09-13T18:58:14.801 DEBUG:teuthology.orchestra.run.smithi119:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 2 2024-09-13T18:58:14.900 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:14.897+0000 7f4b4c479640 1 Processor -- start 2024-09-13T18:58:14.900 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:14.897+0000 7f4b4c479640 1 -- start start 2024-09-13T18:58:14.907 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:14.898+0000 7f4b4c479640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f4b440cdff0 0x7f4b4406c390 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:58:14.907 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:14.898+0000 7f4b4c479640 1 -- --> v1:172.21.15.119:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f4b440cd450 con 0x7f4b4415c500 2024-09-13T18:58:14.907 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:14.898+0000 7f4b4c479640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f4b440d0cf0 con 0x7f4b440d2760 2024-09-13T18:58:14.908 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:14.898+0000 7f4b4c479640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f4b440d0fd0 con 0x7f4b440cdff0 2024-09-13T18:58:14.908 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:14.898+0000 7f4b4a215640 1 --1- >> v1:172.21.15.119:6789/0 conn(0x7f4b4415c500 0x7f4b440d2050 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.119:6789/0 says I am v1:172.21.15.119:34110/0 (socket says 172.21.15.119:34110) 2024-09-13T18:58:14.908 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:14.898+0000 7f4b4a215640 1 -- 172.21.15.119:0/858593609 learned_addr learned my addr 172.21.15.119:0/858593609 (peer_addr_for_me v1:172.21.15.119:0/0) 2024-09-13T18:58:14.908 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:14.898+0000 7f4b4aa16640 1 --2- 172.21.15.119:0/858593609 >> v2:172.21.15.145:3300/0 conn(0x7f4b440cdff0 0x7f4b4406c390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:58:14.908 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:14.898+0000 7f4b49213640 1 -- 172.21.15.119:0/858593609 <== mon.0 v1:172.21.15.119:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1332275731 0 0) 0x7f4b440cd450 con 0x7f4b4415c500 2024-09-13T18:58:14.908 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:14.898+0000 7f4b49213640 1 -- 172.21.15.119:0/858593609 --> v1:172.21.15.119:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f4b30003520 con 0x7f4b4415c500 2024-09-13T18:58:14.908 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:14.898+0000 7f4b49213640 1 -- 172.21.15.119:0/858593609 <== mon.1 v1:172.21.15.145:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 141990261 0 0) 0x7f4b440d0cf0 con 0x7f4b440d2760 2024-09-13T18:58:14.908 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:14.898+0000 7f4b49213640 1 -- 172.21.15.119:0/858593609 --> v1:172.21.15.145:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f4b440cd450 con 0x7f4b440d2760 2024-09-13T18:58:14.908 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:14.898+0000 7f4b4aa16640 1 -- 172.21.15.119:0/858593609 >> v1:172.21.15.145:6789/0 conn(0x7f4b440d2760 legacy=0x7f4b440cd8e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:58:14.908 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:14.898+0000 7f4b4aa16640 1 -- 172.21.15.119:0/858593609 >> v1:172.21.15.119:6789/0 conn(0x7f4b4415c500 legacy=0x7f4b440d2050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:58:14.908 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:14.898+0000 7f4b4aa16640 1 -- 172.21.15.119:0/858593609 --> v2:172.21.15.145:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4b440cd0e0 con 0x7f4b440cdff0 2024-09-13T18:58:14.908 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:14.899+0000 7f4b4aa16640 1 --2- 172.21.15.119:0/858593609 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f4b440cdff0 0x7f4b4406c390 secure :-1 s=READY pgs=233 cs=0 l=1 rev1=1 crypto rx=0x7f4b3c009d90 tx=0x7f4b3c02a6f0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=26cec44e8639954c server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:58:14.909 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:14.899+0000 7f4b49213640 1 -- 172.21.15.119:0/858593609 <== mon.1 v2:172.21.15.145:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4b3c007740 con 0x7f4b440cdff0 2024-09-13T18:58:14.909 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:14.899+0000 7f4b49213640 1 -- 172.21.15.119:0/858593609 <== mon.1 v2:172.21.15.145:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4b3c02d050 con 0x7f4b440cdff0 2024-09-13T18:58:14.909 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:14.899+0000 7f4b49213640 1 -- 172.21.15.119:0/858593609 <== mon.1 v2:172.21.15.145:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4b3c007ac0 con 0x7f4b440cdff0 2024-09-13T18:58:14.909 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:14.900+0000 7f4b4c479640 1 -- 172.21.15.119:0/858593609 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f4b440cdff0 msgr2=0x7f4b4406c390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:58:14.909 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:14.900+0000 7f4b4c479640 1 --2- 172.21.15.119:0/858593609 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f4b440cdff0 0x7f4b4406c390 secure :-1 s=READY pgs=233 cs=0 l=1 rev1=1 crypto rx=0x7f4b3c009d90 tx=0x7f4b3c02a6f0 comp rx=0 tx=0).stop 2024-09-13T18:58:14.910 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:14.900+0000 7f4b4c479640 1 -- 172.21.15.119:0/858593609 shutdown_connections 2024-09-13T18:58:14.910 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:14.900+0000 7f4b4c479640 1 --2- 172.21.15.119:0/858593609 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f4b440cdff0 0x7f4b4406c390 unknown :-1 s=CLOSED pgs=233 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:58:14.910 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:14.900+0000 7f4b4c479640 1 -- 172.21.15.119:0/858593609 >> 172.21.15.119:0/858593609 conn(0x7f4b44089f60 msgr2=0x7f4b4409b830 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:58:14.910 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:14.900+0000 7f4b4c479640 1 -- 172.21.15.119:0/858593609 shutdown_connections 2024-09-13T18:58:14.910 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:14.900+0000 7f4b4c479640 1 -- 172.21.15.119:0/858593609 wait complete. 2024-09-13T18:58:14.910 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:14.901+0000 7f4b4c479640 1 Processor -- start 2024-09-13T18:58:14.911 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:14.901+0000 7f4b4c479640 1 -- start start 2024-09-13T18:58:14.911 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:14.902+0000 7f4b4c479640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f4b440cdff0 0x7f4b440b65c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:58:14.911 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:14.902+0000 7f4b4c479640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f4b440d2760 0x7f4b4414da90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:58:14.911 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:14.902+0000 7f4b4c479640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f4b4415c500 0x7f4b441f2530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:58:14.911 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:14.902+0000 7f4b4c479640 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4b4415ec80 con 0x7f4b440cdff0 2024-09-13T18:58:14.911 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:14.902+0000 7f4b4c479640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4b4414dfd0 con 0x7f4b440d2760 2024-09-13T18:58:14.912 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:14.902+0000 7f4b4c479640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f4b4415e070 con 0x7f4b4415c500 2024-09-13T18:58:14.912 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:14.902+0000 7f4b4a215640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f4b440cdff0 0x7f4b440b65c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:58:14.912 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:14.902+0000 7f4b4a215640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f4b440cdff0 0x7f4b440b65c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.119:3300/0 says I am v2:172.21.15.119:46242/0 (socket says 172.21.15.119:46242) 2024-09-13T18:58:14.912 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:14.902+0000 7f4b4a215640 1 -- 172.21.15.119:0/290265982 learned_addr learned my addr 172.21.15.119:0/290265982 (peer_addr_for_me v2:172.21.15.119:0/0) 2024-09-13T18:58:14.912 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:14.902+0000 7f4b4aa16640 1 --2- 172.21.15.119:0/290265982 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f4b4415c500 0x7f4b441f2530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:58:14.913 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:14.902+0000 7f4b49a14640 1 --2- 172.21.15.119:0/290265982 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f4b440d2760 0x7f4b4414da90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:58:14.913 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:14.902+0000 7f4b4a215640 1 -- 172.21.15.119:0/290265982 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f4b4415c500 msgr2=0x7f4b441f2530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:58:14.913 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:14.902+0000 7f4b4a215640 1 --2- 172.21.15.119:0/290265982 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f4b4415c500 0x7f4b441f2530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:58:14.913 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:14.902+0000 7f4b4a215640 1 -- 172.21.15.119:0/290265982 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f4b440d2760 msgr2=0x7f4b4414da90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:58:14.913 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:14.902+0000 7f4b4a215640 1 --2- 172.21.15.119:0/290265982 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f4b440d2760 0x7f4b4414da90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:58:14.913 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:14.902+0000 7f4b4a215640 1 -- 172.21.15.119:0/290265982 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4b3c009a70 con 0x7f4b440cdff0 2024-09-13T18:58:14.913 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:14.903+0000 7f4b4a215640 1 --2- 172.21.15.119:0/290265982 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f4b440cdff0 0x7f4b440b65c0 secure :-1 s=READY pgs=640 cs=0 l=1 rev1=1 crypto rx=0x7f4b3800c440 tx=0x7f4b3800c900 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:58:14.913 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:14.903+0000 7f4b36ffd640 1 -- 172.21.15.119:0/290265982 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4b38005ce0 con 0x7f4b440cdff0 2024-09-13T18:58:14.913 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:14.903+0000 7f4b36ffd640 1 -- 172.21.15.119:0/290265982 <== mon.0 v2:172.21.15.119:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4b38005e60 con 0x7f4b440cdff0 2024-09-13T18:58:14.913 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:14.903+0000 7f4b36ffd640 1 -- 172.21.15.119:0/290265982 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4b380072b0 con 0x7f4b440cdff0 2024-09-13T18:58:14.913 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:14.903+0000 7f4b4c479640 1 -- 172.21.15.119:0/290265982 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f4b4415e350 con 0x7f4b440cdff0 2024-09-13T18:58:14.913 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:14.903+0000 7f4b4c479640 1 -- 172.21.15.119:0/290265982 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f4b4415e910 con 0x7f4b440cdff0 2024-09-13T18:58:14.913 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:14.904+0000 7f4b4c479640 1 -- 172.21.15.119:0/290265982 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f4b440d3580 con 0x7f4b440cdff0 2024-09-13T18:58:14.914 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:14.904+0000 7f4b36ffd640 1 -- 172.21.15.119:0/290265982 <== mon.0 v2:172.21.15.119:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f4b38007410 con 0x7f4b440cdff0 2024-09-13T18:58:14.914 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:14.905+0000 7f4b36ffd640 1 --2- 172.21.15.119:0/290265982 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f4b2806ac00 0x7f4b2806d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:58:14.914 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:14.905+0000 7f4b36ffd640 1 -- 172.21.15.119:0/290265982 <== mon.0 v2:172.21.15.119:3300/0 5 ==== osd_map(44..44 src has 1..44) v4 ==== 5349+0+0 (secure 0 0 0) 0x7f4b380886a0 con 0x7f4b440cdff0 2024-09-13T18:58:14.914 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:14.905+0000 7f4b49a14640 1 --2- 172.21.15.119:0/290265982 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f4b2806ac00 0x7f4b2806d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:58:14.914 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:14.905+0000 7f4b49a14640 1 --2- 172.21.15.119:0/290265982 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f4b2806ac00 0x7f4b2806d0c0 secure :-1 s=READY pgs=305 cs=0 l=1 rev1=1 crypto rx=0x7f4b440cea70 tx=0x7f4b40009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:58:14.914 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:14.909+0000 7f4b36ffd640 1 -- 172.21.15.119:0/290265982 <== mon.0 v2:172.21.15.119:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f4b38053b50 con 0x7f4b440cdff0 2024-09-13T18:58:15.080 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:15.077+0000 7f4b4c479640 1 -- 172.21.15.119:0/290265982 --> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] -- mgr_command(tid 0: {"prefix": "osd deep-scrub", "who": "2", "target": ["mon-mgr", ""]}) v1 -- 0x7f4b440d12b0 con 0x7f4b2806ac00 2024-09-13T18:58:15.081 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:15.078+0000 7f4b36ffd640 1 -- 172.21.15.119:0/290265982 <== mgr.4104 v2:172.21.15.119:6832/3599186100 1 ==== mgr_command_reply(tid 0: 0 instructed osd(s) 2 to deep-scrub) v1 ==== 41+0+0 (secure 0 0 0) 0x7f4b400014d0 con 0x7f4b2806ac00 2024-09-13T18:58:15.081 INFO:teuthology.orchestra.run.smithi119.stderr:instructed osd(s) 2 to deep-scrub 2024-09-13T18:58:15.083 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:15.079+0000 7f4b4c479640 1 -- 172.21.15.119:0/290265982 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f4b2806ac00 msgr2=0x7f4b2806d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:58:15.083 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:15.079+0000 7f4b4c479640 1 --2- 172.21.15.119:0/290265982 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f4b2806ac00 0x7f4b2806d0c0 secure :-1 s=READY pgs=305 cs=0 l=1 rev1=1 crypto rx=0x7f4b440cea70 tx=0x7f4b40009040 comp rx=0 tx=0).stop 2024-09-13T18:58:15.083 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:15.079+0000 7f4b4c479640 1 -- 172.21.15.119:0/290265982 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f4b440cdff0 msgr2=0x7f4b440b65c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:58:15.084 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:15.079+0000 7f4b4c479640 1 --2- 172.21.15.119:0/290265982 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f4b440cdff0 0x7f4b440b65c0 secure :-1 s=READY pgs=640 cs=0 l=1 rev1=1 crypto rx=0x7f4b3800c440 tx=0x7f4b3800c900 comp rx=0 tx=0).stop 2024-09-13T18:58:15.084 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:15.079+0000 7f4b4c479640 1 -- 172.21.15.119:0/290265982 shutdown_connections 2024-09-13T18:58:15.084 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:15.080+0000 7f4b4c479640 1 --2- 172.21.15.119:0/290265982 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f4b2806ac00 0x7f4b2806d0c0 unknown :-1 s=CLOSED pgs=305 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:58:15.084 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:15.080+0000 7f4b4c479640 1 --2- 172.21.15.119:0/290265982 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f4b4415c500 0x7f4b441f2530 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:58:15.084 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:15.080+0000 7f4b4c479640 1 --2- 172.21.15.119:0/290265982 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f4b440d2760 0x7f4b4414da90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:58:15.084 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:15.080+0000 7f4b4c479640 1 --2- 172.21.15.119:0/290265982 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f4b440cdff0 0x7f4b440b65c0 unknown :-1 s=CLOSED pgs=640 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:58:15.085 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:15.080+0000 7f4b4c479640 1 -- 172.21.15.119:0/290265982 >> 172.21.15.119:0/290265982 conn(0x7f4b44089f60 msgr2=0x7f4b440b1d90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:58:15.085 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:15.080+0000 7f4b4c479640 1 -- 172.21.15.119:0/290265982 shutdown_connections 2024-09-13T18:58:15.085 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:15.080+0000 7f4b4c479640 1 -- 172.21.15.119:0/290265982 wait complete. 2024-09-13T18:58:15.093 INFO:tasks.ceph:Scrubbing osd.3 2024-09-13T18:58:15.094 DEBUG:teuthology.orchestra.run.smithi119:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.3 config set osd_debug_deep_scrub_sleep 0 2024-09-13T18:58:15.195 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:15.193+0000 7f841ad9c640 1 Processor -- start 2024-09-13T18:58:15.195 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:15.193+0000 7f841ad9c640 1 -- start start 2024-09-13T18:58:15.197 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:15.193+0000 7f841ad9c640 1 --2- >> v2:172.21.15.119:3300/0 conn(0x7f84140b2b40 0x7f84140ad400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:58:15.197 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:15.194+0000 7f841ad9c640 1 -- --> v1:172.21.15.119:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f84140ccbe0 con 0x7f84140ce4f0 2024-09-13T18:58:15.197 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:15.194+0000 7f841ad9c640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f84140b1810 con 0x7f8414159310 2024-09-13T18:58:15.197 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:15.194+0000 7f841ad9c640 1 -- --> v2:172.21.15.119:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f84140ad940 con 0x7f84140b2b40 2024-09-13T18:58:15.197 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:15.194+0000 7f8413fff640 1 --2- >> v2:172.21.15.119:3300/0 conn(0x7f84140b2b40 0x7f84140ad400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:58:15.197 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:15.194+0000 7f8413fff640 1 --2- >> v2:172.21.15.119:3300/0 conn(0x7f84140b2b40 0x7f84140ad400 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.119:3300/0 says I am v2:172.21.15.119:46256/0 (socket says 172.21.15.119:46256) 2024-09-13T18:58:15.197 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:15.194+0000 7f8413fff640 1 -- 172.21.15.119:0/3419835682 learned_addr learned my addr 172.21.15.119:0/3419835682 (peer_addr_for_me v2:172.21.15.119:0/0) 2024-09-13T18:58:15.197 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:15.194+0000 7f8413fff640 1 -- 172.21.15.119:0/3419835682 >> v1:172.21.15.145:6789/0 conn(0x7f8414159310 legacy=0x7f84140ab140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:58:15.197 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:15.194+0000 7f8413fff640 1 -- 172.21.15.119:0/3419835682 >> v1:172.21.15.119:6789/0 conn(0x7f84140ce4f0 legacy=0x7f84140ce8d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:58:15.197 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:15.194+0000 7f8413fff640 1 -- 172.21.15.119:0/3419835682 --> v2:172.21.15.119:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f841406d9e0 con 0x7f84140b2b40 2024-09-13T18:58:15.198 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:15.195+0000 7f8413fff640 1 --2- 172.21.15.119:0/3419835682 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f84140b2b40 0x7f84140ad400 secure :-1 s=READY pgs=642 cs=0 l=1 rev1=1 crypto rx=0x7f8404009e50 tx=0x7f840402a730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5e1f4ab6b848a50b server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:58:15.199 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:15.195+0000 7f84137fe640 1 -- 172.21.15.119:0/3419835682 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8404031600 con 0x7f84140b2b40 2024-09-13T18:58:15.199 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:15.195+0000 7f84137fe640 1 -- 172.21.15.119:0/3419835682 <== mon.0 v2:172.21.15.119:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f840402d050 con 0x7f84140b2b40 2024-09-13T18:58:15.199 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:15.195+0000 7f84137fe640 1 -- 172.21.15.119:0/3419835682 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8404031980 con 0x7f84140b2b40 2024-09-13T18:58:15.199 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:15.195+0000 7f841ad9c640 1 -- 172.21.15.119:0/3419835682 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f84140b2b40 msgr2=0x7f84140ad400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:58:15.199 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:15.195+0000 7f841ad9c640 1 --2- 172.21.15.119:0/3419835682 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f84140b2b40 0x7f84140ad400 secure :-1 s=READY pgs=642 cs=0 l=1 rev1=1 crypto rx=0x7f8404009e50 tx=0x7f840402a730 comp rx=0 tx=0).stop 2024-09-13T18:58:15.199 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:15.195+0000 7f841ad9c640 1 -- 172.21.15.119:0/3419835682 shutdown_connections 2024-09-13T18:58:15.199 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:15.195+0000 7f841ad9c640 1 --2- 172.21.15.119:0/3419835682 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f84140b2b40 0x7f84140ad400 unknown :-1 s=CLOSED pgs=642 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:58:15.199 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:15.195+0000 7f841ad9c640 1 -- 172.21.15.119:0/3419835682 >> 172.21.15.119:0/3419835682 conn(0x7f841406a0b0 msgr2=0x7f841406a4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:58:15.199 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:15.195+0000 7f841ad9c640 1 -- 172.21.15.119:0/3419835682 shutdown_connections 2024-09-13T18:58:15.200 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:15.195+0000 7f841ad9c640 1 -- 172.21.15.119:0/3419835682 wait complete. 2024-09-13T18:58:15.200 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:15.196+0000 7f841ad9c640 1 Processor -- start 2024-09-13T18:58:15.200 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:15.197+0000 7f841ad9c640 1 -- start start 2024-09-13T18:58:15.202 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:15.197+0000 7f841ad9c640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f84140b2b40 0x7f841415ba60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:58:15.202 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:15.197+0000 7f841ad9c640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f84140ce4f0 0x7f841409bc30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:58:15.202 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:15.197+0000 7f841ad9c640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f8414159310 0x7f84141f1c40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:58:15.202 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:15.197+0000 7f841ad9c640 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f841415a610 con 0x7f8414159310 2024-09-13T18:58:15.202 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:15.197+0000 7f841ad9c640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f841415c060 con 0x7f84140ce4f0 2024-09-13T18:58:15.202 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:15.197+0000 7f841ad9c640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f841415c340 con 0x7f84140b2b40 2024-09-13T18:58:15.202 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:15.197+0000 7f8419339640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f8414159310 0x7f84141f1c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:58:15.202 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:15.198+0000 7f8419339640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f8414159310 0x7f84141f1c40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.119:3300/0 says I am v2:172.21.15.119:46262/0 (socket says 172.21.15.119:46262) 2024-09-13T18:58:15.202 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:15.198+0000 7f8419339640 1 -- 172.21.15.119:0/85947986 learned_addr learned my addr 172.21.15.119:0/85947986 (peer_addr_for_me v2:172.21.15.119:0/0) 2024-09-13T18:58:15.203 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:15.198+0000 7f8413fff640 1 --2- 172.21.15.119:0/85947986 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f84140ce4f0 0x7f841409bc30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:58:15.203 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:15.198+0000 7f8418b38640 1 --2- 172.21.15.119:0/85947986 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f84140b2b40 0x7f841415ba60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:58:15.203 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:15.198+0000 7f8419339640 1 -- 172.21.15.119:0/85947986 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f84140b2b40 msgr2=0x7f841415ba60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:58:15.203 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:15.198+0000 7f8419339640 1 --2- 172.21.15.119:0/85947986 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f84140b2b40 0x7f841415ba60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:58:15.203 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:15.198+0000 7f8419339640 1 -- 172.21.15.119:0/85947986 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f84140ce4f0 msgr2=0x7f841409bc30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:58:15.204 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:15.198+0000 7f8419339640 1 --2- 172.21.15.119:0/85947986 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f84140ce4f0 0x7f841409bc30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:58:15.204 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:15.198+0000 7f8419339640 1 -- 172.21.15.119:0/85947986 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8404009b30 con 0x7f8414159310 2024-09-13T18:58:15.204 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:15.198+0000 7f8419339640 1 --2- 172.21.15.119:0/85947986 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f8414159310 0x7f84141f1c40 secure :-1 s=READY pgs=643 cs=0 l=1 rev1=1 crypto rx=0x7f83fc001eb0 tx=0x7f83fc00c890 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:58:15.204 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:15.198+0000 7f84117fa640 1 -- 172.21.15.119:0/85947986 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f83fc0052d0 con 0x7f8414159310 2024-09-13T18:58:15.204 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:15.198+0000 7f84117fa640 1 -- 172.21.15.119:0/85947986 <== mon.0 v2:172.21.15.119:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f83fc005430 con 0x7f8414159310 2024-09-13T18:58:15.204 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:15.198+0000 7f841ad9c640 1 -- 172.21.15.119:0/85947986 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f841415c620 con 0x7f8414159310 2024-09-13T18:58:15.204 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:15.198+0000 7f84117fa640 1 -- 172.21.15.119:0/85947986 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f83fc003810 con 0x7f8414159310 2024-09-13T18:58:15.204 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:15.198+0000 7f841ad9c640 1 -- 172.21.15.119:0/85947986 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f841409c170 con 0x7f8414159310 2024-09-13T18:58:15.204 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:15.199+0000 7f841ad9c640 1 -- 172.21.15.119:0/85947986 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7f841406eb30 con 0x7f8414159310 2024-09-13T18:58:15.204 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:15.199+0000 7f84117fa640 1 -- 172.21.15.119:0/85947986 <== mon.0 v2:172.21.15.119:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f83fc003970 con 0x7f8414159310 2024-09-13T18:58:15.205 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:15.200+0000 7f84117fa640 1 --2- 172.21.15.119:0/85947986 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f83f406ac00 0x7f83f406d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:58:15.205 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:15.200+0000 7f84117fa640 1 -- 172.21.15.119:0/85947986 <== mon.0 v2:172.21.15.119:3300/0 5 ==== osd_map(44..44 src has 1..44) v4 ==== 5349+0+0 (secure 0 0 0) 0x7f83fc0886f0 con 0x7f8414159310 2024-09-13T18:58:15.205 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:15.200+0000 7f8418b38640 1 --2- 172.21.15.119:0/85947986 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f83f406ac00 0x7f83f406d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:58:15.206 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:15.200+0000 7f84117fa640 1 --2- 172.21.15.119:0/85947986 >> [v2:172.21.15.119:6808/886995937,v1:172.21.15.119:6811/886995937] conn(0x7f83f4070fa0 0x7f83f40733e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:58:15.206 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:15.200+0000 7f84117fa640 1 -- 172.21.15.119:0/85947986 --> [v2:172.21.15.119:6808/886995937,v1:172.21.15.119:6811/886995937] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7f83f4073ab0 con 0x7f83f4070fa0 2024-09-13T18:58:15.206 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:15.200+0000 7f84117fa640 1 -- 172.21.15.119:0/85947986 <== mon.0 v2:172.21.15.119:3300/0 6 ==== mon_get_version_reply(handle=1 version=44) v2 ==== 24+0+0 (secure 0 0 0) 0x7f83fc08adb0 con 0x7f8414159310 2024-09-13T18:58:15.206 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:15.200+0000 7f8413fff640 1 --2- 172.21.15.119:0/85947986 >> [v2:172.21.15.119:6808/886995937,v1:172.21.15.119:6811/886995937] conn(0x7f83f4070fa0 0x7f83f40733e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:58:15.206 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:15.200+0000 7f8418b38640 1 --2- 172.21.15.119:0/85947986 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f83f406ac00 0x7f83f406d0c0 secure :-1 s=READY pgs=306 cs=0 l=1 rev1=1 crypto rx=0x7f840c000f60 tx=0x7f840c009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:58:15.206 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:15.201+0000 7f8413fff640 1 --2- 172.21.15.119:0/85947986 >> [v2:172.21.15.119:6808/886995937,v1:172.21.15.119:6811/886995937] conn(0x7f83f4070fa0 0x7f83f40733e0 crc :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.3 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:58:15.206 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:15.201+0000 7f84117fa640 1 -- 172.21.15.119:0/85947986 <== osd.3 v2:172.21.15.119:6808/886995937 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+26118 (crc 0 0 0) 0x7f83f4073ab0 con 0x7f83f4070fa0 2024-09-13T18:58:15.216 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:15.213+0000 7f841ad9c640 1 -- 172.21.15.119:0/85947986 --> [v2:172.21.15.119:6808/886995937,v1:172.21.15.119:6811/886995937] -- command(tid 2: {"prefix": "config set", "var": "osd_debug_deep_scrub_sleep", "val": ["0"]}) v1 -- 0x7f84140ab850 con 0x7f83f4070fa0 2024-09-13T18:58:15.216 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:15.213+0000 7f84117fa640 1 -- 172.21.15.119:0/85947986 <== osd.3 v2:172.21.15.119:6808/886995937 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+97 (crc 0 0 0) 0x7f8404031660 con 0x7f83f4070fa0 2024-09-13T18:58:15.216 INFO:teuthology.orchestra.run.smithi119.stdout:{ 2024-09-13T18:58:15.216 INFO:teuthology.orchestra.run.smithi119.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) " 2024-09-13T18:58:15.216 INFO:teuthology.orchestra.run.smithi119.stdout:} 2024-09-13T18:58:15.217 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:15.213+0000 7f841ad9c640 1 -- 172.21.15.119:0/85947986 >> [v2:172.21.15.119:6808/886995937,v1:172.21.15.119:6811/886995937] conn(0x7f83f4070fa0 msgr2=0x7f83f40733e0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:58:15.217 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:15.213+0000 7f841ad9c640 1 --2- 172.21.15.119:0/85947986 >> [v2:172.21.15.119:6808/886995937,v1:172.21.15.119:6811/886995937] conn(0x7f83f4070fa0 0x7f83f40733e0 crc :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:58:15.217 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:15.213+0000 7f841ad9c640 1 -- 172.21.15.119:0/85947986 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f83f406ac00 msgr2=0x7f83f406d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:58:15.217 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:15.213+0000 7f841ad9c640 1 --2- 172.21.15.119:0/85947986 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f83f406ac00 0x7f83f406d0c0 secure :-1 s=READY pgs=306 cs=0 l=1 rev1=1 crypto rx=0x7f840c000f60 tx=0x7f840c009040 comp rx=0 tx=0).stop 2024-09-13T18:58:15.217 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:15.213+0000 7f841ad9c640 1 -- 172.21.15.119:0/85947986 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f8414159310 msgr2=0x7f84141f1c40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:58:15.217 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:15.213+0000 7f841ad9c640 1 --2- 172.21.15.119:0/85947986 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f8414159310 0x7f84141f1c40 secure :-1 s=READY pgs=643 cs=0 l=1 rev1=1 crypto rx=0x7f83fc001eb0 tx=0x7f83fc00c890 comp rx=0 tx=0).stop 2024-09-13T18:58:15.218 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:15.213+0000 7f8419339640 1 -- 172.21.15.119:0/85947986 reap_dead start 2024-09-13T18:58:15.218 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:15.214+0000 7f841ad9c640 1 -- 172.21.15.119:0/85947986 shutdown_connections 2024-09-13T18:58:15.218 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:15.214+0000 7f841ad9c640 1 -- 172.21.15.119:0/85947986 >> 172.21.15.119:0/85947986 conn(0x7f841406a0b0 msgr2=0x7f841406a490 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:58:15.218 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:15.214+0000 7f841ad9c640 1 -- 172.21.15.119:0/85947986 shutdown_connections 2024-09-13T18:58:15.218 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:15.214+0000 7f841ad9c640 1 -- 172.21.15.119:0/85947986 wait complete. 2024-09-13T18:58:15.227 DEBUG:teuthology.orchestra.run.smithi119:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 3 2024-09-13T18:58:15.326 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:15.323+0000 7fb553f0f640 1 Processor -- start 2024-09-13T18:58:15.326 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:15.323+0000 7fb553f0f640 1 -- start start 2024-09-13T18:58:15.327 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:15.324+0000 7fb553f0f640 1 --2- >> v2:172.21.15.119:3300/0 conn(0x7fb54c15a3b0 0x7fb54c0b20a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:58:15.327 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:15.324+0000 7fb553f0f640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fb54c0b1720 0x7fb54c0ce4f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:58:15.327 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:15.324+0000 7fb553f0f640 1 -- --> v1:172.21.15.119:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fb54c15a790 con 0x7fb54c0cea30 2024-09-13T18:58:15.327 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:15.324+0000 7fb553f0f640 1 -- --> v2:172.21.15.119:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fb54c0ceec0 con 0x7fb54c15a3b0 2024-09-13T18:58:15.328 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:15.324+0000 7fb553f0f640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb54c0b2680 con 0x7fb54c0b1720 2024-09-13T18:58:15.328 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:15.324+0000 7fb551cab640 1 --2- >> v2:172.21.15.119:3300/0 conn(0x7fb54c15a3b0 0x7fb54c0b20a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:58:15.328 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:15.324+0000 7fb551cab640 1 --2- >> v2:172.21.15.119:3300/0 conn(0x7fb54c15a3b0 0x7fb54c0b20a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.119:3300/0 says I am v2:172.21.15.119:46276/0 (socket says 172.21.15.119:46276) 2024-09-13T18:58:15.328 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:15.324+0000 7fb5524ac640 1 --1- >> v1:172.21.15.119:6789/0 conn(0x7fb54c0cea30 0x7fb54c06c640 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.119:6789/0 says I am v1:172.21.15.119:34130/0 (socket says 172.21.15.119:34130) 2024-09-13T18:58:15.328 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:15.324+0000 7fb551cab640 1 -- 172.21.15.119:0/4158941434 learned_addr learned my addr 172.21.15.119:0/4158941434 (peer_addr_for_me v2:172.21.15.119:0/0) 2024-09-13T18:58:15.328 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:15.324+0000 7fb5514aa640 1 --2- 172.21.15.119:0/4158941434 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fb54c0b1720 0x7fb54c0ce4f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:58:15.328 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:15.325+0000 7fb551cab640 1 -- 172.21.15.119:0/4158941434 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fb54c0b1720 msgr2=0x7fb54c0ce4f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T18:58:15.328 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:15.325+0000 7fb551cab640 1 --2- 172.21.15.119:0/4158941434 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fb54c0b1720 0x7fb54c0ce4f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:58:15.328 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:15.325+0000 7fb551cab640 1 -- 172.21.15.119:0/4158941434 >> v1:172.21.15.119:6789/0 conn(0x7fb54c0cea30 legacy=0x7fb54c06c640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:58:15.328 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:15.325+0000 7fb551cab640 1 -- 172.21.15.119:0/4158941434 --> v2:172.21.15.119:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb54c0b2960 con 0x7fb54c15a3b0 2024-09-13T18:58:15.328 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:15.325+0000 7fb550ca9640 1 -- 172.21.15.119:0/4158941434 <== mon.0 v1:172.21.15.119:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 251905772 0 0) 0x7fb54c15a790 con 0x7fb54c0cea30 2024-09-13T18:58:15.330 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:15.325+0000 7fb551cab640 1 --2- 172.21.15.119:0/4158941434 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fb54c15a3b0 0x7fb54c0b20a0 secure :-1 s=READY pgs=645 cs=0 l=1 rev1=1 crypto rx=0x7fb548009870 tx=0x7fb54802a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5f712f5281f04dd8 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:58:15.330 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:15.325+0000 7fb550ca9640 1 -- 172.21.15.119:0/4158941434 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb548032440 con 0x7fb54c15a3b0 2024-09-13T18:58:15.330 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:15.325+0000 7fb550ca9640 1 -- 172.21.15.119:0/4158941434 <== mon.0 v2:172.21.15.119:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb5480325a0 con 0x7fb54c15a3b0 2024-09-13T18:58:15.330 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:15.325+0000 7fb550ca9640 1 -- 172.21.15.119:0/4158941434 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb548032930 con 0x7fb54c15a3b0 2024-09-13T18:58:15.330 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:15.326+0000 7fb553f0f640 1 -- 172.21.15.119:0/4158941434 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fb54c15a3b0 msgr2=0x7fb54c0b20a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:58:15.330 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:15.326+0000 7fb553f0f640 1 --2- 172.21.15.119:0/4158941434 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fb54c15a3b0 0x7fb54c0b20a0 secure :-1 s=READY pgs=645 cs=0 l=1 rev1=1 crypto rx=0x7fb548009870 tx=0x7fb54802a270 comp rx=0 tx=0).stop 2024-09-13T18:58:15.330 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:15.326+0000 7fb553f0f640 1 -- 172.21.15.119:0/4158941434 shutdown_connections 2024-09-13T18:58:15.330 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:15.326+0000 7fb553f0f640 1 --2- 172.21.15.119:0/4158941434 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fb54c0b1720 0x7fb54c0ce4f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:58:15.330 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:15.326+0000 7fb553f0f640 1 --2- 172.21.15.119:0/4158941434 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fb54c15a3b0 0x7fb54c0b20a0 unknown :-1 s=CLOSED pgs=645 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:58:15.330 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:15.326+0000 7fb553f0f640 1 -- 172.21.15.119:0/4158941434 >> 172.21.15.119:0/4158941434 conn(0x7fb54c06a0b0 msgr2=0x7fb54c06a4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:58:15.330 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:15.326+0000 7fb553f0f640 1 -- 172.21.15.119:0/4158941434 shutdown_connections 2024-09-13T18:58:15.330 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:15.326+0000 7fb553f0f640 1 -- 172.21.15.119:0/4158941434 wait complete. 2024-09-13T18:58:15.330 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:15.327+0000 7fb553f0f640 1 Processor -- start 2024-09-13T18:58:15.331 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:15.327+0000 7fb553f0f640 1 -- start start 2024-09-13T18:58:15.332 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:15.328+0000 7fb553f0f640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb54c0b1720 0x7fb54c153c50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:58:15.332 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:15.328+0000 7fb553f0f640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fb54c0cea30 0x7fb54c0c63d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:58:15.332 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:15.328+0000 7fb553f0f640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fb54c15a3b0 0x7fb54c15d070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:58:15.333 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:15.328+0000 7fb553f0f640 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb54c1546c0 con 0x7fb54c0cea30 2024-09-13T18:58:15.333 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:15.328+0000 7fb553f0f640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb54c154190 con 0x7fb54c0b1720 2024-09-13T18:58:15.333 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:15.328+0000 7fb553f0f640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb54c0c1d70 con 0x7fb54c15a3b0 2024-09-13T18:58:15.333 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:15.328+0000 7fb5514aa640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fb54c0cea30 0x7fb54c0c63d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:58:15.333 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:15.328+0000 7fb5514aa640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fb54c0cea30 0x7fb54c0c63d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.119:3300/0 says I am v2:172.21.15.119:46290/0 (socket says 172.21.15.119:46290) 2024-09-13T18:58:15.333 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:15.328+0000 7fb5514aa640 1 -- 172.21.15.119:0/3590142329 learned_addr learned my addr 172.21.15.119:0/3590142329 (peer_addr_for_me v2:172.21.15.119:0/0) 2024-09-13T18:58:15.333 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:15.328+0000 7fb5524ac640 1 --2- 172.21.15.119:0/3590142329 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fb54c15a3b0 0x7fb54c15d070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:58:15.333 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:15.328+0000 7fb551cab640 1 --2- 172.21.15.119:0/3590142329 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb54c0b1720 0x7fb54c153c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:58:15.333 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:15.328+0000 7fb5514aa640 1 -- 172.21.15.119:0/3590142329 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fb54c15a3b0 msgr2=0x7fb54c15d070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:58:15.334 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:15.328+0000 7fb5514aa640 1 --2- 172.21.15.119:0/3590142329 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fb54c15a3b0 0x7fb54c15d070 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:58:15.334 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:15.328+0000 7fb5514aa640 1 -- 172.21.15.119:0/3590142329 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb54c0b1720 msgr2=0x7fb54c153c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:58:15.334 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:15.328+0000 7fb5514aa640 1 --2- 172.21.15.119:0/3590142329 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb54c0b1720 0x7fb54c153c50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:58:15.334 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:15.328+0000 7fb5514aa640 1 -- 172.21.15.119:0/3590142329 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb5480094d0 con 0x7fb54c0cea30 2024-09-13T18:58:15.334 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:15.329+0000 7fb5514aa640 1 --2- 172.21.15.119:0/3590142329 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fb54c0cea30 0x7fb54c0c63d0 secure :-1 s=READY pgs=646 cs=0 l=1 rev1=1 crypto rx=0x7fb53c00e870 tx=0x7fb53c00ed30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:58:15.334 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:15.329+0000 7fb5427fc640 1 -- 172.21.15.119:0/3590142329 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb53c0094f0 con 0x7fb54c0cea30 2024-09-13T18:58:15.334 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:15.329+0000 7fb5427fc640 1 -- 172.21.15.119:0/3590142329 <== mon.0 v2:172.21.15.119:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb53c00c940 con 0x7fb54c0cea30 2024-09-13T18:58:15.334 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:15.329+0000 7fb5427fc640 1 -- 172.21.15.119:0/3590142329 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb53c00ccf0 con 0x7fb54c0cea30 2024-09-13T18:58:15.334 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:15.329+0000 7fb553f0f640 1 -- 172.21.15.119:0/3590142329 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb54c0c2050 con 0x7fb54c0cea30 2024-09-13T18:58:15.334 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:15.329+0000 7fb553f0f640 1 -- 172.21.15.119:0/3590142329 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb54c0c2610 con 0x7fb54c0cea30 2024-09-13T18:58:15.334 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:15.330+0000 7fb553f0f640 1 -- 172.21.15.119:0/3590142329 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fb54c159b40 con 0x7fb54c0cea30 2024-09-13T18:58:15.335 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:15.330+0000 7fb5427fc640 1 -- 172.21.15.119:0/3590142329 <== mon.0 v2:172.21.15.119:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fb53c013470 con 0x7fb54c0cea30 2024-09-13T18:58:15.335 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:15.331+0000 7fb5427fc640 1 --2- 172.21.15.119:0/3590142329 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7fb53006ac00 0x7fb53006d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:58:15.335 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:15.331+0000 7fb5427fc640 1 -- 172.21.15.119:0/3590142329 <== mon.0 v2:172.21.15.119:3300/0 5 ==== osd_map(44..44 src has 1..44) v4 ==== 5349+0+0 (secure 0 0 0) 0x7fb53c0891f0 con 0x7fb54c0cea30 2024-09-13T18:58:15.335 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:15.331+0000 7fb551cab640 1 --2- 172.21.15.119:0/3590142329 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7fb53006ac00 0x7fb53006d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:58:15.336 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:15.331+0000 7fb551cab640 1 --2- 172.21.15.119:0/3590142329 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7fb53006ac00 0x7fb53006d0c0 secure :-1 s=READY pgs=307 cs=0 l=1 rev1=1 crypto rx=0x7fb548034000 tx=0x7fb54802e000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:58:15.337 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:15.335+0000 7fb5427fc640 1 -- 172.21.15.119:0/3590142329 <== mon.0 v2:172.21.15.119:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fb53c054670 con 0x7fb54c0cea30 2024-09-13T18:58:15.497 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:15.495+0000 7fb553f0f640 1 -- 172.21.15.119:0/3590142329 --> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] -- mgr_command(tid 0: {"prefix": "osd deep-scrub", "who": "3", "target": ["mon-mgr", ""]}) v1 -- 0x7fb54c0c1ee0 con 0x7fb53006ac00 2024-09-13T18:58:15.497 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:15.495+0000 7fb5427fc640 1 -- 172.21.15.119:0/3590142329 <== mgr.4104 v2:172.21.15.119:6832/3599186100 1 ==== mgr_command_reply(tid 0: 0 instructed osd(s) 3 to deep-scrub) v1 ==== 41+0+0 (secure 0 0 0) 0x7fb54c0c1ee0 con 0x7fb53006ac00 2024-09-13T18:58:15.498 INFO:teuthology.orchestra.run.smithi119.stderr:instructed osd(s) 3 to deep-scrub 2024-09-13T18:58:15.499 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:15.497+0000 7fb553f0f640 1 -- 172.21.15.119:0/3590142329 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7fb53006ac00 msgr2=0x7fb53006d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:58:15.500 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:15.497+0000 7fb553f0f640 1 --2- 172.21.15.119:0/3590142329 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7fb53006ac00 0x7fb53006d0c0 secure :-1 s=READY pgs=307 cs=0 l=1 rev1=1 crypto rx=0x7fb548034000 tx=0x7fb54802e000 comp rx=0 tx=0).stop 2024-09-13T18:58:15.500 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:15.497+0000 7fb553f0f640 1 -- 172.21.15.119:0/3590142329 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fb54c0cea30 msgr2=0x7fb54c0c63d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:58:15.500 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:15.497+0000 7fb553f0f640 1 --2- 172.21.15.119:0/3590142329 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fb54c0cea30 0x7fb54c0c63d0 secure :-1 s=READY pgs=646 cs=0 l=1 rev1=1 crypto rx=0x7fb53c00e870 tx=0x7fb53c00ed30 comp rx=0 tx=0).stop 2024-09-13T18:58:15.500 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:15.497+0000 7fb553f0f640 1 -- 172.21.15.119:0/3590142329 shutdown_connections 2024-09-13T18:58:15.500 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:15.497+0000 7fb553f0f640 1 --2- 172.21.15.119:0/3590142329 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7fb53006ac00 0x7fb53006d0c0 unknown :-1 s=CLOSED pgs=307 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:58:15.500 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:15.497+0000 7fb553f0f640 1 --2- 172.21.15.119:0/3590142329 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fb54c15a3b0 0x7fb54c15d070 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:58:15.500 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:15.497+0000 7fb553f0f640 1 --2- 172.21.15.119:0/3590142329 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fb54c0cea30 0x7fb54c0c63d0 unknown :-1 s=CLOSED pgs=646 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:58:15.500 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:15.497+0000 7fb553f0f640 1 --2- 172.21.15.119:0/3590142329 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb54c0b1720 0x7fb54c153c50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:58:15.500 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:15.497+0000 7fb553f0f640 1 -- 172.21.15.119:0/3590142329 >> 172.21.15.119:0/3590142329 conn(0x7fb54c06a0b0 msgr2=0x7fb54c0ab830 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:58:15.500 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:15.497+0000 7fb553f0f640 1 -- 172.21.15.119:0/3590142329 shutdown_connections 2024-09-13T18:58:15.500 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:15.497+0000 7fb553f0f640 1 -- 172.21.15.119:0/3590142329 wait complete. 2024-09-13T18:58:15.510 INFO:tasks.ceph:Scrubbing osd.4 2024-09-13T18:58:15.510 DEBUG:teuthology.orchestra.run.smithi119:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.4 config set osd_debug_deep_scrub_sleep 0 2024-09-13T18:58:15.612 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:15.610+0000 7f277a00d640 1 Processor -- start 2024-09-13T18:58:15.612 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:15.610+0000 7f277a00d640 1 -- start start 2024-09-13T18:58:15.614 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:15.610+0000 7f277a00d640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f277415a3b0 0x7f27740b20a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:58:15.614 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:15.610+0000 7f277a00d640 1 --2- >> v2:172.21.15.119:3300/0 conn(0x7f27740cec00 0x7f27740ab9e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:58:15.614 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:15.610+0000 7f277a00d640 1 -- --> v1:172.21.15.119:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f277415a790 con 0x7f27740b1720 2024-09-13T18:58:15.614 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:15.610+0000 7f277a00d640 1 -- --> v2:172.21.15.119:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f27740b2680 con 0x7f27740cec00 2024-09-13T18:58:15.614 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:15.610+0000 7f277a00d640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f27740b2960 con 0x7f277415a3b0 2024-09-13T18:58:15.614 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:15.611+0000 7f2773fff640 1 --2- >> v2:172.21.15.119:3300/0 conn(0x7f27740cec00 0x7f27740ab9e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:58:15.614 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:15.611+0000 7f2772ffd640 1 --1- >> v1:172.21.15.119:6789/0 conn(0x7f27740b1720 0x7f27740ce4f0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.119:6789/0 says I am v1:172.21.15.119:34136/0 (socket says 172.21.15.119:34136) 2024-09-13T18:58:15.614 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:15.611+0000 7f2772ffd640 1 -- 172.21.15.119:0/2613749497 learned_addr learned my addr 172.21.15.119:0/2613749497 (peer_addr_for_me v1:172.21.15.119:0/0) 2024-09-13T18:58:15.614 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:15.611+0000 7f27737fe640 1 --2- 172.21.15.119:0/2613749497 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f277415a3b0 0x7f27740b20a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:58:15.614 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:15.611+0000 7f2773fff640 1 -- 172.21.15.119:0/2613749497 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f277415a3b0 msgr2=0x7f27740b20a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T18:58:15.614 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:15.611+0000 7f2773fff640 1 --2- 172.21.15.119:0/2613749497 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f277415a3b0 0x7f27740b20a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:58:15.614 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:15.611+0000 7f2773fff640 1 -- 172.21.15.119:0/2613749497 >> v1:172.21.15.119:6789/0 conn(0x7f27740b1720 legacy=0x7f27740ce4f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:58:15.614 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:15.611+0000 7f27727fc640 1 -- 172.21.15.119:0/2613749497 <== mon.0 v1:172.21.15.119:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 4289518018 0 0) 0x7f277415a790 con 0x7f27740b1720 2024-09-13T18:58:15.615 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:15.611+0000 7f2773fff640 1 -- 172.21.15.119:0/2613749497 --> v2:172.21.15.119:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f27740b2c40 con 0x7f27740cec00 2024-09-13T18:58:15.616 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:15.612+0000 7f2773fff640 1 --2- 172.21.15.119:0/2613749497 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f27740cec00 0x7f27740ab9e0 secure :-1 s=READY pgs=648 cs=0 l=1 rev1=1 crypto rx=0x7f276c009d90 tx=0x7f276c02a660 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2b47c36a3bbe6a55 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:58:15.616 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:15.612+0000 7f27727fc640 1 -- 172.21.15.119:0/2613749497 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f276c007740 con 0x7f27740cec00 2024-09-13T18:58:15.616 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:15.612+0000 7f27727fc640 1 -- 172.21.15.119:0/2613749497 <== mon.0 v2:172.21.15.119:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f276c02d050 con 0x7f27740cec00 2024-09-13T18:58:15.616 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:15.612+0000 7f27727fc640 1 -- 172.21.15.119:0/2613749497 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f276c007ac0 con 0x7f27740cec00 2024-09-13T18:58:15.616 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:15.612+0000 7f277a00d640 1 -- 172.21.15.119:0/2613749497 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f27740cec00 msgr2=0x7f27740ab9e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:58:15.616 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:15.612+0000 7f277a00d640 1 --2- 172.21.15.119:0/2613749497 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f27740cec00 0x7f27740ab9e0 secure :-1 s=READY pgs=648 cs=0 l=1 rev1=1 crypto rx=0x7f276c009d90 tx=0x7f276c02a660 comp rx=0 tx=0).stop 2024-09-13T18:58:15.616 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:15.612+0000 7f277a00d640 1 -- 172.21.15.119:0/2613749497 shutdown_connections 2024-09-13T18:58:15.616 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:15.612+0000 7f277a00d640 1 --2- 172.21.15.119:0/2613749497 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f27740cec00 0x7f27740ab9e0 unknown :-1 s=CLOSED pgs=648 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:58:15.617 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:15.612+0000 7f277a00d640 1 --2- 172.21.15.119:0/2613749497 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f277415a3b0 0x7f27740b20a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:58:15.617 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:15.612+0000 7f277a00d640 1 -- 172.21.15.119:0/2613749497 >> 172.21.15.119:0/2613749497 conn(0x7f277406a0b0 msgr2=0x7f277406a4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:58:15.617 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:15.612+0000 7f277a00d640 1 -- 172.21.15.119:0/2613749497 shutdown_connections 2024-09-13T18:58:15.617 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:15.612+0000 7f277a00d640 1 -- 172.21.15.119:0/2613749497 wait complete. 2024-09-13T18:58:15.617 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:15.613+0000 7f277a00d640 1 Processor -- start 2024-09-13T18:58:15.617 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:15.614+0000 7f277a00d640 1 -- start start 2024-09-13T18:58:15.619 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:15.614+0000 7f277a00d640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f27740b1720 0x7f27740c2800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:58:15.619 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:15.614+0000 7f277a00d640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f27740cec00 0x7f27740c46d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:58:15.619 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:15.614+0000 7f277a00d640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f277415a3b0 0x7f2774156b90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:58:15.619 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:15.614+0000 7f277a00d640 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2774156a20 con 0x7f27740b1720 2024-09-13T18:58:15.619 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:15.614+0000 7f277a00d640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f27740c2d40 con 0x7f27740cec00 2024-09-13T18:58:15.619 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:15.614+0000 7f277a00d640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f27741f0960 con 0x7f277415a3b0 2024-09-13T18:58:15.619 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:15.615+0000 7f27737fe640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f27740b1720 0x7f27740c2800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:58:15.619 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:15.615+0000 7f27737fe640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f27740b1720 0x7f27740c2800 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.119:3300/0 says I am v2:172.21.15.119:46318/0 (socket says 172.21.15.119:46318) 2024-09-13T18:58:15.619 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:15.615+0000 7f27737fe640 1 -- 172.21.15.119:0/2709561320 learned_addr learned my addr 172.21.15.119:0/2709561320 (peer_addr_for_me v2:172.21.15.119:0/0) 2024-09-13T18:58:15.620 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:15.615+0000 7f2772ffd640 1 --2- 172.21.15.119:0/2709561320 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f27740cec00 0x7f27740c46d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:58:15.620 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:15.615+0000 7f2773fff640 1 --2- 172.21.15.119:0/2709561320 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f277415a3b0 0x7f2774156b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:58:15.620 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:15.615+0000 7f27737fe640 1 -- 172.21.15.119:0/2709561320 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f277415a3b0 msgr2=0x7f2774156b90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:58:15.620 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:15.615+0000 7f27737fe640 1 --2- 172.21.15.119:0/2709561320 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f277415a3b0 0x7f2774156b90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:58:15.620 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:15.615+0000 7f27737fe640 1 -- 172.21.15.119:0/2709561320 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f27740cec00 msgr2=0x7f27740c46d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:58:15.620 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:15.615+0000 7f27737fe640 1 --2- 172.21.15.119:0/2709561320 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f27740cec00 0x7f27740c46d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:58:15.620 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:15.615+0000 7f27737fe640 1 -- 172.21.15.119:0/2709561320 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f276c009a70 con 0x7f27740b1720 2024-09-13T18:58:15.620 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:15.615+0000 7f2772ffd640 1 --2- 172.21.15.119:0/2709561320 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f27740cec00 0x7f27740c46d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T18:58:15.620 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:15.615+0000 7f2773fff640 1 --2- 172.21.15.119:0/2709561320 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f277415a3b0 0x7f2774156b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T18:58:15.620 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:15.615+0000 7f27737fe640 1 --2- 172.21.15.119:0/2709561320 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f27740b1720 0x7f27740c2800 secure :-1 s=READY pgs=649 cs=0 l=1 rev1=1 crypto rx=0x7f276400d800 tx=0x7f276400dcc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:58:15.620 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:15.615+0000 7f275bfff640 1 -- 172.21.15.119:0/2709561320 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f276400b6c0 con 0x7f27740b1720 2024-09-13T18:58:15.620 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:15.615+0000 7f275bfff640 1 -- 172.21.15.119:0/2709561320 <== mon.0 v2:172.21.15.119:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f276400b820 con 0x7f27740b1720 2024-09-13T18:58:15.620 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:15.615+0000 7f275bfff640 1 -- 172.21.15.119:0/2709561320 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f276400bbb0 con 0x7f27740b1720 2024-09-13T18:58:15.620 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:15.615+0000 7f277a00d640 1 -- 172.21.15.119:0/2709561320 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f27740c82c0 con 0x7f27740b1720 2024-09-13T18:58:15.621 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:15.615+0000 7f277a00d640 1 -- 172.21.15.119:0/2709561320 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f27740c1d20 con 0x7f27740b1720 2024-09-13T18:58:15.621 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:15.616+0000 7f277a00d640 1 -- 172.21.15.119:0/2709561320 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7f27740ab4c0 con 0x7f27740b1720 2024-09-13T18:58:15.621 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:15.617+0000 7f275bfff640 1 -- 172.21.15.119:0/2709561320 <== mon.0 v2:172.21.15.119:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f276400bd10 con 0x7f27740b1720 2024-09-13T18:58:15.622 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:15.617+0000 7f275bfff640 1 --2- 172.21.15.119:0/2709561320 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f276006ac00 0x7f276006d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:58:15.622 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:15.617+0000 7f2772ffd640 1 --2- 172.21.15.119:0/2709561320 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f276006ac00 0x7f276006d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:58:15.622 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:15.617+0000 7f275bfff640 1 -- 172.21.15.119:0/2709561320 <== mon.0 v2:172.21.15.119:3300/0 5 ==== osd_map(44..44 src has 1..44) v4 ==== 5349+0+0 (secure 0 0 0) 0x7f2764089710 con 0x7f27740b1720 2024-09-13T18:58:15.622 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:15.617+0000 7f275bfff640 1 --2- 172.21.15.119:0/2709561320 >> [v2:172.21.15.145:6808/2802887692,v1:172.21.15.145:6809/2802887692] conn(0x7f2760070fa0 0x7f27600733e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:58:15.622 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:15.617+0000 7f275bfff640 1 -- 172.21.15.119:0/2709561320 --> [v2:172.21.15.145:6808/2802887692,v1:172.21.15.145:6809/2802887692] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7f2760073ab0 con 0x7f2760070fa0 2024-09-13T18:58:15.622 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:15.617+0000 7f275bfff640 1 -- 172.21.15.119:0/2709561320 <== mon.0 v2:172.21.15.119:3300/0 6 ==== mon_get_version_reply(handle=1 version=44) v2 ==== 24+0+0 (secure 0 0 0) 0x7f276408bdd0 con 0x7f27740b1720 2024-09-13T18:58:15.622 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:15.617+0000 7f2772ffd640 1 --2- 172.21.15.119:0/2709561320 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f276006ac00 0x7f276006d0c0 secure :-1 s=READY pgs=308 cs=0 l=1 rev1=1 crypto rx=0x7f277406d830 tx=0x7f2768007ca0 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:58:15.622 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:15.618+0000 7f2773fff640 1 --2- 172.21.15.119:0/2709561320 >> [v2:172.21.15.145:6808/2802887692,v1:172.21.15.145:6809/2802887692] conn(0x7f2760070fa0 0x7f27600733e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:58:15.622 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:15.618+0000 7f2773fff640 1 --2- 172.21.15.119:0/2709561320 >> [v2:172.21.15.145:6808/2802887692,v1:172.21.15.145:6809/2802887692] conn(0x7f2760070fa0 0x7f27600733e0 crc :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.4 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:58:15.622 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:15.619+0000 7f275bfff640 1 -- 172.21.15.119:0/2709561320 <== osd.4 v2:172.21.15.145:6808/2802887692 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+26118 (crc 0 0 0) 0x7f2760073ab0 con 0x7f2760070fa0 2024-09-13T18:58:15.633 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:15.630+0000 7f277a00d640 1 -- 172.21.15.119:0/2709561320 --> [v2:172.21.15.145:6808/2802887692,v1:172.21.15.145:6809/2802887692] -- command(tid 2: {"prefix": "config set", "var": "osd_debug_deep_scrub_sleep", "val": ["0"]}) v1 -- 0x7f27740b20a0 con 0x7f2760070fa0 2024-09-13T18:58:15.633 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:15.631+0000 7f275bfff640 1 -- 172.21.15.119:0/2709561320 <== osd.4 v2:172.21.15.145:6808/2802887692 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+97 (crc 0 0 0) 0x7f27740b20a0 con 0x7f2760070fa0 2024-09-13T18:58:15.634 INFO:teuthology.orchestra.run.smithi119.stdout:{ 2024-09-13T18:58:15.634 INFO:teuthology.orchestra.run.smithi119.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) " 2024-09-13T18:58:15.634 INFO:teuthology.orchestra.run.smithi119.stdout:} 2024-09-13T18:58:15.635 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:15.631+0000 7f277a00d640 1 -- 172.21.15.119:0/2709561320 >> [v2:172.21.15.145:6808/2802887692,v1:172.21.15.145:6809/2802887692] conn(0x7f2760070fa0 msgr2=0x7f27600733e0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:58:15.635 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:15.631+0000 7f277a00d640 1 --2- 172.21.15.119:0/2709561320 >> [v2:172.21.15.145:6808/2802887692,v1:172.21.15.145:6809/2802887692] conn(0x7f2760070fa0 0x7f27600733e0 crc :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:58:15.635 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:15.631+0000 7f277a00d640 1 -- 172.21.15.119:0/2709561320 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f276006ac00 msgr2=0x7f276006d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:58:15.635 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:15.631+0000 7f277a00d640 1 --2- 172.21.15.119:0/2709561320 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f276006ac00 0x7f276006d0c0 secure :-1 s=READY pgs=308 cs=0 l=1 rev1=1 crypto rx=0x7f277406d830 tx=0x7f2768007ca0 comp rx=0 tx=0).stop 2024-09-13T18:58:15.635 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:15.631+0000 7f277a00d640 1 -- 172.21.15.119:0/2709561320 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f27740b1720 msgr2=0x7f27740c2800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:58:15.635 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:15.631+0000 7f277a00d640 1 --2- 172.21.15.119:0/2709561320 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f27740b1720 0x7f27740c2800 secure :-1 s=READY pgs=649 cs=0 l=1 rev1=1 crypto rx=0x7f276400d800 tx=0x7f276400dcc0 comp rx=0 tx=0).stop 2024-09-13T18:58:15.635 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:15.631+0000 7f2773fff640 1 -- 172.21.15.119:0/2709561320 reap_dead start 2024-09-13T18:58:15.635 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:15.631+0000 7f277a00d640 1 -- 172.21.15.119:0/2709561320 shutdown_connections 2024-09-13T18:58:15.635 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:15.631+0000 7f277a00d640 1 -- 172.21.15.119:0/2709561320 >> 172.21.15.119:0/2709561320 conn(0x7f277406a0b0 msgr2=0x7f27740ac940 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:58:15.635 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:15.632+0000 7f277a00d640 1 -- 172.21.15.119:0/2709561320 shutdown_connections 2024-09-13T18:58:15.635 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:15.632+0000 7f277a00d640 1 -- 172.21.15.119:0/2709561320 wait complete. 2024-09-13T18:58:15.644 DEBUG:teuthology.orchestra.run.smithi119:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 4 2024-09-13T18:58:15.742 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:15.739+0000 7f33ed1f4640 1 Processor -- start 2024-09-13T18:58:15.742 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:15.739+0000 7f33ed1f4640 1 -- start start 2024-09-13T18:58:15.752 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:15.739+0000 7f33ed1f4640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f33e815a3b0 0x7f33e80b20a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:58:15.753 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:15.739+0000 7f33ed1f4640 1 -- --> v1:172.21.15.119:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f33e815a790 con 0x7f33e80cec00 2024-09-13T18:58:15.753 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:15.739+0000 7f33ed1f4640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f33e80b2680 con 0x7f33e80b1720 2024-09-13T18:58:15.753 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:15.739+0000 7f33ed1f4640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f33e80b2960 con 0x7f33e815a3b0 2024-09-13T18:58:15.753 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:15.740+0000 7f33e759e640 1 --1- >> v1:172.21.15.119:6789/0 conn(0x7f33e80cec00 0x7f33e80ab9e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.119:6789/0 says I am v1:172.21.15.119:34138/0 (socket says 172.21.15.119:34138) 2024-09-13T18:58:15.753 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:15.740+0000 7f33e759e640 1 -- 172.21.15.119:0/2251669826 learned_addr learned my addr 172.21.15.119:0/2251669826 (peer_addr_for_me v1:172.21.15.119:0/0) 2024-09-13T18:58:15.753 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:15.740+0000 7f33e6d9d640 1 --2- 172.21.15.119:0/2251669826 >> v2:172.21.15.145:3300/0 conn(0x7f33e815a3b0 0x7f33e80b20a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:58:15.754 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:15.740+0000 7f33e659c640 1 -- 172.21.15.119:0/2251669826 <== mon.0 v1:172.21.15.119:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 4090016279 0 0) 0x7f33e815a790 con 0x7f33e80cec00 2024-09-13T18:58:15.754 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:15.740+0000 7f33e659c640 1 -- 172.21.15.119:0/2251669826 --> v1:172.21.15.119:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f33d4003520 con 0x7f33e80cec00 2024-09-13T18:58:15.754 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:15.740+0000 7f33e659c640 1 -- 172.21.15.119:0/2251669826 <== mon.0 v1:172.21.15.119:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 904561982 0 0) 0x7f33d4003520 con 0x7f33e80cec00 2024-09-13T18:58:15.754 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:15.740+0000 7f33e659c640 1 -- 172.21.15.119:0/2251669826 >> v2:172.21.15.145:3300/0 conn(0x7f33e815a3b0 msgr2=0x7f33e80b20a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T18:58:15.754 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:15.740+0000 7f33e659c640 1 --2- 172.21.15.119:0/2251669826 >> v2:172.21.15.145:3300/0 conn(0x7f33e815a3b0 0x7f33e80b20a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:58:15.754 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:15.740+0000 7f33e659c640 1 -- 172.21.15.119:0/2251669826 >> v1:172.21.15.145:6789/0 conn(0x7f33e80b1720 legacy=0x7f33e80ce4f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:58:15.754 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:15.740+0000 7f33e659c640 1 -- 172.21.15.119:0/2251669826 --> v1:172.21.15.119:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f33e80b2c40 con 0x7f33e80cec00 2024-09-13T18:58:15.755 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:15.740+0000 7f33e659c640 1 -- 172.21.15.119:0/2251669826 <== mon.0 v1:172.21.15.119:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 337823224 0 0) 0x7f33e0001a10 con 0x7f33e80cec00 2024-09-13T18:58:15.755 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:15.740+0000 7f33e659c640 1 -- 172.21.15.119:0/2251669826 >> v1:172.21.15.119:6789/0 conn(0x7f33e80cec00 legacy=0x7f33e80ab9e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:58:15.755 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:15.740+0000 7f33e659c640 1 --2- 172.21.15.119:0/2251669826 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f33d4003970 0x7f33d4003d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:58:15.755 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:15.740+0000 7f33e659c640 1 --2- 172.21.15.119:0/2251669826 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f33d40047c0 0x7f33d4004c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:58:15.755 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:15.740+0000 7f33e659c640 1 --2- 172.21.15.119:0/2251669826 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f33d4005180 0x7f33d400b980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:58:15.755 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:15.740+0000 7f33e659c640 1 -- 172.21.15.119:0/2251669826 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f33e80b2960 con 0x7f33d4005180 2024-09-13T18:58:15.756 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:15.740+0000 7f33e659c640 1 -- 172.21.15.119:0/2251669826 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f33d400c020 con 0x7f33d40047c0 2024-09-13T18:58:15.756 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:15.740+0000 7f33e659c640 1 -- 172.21.15.119:0/2251669826 --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f33d400c1e0 con 0x7f33d4003970 2024-09-13T18:58:15.756 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:15.740+0000 7f33e759e640 1 --2- 172.21.15.119:0/2251669826 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f33d4005180 0x7f33d400b980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:58:15.756 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:15.740+0000 7f33e6d9d640 1 --2- 172.21.15.119:0/2251669826 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f33d4003970 0x7f33d4003d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:58:15.756 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:15.740+0000 7f33de59c640 1 --2- 172.21.15.119:0/2251669826 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f33d40047c0 0x7f33d4004c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:58:15.756 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:15.741+0000 7f33e759e640 1 -- 172.21.15.119:0/2251669826 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f33d4003970 msgr2=0x7f33d4003d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T18:58:15.756 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:15.741+0000 7f33e759e640 1 --2- 172.21.15.119:0/2251669826 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f33d4003970 0x7f33d4003d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:58:15.756 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:15.741+0000 7f33e759e640 1 -- 172.21.15.119:0/2251669826 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f33d40047c0 msgr2=0x7f33d4004c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T18:58:15.756 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:15.741+0000 7f33e759e640 1 --2- 172.21.15.119:0/2251669826 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f33d40047c0 0x7f33d4004c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:58:15.756 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:15.741+0000 7f33e759e640 1 -- 172.21.15.119:0/2251669826 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f33d4003520 con 0x7f33d4005180 2024-09-13T18:58:15.757 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:15.741+0000 7f33e759e640 1 -- 172.21.15.119:0/2251669826 reap_dead start 2024-09-13T18:58:15.757 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:15.741+0000 7f33e759e640 1 --2- 172.21.15.119:0/2251669826 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f33d4005180 0x7f33d400b980 secure :-1 s=READY pgs=651 cs=0 l=1 rev1=1 crypto rx=0x7f33e80726b0 tx=0x7f33d40057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=430bb5fadf831547 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:58:15.757 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:15.741+0000 7f33e659c640 1 -- 172.21.15.119:0/2251669826 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f33e002b9f0 con 0x7f33d4005180 2024-09-13T18:58:15.757 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:15.741+0000 7f33e659c640 1 -- 172.21.15.119:0/2251669826 <== mon.0 v2:172.21.15.119:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f33e002bb50 con 0x7f33d4005180 2024-09-13T18:58:15.757 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:15.741+0000 7f33e659c640 1 -- 172.21.15.119:0/2251669826 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f33e0034470 con 0x7f33d4005180 2024-09-13T18:58:15.757 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:15.742+0000 7f33ed1f4640 1 -- 172.21.15.119:0/2251669826 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f33d4005180 msgr2=0x7f33d400b980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:58:15.757 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:15.742+0000 7f33ed1f4640 1 --2- 172.21.15.119:0/2251669826 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f33d4005180 0x7f33d400b980 secure :-1 s=READY pgs=651 cs=0 l=1 rev1=1 crypto rx=0x7f33e80726b0 tx=0x7f33d40057f0 comp rx=0 tx=0).stop 2024-09-13T18:58:15.757 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:15.742+0000 7f33ed1f4640 1 -- 172.21.15.119:0/2251669826 shutdown_connections 2024-09-13T18:58:15.757 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:15.742+0000 7f33ed1f4640 1 --2- 172.21.15.119:0/2251669826 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f33d4005180 0x7f33d400b980 unknown :-1 s=CLOSED pgs=651 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:58:15.757 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:15.742+0000 7f33ed1f4640 1 -- 172.21.15.119:0/2251669826 >> 172.21.15.119:0/2251669826 conn(0x7f33e806a0b0 msgr2=0x7f33e806a4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:58:15.758 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:15.742+0000 7f33ed1f4640 1 -- 172.21.15.119:0/2251669826 shutdown_connections 2024-09-13T18:58:15.758 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:15.742+0000 7f33ed1f4640 1 -- 172.21.15.119:0/2251669826 wait complete. 2024-09-13T18:58:15.758 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:15.743+0000 7f33ed1f4640 1 Processor -- start 2024-09-13T18:58:15.758 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:15.744+0000 7f33ed1f4640 1 -- start start 2024-09-13T18:58:15.758 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:15.744+0000 7f33ed1f4640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f33d4005180 0x7f33e80c13d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:58:15.758 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:15.744+0000 7f33ed1f4640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f33e80adc90 0x7f33e80cce70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:58:15.758 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:15.744+0000 7f33ed1f4640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f33e80ae110 0x7f33e80cd3b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:58:15.758 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:15.744+0000 7f33ed1f4640 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f33e80cbe80 con 0x7f33e80adc90 2024-09-13T18:58:15.758 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:15.744+0000 7f33ed1f4640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f33e80cc0b0 con 0x7f33d4005180 2024-09-13T18:58:15.759 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:15.744+0000 7f33ed1f4640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f33e80cc390 con 0x7f33e80ae110 2024-09-13T18:58:15.759 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:15.744+0000 7f33de59c640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f33e80adc90 0x7f33e80cce70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:58:15.759 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:15.744+0000 7f33de59c640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f33e80adc90 0x7f33e80cce70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.119:3300/0 says I am v2:172.21.15.119:46342/0 (socket says 172.21.15.119:46342) 2024-09-13T18:58:15.759 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:15.744+0000 7f33de59c640 1 -- 172.21.15.119:0/1756496617 learned_addr learned my addr 172.21.15.119:0/1756496617 (peer_addr_for_me v2:172.21.15.119:0/0) 2024-09-13T18:58:15.759 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:15.744+0000 7f33e759e640 1 --2- 172.21.15.119:0/1756496617 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f33e80ae110 0x7f33e80cd3b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:58:15.759 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:15.744+0000 7f33e6d9d640 1 --2- 172.21.15.119:0/1756496617 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f33d4005180 0x7f33e80c13d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:58:15.759 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:15.745+0000 7f33de59c640 1 -- 172.21.15.119:0/1756496617 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f33e80ae110 msgr2=0x7f33e80cd3b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:58:15.759 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:15.745+0000 7f33de59c640 1 --2- 172.21.15.119:0/1756496617 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f33e80ae110 0x7f33e80cd3b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:58:15.759 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:15.745+0000 7f33de59c640 1 -- 172.21.15.119:0/1756496617 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f33d4005180 msgr2=0x7f33e80c13d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:58:15.759 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:15.745+0000 7f33de59c640 1 --2- 172.21.15.119:0/1756496617 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f33d4005180 0x7f33e80c13d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:58:15.759 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:15.745+0000 7f33de59c640 1 -- 172.21.15.119:0/1756496617 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f33e80cc670 con 0x7f33e80adc90 2024-09-13T18:58:15.759 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:15.745+0000 7f33de59c640 1 --2- 172.21.15.119:0/1756496617 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f33e80adc90 0x7f33e80cce70 secure :-1 s=READY pgs=652 cs=0 l=1 rev1=1 crypto rx=0x7f33d000f5f0 tx=0x7f33d000f9f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:58:15.759 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:15.745+0000 7f33dffff640 1 -- 172.21.15.119:0/1756496617 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f33d00052e0 con 0x7f33e80adc90 2024-09-13T18:58:15.760 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:15.745+0000 7f33dffff640 1 -- 172.21.15.119:0/1756496617 <== mon.0 v2:172.21.15.119:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f33d0005440 con 0x7f33e80adc90 2024-09-13T18:58:15.760 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:15.745+0000 7f33ed1f4640 1 -- 172.21.15.119:0/1756496617 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f33e80cc950 con 0x7f33e80adc90 2024-09-13T18:58:15.760 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:15.745+0000 7f33dffff640 1 -- 172.21.15.119:0/1756496617 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f33d0003810 con 0x7f33e80adc90 2024-09-13T18:58:15.760 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:15.745+0000 7f33ed1f4640 1 -- 172.21.15.119:0/1756496617 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f33e81f20e0 con 0x7f33e80adc90 2024-09-13T18:58:15.760 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:15.746+0000 7f33ed1f4640 1 -- 172.21.15.119:0/1756496617 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f33e806cf20 con 0x7f33e80adc90 2024-09-13T18:58:15.760 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:15.746+0000 7f33dffff640 1 -- 172.21.15.119:0/1756496617 <== mon.0 v2:172.21.15.119:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f33d0003970 con 0x7f33e80adc90 2024-09-13T18:58:15.760 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:15.747+0000 7f33dffff640 1 --2- 172.21.15.119:0/1756496617 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f33c806ac30 0x7f33c806d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:58:15.760 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:15.747+0000 7f33dffff640 1 -- 172.21.15.119:0/1756496617 <== mon.0 v2:172.21.15.119:3300/0 5 ==== osd_map(44..44 src has 1..44) v4 ==== 5349+0+0 (secure 0 0 0) 0x7f33d0088f00 con 0x7f33e80adc90 2024-09-13T18:58:15.760 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:15.747+0000 7f33e6d9d640 1 --2- 172.21.15.119:0/1756496617 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f33c806ac30 0x7f33c806d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:58:15.760 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:15.747+0000 7f33e6d9d640 1 --2- 172.21.15.119:0/1756496617 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f33c806ac30 0x7f33c806d0f0 secure :-1 s=READY pgs=309 cs=0 l=1 rev1=1 crypto rx=0x7f33d8009b40 tx=0x7f33d8009190 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:58:15.761 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:15.751+0000 7f33dffff640 1 -- 172.21.15.119:0/1756496617 <== mon.0 v2:172.21.15.119:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f33d0054240 con 0x7f33e80adc90 2024-09-13T18:58:15.916 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:15.913+0000 7f33ed1f4640 1 -- 172.21.15.119:0/1756496617 --> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] -- mgr_command(tid 0: {"prefix": "osd deep-scrub", "who": "4", "target": ["mon-mgr", ""]}) v1 -- 0x7f33e80cc220 con 0x7f33c806ac30 2024-09-13T18:58:15.916 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:15.913+0000 7f33dffff640 1 -- 172.21.15.119:0/1756496617 <== mgr.4104 v2:172.21.15.119:6832/3599186100 1 ==== mgr_command_reply(tid 0: 0 instructed osd(s) 4 to deep-scrub) v1 ==== 41+0+0 (secure 0 0 0) 0x7f33e80cc220 con 0x7f33c806ac30 2024-09-13T18:58:15.916 INFO:teuthology.orchestra.run.smithi119.stderr:instructed osd(s) 4 to deep-scrub 2024-09-13T18:58:15.919 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:15.915+0000 7f33ed1f4640 1 -- 172.21.15.119:0/1756496617 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f33c806ac30 msgr2=0x7f33c806d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:58:15.919 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:15.915+0000 7f33ed1f4640 1 --2- 172.21.15.119:0/1756496617 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f33c806ac30 0x7f33c806d0f0 secure :-1 s=READY pgs=309 cs=0 l=1 rev1=1 crypto rx=0x7f33d8009b40 tx=0x7f33d8009190 comp rx=0 tx=0).stop 2024-09-13T18:58:15.919 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:15.915+0000 7f33ed1f4640 1 -- 172.21.15.119:0/1756496617 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f33e80adc90 msgr2=0x7f33e80cce70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:58:15.919 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:15.915+0000 7f33ed1f4640 1 --2- 172.21.15.119:0/1756496617 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f33e80adc90 0x7f33e80cce70 secure :-1 s=READY pgs=652 cs=0 l=1 rev1=1 crypto rx=0x7f33d000f5f0 tx=0x7f33d000f9f0 comp rx=0 tx=0).stop 2024-09-13T18:58:15.919 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:15.915+0000 7f33ed1f4640 1 -- 172.21.15.119:0/1756496617 shutdown_connections 2024-09-13T18:58:15.919 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:15.915+0000 7f33ed1f4640 1 --2- 172.21.15.119:0/1756496617 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f33c806ac30 0x7f33c806d0f0 unknown :-1 s=CLOSED pgs=309 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:58:15.920 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:15.915+0000 7f33ed1f4640 1 --2- 172.21.15.119:0/1756496617 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f33e80ae110 0x7f33e80cd3b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:58:15.920 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:15.915+0000 7f33ed1f4640 1 --2- 172.21.15.119:0/1756496617 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f33e80adc90 0x7f33e80cce70 unknown :-1 s=CLOSED pgs=652 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:58:15.920 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:15.915+0000 7f33ed1f4640 1 --2- 172.21.15.119:0/1756496617 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f33d4005180 0x7f33e80c13d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:58:15.920 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:15.915+0000 7f33ed1f4640 1 -- 172.21.15.119:0/1756496617 >> 172.21.15.119:0/1756496617 conn(0x7f33e806a0b0 msgr2=0x7f33e8070720 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:58:15.920 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:15.915+0000 7f33ed1f4640 1 -- 172.21.15.119:0/1756496617 shutdown_connections 2024-09-13T18:58:15.921 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:15.915+0000 7f33ed1f4640 1 -- 172.21.15.119:0/1756496617 wait complete. 2024-09-13T18:58:15.929 INFO:tasks.ceph:Scrubbing osd.5 2024-09-13T18:58:15.929 DEBUG:teuthology.orchestra.run.smithi119:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.5 config set osd_debug_deep_scrub_sleep 0 2024-09-13T18:58:16.030 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:16.027+0000 7f29d3783640 1 Processor -- start 2024-09-13T18:58:16.030 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:16.028+0000 7f29d3783640 1 -- start start 2024-09-13T18:58:16.035 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:16.028+0000 7f29d3783640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f29cc0b2880 0x7f29cc163690 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:58:16.035 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:16.028+0000 7f29d3783640 1 -- --> v1:172.21.15.119:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f29cc0b2d10 con 0x7f29cc158b00 2024-09-13T18:58:16.035 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:16.028+0000 7f29d3783640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f29cc0b2ff0 con 0x7f29cc06c8a0 2024-09-13T18:58:16.035 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:16.028+0000 7f29d3783640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f29cc070310 con 0x7f29cc0b2880 2024-09-13T18:58:16.035 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:16.028+0000 7f29d151f640 1 --1- >> v1:172.21.15.119:6789/0 conn(0x7f29cc158b00 0x7f29cc06c190 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.119:6789/0 says I am v1:172.21.15.119:34144/0 (socket says 172.21.15.119:34144) 2024-09-13T18:58:16.035 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:16.028+0000 7f29d151f640 1 -- 172.21.15.119:0/1941816908 learned_addr learned my addr 172.21.15.119:0/1941816908 (peer_addr_for_me v1:172.21.15.119:0/0) 2024-09-13T18:58:16.035 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:16.029+0000 7f29c3fff640 1 -- 172.21.15.119:0/1941816908 <== mon.0 v1:172.21.15.119:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1426792199 0 0) 0x7f29cc0b2d10 con 0x7f29cc158b00 2024-09-13T18:58:16.035 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:16.029+0000 7f29c3fff640 1 -- 172.21.15.119:0/1941816908 --> v1:172.21.15.119:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f29b8003520 con 0x7f29cc158b00 2024-09-13T18:58:16.035 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:16.029+0000 7f29d1d20640 1 --2- 172.21.15.119:0/1941816908 >> v2:172.21.15.145:3300/0 conn(0x7f29cc0b2880 0x7f29cc163690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:58:16.035 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:16.029+0000 7f29c3fff640 1 -- 172.21.15.119:0/1941816908 <== mon.0 v1:172.21.15.119:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 3912663019 0 0) 0x7f29b8003520 con 0x7f29cc158b00 2024-09-13T18:58:16.035 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:16.029+0000 7f29c3fff640 1 -- 172.21.15.119:0/1941816908 >> v2:172.21.15.145:3300/0 conn(0x7f29cc0b2880 msgr2=0x7f29cc163690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T18:58:16.035 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:16.029+0000 7f29c3fff640 1 --2- 172.21.15.119:0/1941816908 >> v2:172.21.15.145:3300/0 conn(0x7f29cc0b2880 0x7f29cc163690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:58:16.035 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:16.029+0000 7f29c3fff640 1 -- 172.21.15.119:0/1941816908 >> v1:172.21.15.145:6789/0 conn(0x7f29cc06c8a0 legacy=0x7f29cc0b1160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:58:16.036 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:16.029+0000 7f29c3fff640 1 -- 172.21.15.119:0/1941816908 --> v1:172.21.15.119:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f29cc0705f0 con 0x7f29cc158b00 2024-09-13T18:58:16.036 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:16.029+0000 7f29c3fff640 1 -- 172.21.15.119:0/1941816908 <== mon.0 v1:172.21.15.119:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 337823224 0 0) 0x7f29c8001670 con 0x7f29cc158b00 2024-09-13T18:58:16.036 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:16.029+0000 7f29c3fff640 1 -- 172.21.15.119:0/1941816908 >> v1:172.21.15.119:6789/0 conn(0x7f29cc158b00 legacy=0x7f29cc06c190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:58:16.036 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:16.029+0000 7f29c3fff640 1 --2- 172.21.15.119:0/1941816908 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f29b8003970 0x7f29b8003d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:58:16.036 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:16.029+0000 7f29c3fff640 1 --2- 172.21.15.119:0/1941816908 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f29b80047c0 0x7f29b8004c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:58:16.036 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:16.029+0000 7f29c3fff640 1 --2- 172.21.15.119:0/1941816908 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f29b8005180 0x7f29b800db90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:58:16.036 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:16.029+0000 7f29c3fff640 1 -- 172.21.15.119:0/1941816908 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f29cc070310 con 0x7f29b80047c0 2024-09-13T18:58:16.036 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:16.029+0000 7f29c3fff640 1 -- 172.21.15.119:0/1941816908 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f29b800e2e0 con 0x7f29b8003970 2024-09-13T18:58:16.036 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:16.029+0000 7f29c3fff640 1 -- 172.21.15.119:0/1941816908 --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f29b800e4a0 con 0x7f29b8005180 2024-09-13T18:58:16.036 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:16.029+0000 7f29d0d1e640 1 --2- 172.21.15.119:0/1941816908 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f29b80047c0 0x7f29b8004c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:58:16.036 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:16.029+0000 7f29d151f640 1 --2- 172.21.15.119:0/1941816908 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f29b8003970 0x7f29b8003d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:58:16.036 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:16.029+0000 7f29d1d20640 1 --2- 172.21.15.119:0/1941816908 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f29b8005180 0x7f29b800db90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:58:16.036 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:16.029+0000 7f29d0d1e640 1 -- 172.21.15.119:0/1941816908 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f29b8005180 msgr2=0x7f29b800db90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T18:58:16.036 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:16.029+0000 7f29d0d1e640 1 --2- 172.21.15.119:0/1941816908 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f29b8005180 0x7f29b800db90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:58:16.037 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:16.029+0000 7f29d0d1e640 1 -- 172.21.15.119:0/1941816908 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f29b8003970 msgr2=0x7f29b8003d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T18:58:16.037 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:16.029+0000 7f29d0d1e640 1 --2- 172.21.15.119:0/1941816908 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f29b8003970 0x7f29b8003d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:58:16.037 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:16.029+0000 7f29d0d1e640 1 -- 172.21.15.119:0/1941816908 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f29b8003520 con 0x7f29b80047c0 2024-09-13T18:58:16.037 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:16.029+0000 7f29d1d20640 1 -- 172.21.15.119:0/1941816908 reap_dead start 2024-09-13T18:58:16.037 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:16.030+0000 7f29d0d1e640 1 --2- 172.21.15.119:0/1941816908 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f29b80047c0 0x7f29b8004c40 secure :-1 s=READY pgs=654 cs=0 l=1 rev1=1 crypto rx=0x7f29bc001750 tx=0x7f29b80057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e706157ae4c3a41 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:58:16.037 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:16.030+0000 7f29c3fff640 1 -- 172.21.15.119:0/1941816908 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f29bc0052d0 con 0x7f29b80047c0 2024-09-13T18:58:16.037 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:16.030+0000 7f29c3fff640 1 -- 172.21.15.119:0/1941816908 <== mon.0 v2:172.21.15.119:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f29bc005430 con 0x7f29b80047c0 2024-09-13T18:58:16.037 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:16.030+0000 7f29c3fff640 1 -- 172.21.15.119:0/1941816908 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f29bc02abc0 con 0x7f29b80047c0 2024-09-13T18:58:16.037 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:16.031+0000 7f29d3783640 1 -- 172.21.15.119:0/1941816908 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f29b80047c0 msgr2=0x7f29b8004c40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:58:16.037 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:16.031+0000 7f29d3783640 1 --2- 172.21.15.119:0/1941816908 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f29b80047c0 0x7f29b8004c40 secure :-1 s=READY pgs=654 cs=0 l=1 rev1=1 crypto rx=0x7f29bc001750 tx=0x7f29b80057f0 comp rx=0 tx=0).stop 2024-09-13T18:58:16.037 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:16.031+0000 7f29d3783640 1 -- 172.21.15.119:0/1941816908 shutdown_connections 2024-09-13T18:58:16.037 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:16.031+0000 7f29d3783640 1 --2- 172.21.15.119:0/1941816908 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f29b80047c0 0x7f29b8004c40 unknown :-1 s=CLOSED pgs=654 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:58:16.037 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:16.031+0000 7f29d3783640 1 -- 172.21.15.119:0/1941816908 >> 172.21.15.119:0/1941816908 conn(0x7f29cc06a0b0 msgr2=0x7f29cc06a4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:58:16.038 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:16.031+0000 7f29d3783640 1 -- 172.21.15.119:0/1941816908 shutdown_connections 2024-09-13T18:58:16.038 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:16.031+0000 7f29d3783640 1 -- 172.21.15.119:0/1941816908 wait complete. 2024-09-13T18:58:16.038 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:16.032+0000 7f29d3783640 1 Processor -- start 2024-09-13T18:58:16.038 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:16.032+0000 7f29d3783640 1 -- start start 2024-09-13T18:58:16.042 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:16.033+0000 7f29d3783640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f29b80047c0 0x7f29cc099710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:58:16.042 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:16.033+0000 7f29d3783640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f29cc0c1b30 0x7f29cc098250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:58:16.042 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:16.033+0000 7f29d3783640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f29cc0c1fb0 0x7f29cc098790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:58:16.042 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:16.033+0000 7f29d3783640 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f29cc0c4300 con 0x7f29cc0c1fb0 2024-09-13T18:58:16.042 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:16.033+0000 7f29d3783640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f29cc09ba20 con 0x7f29b80047c0 2024-09-13T18:58:16.042 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:16.033+0000 7f29d3783640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f29cc098dc0 con 0x7f29cc0c1b30 2024-09-13T18:58:16.042 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:16.033+0000 7f29d1d20640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f29cc0c1fb0 0x7f29cc098790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:58:16.043 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:16.033+0000 7f29d151f640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f29b80047c0 0x7f29cc099710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:58:16.043 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:16.033+0000 7f29d0d1e640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f29cc0c1b30 0x7f29cc098250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:58:16.043 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:16.033+0000 7f29d1d20640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f29cc0c1fb0 0x7f29cc098790 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.119:3300/0 says I am v2:172.21.15.119:46364/0 (socket says 172.21.15.119:46364) 2024-09-13T18:58:16.043 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:16.033+0000 7f29d1d20640 1 -- 172.21.15.119:0/2413483728 learned_addr learned my addr 172.21.15.119:0/2413483728 (peer_addr_for_me v2:172.21.15.119:0/0) 2024-09-13T18:58:16.043 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:16.033+0000 7f29d151f640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f29b80047c0 0x7f29cc099710 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.145:3300/0 says I am v2:172.21.15.119:59316/0 (socket says 172.21.15.119:59316) 2024-09-13T18:58:16.043 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:16.033+0000 7f29d1d20640 1 -- 172.21.15.119:0/2413483728 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f29cc0c1b30 msgr2=0x7f29cc098250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:58:16.043 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:16.033+0000 7f29d1d20640 1 --2- 172.21.15.119:0/2413483728 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f29cc0c1b30 0x7f29cc098250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:58:16.043 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:16.033+0000 7f29d1d20640 1 -- 172.21.15.119:0/2413483728 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f29b80047c0 msgr2=0x7f29cc099710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:58:16.043 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:16.033+0000 7f29d1d20640 1 --2- 172.21.15.119:0/2413483728 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f29b80047c0 0x7f29cc099710 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:58:16.043 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:16.033+0000 7f29d1d20640 1 -- 172.21.15.119:0/2413483728 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f29cc0990a0 con 0x7f29cc0c1fb0 2024-09-13T18:58:16.043 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:16.033+0000 7f29d1d20640 1 --2- 172.21.15.119:0/2413483728 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f29cc0c1fb0 0x7f29cc098790 secure :-1 s=READY pgs=655 cs=0 l=1 rev1=1 crypto rx=0x7f29cc0cf390 tx=0x7f29c4007700 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:58:16.044 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:16.034+0000 7f29c1ffb640 1 -- 172.21.15.119:0/2413483728 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f29c4007c80 con 0x7f29cc0c1fb0 2024-09-13T18:58:16.044 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:16.034+0000 7f29c1ffb640 1 -- 172.21.15.119:0/2413483728 <== mon.0 v2:172.21.15.119:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f29c4007de0 con 0x7f29cc0c1fb0 2024-09-13T18:58:16.044 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:16.034+0000 7f29d3783640 1 -- 172.21.15.119:0/2413483728 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f29cc0c3f20 con 0x7f29cc0c1fb0 2024-09-13T18:58:16.044 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:16.034+0000 7f29c1ffb640 1 -- 172.21.15.119:0/2413483728 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f29c4015660 con 0x7f29cc0c1fb0 2024-09-13T18:58:16.044 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:16.034+0000 7f29d3783640 1 -- 172.21.15.119:0/2413483728 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f29cc099e30 con 0x7f29cc0c1fb0 2024-09-13T18:58:16.044 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:16.035+0000 7f29d3783640 1 -- 172.21.15.119:0/2413483728 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7f29cc0c3da0 con 0x7f29cc0c1fb0 2024-09-13T18:58:16.044 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:16.035+0000 7f29c1ffb640 1 -- 172.21.15.119:0/2413483728 <== mon.0 v2:172.21.15.119:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f29c40157c0 con 0x7f29cc0c1fb0 2024-09-13T18:58:16.044 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:16.035+0000 7f29c1ffb640 1 --2- 172.21.15.119:0/2413483728 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f29b006ac30 0x7f29b006d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:58:16.044 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:16.036+0000 7f29c1ffb640 1 -- 172.21.15.119:0/2413483728 <== mon.0 v2:172.21.15.119:3300/0 5 ==== osd_map(44..44 src has 1..44) v4 ==== 5349+0+0 (secure 0 0 0) 0x7f29c4089680 con 0x7f29cc0c1fb0 2024-09-13T18:58:16.044 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:16.036+0000 7f29d151f640 1 --2- 172.21.15.119:0/2413483728 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f29b006ac30 0x7f29b006d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:58:16.044 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:16.036+0000 7f29c1ffb640 1 --2- 172.21.15.119:0/2413483728 >> [v2:172.21.15.145:6800/1431235391,v1:172.21.15.145:6801/1431235391] conn(0x7f29b0070fd0 0x7f29b0073410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:58:16.044 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:16.036+0000 7f29c1ffb640 1 -- 172.21.15.119:0/2413483728 --> [v2:172.21.15.145:6800/1431235391,v1:172.21.15.145:6801/1431235391] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7f29b0073ae0 con 0x7f29b0070fd0 2024-09-13T18:58:16.044 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:16.036+0000 7f29c1ffb640 1 -- 172.21.15.119:0/2413483728 <== mon.0 v2:172.21.15.119:3300/0 6 ==== mon_get_version_reply(handle=1 version=44) v2 ==== 24+0+0 (secure 0 0 0) 0x7f29c408bd40 con 0x7f29cc0c1fb0 2024-09-13T18:58:16.045 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:16.036+0000 7f29d0d1e640 1 --2- 172.21.15.119:0/2413483728 >> [v2:172.21.15.145:6800/1431235391,v1:172.21.15.145:6801/1431235391] conn(0x7f29b0070fd0 0x7f29b0073410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:58:16.045 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:16.036+0000 7f29d151f640 1 --2- 172.21.15.119:0/2413483728 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f29b006ac30 0x7f29b006d0f0 secure :-1 s=READY pgs=310 cs=0 l=1 rev1=1 crypto rx=0x7f29c80017a0 tx=0x7f29c80015b0 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:58:16.045 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:16.036+0000 7f29d0d1e640 1 --2- 172.21.15.119:0/2413483728 >> [v2:172.21.15.145:6800/1431235391,v1:172.21.15.145:6801/1431235391] conn(0x7f29b0070fd0 0x7f29b0073410 crc :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.5 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:58:16.045 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:16.037+0000 7f29c1ffb640 1 -- 172.21.15.119:0/2413483728 <== osd.5 v2:172.21.15.145:6800/1431235391 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+26118 (crc 0 0 0) 0x7f29b0073ae0 con 0x7f29b0070fd0 2024-09-13T18:58:16.051 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:16.049+0000 7f29d3783640 1 -- 172.21.15.119:0/2413483728 --> [v2:172.21.15.145:6800/1431235391,v1:172.21.15.145:6801/1431235391] -- command(tid 2: {"prefix": "config set", "var": "osd_debug_deep_scrub_sleep", "val": ["0"]}) v1 -- 0x7f29cc0c4440 con 0x7f29b0070fd0 2024-09-13T18:58:16.052 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:16.050+0000 7f29c1ffb640 1 -- 172.21.15.119:0/2413483728 <== osd.5 v2:172.21.15.145:6800/1431235391 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+97 (crc 0 0 0) 0x7f29cc0c4440 con 0x7f29b0070fd0 2024-09-13T18:58:16.052 INFO:teuthology.orchestra.run.smithi119.stdout:{ 2024-09-13T18:58:16.052 INFO:teuthology.orchestra.run.smithi119.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) " 2024-09-13T18:58:16.053 INFO:teuthology.orchestra.run.smithi119.stdout:} 2024-09-13T18:58:16.054 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:16.050+0000 7f29d3783640 1 -- 172.21.15.119:0/2413483728 >> [v2:172.21.15.145:6800/1431235391,v1:172.21.15.145:6801/1431235391] conn(0x7f29b0070fd0 msgr2=0x7f29b0073410 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:58:16.054 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:16.050+0000 7f29d3783640 1 --2- 172.21.15.119:0/2413483728 >> [v2:172.21.15.145:6800/1431235391,v1:172.21.15.145:6801/1431235391] conn(0x7f29b0070fd0 0x7f29b0073410 crc :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:58:16.054 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:16.050+0000 7f29d3783640 1 -- 172.21.15.119:0/2413483728 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f29b006ac30 msgr2=0x7f29b006d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:58:16.054 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:16.050+0000 7f29d3783640 1 --2- 172.21.15.119:0/2413483728 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f29b006ac30 0x7f29b006d0f0 secure :-1 s=READY pgs=310 cs=0 l=1 rev1=1 crypto rx=0x7f29c80017a0 tx=0x7f29c80015b0 comp rx=0 tx=0).stop 2024-09-13T18:58:16.054 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:16.050+0000 7f29d3783640 1 -- 172.21.15.119:0/2413483728 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f29cc0c1fb0 msgr2=0x7f29cc098790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:58:16.054 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:16.050+0000 7f29d3783640 1 --2- 172.21.15.119:0/2413483728 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f29cc0c1fb0 0x7f29cc098790 secure :-1 s=READY pgs=655 cs=0 l=1 rev1=1 crypto rx=0x7f29cc0cf390 tx=0x7f29c4007700 comp rx=0 tx=0).stop 2024-09-13T18:58:16.054 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:16.050+0000 7f29d1d20640 1 -- 172.21.15.119:0/2413483728 reap_dead start 2024-09-13T18:58:16.054 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:16.050+0000 7f29d3783640 1 -- 172.21.15.119:0/2413483728 shutdown_connections 2024-09-13T18:58:16.054 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:16.050+0000 7f29d3783640 1 -- 172.21.15.119:0/2413483728 >> 172.21.15.119:0/2413483728 conn(0x7f29cc06a0b0 msgr2=0x7f29cc0ab7b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:58:16.055 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:16.050+0000 7f29d3783640 1 -- 172.21.15.119:0/2413483728 shutdown_connections 2024-09-13T18:58:16.055 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:16.050+0000 7f29d3783640 1 -- 172.21.15.119:0/2413483728 wait complete. 2024-09-13T18:58:16.063 DEBUG:teuthology.orchestra.run.smithi119:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 5 2024-09-13T18:58:16.161 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:16.158+0000 7fac40668640 1 Processor -- start 2024-09-13T18:58:16.161 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:16.158+0000 7fac40668640 1 -- start start 2024-09-13T18:58:16.162 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:16.159+0000 7fac40668640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7fac38159310 0x7fac380ad400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:58:16.162 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:16.159+0000 7fac40668640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fac380b2b40 0x7fac380ab140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:58:16.162 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:16.159+0000 7fac40668640 1 -- --> v1:172.21.15.119:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fac380ccbe0 con 0x7fac380ab680 2024-09-13T18:58:16.163 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:16.159+0000 7fac40668640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fac380ad940 con 0x7fac38159310 2024-09-13T18:58:16.163 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:16.159+0000 7fac40668640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fac380b1810 con 0x7fac380b2b40 2024-09-13T18:58:16.163 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:16.159+0000 7fac3ec05640 1 --1- >> v1:172.21.15.119:6789/0 conn(0x7fac380ab680 0x7fac380ce4f0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.119:6789/0 says I am v1:172.21.15.119:34148/0 (socket says 172.21.15.119:34148) 2024-09-13T18:58:16.163 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:16.159+0000 7fac3ec05640 1 -- 172.21.15.119:0/1543668463 learned_addr learned my addr 172.21.15.119:0/1543668463 (peer_addr_for_me v1:172.21.15.119:0/0) 2024-09-13T18:58:16.163 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:16.159+0000 7fac3e404640 1 --2- 172.21.15.119:0/1543668463 >> v2:172.21.15.145:3300/0 conn(0x7fac38159310 0x7fac380ad400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:58:16.163 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:16.159+0000 7fac3dc03640 1 --2- 172.21.15.119:0/1543668463 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fac380b2b40 0x7fac380ab140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:58:16.163 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:16.160+0000 7fac3d402640 1 -- 172.21.15.119:0/1543668463 <== mon.0 v1:172.21.15.119:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2528093308 0 0) 0x7fac380ccbe0 con 0x7fac380ab680 2024-09-13T18:58:16.163 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:16.160+0000 7fac3d402640 1 -- 172.21.15.119:0/1543668463 --> v1:172.21.15.119:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fac24003520 con 0x7fac380ab680 2024-09-13T18:58:16.163 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:16.160+0000 7fac3e404640 1 -- 172.21.15.119:0/1543668463 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fac380b2b40 msgr2=0x7fac380ab140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T18:58:16.163 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:16.160+0000 7fac3e404640 1 --2- 172.21.15.119:0/1543668463 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fac380b2b40 0x7fac380ab140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:58:16.163 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:16.160+0000 7fac3e404640 1 -- 172.21.15.119:0/1543668463 >> v1:172.21.15.119:6789/0 conn(0x7fac380ab680 legacy=0x7fac380ce4f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:58:16.163 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:16.160+0000 7fac3e404640 1 -- 172.21.15.119:0/1543668463 --> v2:172.21.15.145:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fac3806d9e0 con 0x7fac38159310 2024-09-13T18:58:16.165 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:16.161+0000 7fac3e404640 1 --2- 172.21.15.119:0/1543668463 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fac38159310 0x7fac380ad400 secure :-1 s=READY pgs=237 cs=0 l=1 rev1=1 crypto rx=0x7fac340097a0 tx=0x7fac3402a100 comp rx=0 tx=0).ready entity=mon.1 client_cookie=da2b39772eea3352 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:58:16.165 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:16.161+0000 7fac3d402640 1 -- 172.21.15.119:0/1543668463 <== mon.1 v2:172.21.15.145:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fac3402ae50 con 0x7fac38159310 2024-09-13T18:58:16.165 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:16.161+0000 7fac3d402640 1 -- 172.21.15.119:0/1543668463 <== mon.1 v2:172.21.15.145:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fac34032440 con 0x7fac38159310 2024-09-13T18:58:16.165 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:16.161+0000 7fac3d402640 1 -- 172.21.15.119:0/1543668463 <== mon.1 v2:172.21.15.145:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fac340327b0 con 0x7fac38159310 2024-09-13T18:58:16.165 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:16.161+0000 7fac40668640 1 -- 172.21.15.119:0/1543668463 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fac38159310 msgr2=0x7fac380ad400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:58:16.165 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:16.161+0000 7fac40668640 1 --2- 172.21.15.119:0/1543668463 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fac38159310 0x7fac380ad400 secure :-1 s=READY pgs=237 cs=0 l=1 rev1=1 crypto rx=0x7fac340097a0 tx=0x7fac3402a100 comp rx=0 tx=0).stop 2024-09-13T18:58:16.166 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:16.161+0000 7fac40668640 1 -- 172.21.15.119:0/1543668463 shutdown_connections 2024-09-13T18:58:16.166 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:16.161+0000 7fac40668640 1 --2- 172.21.15.119:0/1543668463 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fac380b2b40 0x7fac380ab140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:58:16.166 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:16.161+0000 7fac40668640 1 --2- 172.21.15.119:0/1543668463 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fac38159310 0x7fac380ad400 unknown :-1 s=CLOSED pgs=237 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:58:16.166 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:16.161+0000 7fac40668640 1 -- 172.21.15.119:0/1543668463 >> 172.21.15.119:0/1543668463 conn(0x7fac3806a0b0 msgr2=0x7fac3806a4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:58:16.166 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:16.161+0000 7fac40668640 1 -- 172.21.15.119:0/1543668463 shutdown_connections 2024-09-13T18:58:16.166 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:16.161+0000 7fac40668640 1 -- 172.21.15.119:0/1543668463 wait complete. 2024-09-13T18:58:16.166 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:16.163+0000 7fac40668640 1 Processor -- start 2024-09-13T18:58:16.166 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:16.163+0000 7fac40668640 1 -- start start 2024-09-13T18:58:16.168 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:16.163+0000 7fac40668640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fac380ab680 0x7fac380c4390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:58:16.168 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:16.163+0000 7fac40668640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fac380b2b40 0x7fac380c48d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:58:16.168 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:16.163+0000 7fac40668640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fac38159310 0x7fac38151500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:58:16.168 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:16.163+0000 7fac40668640 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fac38151120 con 0x7fac38159310 2024-09-13T18:58:16.169 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:16.163+0000 7fac40668640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fac38150880 con 0x7fac380ab680 2024-09-13T18:58:16.169 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:16.163+0000 7fac40668640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fac38150b60 con 0x7fac380b2b40 2024-09-13T18:58:16.169 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:16.163+0000 7fac3ec05640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fac38159310 0x7fac38151500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:58:16.169 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:16.163+0000 7fac3ec05640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fac38159310 0x7fac38151500 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.119:3300/0 says I am v2:172.21.15.119:46376/0 (socket says 172.21.15.119:46376) 2024-09-13T18:58:16.169 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:16.163+0000 7fac3ec05640 1 -- 172.21.15.119:0/124960950 learned_addr learned my addr 172.21.15.119:0/124960950 (peer_addr_for_me v2:172.21.15.119:0/0) 2024-09-13T18:58:16.169 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:16.164+0000 7fac3dc03640 1 --2- 172.21.15.119:0/124960950 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fac380b2b40 0x7fac380c48d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:58:16.170 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:16.164+0000 7fac3e404640 1 --2- 172.21.15.119:0/124960950 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fac380ab680 0x7fac380c4390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:58:16.170 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:16.164+0000 7fac3ec05640 1 -- 172.21.15.119:0/124960950 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fac380b2b40 msgr2=0x7fac380c48d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:58:16.170 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:16.164+0000 7fac3ec05640 1 --2- 172.21.15.119:0/124960950 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fac380b2b40 0x7fac380c48d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:58:16.170 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:16.164+0000 7fac3ec05640 1 -- 172.21.15.119:0/124960950 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fac380ab680 msgr2=0x7fac380c4390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:58:16.170 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:16.164+0000 7fac3ec05640 1 --2- 172.21.15.119:0/124960950 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fac380ab680 0x7fac380c4390 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:58:16.170 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:16.164+0000 7fac3ec05640 1 -- 172.21.15.119:0/124960950 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fac34009400 con 0x7fac38159310 2024-09-13T18:58:16.170 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:16.164+0000 7fac3ec05640 1 --2- 172.21.15.119:0/124960950 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fac38159310 0x7fac38151500 secure :-1 s=READY pgs=657 cs=0 l=1 rev1=1 crypto rx=0x7fac3000caa0 tx=0x7fac3000cf60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:58:16.170 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:16.164+0000 7fac2effd640 1 -- 172.21.15.119:0/124960950 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fac3000aba0 con 0x7fac38159310 2024-09-13T18:58:16.170 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:16.164+0000 7fac2effd640 1 -- 172.21.15.119:0/124960950 <== mon.0 v2:172.21.15.119:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fac3000ad00 con 0x7fac38159310 2024-09-13T18:58:16.170 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:16.164+0000 7fac40668640 1 -- 172.21.15.119:0/124960950 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fac38150e40 con 0x7fac38159310 2024-09-13T18:58:16.170 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:16.164+0000 7fac2effd640 1 -- 172.21.15.119:0/124960950 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fac30012640 con 0x7fac38159310 2024-09-13T18:58:16.170 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:16.164+0000 7fac40668640 1 -- 172.21.15.119:0/124960950 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fac3814de70 con 0x7fac38159310 2024-09-13T18:58:16.170 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:16.165+0000 7fac40668640 1 -- 172.21.15.119:0/124960950 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fac3814d9f0 con 0x7fac38159310 2024-09-13T18:58:16.171 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:16.165+0000 7fac2effd640 1 -- 172.21.15.119:0/124960950 <== mon.0 v2:172.21.15.119:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fac30007070 con 0x7fac38159310 2024-09-13T18:58:16.171 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:16.166+0000 7fac2effd640 1 --2- 172.21.15.119:0/124960950 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7fac1c06ac00 0x7fac1c06d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:58:16.171 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:16.166+0000 7fac3e404640 1 --2- 172.21.15.119:0/124960950 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7fac1c06ac00 0x7fac1c06d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:58:16.171 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:16.166+0000 7fac2effd640 1 -- 172.21.15.119:0/124960950 <== mon.0 v2:172.21.15.119:3300/0 5 ==== osd_map(44..44 src has 1..44) v4 ==== 5349+0+0 (secure 0 0 0) 0x7fac300890d0 con 0x7fac38159310 2024-09-13T18:58:16.171 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:16.166+0000 7fac3e404640 1 --2- 172.21.15.119:0/124960950 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7fac1c06ac00 0x7fac1c06d0c0 secure :-1 s=READY pgs=311 cs=0 l=1 rev1=1 crypto rx=0x7fac34034000 tx=0x7fac3402e000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:58:16.172 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:16.170+0000 7fac2effd640 1 -- 172.21.15.119:0/124960950 <== mon.0 v2:172.21.15.119:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fac3814d9f0 con 0x7fac38159310 2024-09-13T18:58:16.334 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:16.331+0000 7fac40668640 1 -- 172.21.15.119:0/124960950 --> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] -- mgr_command(tid 0: {"prefix": "osd deep-scrub", "who": "5", "target": ["mon-mgr", ""]}) v1 -- 0x7fac380723f0 con 0x7fac1c06ac00 2024-09-13T18:58:16.334 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:16.331+0000 7fac2effd640 1 -- 172.21.15.119:0/124960950 <== mgr.4104 v2:172.21.15.119:6832/3599186100 1 ==== mgr_command_reply(tid 0: 0 instructed osd(s) 5 to deep-scrub) v1 ==== 41+0+0 (secure 0 0 0) 0x7fac380723f0 con 0x7fac1c06ac00 2024-09-13T18:58:16.334 INFO:teuthology.orchestra.run.smithi119.stderr:instructed osd(s) 5 to deep-scrub 2024-09-13T18:58:16.336 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:16.333+0000 7fac40668640 1 -- 172.21.15.119:0/124960950 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7fac1c06ac00 msgr2=0x7fac1c06d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:58:16.336 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:16.333+0000 7fac40668640 1 --2- 172.21.15.119:0/124960950 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7fac1c06ac00 0x7fac1c06d0c0 secure :-1 s=READY pgs=311 cs=0 l=1 rev1=1 crypto rx=0x7fac34034000 tx=0x7fac3402e000 comp rx=0 tx=0).stop 2024-09-13T18:58:16.336 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:16.333+0000 7fac40668640 1 -- 172.21.15.119:0/124960950 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fac38159310 msgr2=0x7fac38151500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:58:16.336 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:16.333+0000 7fac40668640 1 --2- 172.21.15.119:0/124960950 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fac38159310 0x7fac38151500 secure :-1 s=READY pgs=657 cs=0 l=1 rev1=1 crypto rx=0x7fac3000caa0 tx=0x7fac3000cf60 comp rx=0 tx=0).stop 2024-09-13T18:58:16.336 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:16.333+0000 7fac40668640 1 -- 172.21.15.119:0/124960950 shutdown_connections 2024-09-13T18:58:16.337 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:16.333+0000 7fac40668640 1 --2- 172.21.15.119:0/124960950 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7fac1c06ac00 0x7fac1c06d0c0 unknown :-1 s=CLOSED pgs=311 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:58:16.337 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:16.333+0000 7fac40668640 1 --2- 172.21.15.119:0/124960950 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fac38159310 0x7fac38151500 unknown :-1 s=CLOSED pgs=657 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:58:16.337 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:16.333+0000 7fac40668640 1 --2- 172.21.15.119:0/124960950 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fac380b2b40 0x7fac380c48d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:58:16.337 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:16.333+0000 7fac40668640 1 --2- 172.21.15.119:0/124960950 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fac380ab680 0x7fac380c4390 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:58:16.337 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:16.333+0000 7fac40668640 1 -- 172.21.15.119:0/124960950 >> 172.21.15.119:0/124960950 conn(0x7fac3806a0b0 msgr2=0x7fac380ad1f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:58:16.337 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:16.333+0000 7fac40668640 1 -- 172.21.15.119:0/124960950 shutdown_connections 2024-09-13T18:58:16.337 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:16.333+0000 7fac40668640 1 -- 172.21.15.119:0/124960950 wait complete. 2024-09-13T18:58:16.347 INFO:tasks.ceph:Scrubbing osd.6 2024-09-13T18:58:16.347 DEBUG:teuthology.orchestra.run.smithi119:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.6 config set osd_debug_deep_scrub_sleep 0 2024-09-13T18:58:16.449 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:16.446+0000 7f21a9668640 1 Processor -- start 2024-09-13T18:58:16.449 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:16.446+0000 7f21a9668640 1 -- start start 2024-09-13T18:58:16.460 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:16.447+0000 7f21a9668640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f21a415c500 0x7f21a40d2050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:58:16.461 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:16.447+0000 7f21a9668640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f21a40d2590 0x7f21a40cd8e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:58:16.461 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:16.447+0000 7f21a9668640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f21a40cd450 con 0x7f21a40cde20 2024-09-13T18:58:16.461 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:16.447+0000 7f21a9668640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f21a40d29f0 con 0x7f21a40d2590 2024-09-13T18:58:16.461 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:16.447+0000 7f21a9668640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f21a40d0cf0 con 0x7f21a415c500 2024-09-13T18:58:16.461 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:16.447+0000 7f21a2ffd640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f21a415c500 0x7f21a40d2050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:58:16.461 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:16.447+0000 7f21a27fc640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f21a40d2590 0x7f21a40cd8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:58:16.462 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:16.447+0000 7f21a2ffd640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f21a415c500 0x7f21a40d2050 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.145:3301/0 says I am v2:172.21.15.119:55766/0 (socket says 172.21.15.119:55766) 2024-09-13T18:58:16.462 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:16.447+0000 7f21a2ffd640 1 -- 172.21.15.119:0/641947409 learned_addr learned my addr 172.21.15.119:0/641947409 (peer_addr_for_me v2:172.21.15.119:0/0) 2024-09-13T18:58:16.462 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:16.447+0000 7f21a37fe640 1 --1- 172.21.15.119:0/641947409 >> v1:172.21.15.145:6789/0 conn(0x7f21a40cde20 0x7f21a40d0000 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.145:6789/0 says I am v1:172.21.15.119:41660/0 (socket says 172.21.15.119:41660) 2024-09-13T18:58:16.462 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:16.447+0000 7f21a27fc640 1 -- 172.21.15.119:0/641947409 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f21a415c500 msgr2=0x7f21a40d2050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T18:58:16.462 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:16.447+0000 7f21a27fc640 1 --2- 172.21.15.119:0/641947409 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f21a415c500 0x7f21a40d2050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:58:16.462 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:16.447+0000 7f21a27fc640 1 -- 172.21.15.119:0/641947409 >> v1:172.21.15.145:6789/0 conn(0x7f21a40cde20 legacy=0x7f21a40d0000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:58:16.463 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:16.447+0000 7f21a27fc640 1 -- 172.21.15.119:0/641947409 --> v2:172.21.15.145:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f21a40d0fd0 con 0x7f21a40d2590 2024-09-13T18:58:16.463 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:16.447+0000 7f21a2ffd640 1 --2- 172.21.15.119:0/641947409 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f21a415c500 0x7f21a40d2050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T18:58:16.463 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:16.448+0000 7f21a27fc640 1 --2- 172.21.15.119:0/641947409 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f21a40d2590 0x7f21a40cd8e0 secure :-1 s=READY pgs=239 cs=0 l=1 rev1=1 crypto rx=0x7f21980097a0 tx=0x7f219802a180 comp rx=0 tx=0).ready entity=mon.1 client_cookie=8e1a41f083577e53 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:58:16.463 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:16.448+0000 7f21a1ffb640 1 -- 172.21.15.119:0/641947409 <== mon.1 v2:172.21.15.145:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2198032440 con 0x7f21a40d2590 2024-09-13T18:58:16.463 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:16.448+0000 7f21a1ffb640 1 -- 172.21.15.119:0/641947409 <== mon.1 v2:172.21.15.145:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f21980325a0 con 0x7f21a40d2590 2024-09-13T18:58:16.463 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:16.448+0000 7f21a1ffb640 1 -- 172.21.15.119:0/641947409 <== mon.1 v2:172.21.15.145:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2198032930 con 0x7f21a40d2590 2024-09-13T18:58:16.464 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:16.449+0000 7f21a9668640 1 -- 172.21.15.119:0/641947409 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f21a40d2590 msgr2=0x7f21a40cd8e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:58:16.464 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:16.449+0000 7f21a9668640 1 --2- 172.21.15.119:0/641947409 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f21a40d2590 0x7f21a40cd8e0 secure :-1 s=READY pgs=239 cs=0 l=1 rev1=1 crypto rx=0x7f21980097a0 tx=0x7f219802a180 comp rx=0 tx=0).stop 2024-09-13T18:58:16.464 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:16.449+0000 7f21a9668640 1 -- 172.21.15.119:0/641947409 shutdown_connections 2024-09-13T18:58:16.464 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:16.449+0000 7f21a9668640 1 --2- 172.21.15.119:0/641947409 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f21a40d2590 0x7f21a40cd8e0 unknown :-1 s=CLOSED pgs=239 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:58:16.464 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:16.449+0000 7f21a9668640 1 --2- 172.21.15.119:0/641947409 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f21a415c500 0x7f21a40d2050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:58:16.464 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:16.449+0000 7f21a9668640 1 -- 172.21.15.119:0/641947409 >> 172.21.15.119:0/641947409 conn(0x7f21a4089f60 msgr2=0x7f21a409b830 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:58:16.465 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:16.449+0000 7f21a9668640 1 -- 172.21.15.119:0/641947409 shutdown_connections 2024-09-13T18:58:16.465 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:16.449+0000 7f21a9668640 1 -- 172.21.15.119:0/641947409 wait complete. 2024-09-13T18:58:16.465 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:16.450+0000 7f21a9668640 1 Processor -- start 2024-09-13T18:58:16.465 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:16.450+0000 7f21a9668640 1 -- start start 2024-09-13T18:58:16.465 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:16.451+0000 7f21a9668640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f21a40cde20 0x7f21a40caa90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:58:16.465 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:16.451+0000 7f21a9668640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f21a40d2590 0x7f21a4151d60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:58:16.466 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:16.451+0000 7f21a9668640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f21a415c500 0x7f21a40cbef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:58:16.466 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:16.451+0000 7f21a9668640 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f21a40ca670 con 0x7f21a40d2590 2024-09-13T18:58:16.466 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:16.451+0000 7f21a9668640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f21a415f560 con 0x7f21a40cde20 2024-09-13T18:58:16.466 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:16.451+0000 7f21a9668640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f21a415d9e0 con 0x7f21a415c500 2024-09-13T18:58:16.466 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:16.451+0000 7f21a27fc640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f21a40d2590 0x7f21a4151d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:58:16.466 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:16.451+0000 7f21a27fc640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f21a40d2590 0x7f21a4151d60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.119:3300/0 says I am v2:172.21.15.119:46388/0 (socket says 172.21.15.119:46388) 2024-09-13T18:58:16.467 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:16.451+0000 7f21a27fc640 1 -- 172.21.15.119:0/1165859872 learned_addr learned my addr 172.21.15.119:0/1165859872 (peer_addr_for_me v2:172.21.15.119:0/0) 2024-09-13T18:58:16.467 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:16.451+0000 7f21a2ffd640 1 --2- 172.21.15.119:0/1165859872 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f21a40cde20 0x7f21a40caa90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:58:16.467 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:16.451+0000 7f21a37fe640 1 --2- 172.21.15.119:0/1165859872 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f21a415c500 0x7f21a40cbef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:58:16.467 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:16.452+0000 7f21a27fc640 1 -- 172.21.15.119:0/1165859872 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f21a415c500 msgr2=0x7f21a40cbef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:58:16.467 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:16.452+0000 7f21a27fc640 1 --2- 172.21.15.119:0/1165859872 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f21a415c500 0x7f21a40cbef0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:58:16.467 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:16.452+0000 7f21a27fc640 1 -- 172.21.15.119:0/1165859872 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f21a40cde20 msgr2=0x7f21a40caa90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:58:16.468 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:16.452+0000 7f21a27fc640 1 --2- 172.21.15.119:0/1165859872 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f21a40cde20 0x7f21a40caa90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:58:16.468 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:16.452+0000 7f21a27fc640 1 -- 172.21.15.119:0/1165859872 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f21940094d0 con 0x7f21a40d2590 2024-09-13T18:58:16.468 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:16.452+0000 7f21a27fc640 1 --2- 172.21.15.119:0/1165859872 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f21a40d2590 0x7f21a4151d60 secure :-1 s=READY pgs=658 cs=0 l=1 rev1=1 crypto rx=0x7f2198035040 tx=0x7f21980046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:58:16.468 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:16.452+0000 7f218b7fe640 1 -- 172.21.15.119:0/1165859872 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2198006e10 con 0x7f21a40d2590 2024-09-13T18:58:16.468 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:16.452+0000 7f218b7fe640 1 -- 172.21.15.119:0/1165859872 <== mon.0 v2:172.21.15.119:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f2198032e90 con 0x7f21a40d2590 2024-09-13T18:58:16.468 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:16.452+0000 7f21a9668640 1 -- 172.21.15.119:0/1165859872 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f2198009400 con 0x7f21a40d2590 2024-09-13T18:58:16.468 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:16.452+0000 7f218b7fe640 1 -- 172.21.15.119:0/1165859872 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2198030ba0 con 0x7f21a40d2590 2024-09-13T18:58:16.469 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:16.452+0000 7f21a9668640 1 -- 172.21.15.119:0/1165859872 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f21a40ca290 con 0x7f21a40d2590 2024-09-13T18:58:16.469 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:16.453+0000 7f21a9668640 1 -- 172.21.15.119:0/1165859872 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7f21a40ce2b0 con 0x7f21a40d2590 2024-09-13T18:58:16.469 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:16.453+0000 7f218b7fe640 1 -- 172.21.15.119:0/1165859872 <== mon.0 v2:172.21.15.119:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f2198039040 con 0x7f21a40d2590 2024-09-13T18:58:16.469 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:16.454+0000 7f218b7fe640 1 --2- 172.21.15.119:0/1165859872 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f219006ac00 0x7f219006d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:58:16.469 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:16.454+0000 7f218b7fe640 1 -- 172.21.15.119:0/1165859872 <== mon.0 v2:172.21.15.119:3300/0 5 ==== osd_map(44..44 src has 1..44) v4 ==== 5349+0+0 (secure 0 0 0) 0x7f21980a9930 con 0x7f21a40d2590 2024-09-13T18:58:16.469 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:16.454+0000 7f21a2ffd640 1 --2- 172.21.15.119:0/1165859872 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f219006ac00 0x7f219006d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:58:16.469 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:16.454+0000 7f218b7fe640 1 --2- 172.21.15.119:0/1165859872 >> [v2:172.21.15.145:6816/1755123178,v1:172.21.15.145:6817/1755123178] conn(0x7f2190070fa0 0x7f21900733e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:58:16.469 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:16.454+0000 7f218b7fe640 1 -- 172.21.15.119:0/1165859872 --> [v2:172.21.15.145:6816/1755123178,v1:172.21.15.145:6817/1755123178] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7f2190073ab0 con 0x7f2190070fa0 2024-09-13T18:58:16.469 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:16.454+0000 7f218b7fe640 1 -- 172.21.15.119:0/1165859872 <== mon.0 v2:172.21.15.119:3300/0 6 ==== mon_get_version_reply(handle=1 version=44) v2 ==== 24+0+0 (secure 0 0 0) 0x7f21980ae2c0 con 0x7f21a40d2590 2024-09-13T18:58:16.470 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:16.454+0000 7f21a2ffd640 1 --2- 172.21.15.119:0/1165859872 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f219006ac00 0x7f219006d0c0 secure :-1 s=READY pgs=312 cs=0 l=1 rev1=1 crypto rx=0x7f2194006ca0 tx=0x7f2194009240 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:58:16.470 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:16.454+0000 7f21a37fe640 1 --2- 172.21.15.119:0/1165859872 >> [v2:172.21.15.145:6816/1755123178,v1:172.21.15.145:6817/1755123178] conn(0x7f2190070fa0 0x7f21900733e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:58:16.470 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:16.455+0000 7f21a37fe640 1 --2- 172.21.15.119:0/1165859872 >> [v2:172.21.15.145:6816/1755123178,v1:172.21.15.145:6817/1755123178] conn(0x7f2190070fa0 0x7f21900733e0 crc :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.6 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:58:16.470 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:16.455+0000 7f218b7fe640 1 -- 172.21.15.119:0/1165859872 <== osd.6 v2:172.21.15.145:6816/1755123178 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+26118 (crc 0 0 0) 0x7f2190073ab0 con 0x7f2190070fa0 2024-09-13T18:58:16.471 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:16.467+0000 7f21a9668640 1 -- 172.21.15.119:0/1165859872 --> [v2:172.21.15.145:6816/1755123178,v1:172.21.15.145:6817/1755123178] -- command(tid 2: {"prefix": "config set", "var": "osd_debug_deep_scrub_sleep", "val": ["0"]}) v1 -- 0x7f21a40d12b0 con 0x7f2190070fa0 2024-09-13T18:58:16.471 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:16.468+0000 7f218b7fe640 1 -- 172.21.15.119:0/1165859872 <== osd.6 v2:172.21.15.145:6816/1755123178 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+97 (crc 0 0 0) 0x7f219c004de0 con 0x7f2190070fa0 2024-09-13T18:58:16.471 INFO:teuthology.orchestra.run.smithi119.stdout:{ 2024-09-13T18:58:16.471 INFO:teuthology.orchestra.run.smithi119.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) " 2024-09-13T18:58:16.471 INFO:teuthology.orchestra.run.smithi119.stdout:} 2024-09-13T18:58:16.472 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:16.468+0000 7f21a9668640 1 -- 172.21.15.119:0/1165859872 >> [v2:172.21.15.145:6816/1755123178,v1:172.21.15.145:6817/1755123178] conn(0x7f2190070fa0 msgr2=0x7f21900733e0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:58:16.473 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:16.468+0000 7f21a9668640 1 --2- 172.21.15.119:0/1165859872 >> [v2:172.21.15.145:6816/1755123178,v1:172.21.15.145:6817/1755123178] conn(0x7f2190070fa0 0x7f21900733e0 crc :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:58:16.473 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:16.468+0000 7f21a9668640 1 -- 172.21.15.119:0/1165859872 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f219006ac00 msgr2=0x7f219006d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:58:16.473 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:16.468+0000 7f21a9668640 1 --2- 172.21.15.119:0/1165859872 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f219006ac00 0x7f219006d0c0 secure :-1 s=READY pgs=312 cs=0 l=1 rev1=1 crypto rx=0x7f2194006ca0 tx=0x7f2194009240 comp rx=0 tx=0).stop 2024-09-13T18:58:16.473 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:16.468+0000 7f21a9668640 1 -- 172.21.15.119:0/1165859872 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f21a40d2590 msgr2=0x7f21a4151d60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:58:16.473 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:16.468+0000 7f21a9668640 1 --2- 172.21.15.119:0/1165859872 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f21a40d2590 0x7f21a4151d60 secure :-1 s=READY pgs=658 cs=0 l=1 rev1=1 crypto rx=0x7f2198035040 tx=0x7f21980046c0 comp rx=0 tx=0).stop 2024-09-13T18:58:16.473 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:16.468+0000 7f21a37fe640 1 -- 172.21.15.119:0/1165859872 reap_dead start 2024-09-13T18:58:16.473 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:16.468+0000 7f21a9668640 1 -- 172.21.15.119:0/1165859872 shutdown_connections 2024-09-13T18:58:16.473 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:16.468+0000 7f21a9668640 1 -- 172.21.15.119:0/1165859872 >> 172.21.15.119:0/1165859872 conn(0x7f21a4089f60 msgr2=0x7f21a40b2210 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:58:16.473 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:16.468+0000 7f21a9668640 1 -- 172.21.15.119:0/1165859872 shutdown_connections 2024-09-13T18:58:16.473 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:16.468+0000 7f21a9668640 1 -- 172.21.15.119:0/1165859872 wait complete. 2024-09-13T18:58:16.481 DEBUG:teuthology.orchestra.run.smithi119:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 6 2024-09-13T18:58:16.582 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:16.579+0000 7ffb53c44640 1 Processor -- start 2024-09-13T18:58:16.582 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:16.579+0000 7ffb53c44640 1 -- start start 2024-09-13T18:58:16.586 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:16.580+0000 7ffb53c44640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7ffb4c159310 0x7ffb4c0ad400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:58:16.586 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:16.580+0000 7ffb53c44640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7ffb4c0ce4f0 0x7ffb4c0ce940 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:58:16.586 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:16.580+0000 7ffb53c44640 1 -- --> v1:172.21.15.119:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7ffb4c0ccbe0 con 0x7ffb4c0b2b40 2024-09-13T18:58:16.586 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:16.580+0000 7ffb53c44640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 v1 -- 0x7ffb4c0ad940 con 0x7ffb4c0ce4f0 2024-09-13T18:58:16.586 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:16.580+0000 7ffb53c44640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ffb4c0cee80 con 0x7ffb4c159310 2024-09-13T18:58:16.587 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:16.580+0000 7ffb511df640 1 --1- >> v1:172.21.15.119:6789/0 conn(0x7ffb4c0b2b40 0x7ffb4c0ab140 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.119:6789/0 says I am v1:172.21.15.119:34162/0 (socket says 172.21.15.119:34162) 2024-09-13T18:58:16.587 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:16.580+0000 7ffb511df640 1 -- 172.21.15.119:0/885006169 learned_addr learned my addr 172.21.15.119:0/885006169 (peer_addr_for_me v1:172.21.15.119:0/0) 2024-09-13T18:58:16.587 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:16.580+0000 7ffb521e1640 1 --2- 172.21.15.119:0/885006169 >> v2:172.21.15.145:3300/0 conn(0x7ffb4c0ce4f0 0x7ffb4c0ce940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:58:16.587 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:16.580+0000 7ffb519e0640 1 --2- 172.21.15.119:0/885006169 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7ffb4c159310 0x7ffb4c0ad400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:58:16.587 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:16.580+0000 7ffb509de640 1 -- 172.21.15.119:0/885006169 <== mon.0 v1:172.21.15.119:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3440056732 0 0) 0x7ffb4c0ccbe0 con 0x7ffb4c0b2b40 2024-09-13T18:58:16.587 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:16.580+0000 7ffb509de640 1 -- 172.21.15.119:0/885006169 --> v1:172.21.15.119:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7ffb38003520 con 0x7ffb4c0b2b40 2024-09-13T18:58:16.587 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:16.581+0000 7ffb509de640 1 -- 172.21.15.119:0/885006169 <== mon.0 v1:172.21.15.119:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 189654154 0 0) 0x7ffb38003520 con 0x7ffb4c0b2b40 2024-09-13T18:58:16.587 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:16.581+0000 7ffb519e0640 1 -- 172.21.15.119:0/885006169 >> v2:172.21.15.145:3300/0 conn(0x7ffb4c0ce4f0 msgr2=0x7ffb4c0ce940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T18:58:16.587 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:16.581+0000 7ffb519e0640 1 --2- 172.21.15.119:0/885006169 >> v2:172.21.15.145:3300/0 conn(0x7ffb4c0ce4f0 0x7ffb4c0ce940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:58:16.587 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:16.581+0000 7ffb519e0640 1 -- 172.21.15.119:0/885006169 >> v1:172.21.15.119:6789/0 conn(0x7ffb4c0b2b40 legacy=0x7ffb4c0ab140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:58:16.587 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:16.581+0000 7ffb519e0640 1 -- 172.21.15.119:0/885006169 --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ffb4c0b1810 con 0x7ffb4c159310 2024-09-13T18:58:16.587 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:16.582+0000 7ffb519e0640 1 --2- 172.21.15.119:0/885006169 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7ffb4c159310 0x7ffb4c0ad400 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7ffb480097a0 tx=0x7ffb4802a080 comp rx=0 tx=0).ready entity=mon.2 client_cookie=f372597262d73e73 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:58:16.588 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:16.582+0000 7ffb509de640 1 -- 172.21.15.119:0/885006169 <== mon.2 v2:172.21.15.145:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ffb3c001670 con 0x7ffb4c159310 2024-09-13T18:58:16.588 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:16.582+0000 7ffb509de640 1 -- 172.21.15.119:0/885006169 <== mon.2 v2:172.21.15.145:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ffb4802ab10 con 0x7ffb4c159310 2024-09-13T18:58:16.588 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:16.582+0000 7ffb509de640 1 -- 172.21.15.119:0/885006169 <== mon.2 v2:172.21.15.145:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ffb4802aea0 con 0x7ffb4c159310 2024-09-13T18:58:16.588 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:16.582+0000 7ffb53c44640 1 -- 172.21.15.119:0/885006169 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7ffb4c159310 msgr2=0x7ffb4c0ad400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:58:16.588 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:16.582+0000 7ffb53c44640 1 --2- 172.21.15.119:0/885006169 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7ffb4c159310 0x7ffb4c0ad400 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7ffb480097a0 tx=0x7ffb4802a080 comp rx=0 tx=0).stop 2024-09-13T18:58:16.588 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:16.582+0000 7ffb53c44640 1 -- 172.21.15.119:0/885006169 shutdown_connections 2024-09-13T18:58:16.588 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:16.582+0000 7ffb53c44640 1 --2- 172.21.15.119:0/885006169 >> v2:172.21.15.145:3300/0 conn(0x7ffb4c0ce4f0 0x7ffb4c0ce940 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:58:16.588 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:16.582+0000 7ffb53c44640 1 --2- 172.21.15.119:0/885006169 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7ffb4c159310 0x7ffb4c0ad400 unknown :-1 s=CLOSED pgs=61 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:58:16.588 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:16.582+0000 7ffb53c44640 1 -- 172.21.15.119:0/885006169 >> 172.21.15.119:0/885006169 conn(0x7ffb4c06a0b0 msgr2=0x7ffb4c06a4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:58:16.588 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:16.582+0000 7ffb53c44640 1 -- 172.21.15.119:0/885006169 shutdown_connections 2024-09-13T18:58:16.588 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:16.582+0000 7ffb53c44640 1 -- 172.21.15.119:0/885006169 wait complete. 2024-09-13T18:58:16.589 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:16.584+0000 7ffb53c44640 1 Processor -- start 2024-09-13T18:58:16.589 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:16.584+0000 7ffb53c44640 1 -- start start 2024-09-13T18:58:16.592 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:16.584+0000 7ffb53c44640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ffb4c0b2b40 0x7ffb4c153600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:58:16.592 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:16.584+0000 7ffb53c44640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7ffb4c0ce4f0 0x7ffb4c0710e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:58:16.592 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:16.584+0000 7ffb53c44640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7ffb4c159310 0x7ffb4c071620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:58:16.592 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:16.584+0000 7ffb53c44640 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ffb4c1e2400 con 0x7ffb4c159310 2024-09-13T18:58:16.592 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:16.584+0000 7ffb53c44640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ffb4c1559f0 con 0x7ffb4c0b2b40 2024-09-13T18:58:16.592 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:16.584+0000 7ffb53c44640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ffb4c153b40 con 0x7ffb4c0ce4f0 2024-09-13T18:58:16.592 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:16.585+0000 7ffb521e1640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7ffb4c159310 0x7ffb4c071620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:58:16.592 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:16.585+0000 7ffb521e1640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7ffb4c159310 0x7ffb4c071620 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.119:3300/0 says I am v2:172.21.15.119:46394/0 (socket says 172.21.15.119:46394) 2024-09-13T18:58:16.592 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:16.585+0000 7ffb521e1640 1 -- 172.21.15.119:0/3619203343 learned_addr learned my addr 172.21.15.119:0/3619203343 (peer_addr_for_me v2:172.21.15.119:0/0) 2024-09-13T18:58:16.592 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:16.585+0000 7ffb519e0640 1 --2- 172.21.15.119:0/3619203343 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ffb4c0b2b40 0x7ffb4c153600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:58:16.593 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:16.585+0000 7ffb511df640 1 --2- 172.21.15.119:0/3619203343 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7ffb4c0ce4f0 0x7ffb4c0710e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:58:16.593 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:16.585+0000 7ffb521e1640 1 -- 172.21.15.119:0/3619203343 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7ffb4c0ce4f0 msgr2=0x7ffb4c0710e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:58:16.593 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:16.585+0000 7ffb521e1640 1 --2- 172.21.15.119:0/3619203343 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7ffb4c0ce4f0 0x7ffb4c0710e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:58:16.593 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:16.585+0000 7ffb521e1640 1 -- 172.21.15.119:0/3619203343 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ffb4c0b2b40 msgr2=0x7ffb4c153600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:58:16.593 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:16.585+0000 7ffb521e1640 1 --2- 172.21.15.119:0/3619203343 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ffb4c0b2b40 0x7ffb4c153600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:58:16.593 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:16.585+0000 7ffb521e1640 1 -- 172.21.15.119:0/3619203343 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ffb48009400 con 0x7ffb4c159310 2024-09-13T18:58:16.593 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:16.585+0000 7ffb519e0640 1 --2- 172.21.15.119:0/3619203343 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ffb4c0b2b40 0x7ffb4c153600 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T18:58:16.593 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:16.585+0000 7ffb521e1640 1 --2- 172.21.15.119:0/3619203343 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7ffb4c159310 0x7ffb4c071620 secure :-1 s=READY pgs=660 cs=0 l=1 rev1=1 crypto rx=0x7ffb44009dd0 tx=0x7ffb4400c490 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:58:16.593 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:16.585+0000 7ffb427fc640 1 -- 172.21.15.119:0/3619203343 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ffb44014480 con 0x7ffb4c159310 2024-09-13T18:58:16.593 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:16.585+0000 7ffb427fc640 1 -- 172.21.15.119:0/3619203343 <== mon.0 v2:172.21.15.119:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ffb4400f040 con 0x7ffb4c159310 2024-09-13T18:58:16.593 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:16.585+0000 7ffb53c44640 1 -- 172.21.15.119:0/3619203343 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ffb4c1e1e40 con 0x7ffb4c159310 2024-09-13T18:58:16.593 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:16.585+0000 7ffb427fc640 1 -- 172.21.15.119:0/3619203343 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ffb44014840 con 0x7ffb4c159310 2024-09-13T18:58:16.593 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:16.585+0000 7ffb53c44640 1 -- 172.21.15.119:0/3619203343 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ffb4c155680 con 0x7ffb4c159310 2024-09-13T18:58:16.593 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:16.586+0000 7ffb53c44640 1 -- 172.21.15.119:0/3619203343 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ffb4c155b80 con 0x7ffb4c159310 2024-09-13T18:58:16.594 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:16.587+0000 7ffb427fc640 1 -- 172.21.15.119:0/3619203343 <== mon.0 v2:172.21.15.119:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7ffb440149a0 con 0x7ffb4c159310 2024-09-13T18:58:16.594 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:16.587+0000 7ffb427fc640 1 --2- 172.21.15.119:0/3619203343 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7ffb3006ac00 0x7ffb3006d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:58:16.594 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:16.587+0000 7ffb427fc640 1 -- 172.21.15.119:0/3619203343 <== mon.0 v2:172.21.15.119:3300/0 5 ==== osd_map(44..44 src has 1..44) v4 ==== 5349+0+0 (secure 0 0 0) 0x7ffb44089f40 con 0x7ffb4c159310 2024-09-13T18:58:16.594 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:16.587+0000 7ffb519e0640 1 --2- 172.21.15.119:0/3619203343 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7ffb3006ac00 0x7ffb3006d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:58:16.594 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:16.588+0000 7ffb519e0640 1 --2- 172.21.15.119:0/3619203343 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7ffb3006ac00 0x7ffb3006d0c0 secure :-1 s=READY pgs=313 cs=0 l=1 rev1=1 crypto rx=0x7ffb48034000 tx=0x7ffb4802e000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:58:16.594 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:16.591+0000 7ffb427fc640 1 -- 172.21.15.119:0/3619203343 <== mon.0 v2:172.21.15.119:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7ffb44055310 con 0x7ffb4c159310 2024-09-13T18:58:16.753 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:16.751+0000 7ffb53c44640 1 -- 172.21.15.119:0/3619203343 --> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] -- mgr_command(tid 0: {"prefix": "osd deep-scrub", "who": "6", "target": ["mon-mgr", ""]}) v1 -- 0x7ffb4c0b1a80 con 0x7ffb3006ac00 2024-09-13T18:58:16.754 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:16.751+0000 7ffb427fc640 1 -- 172.21.15.119:0/3619203343 <== mgr.4104 v2:172.21.15.119:6832/3599186100 1 ==== mgr_command_reply(tid 0: 0 instructed osd(s) 6 to deep-scrub) v1 ==== 41+0+0 (secure 0 0 0) 0x7ffb48004420 con 0x7ffb3006ac00 2024-09-13T18:58:16.754 INFO:teuthology.orchestra.run.smithi119.stderr:instructed osd(s) 6 to deep-scrub 2024-09-13T18:58:16.756 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:16.753+0000 7ffb53c44640 1 -- 172.21.15.119:0/3619203343 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7ffb3006ac00 msgr2=0x7ffb3006d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:58:16.756 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:16.753+0000 7ffb53c44640 1 --2- 172.21.15.119:0/3619203343 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7ffb3006ac00 0x7ffb3006d0c0 secure :-1 s=READY pgs=313 cs=0 l=1 rev1=1 crypto rx=0x7ffb48034000 tx=0x7ffb4802e000 comp rx=0 tx=0).stop 2024-09-13T18:58:16.756 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:16.753+0000 7ffb53c44640 1 -- 172.21.15.119:0/3619203343 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7ffb4c159310 msgr2=0x7ffb4c071620 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:58:16.756 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:16.753+0000 7ffb53c44640 1 --2- 172.21.15.119:0/3619203343 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7ffb4c159310 0x7ffb4c071620 secure :-1 s=READY pgs=660 cs=0 l=1 rev1=1 crypto rx=0x7ffb44009dd0 tx=0x7ffb4400c490 comp rx=0 tx=0).stop 2024-09-13T18:58:16.756 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:16.753+0000 7ffb53c44640 1 -- 172.21.15.119:0/3619203343 shutdown_connections 2024-09-13T18:58:16.756 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:16.753+0000 7ffb53c44640 1 --2- 172.21.15.119:0/3619203343 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7ffb3006ac00 0x7ffb3006d0c0 unknown :-1 s=CLOSED pgs=313 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:58:16.756 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:16.753+0000 7ffb53c44640 1 --2- 172.21.15.119:0/3619203343 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7ffb4c159310 0x7ffb4c071620 unknown :-1 s=CLOSED pgs=660 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:58:16.756 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:16.753+0000 7ffb53c44640 1 --2- 172.21.15.119:0/3619203343 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7ffb4c0ce4f0 0x7ffb4c0710e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:58:16.756 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:16.753+0000 7ffb53c44640 1 --2- 172.21.15.119:0/3619203343 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ffb4c0b2b40 0x7ffb4c153600 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:58:16.756 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:16.753+0000 7ffb53c44640 1 -- 172.21.15.119:0/3619203343 >> 172.21.15.119:0/3619203343 conn(0x7ffb4c06a0b0 msgr2=0x7ffb4c157ed0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:58:16.757 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:16.753+0000 7ffb53c44640 1 -- 172.21.15.119:0/3619203343 shutdown_connections 2024-09-13T18:58:16.757 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:16.753+0000 7ffb53c44640 1 -- 172.21.15.119:0/3619203343 wait complete. 2024-09-13T18:58:16.766 INFO:tasks.ceph:Scrubbing osd.7 2024-09-13T18:58:16.767 DEBUG:teuthology.orchestra.run.smithi119:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.7 config set osd_debug_deep_scrub_sleep 0 2024-09-13T18:58:16.868 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:16.865+0000 7f776a995640 1 Processor -- start 2024-09-13T18:58:16.868 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:16.865+0000 7f776a995640 1 -- start start 2024-09-13T18:58:16.870 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:16.866+0000 7f776a995640 1 --2- >> v2:172.21.15.119:3300/0 conn(0x7f7764158b00 0x7f776406c190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:58:16.870 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:16.866+0000 7f776a995640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f77640b2170 0x7f77640b25c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:58:16.870 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:16.866+0000 7f776a995640 1 -- --> v1:172.21.15.119:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f77640b2d10 con 0x7f776406c6d0 2024-09-13T18:58:16.870 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:16.866+0000 7f776a995640 1 -- --> v2:172.21.15.119:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f776406cb60 con 0x7f7764158b00 2024-09-13T18:58:16.870 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:16.866+0000 7f776a995640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f77640b2b00 con 0x7f77640b2170 2024-09-13T18:58:16.870 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:16.866+0000 7f7763fff640 1 --2- >> v2:172.21.15.119:3300/0 conn(0x7f7764158b00 0x7f776406c190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:58:16.870 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:16.866+0000 7f7763fff640 1 --2- >> v2:172.21.15.119:3300/0 conn(0x7f7764158b00 0x7f776406c190 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.119:3300/0 says I am v2:172.21.15.119:46402/0 (socket says 172.21.15.119:46402) 2024-09-13T18:58:16.871 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:16.866+0000 7f7763fff640 1 -- 172.21.15.119:0/1823872280 learned_addr learned my addr 172.21.15.119:0/1823872280 (peer_addr_for_me v2:172.21.15.119:0/0) 2024-09-13T18:58:16.871 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:16.866+0000 7f77637fe640 1 --1- >> v1:172.21.15.119:6789/0 conn(0x7f776406c6d0 0x7f7764070b10 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.119:6789/0 says I am v1:172.21.15.119:34174/0 (socket says 172.21.15.119:34174) 2024-09-13T18:58:16.871 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:16.867+0000 7f7763fff640 1 -- 172.21.15.119:0/1823872280 >> v2:172.21.15.145:3300/0 conn(0x7f77640b2170 msgr2=0x7f77640b25c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T18:58:16.871 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:16.867+0000 7f7763fff640 1 --2- 172.21.15.119:0/1823872280 >> v2:172.21.15.145:3300/0 conn(0x7f77640b2170 0x7f77640b25c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:58:16.871 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:16.867+0000 7f7763fff640 1 -- 172.21.15.119:0/1823872280 >> v1:172.21.15.119:6789/0 conn(0x7f776406c6d0 legacy=0x7f7764070b10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:58:16.871 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:16.867+0000 7f7762ffd640 1 -- 172.21.15.119:0/1823872280 <== mon.0 v1:172.21.15.119:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3262724250 0 0) 0x7f77640b2d10 con 0x7f776406c6d0 2024-09-13T18:58:16.871 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:16.867+0000 7f7763fff640 1 -- 172.21.15.119:0/1823872280 --> v2:172.21.15.119:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f77640b2ff0 con 0x7f7764158b00 2024-09-13T18:58:16.871 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:16.867+0000 7f7763fff640 1 --2- 172.21.15.119:0/1823872280 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f7764158b00 0x7f776406c190 secure :-1 s=READY pgs=662 cs=0 l=1 rev1=1 crypto rx=0x7f77640cf390 tx=0x7f775402a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cfbdf1acbf9686f1 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:58:16.871 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:16.867+0000 7f7762ffd640 1 -- 172.21.15.119:0/1823872280 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7754032440 con 0x7f7764158b00 2024-09-13T18:58:16.871 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:16.867+0000 7f7762ffd640 1 -- 172.21.15.119:0/1823872280 <== mon.0 v2:172.21.15.119:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f77540325a0 con 0x7f7764158b00 2024-09-13T18:58:16.871 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:16.867+0000 7f7762ffd640 1 -- 172.21.15.119:0/1823872280 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7754032930 con 0x7f7764158b00 2024-09-13T18:58:16.874 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:16.868+0000 7f776a995640 1 -- 172.21.15.119:0/1823872280 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f7764158b00 msgr2=0x7f776406c190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:58:16.874 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:16.868+0000 7f776a995640 1 --2- 172.21.15.119:0/1823872280 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f7764158b00 0x7f776406c190 secure :-1 s=READY pgs=662 cs=0 l=1 rev1=1 crypto rx=0x7f77640cf390 tx=0x7f775402a270 comp rx=0 tx=0).stop 2024-09-13T18:58:16.874 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:16.868+0000 7f776a995640 1 -- 172.21.15.119:0/1823872280 shutdown_connections 2024-09-13T18:58:16.874 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:16.868+0000 7f776a995640 1 --2- 172.21.15.119:0/1823872280 >> v2:172.21.15.145:3300/0 conn(0x7f77640b2170 0x7f77640b25c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:58:16.874 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:16.868+0000 7f776a995640 1 --2- 172.21.15.119:0/1823872280 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f7764158b00 0x7f776406c190 unknown :-1 s=CLOSED pgs=662 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:58:16.874 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:16.868+0000 7f776a995640 1 -- 172.21.15.119:0/1823872280 >> 172.21.15.119:0/1823872280 conn(0x7f776406a0b0 msgr2=0x7f776406a4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:58:16.875 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:16.868+0000 7f776a995640 1 -- 172.21.15.119:0/1823872280 shutdown_connections 2024-09-13T18:58:16.875 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:16.868+0000 7f776a995640 1 -- 172.21.15.119:0/1823872280 wait complete. 2024-09-13T18:58:16.875 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:16.869+0000 7f776a995640 1 Processor -- start 2024-09-13T18:58:16.875 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:16.869+0000 7f776a995640 1 -- start start 2024-09-13T18:58:16.875 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:16.870+0000 7f776a995640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f776406c6d0 0x7f77641569a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:58:16.875 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:16.870+0000 7f776a995640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f77640b2170 0x7f7764099d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:58:16.875 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:16.870+0000 7f776a995640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f7764158b00 0x7f7764098250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:58:16.875 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:16.870+0000 7f776a995640 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7764098ca0 con 0x7f77640b2170 2024-09-13T18:58:16.875 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:16.870+0000 7f776a995640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7764098f80 con 0x7f776406c6d0 2024-09-13T18:58:16.875 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:16.870+0000 7f776a995640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f7764099260 con 0x7f7764158b00 2024-09-13T18:58:16.875 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:16.870+0000 7f77637fe640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f77640b2170 0x7f7764099d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:58:16.875 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:16.870+0000 7f77637fe640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f77640b2170 0x7f7764099d40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.119:3300/0 says I am v2:172.21.15.119:46408/0 (socket says 172.21.15.119:46408) 2024-09-13T18:58:16.875 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:16.870+0000 7f77637fe640 1 -- 172.21.15.119:0/511869754 learned_addr learned my addr 172.21.15.119:0/511869754 (peer_addr_for_me v2:172.21.15.119:0/0) 2024-09-13T18:58:16.875 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:16.870+0000 7f7768f32640 1 --2- 172.21.15.119:0/511869754 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f7764158b00 0x7f7764098250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:58:16.876 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:16.870+0000 7f7763fff640 1 --2- 172.21.15.119:0/511869754 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f776406c6d0 0x7f77641569a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:58:16.876 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:16.871+0000 7f77637fe640 1 -- 172.21.15.119:0/511869754 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f7764158b00 msgr2=0x7f7764098250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:58:16.876 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:16.871+0000 7f77637fe640 1 --2- 172.21.15.119:0/511869754 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f7764158b00 0x7f7764098250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:58:16.876 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:16.871+0000 7f77637fe640 1 -- 172.21.15.119:0/511869754 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f776406c6d0 msgr2=0x7f77641569a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:58:16.876 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:16.871+0000 7f77637fe640 1 --2- 172.21.15.119:0/511869754 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f776406c6d0 0x7f77641569a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:58:16.876 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:16.871+0000 7f77637fe640 1 -- 172.21.15.119:0/511869754 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f77540094d0 con 0x7f77640b2170 2024-09-13T18:58:16.876 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:16.871+0000 7f77637fe640 1 --2- 172.21.15.119:0/511869754 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f77640b2170 0x7f7764099d40 secure :-1 s=READY pgs=663 cs=0 l=1 rev1=1 crypto rx=0x7f775800c430 tx=0x7f775800c8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:58:16.876 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:16.871+0000 7f7760ff9640 1 -- 172.21.15.119:0/511869754 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f77580074e0 con 0x7f77640b2170 2024-09-13T18:58:16.876 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:16.871+0000 7f7760ff9640 1 -- 172.21.15.119:0/511869754 <== mon.0 v2:172.21.15.119:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7758007660 con 0x7f77640b2170 2024-09-13T18:58:16.876 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:16.871+0000 7f776a995640 1 -- 172.21.15.119:0/511869754 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f7764099540 con 0x7f77640b2170 2024-09-13T18:58:16.877 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:16.871+0000 7f7760ff9640 1 -- 172.21.15.119:0/511869754 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7758004a20 con 0x7f77640b2170 2024-09-13T18:58:16.877 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:16.871+0000 7f776a995640 1 -- 172.21.15.119:0/511869754 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f7764156ee0 con 0x7f77640b2170 2024-09-13T18:58:16.877 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:16.872+0000 7f776a995640 1 -- 172.21.15.119:0/511869754 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7f7764158ee0 con 0x7f77640b2170 2024-09-13T18:58:16.878 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:16.872+0000 7f7760ff9640 1 -- 172.21.15.119:0/511869754 <== mon.0 v2:172.21.15.119:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f7758004b80 con 0x7f77640b2170 2024-09-13T18:58:16.878 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:16.873+0000 7f7760ff9640 1 --2- 172.21.15.119:0/511869754 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f775006ac00 0x7f775006d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:58:16.878 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:16.873+0000 7f7760ff9640 1 -- 172.21.15.119:0/511869754 <== mon.0 v2:172.21.15.119:3300/0 5 ==== osd_map(44..44 src has 1..44) v4 ==== 5349+0+0 (secure 0 0 0) 0x7f7758088fa0 con 0x7f77640b2170 2024-09-13T18:58:16.878 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:16.873+0000 7f7763fff640 1 --2- 172.21.15.119:0/511869754 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f775006ac00 0x7f775006d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:58:16.878 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:16.873+0000 7f7760ff9640 1 --2- 172.21.15.119:0/511869754 >> [v2:172.21.15.145:6824/3012628958,v1:172.21.15.145:6825/3012628958] conn(0x7f7750070fa0 0x7f77500733e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:58:16.878 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:16.873+0000 7f7760ff9640 1 -- 172.21.15.119:0/511869754 --> [v2:172.21.15.145:6824/3012628958,v1:172.21.15.145:6825/3012628958] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7f7750073ab0 con 0x7f7750070fa0 2024-09-13T18:58:16.878 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:16.873+0000 7f7760ff9640 1 -- 172.21.15.119:0/511869754 <== mon.0 v2:172.21.15.119:3300/0 6 ==== mon_get_version_reply(handle=1 version=44) v2 ==== 24+0+0 (secure 0 0 0) 0x7f775808b600 con 0x7f77640b2170 2024-09-13T18:58:16.879 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:16.873+0000 7f7768f32640 1 --2- 172.21.15.119:0/511869754 >> [v2:172.21.15.145:6824/3012628958,v1:172.21.15.145:6825/3012628958] conn(0x7f7750070fa0 0x7f77500733e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:58:16.879 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:16.873+0000 7f7763fff640 1 --2- 172.21.15.119:0/511869754 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f775006ac00 0x7f775006d0c0 secure :-1 s=READY pgs=314 cs=0 l=1 rev1=1 crypto rx=0x7f7754034000 tx=0x7f775402e000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:58:16.879 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:16.874+0000 7f7768f32640 1 --2- 172.21.15.119:0/511869754 >> [v2:172.21.15.145:6824/3012628958,v1:172.21.15.145:6825/3012628958] conn(0x7f7750070fa0 0x7f77500733e0 crc :-1 s=READY pgs=17 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.7 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:58:16.879 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:16.874+0000 7f7760ff9640 1 -- 172.21.15.119:0/511869754 <== osd.7 v2:172.21.15.145:6824/3012628958 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+26118 (crc 0 0 0) 0x7f7750073ab0 con 0x7f7750070fa0 2024-09-13T18:58:16.889 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:16.886+0000 7f776a995640 1 -- 172.21.15.119:0/511869754 --> [v2:172.21.15.145:6824/3012628958,v1:172.21.15.145:6825/3012628958] -- command(tid 2: {"prefix": "config set", "var": "osd_debug_deep_scrub_sleep", "val": ["0"]}) v1 -- 0x7f77640705f0 con 0x7f7750070fa0 2024-09-13T18:58:16.889 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:16.887+0000 7f7760ff9640 1 -- 172.21.15.119:0/511869754 <== osd.7 v2:172.21.15.145:6824/3012628958 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+97 (crc 0 0 0) 0x7f775c009b30 con 0x7f7750070fa0 2024-09-13T18:58:16.889 INFO:teuthology.orchestra.run.smithi119.stdout:{ 2024-09-13T18:58:16.890 INFO:teuthology.orchestra.run.smithi119.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) " 2024-09-13T18:58:16.890 INFO:teuthology.orchestra.run.smithi119.stdout:} 2024-09-13T18:58:16.891 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:16.887+0000 7f776a995640 1 -- 172.21.15.119:0/511869754 >> [v2:172.21.15.145:6824/3012628958,v1:172.21.15.145:6825/3012628958] conn(0x7f7750070fa0 msgr2=0x7f77500733e0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:58:16.891 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:16.887+0000 7f776a995640 1 --2- 172.21.15.119:0/511869754 >> [v2:172.21.15.145:6824/3012628958,v1:172.21.15.145:6825/3012628958] conn(0x7f7750070fa0 0x7f77500733e0 crc :-1 s=READY pgs=17 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:58:16.891 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:16.887+0000 7f776a995640 1 -- 172.21.15.119:0/511869754 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f775006ac00 msgr2=0x7f775006d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:58:16.891 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:16.887+0000 7f776a995640 1 --2- 172.21.15.119:0/511869754 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f775006ac00 0x7f775006d0c0 secure :-1 s=READY pgs=314 cs=0 l=1 rev1=1 crypto rx=0x7f7754034000 tx=0x7f775402e000 comp rx=0 tx=0).stop 2024-09-13T18:58:16.891 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:16.887+0000 7f776a995640 1 -- 172.21.15.119:0/511869754 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f77640b2170 msgr2=0x7f7764099d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:58:16.891 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:16.887+0000 7f776a995640 1 --2- 172.21.15.119:0/511869754 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f77640b2170 0x7f7764099d40 secure :-1 s=READY pgs=663 cs=0 l=1 rev1=1 crypto rx=0x7f775800c430 tx=0x7f775800c8f0 comp rx=0 tx=0).stop 2024-09-13T18:58:16.891 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:16.887+0000 7f7768f32640 1 -- 172.21.15.119:0/511869754 reap_dead start 2024-09-13T18:58:16.891 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:16.887+0000 7f776a995640 1 -- 172.21.15.119:0/511869754 shutdown_connections 2024-09-13T18:58:16.891 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:16.887+0000 7f776a995640 1 -- 172.21.15.119:0/511869754 >> 172.21.15.119:0/511869754 conn(0x7f776406a0b0 msgr2=0x7f7764157380 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:58:16.891 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:16.887+0000 7f776a995640 1 -- 172.21.15.119:0/511869754 shutdown_connections 2024-09-13T18:58:16.891 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:16.887+0000 7f776a995640 1 -- 172.21.15.119:0/511869754 wait complete. 2024-09-13T18:58:16.901 DEBUG:teuthology.orchestra.run.smithi119:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 7 2024-09-13T18:58:16.999 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:16.996+0000 7f77c2e19640 1 Processor -- start 2024-09-13T18:58:16.999 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:16.997+0000 7f77c2e19640 1 -- start start 2024-09-13T18:58:17.002 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:16.997+0000 7f77c2e19640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f77bc0b20a0 0x7f77bc0ce4f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:58:17.002 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:16.997+0000 7f77c2e19640 1 -- --> v1:172.21.15.119:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f77bc0cee60 con 0x7f77bc0cea30 2024-09-13T18:58:17.003 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:16.997+0000 7f77c2e19640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f77bc15a790 con 0x7f77bc15a3b0 2024-09-13T18:58:17.003 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:16.997+0000 7f77c2e19640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f77bc0b2680 con 0x7f77bc0b20a0 2024-09-13T18:58:17.003 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:16.997+0000 7f77c13b6640 1 --1- >> v1:172.21.15.119:6789/0 conn(0x7f77bc0cea30 0x7f77bc0ab9e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.119:6789/0 says I am v1:172.21.15.119:34176/0 (socket says 172.21.15.119:34176) 2024-09-13T18:58:17.003 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:16.997+0000 7f77c13b6640 1 -- 172.21.15.119:0/726327328 learned_addr learned my addr 172.21.15.119:0/726327328 (peer_addr_for_me v1:172.21.15.119:0/0) 2024-09-13T18:58:17.003 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:16.998+0000 7f77bbfff640 1 --2- 172.21.15.119:0/726327328 >> v2:172.21.15.145:3300/0 conn(0x7f77bc0b20a0 0x7f77bc0ce4f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:58:17.003 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:16.998+0000 7f77bb7fe640 1 -- 172.21.15.119:0/726327328 <== mon.0 v1:172.21.15.119:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2699072159 0 0) 0x7f77bc0cee60 con 0x7f77bc0cea30 2024-09-13T18:58:17.003 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:16.998+0000 7f77bb7fe640 1 -- 172.21.15.119:0/726327328 --> v1:172.21.15.119:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f77ac003520 con 0x7f77bc0cea30 2024-09-13T18:58:17.003 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:16.998+0000 7f77bb7fe640 1 -- 172.21.15.119:0/726327328 <== mon.0 v1:172.21.15.119:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 531122828 0 0) 0x7f77ac003520 con 0x7f77bc0cea30 2024-09-13T18:58:17.003 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:16.998+0000 7f77bb7fe640 1 -- 172.21.15.119:0/726327328 >> v2:172.21.15.145:3300/0 conn(0x7f77bc0b20a0 msgr2=0x7f77bc0ce4f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T18:58:17.003 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:16.998+0000 7f77bb7fe640 1 --2- 172.21.15.119:0/726327328 >> v2:172.21.15.145:3300/0 conn(0x7f77bc0b20a0 0x7f77bc0ce4f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:58:17.003 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:16.998+0000 7f77bb7fe640 1 -- 172.21.15.119:0/726327328 >> v1:172.21.15.145:6789/0 conn(0x7f77bc15a3b0 legacy=0x7f77bc0b1720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:58:17.003 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:16.998+0000 7f77bb7fe640 1 -- 172.21.15.119:0/726327328 --> v1:172.21.15.119:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f77bc0b2960 con 0x7f77bc0cea30 2024-09-13T18:58:17.003 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:16.998+0000 7f77bb7fe640 1 -- 172.21.15.119:0/726327328 <== mon.0 v1:172.21.15.119:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 337823224 0 0) 0x7f77b4001a10 con 0x7f77bc0cea30 2024-09-13T18:58:17.003 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:16.998+0000 7f77bb7fe640 1 -- 172.21.15.119:0/726327328 >> v1:172.21.15.119:6789/0 conn(0x7f77bc0cea30 legacy=0x7f77bc0ab9e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:58:17.004 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:16.998+0000 7f77bb7fe640 1 --2- 172.21.15.119:0/726327328 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f77ac003970 0x7f77ac003d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:58:17.004 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:16.998+0000 7f77bb7fe640 1 --2- 172.21.15.119:0/726327328 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f77ac0047c0 0x7f77ac004c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:58:17.004 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:16.998+0000 7f77bb7fe640 1 --2- 172.21.15.119:0/726327328 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f77ac005180 0x7f77ac00b980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:58:17.004 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:16.998+0000 7f77bb7fe640 1 -- 172.21.15.119:0/726327328 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f77bc0b2680 con 0x7f77ac003970 2024-09-13T18:58:17.004 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:16.998+0000 7f77bb7fe640 1 -- 172.21.15.119:0/726327328 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f77ac00c020 con 0x7f77ac0047c0 2024-09-13T18:58:17.004 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:16.998+0000 7f77bb7fe640 1 -- 172.21.15.119:0/726327328 --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f77ac00c1e0 con 0x7f77ac005180 2024-09-13T18:58:17.004 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:16.998+0000 7f77c0bb5640 1 --2- 172.21.15.119:0/726327328 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f77ac003970 0x7f77ac003d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:58:17.004 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:16.998+0000 7f77bbfff640 1 --2- 172.21.15.119:0/726327328 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f77ac0047c0 0x7f77ac004c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:58:17.004 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:16.998+0000 7f77c13b6640 1 --2- 172.21.15.119:0/726327328 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f77ac005180 0x7f77ac00b980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:58:17.004 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:16.998+0000 7f77c0bb5640 1 -- 172.21.15.119:0/726327328 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f77ac005180 msgr2=0x7f77ac00b980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T18:58:17.004 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:16.998+0000 7f77c0bb5640 1 --2- 172.21.15.119:0/726327328 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f77ac005180 0x7f77ac00b980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:58:17.004 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:16.998+0000 7f77c0bb5640 1 -- 172.21.15.119:0/726327328 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f77ac0047c0 msgr2=0x7f77ac004c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T18:58:17.004 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:16.998+0000 7f77c0bb5640 1 --2- 172.21.15.119:0/726327328 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f77ac0047c0 0x7f77ac004c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:58:17.005 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:16.998+0000 7f77c0bb5640 1 -- 172.21.15.119:0/726327328 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f77ac003520 con 0x7f77ac003970 2024-09-13T18:58:17.005 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:16.998+0000 7f77c13b6640 1 -- 172.21.15.119:0/726327328 reap_dead start 2024-09-13T18:58:17.005 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:16.999+0000 7f77c0bb5640 1 --2- 172.21.15.119:0/726327328 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f77ac003970 0x7f77ac003d90 secure :-1 s=READY pgs=665 cs=0 l=1 rev1=1 crypto rx=0x7f77b0001750 tx=0x7f77ac0057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c025f923f97a8458 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:58:17.005 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:16.999+0000 7f77bb7fe640 1 -- 172.21.15.119:0/726327328 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f77b00052d0 con 0x7f77ac003970 2024-09-13T18:58:17.005 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:16.999+0000 7f77bb7fe640 1 -- 172.21.15.119:0/726327328 <== mon.0 v2:172.21.15.119:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f77b0005430 con 0x7f77ac003970 2024-09-13T18:58:17.005 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:16.999+0000 7f77bb7fe640 1 -- 172.21.15.119:0/726327328 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f77b002abe0 con 0x7f77ac003970 2024-09-13T18:58:17.005 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:17.000+0000 7f77c2e19640 1 -- 172.21.15.119:0/726327328 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f77ac003970 msgr2=0x7f77ac003d90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:58:17.005 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:17.000+0000 7f77c2e19640 1 --2- 172.21.15.119:0/726327328 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f77ac003970 0x7f77ac003d90 secure :-1 s=READY pgs=665 cs=0 l=1 rev1=1 crypto rx=0x7f77b0001750 tx=0x7f77ac0057f0 comp rx=0 tx=0).stop 2024-09-13T18:58:17.005 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:17.000+0000 7f77c2e19640 1 -- 172.21.15.119:0/726327328 shutdown_connections 2024-09-13T18:58:17.005 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:17.000+0000 7f77c2e19640 1 --2- 172.21.15.119:0/726327328 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f77ac003970 0x7f77ac003d90 unknown :-1 s=CLOSED pgs=665 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:58:17.005 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:17.000+0000 7f77c2e19640 1 -- 172.21.15.119:0/726327328 >> 172.21.15.119:0/726327328 conn(0x7f77bc06a0b0 msgr2=0x7f77bc06a4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:58:17.005 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:17.000+0000 7f77c2e19640 1 -- 172.21.15.119:0/726327328 shutdown_connections 2024-09-13T18:58:17.005 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:17.000+0000 7f77c2e19640 1 -- 172.21.15.119:0/726327328 wait complete. 2024-09-13T18:58:17.008 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:17.001+0000 7f77c2e19640 1 Processor -- start 2024-09-13T18:58:17.008 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:17.001+0000 7f77c2e19640 1 -- start start 2024-09-13T18:58:17.008 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:17.002+0000 7f77c2e19640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f77ac003970 0x7f77bc152f60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:58:17.008 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:17.002+0000 7f77c2e19640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f77bc0c72c0 0x7f77bc157d10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:58:17.008 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:17.002+0000 7f77c2e19640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f77bc0c63d0 0x7f77bc158250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:58:17.008 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:17.002+0000 7f77c2e19640 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f77bc0adc90 con 0x7f77ac003970 2024-09-13T18:58:17.008 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:17.002+0000 7f77c2e19640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f77bc0c7840 con 0x7f77bc0c72c0 2024-09-13T18:58:17.008 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:17.002+0000 7f77c2e19640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f77bc0adee0 con 0x7f77bc0c63d0 2024-09-13T18:58:17.008 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:17.002+0000 7f77c0bb5640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f77ac003970 0x7f77bc152f60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:58:17.008 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:17.002+0000 7f77c0bb5640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f77ac003970 0x7f77bc152f60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.119:3300/0 says I am v2:172.21.15.119:46416/0 (socket says 172.21.15.119:46416) 2024-09-13T18:58:17.008 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:17.002+0000 7f77c0bb5640 1 -- 172.21.15.119:0/293012026 learned_addr learned my addr 172.21.15.119:0/293012026 (peer_addr_for_me v2:172.21.15.119:0/0) 2024-09-13T18:58:17.009 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:17.002+0000 7f77c0bb5640 1 -- 172.21.15.119:0/293012026 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f77bc0c63d0 msgr2=0x7f77bc158250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:58:17.009 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:17.002+0000 7f77c0bb5640 1 --2- 172.21.15.119:0/293012026 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f77bc0c63d0 0x7f77bc158250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:58:17.009 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:17.002+0000 7f77c0bb5640 1 -- 172.21.15.119:0/293012026 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f77bc0c72c0 msgr2=0x7f77bc157d10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:58:17.009 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:17.002+0000 7f77c0bb5640 1 --2- 172.21.15.119:0/293012026 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f77bc0c72c0 0x7f77bc157d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:58:17.009 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:17.002+0000 7f77c0bb5640 1 -- 172.21.15.119:0/293012026 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f77bc0ae1c0 con 0x7f77ac003970 2024-09-13T18:58:17.009 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:17.002+0000 7f77c0bb5640 1 --2- 172.21.15.119:0/293012026 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f77ac003970 0x7f77bc152f60 secure :-1 s=READY pgs=666 cs=0 l=1 rev1=1 crypto rx=0x7f77b0000c00 tx=0x7f77b0001120 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:58:17.009 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:17.003+0000 7f77b97fa640 1 -- 172.21.15.119:0/293012026 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f77b00075f0 con 0x7f77ac003970 2024-09-13T18:58:17.009 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:17.003+0000 7f77b97fa640 1 -- 172.21.15.119:0/293012026 <== mon.0 v2:172.21.15.119:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f77b0007a30 con 0x7f77ac003970 2024-09-13T18:58:17.009 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:17.003+0000 7f77c2e19640 1 -- 172.21.15.119:0/293012026 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f77bc0ae4a0 con 0x7f77ac003970 2024-09-13T18:58:17.009 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:17.003+0000 7f77b97fa640 1 -- 172.21.15.119:0/293012026 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f77b00069f0 con 0x7f77ac003970 2024-09-13T18:58:17.009 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:17.003+0000 7f77c2e19640 1 -- 172.21.15.119:0/293012026 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f77bc06db80 con 0x7f77ac003970 2024-09-13T18:58:17.009 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:17.004+0000 7f77c2e19640 1 -- 172.21.15.119:0/293012026 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f77bc06db80 con 0x7f77ac003970 2024-09-13T18:58:17.009 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:17.004+0000 7f77b97fa640 1 -- 172.21.15.119:0/293012026 <== mon.0 v2:172.21.15.119:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f77b0006b50 con 0x7f77ac003970 2024-09-13T18:58:17.009 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:17.005+0000 7f77b97fa640 1 --2- 172.21.15.119:0/293012026 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f77a006ac00 0x7f77a006d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:58:17.010 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:17.005+0000 7f77bbfff640 1 --2- 172.21.15.119:0/293012026 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f77a006ac00 0x7f77a006d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:58:17.010 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:17.005+0000 7f77b97fa640 1 -- 172.21.15.119:0/293012026 <== mon.0 v2:172.21.15.119:3300/0 5 ==== osd_map(44..44 src has 1..44) v4 ==== 5349+0+0 (secure 0 0 0) 0x7f77b00a9040 con 0x7f77ac003970 2024-09-13T18:58:17.010 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:17.005+0000 7f77bbfff640 1 --2- 172.21.15.119:0/293012026 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f77a006ac00 0x7f77a006d0c0 secure :-1 s=READY pgs=315 cs=0 l=1 rev1=1 crypto rx=0x7f77a8006e80 tx=0x7f77a8006df0 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:58:17.011 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:17.009+0000 7f77b97fa640 1 -- 172.21.15.119:0/293012026 <== mon.0 v2:172.21.15.119:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f77b0074380 con 0x7f77ac003970 2024-09-13T18:58:17.173 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:17.170+0000 7f77c2e19640 1 -- 172.21.15.119:0/293012026 --> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] -- mgr_command(tid 0: {"prefix": "osd deep-scrub", "who": "7", "target": ["mon-mgr", ""]}) v1 -- 0x7f77bc072520 con 0x7f77a006ac00 2024-09-13T18:58:17.174 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:17.171+0000 7f77b97fa640 1 -- 172.21.15.119:0/293012026 <== mgr.4104 v2:172.21.15.119:6832/3599186100 1 ==== mgr_command_reply(tid 0: 0 instructed osd(s) 7 to deep-scrub) v1 ==== 41+0+0 (secure 0 0 0) 0x7f77bc072520 con 0x7f77a006ac00 2024-09-13T18:58:17.174 INFO:teuthology.orchestra.run.smithi119.stderr:instructed osd(s) 7 to deep-scrub 2024-09-13T18:58:17.176 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:17.172+0000 7f77c2e19640 1 -- 172.21.15.119:0/293012026 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f77a006ac00 msgr2=0x7f77a006d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:58:17.176 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:17.172+0000 7f77c2e19640 1 --2- 172.21.15.119:0/293012026 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f77a006ac00 0x7f77a006d0c0 secure :-1 s=READY pgs=315 cs=0 l=1 rev1=1 crypto rx=0x7f77a8006e80 tx=0x7f77a8006df0 comp rx=0 tx=0).stop 2024-09-13T18:58:17.176 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:17.172+0000 7f77c2e19640 1 -- 172.21.15.119:0/293012026 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f77ac003970 msgr2=0x7f77bc152f60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:58:17.177 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:17.173+0000 7f77c2e19640 1 --2- 172.21.15.119:0/293012026 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f77ac003970 0x7f77bc152f60 secure :-1 s=READY pgs=666 cs=0 l=1 rev1=1 crypto rx=0x7f77b0000c00 tx=0x7f77b0001120 comp rx=0 tx=0).stop 2024-09-13T18:58:17.177 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:17.173+0000 7f77c2e19640 1 -- 172.21.15.119:0/293012026 shutdown_connections 2024-09-13T18:58:17.177 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:17.173+0000 7f77c2e19640 1 --2- 172.21.15.119:0/293012026 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f77a006ac00 0x7f77a006d0c0 unknown :-1 s=CLOSED pgs=315 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:58:17.177 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:17.173+0000 7f77c2e19640 1 --2- 172.21.15.119:0/293012026 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f77bc0c63d0 0x7f77bc158250 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:58:17.177 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:17.173+0000 7f77c2e19640 1 --2- 172.21.15.119:0/293012026 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f77bc0c72c0 0x7f77bc157d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:58:17.178 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:17.173+0000 7f77c2e19640 1 --2- 172.21.15.119:0/293012026 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f77ac003970 0x7f77bc152f60 unknown :-1 s=CLOSED pgs=666 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:58:17.178 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:17.173+0000 7f77c2e19640 1 -- 172.21.15.119:0/293012026 >> 172.21.15.119:0/293012026 conn(0x7f77bc06a0b0 msgr2=0x7f77bc0705b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:58:17.178 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:17.173+0000 7f77c2e19640 1 -- 172.21.15.119:0/293012026 shutdown_connections 2024-09-13T18:58:17.178 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:17.173+0000 7f77c2e19640 1 -- 172.21.15.119:0/293012026 wait complete. 2024-09-13T18:58:17.186 DEBUG:teuthology.orchestra.run.smithi119:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-13T18:58:17.283 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:17.281+0000 7f0bb0745640 1 Processor -- start 2024-09-13T18:58:17.284 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:17.281+0000 7f0bb0745640 1 -- start start 2024-09-13T18:58:17.286 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:17.282+0000 7f0bb0745640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f0ba8071d30 0x7f0ba8070190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:58:17.286 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:17.282+0000 7f0bb0745640 1 --2- >> v2:172.21.15.119:3300/0 conn(0x7f0ba8072110 0x7f0ba80b1b70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:58:17.286 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:17.282+0000 7f0bb0745640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f0ba80c8920 0x7f0ba80c8dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:58:17.287 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:17.282+0000 7f0bb0745640 1 -- --> v2:172.21.15.119:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f0ba80c9310 con 0x7f0ba8072110 2024-09-13T18:58:17.287 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:17.282+0000 7f0bb0745640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f0ba80abdf0 con 0x7f0ba8071d30 2024-09-13T18:58:17.287 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:17.282+0000 7f0bb0745640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f0ba80ab1e0 con 0x7f0ba80c8920 2024-09-13T18:58:17.287 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:17.282+0000 7f0badce0640 1 --2- >> v2:172.21.15.119:3300/0 conn(0x7f0ba8072110 0x7f0ba80b1b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:58:17.287 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:17.282+0000 7f0badce0640 1 --2- >> v2:172.21.15.119:3300/0 conn(0x7f0ba8072110 0x7f0ba80b1b70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.119:3300/0 says I am v2:172.21.15.119:46426/0 (socket says 172.21.15.119:46426) 2024-09-13T18:58:17.287 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:17.282+0000 7f0badce0640 1 -- 172.21.15.119:0/3542118666 learned_addr learned my addr 172.21.15.119:0/3542118666 (peer_addr_for_me v2:172.21.15.119:0/0) 2024-09-13T18:58:17.287 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:17.282+0000 7f0badce0640 1 -- 172.21.15.119:0/3542118666 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f0ba80c8920 msgr2=0x7f0ba80c8dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T18:58:17.287 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:17.282+0000 7f0badce0640 1 --2- 172.21.15.119:0/3542118666 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f0ba80c8920 0x7f0ba80c8dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:58:17.287 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:17.282+0000 7f0badce0640 1 -- 172.21.15.119:0/3542118666 >> v2:172.21.15.145:3300/0 conn(0x7f0ba8071d30 msgr2=0x7f0ba8070190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T18:58:17.288 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:17.282+0000 7f0badce0640 1 --2- 172.21.15.119:0/3542118666 >> v2:172.21.15.145:3300/0 conn(0x7f0ba8071d30 0x7f0ba8070190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:58:17.288 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:17.282+0000 7f0badce0640 1 -- 172.21.15.119:0/3542118666 --> v2:172.21.15.119:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0ba80ab4c0 con 0x7f0ba8072110 2024-09-13T18:58:17.288 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:17.283+0000 7f0badce0640 1 --2- 172.21.15.119:0/3542118666 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f0ba8072110 0x7f0ba80b1b70 secure :-1 s=READY pgs=667 cs=0 l=1 rev1=1 crypto rx=0x7f0ba80cee60 tx=0x7f0b9802a1e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=750299a227600f18 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:58:17.288 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:17.283+0000 7f0bad4df640 1 -- 172.21.15.119:0/3542118666 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0b98032440 con 0x7f0ba8072110 2024-09-13T18:58:17.288 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:17.283+0000 7f0bad4df640 1 -- 172.21.15.119:0/3542118666 <== mon.0 v2:172.21.15.119:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0b980325a0 con 0x7f0ba8072110 2024-09-13T18:58:17.288 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:17.283+0000 7f0bad4df640 1 -- 172.21.15.119:0/3542118666 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0b98032930 con 0x7f0ba8072110 2024-09-13T18:58:17.288 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:17.283+0000 7f0bb0745640 1 -- 172.21.15.119:0/3542118666 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f0ba8072110 msgr2=0x7f0ba80b1b70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:58:17.288 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:17.283+0000 7f0bb0745640 1 --2- 172.21.15.119:0/3542118666 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f0ba8072110 0x7f0ba80b1b70 secure :-1 s=READY pgs=667 cs=0 l=1 rev1=1 crypto rx=0x7f0ba80cee60 tx=0x7f0b9802a1e0 comp rx=0 tx=0).stop 2024-09-13T18:58:17.288 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:17.283+0000 7f0bb0745640 1 -- 172.21.15.119:0/3542118666 shutdown_connections 2024-09-13T18:58:17.288 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:17.283+0000 7f0bb0745640 1 --2- 172.21.15.119:0/3542118666 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f0ba80c8920 0x7f0ba80c8dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:58:17.288 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:17.283+0000 7f0bb0745640 1 --2- 172.21.15.119:0/3542118666 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f0ba8072110 0x7f0ba80b1b70 unknown :-1 s=CLOSED pgs=667 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:58:17.288 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:17.283+0000 7f0bb0745640 1 --2- 172.21.15.119:0/3542118666 >> v2:172.21.15.145:3300/0 conn(0x7f0ba8071d30 0x7f0ba8070190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:58:17.288 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:17.283+0000 7f0bb0745640 1 -- 172.21.15.119:0/3542118666 >> 172.21.15.119:0/3542118666 conn(0x7f0ba8069ed0 msgr2=0x7f0ba806a2e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:58:17.289 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:17.283+0000 7f0bb0745640 1 -- 172.21.15.119:0/3542118666 shutdown_connections 2024-09-13T18:58:17.289 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:17.284+0000 7f0bb0745640 1 -- 172.21.15.119:0/3542118666 wait complete. 2024-09-13T18:58:17.292 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:17.285+0000 7f0bb0745640 1 Processor -- start 2024-09-13T18:58:17.292 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:17.285+0000 7f0bb0745640 1 -- start start 2024-09-13T18:58:17.292 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:17.285+0000 7f0bb0745640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f0ba8071d30 0x7f0ba80cdf70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:58:17.292 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:17.285+0000 7f0bb0745640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f0ba8072110 0x7f0ba80cad50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:58:17.292 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:17.285+0000 7f0bb0745640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f0ba80c8920 0x7f0ba80cb290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:58:17.293 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:17.285+0000 7f0bb0745640 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0ba80ce4b0 con 0x7f0ba8072110 2024-09-13T18:58:17.293 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:17.285+0000 7f0bb0745640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0ba80cced0 con 0x7f0ba8071d30 2024-09-13T18:58:17.293 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:17.285+0000 7f0bb0745640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f0ba80cd1b0 con 0x7f0ba80c8920 2024-09-13T18:58:17.294 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:17.285+0000 7f0badce0640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f0ba8072110 0x7f0ba80cad50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:58:17.294 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:17.286+0000 7f0badce0640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f0ba8072110 0x7f0ba80cad50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.119:3300/0 says I am v2:172.21.15.119:46432/0 (socket says 172.21.15.119:46432) 2024-09-13T18:58:17.294 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:17.286+0000 7f0badce0640 1 -- 172.21.15.119:0/2447764535 learned_addr learned my addr 172.21.15.119:0/2447764535 (peer_addr_for_me v2:172.21.15.119:0/0) 2024-09-13T18:58:17.294 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:17.286+0000 7f0badce0640 1 -- 172.21.15.119:0/2447764535 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f0ba80c8920 msgr2=0x7f0ba80cb290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:58:17.294 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:17.286+0000 7f0badce0640 1 --2- 172.21.15.119:0/2447764535 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f0ba80c8920 0x7f0ba80cb290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:58:17.294 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:17.286+0000 7f0badce0640 1 -- 172.21.15.119:0/2447764535 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f0ba8071d30 msgr2=0x7f0ba80cdf70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:58:17.294 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:17.286+0000 7f0badce0640 1 --2- 172.21.15.119:0/2447764535 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f0ba8071d30 0x7f0ba80cdf70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:58:17.294 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:17.286+0000 7f0badce0640 1 -- 172.21.15.119:0/2447764535 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0b980094d0 con 0x7f0ba8072110 2024-09-13T18:58:17.294 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:17.286+0000 7f0badce0640 1 --2- 172.21.15.119:0/2447764535 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f0ba8072110 0x7f0ba80cad50 secure :-1 s=READY pgs=668 cs=0 l=1 rev1=1 crypto rx=0x7f0b98000c00 tx=0x7f0b980046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:58:17.294 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:17.286+0000 7f0b9effd640 1 -- 172.21.15.119:0/2447764535 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0b98032440 con 0x7f0ba8072110 2024-09-13T18:58:17.294 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:17.286+0000 7f0b9effd640 1 -- 172.21.15.119:0/2447764535 <== mon.0 v2:172.21.15.119:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0b98030b80 con 0x7f0ba8072110 2024-09-13T18:58:17.294 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:17.286+0000 7f0bb0745640 1 -- 172.21.15.119:0/2447764535 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f0ba80cd490 con 0x7f0ba8072110 2024-09-13T18:58:17.294 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:17.286+0000 7f0b9effd640 1 -- 172.21.15.119:0/2447764535 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0b9803b400 con 0x7f0ba8072110 2024-09-13T18:58:17.295 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:17.286+0000 7f0bb0745640 1 -- 172.21.15.119:0/2447764535 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f0ba80cda50 con 0x7f0ba8072110 2024-09-13T18:58:17.295 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:17.287+0000 7f0bb0745640 1 -- 172.21.15.119:0/2447764535 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f0ba80cd2f0 con 0x7f0ba8072110 2024-09-13T18:58:17.295 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:17.288+0000 7f0b9effd640 1 -- 172.21.15.119:0/2447764535 <== mon.0 v2:172.21.15.119:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f0b98039040 con 0x7f0ba8072110 2024-09-13T18:58:17.295 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:17.288+0000 7f0b9effd640 1 --2- 172.21.15.119:0/2447764535 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f0b8c06ac00 0x7f0b8c06d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:58:17.295 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:17.288+0000 7f0b9effd640 1 -- 172.21.15.119:0/2447764535 <== mon.0 v2:172.21.15.119:3300/0 5 ==== osd_map(44..44 src has 1..44) v4 ==== 5349+0+0 (secure 0 0 0) 0x7f0b980a9bd0 con 0x7f0ba8072110 2024-09-13T18:58:17.295 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:17.288+0000 7f0bae4e1640 1 --2- 172.21.15.119:0/2447764535 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f0b8c06ac00 0x7f0b8c06d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:58:17.295 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:17.288+0000 7f0bae4e1640 1 --2- 172.21.15.119:0/2447764535 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f0b8c06ac00 0x7f0b8c06d0c0 secure :-1 s=READY pgs=316 cs=0 l=1 rev1=1 crypto rx=0x7f0ba4009710 tx=0x7f0ba4006c90 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:58:17.295 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:17.292+0000 7f0b9effd640 1 -- 172.21.15.119:0/2447764535 <== mon.0 v2:172.21.15.119:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f0ba80cd2f0 con 0x7f0ba8072110 2024-09-13T18:58:17.454 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:17.452+0000 7f0bb0745640 1 -- 172.21.15.119:0/2447764535 --> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7f0ba80aba80 con 0x7f0b8c06ac00 2024-09-13T18:58:17.456 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:17.454+0000 7f0b9effd640 1 -- 172.21.15.119:0/2447764535 <== mgr.4104 v2:172.21.15.119:6832/3599186100 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+51297 (secure 0 0 0) 0x7f0ba400b480 con 0x7f0b8c06ac00 2024-09-13T18:58:17.457 INFO:teuthology.orchestra.run.smithi119.stdout: 2024-09-13T18:58:17.457 INFO:teuthology.orchestra.run.smithi119.stderr:dumped all 2024-09-13T18:58:17.459 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:17.456+0000 7f0bb0745640 1 -- 172.21.15.119:0/2447764535 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f0b8c06ac00 msgr2=0x7f0b8c06d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:58:17.459 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:17.456+0000 7f0bb0745640 1 --2- 172.21.15.119:0/2447764535 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f0b8c06ac00 0x7f0b8c06d0c0 secure :-1 s=READY pgs=316 cs=0 l=1 rev1=1 crypto rx=0x7f0ba4009710 tx=0x7f0ba4006c90 comp rx=0 tx=0).stop 2024-09-13T18:58:17.459 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:17.456+0000 7f0bb0745640 1 -- 172.21.15.119:0/2447764535 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f0ba8072110 msgr2=0x7f0ba80cad50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:58:17.459 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:17.456+0000 7f0bb0745640 1 --2- 172.21.15.119:0/2447764535 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f0ba8072110 0x7f0ba80cad50 secure :-1 s=READY pgs=668 cs=0 l=1 rev1=1 crypto rx=0x7f0b98000c00 tx=0x7f0b980046c0 comp rx=0 tx=0).stop 2024-09-13T18:58:17.459 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:17.456+0000 7f0bb0745640 1 -- 172.21.15.119:0/2447764535 shutdown_connections 2024-09-13T18:58:17.459 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:17.456+0000 7f0bb0745640 1 --2- 172.21.15.119:0/2447764535 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f0b8c06ac00 0x7f0b8c06d0c0 unknown :-1 s=CLOSED pgs=316 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:58:17.459 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:17.456+0000 7f0bb0745640 1 --2- 172.21.15.119:0/2447764535 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f0ba80c8920 0x7f0ba80cb290 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:58:17.459 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:17.456+0000 7f0bb0745640 1 --2- 172.21.15.119:0/2447764535 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f0ba8072110 0x7f0ba80cad50 unknown :-1 s=CLOSED pgs=668 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:58:17.459 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:17.456+0000 7f0bb0745640 1 --2- 172.21.15.119:0/2447764535 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f0ba8071d30 0x7f0ba80cdf70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:58:17.459 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:17.456+0000 7f0bb0745640 1 -- 172.21.15.119:0/2447764535 >> 172.21.15.119:0/2447764535 conn(0x7f0ba8069ed0 msgr2=0x7f0ba806a2b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:58:17.459 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:17.456+0000 7f0bb0745640 1 -- 172.21.15.119:0/2447764535 shutdown_connections 2024-09-13T18:58:17.459 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:17.456+0000 7f0bb0745640 1 -- 172.21.15.119:0/2447764535 wait complete. 2024-09-13T18:58:17.469 INFO:teuthology.orchestra.run.smithi119.stdout:{"pg_ready":true,"pg_map":{"version":94,"stamp":"2024-09-13T18:58:16.085382+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":72,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":2,"kb":754974720,"kb_used":221416,"kb_used_data":5224,"kb_used_omap":12,"kb_used_meta":216051,"kb_avail":754753304,"statfs":{"total":773094113280,"available":772867383296,"internally_reserved":0,"allocated":5349376,"data_stored":2991728,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12742,"internal_metadata":221236794},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":13,"apply_latency_ms":13,"commit_latency_ns":13000000,"apply_latency_ns":13000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-8902,"num_objects":-23,"num_object_clones":0,"num_object_copies":-46,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":-23,"num_whiteouts":0,"num_read":-80,"num_read_kb":-88,"num_write":-55,"num_write_kb":-27,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":-14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"8.001239"},"pg_stats":[{"pgid":"1.0","version":"15'117","reported_seq":184,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-13T18:58:09.016429+0000","last_change":"2024-09-13T18:56:23.292950+0000","last_active":"2024-09-13T18:58:09.016429+0000","last_peered":"2024-09-13T18:58:09.016429+0000","last_clean":"2024-09-13T18:58:09.016429+0000","last_became_active":"2024-09-13T18:56:23.292008+0000","last_became_peered":"2024-09-13T18:56:23.292008+0000","last_unstale":"2024-09-13T18:58:09.016429+0000","last_undegraded":"2024-09-13T18:58:09.016429+0000","last_fullsized":"2024-09-13T18:58:09.016429+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T18:56:22.096428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T18:56:22.096428+0000","last_clean_scrub_stamp":"2024-09-13T18:56:22.096428+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:33:39.156955+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":5,"up_from":14,"seq":60129542169,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":27532,"kb_used_data":508,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344308,"statfs":{"total":96636764160,"available":96608571392,"internally_reserved":0,"allocated":520192,"data_stored":226374,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 18:57:24 2024","interfaces":[{"interface":"back","average":{"1min":0.54000000000000004,"5min":0.54000000000000004,"15min":0.54000000000000004},"min":{"1min":0.375,"5min":0.375,"15min":0.375},"max":{"1min":0.82099999999999995,"5min":0.82099999999999995,"15min":0.82099999999999995},"last":0.57099999999999995},{"interface":"front","average":{"1min":0.55200000000000005,"5min":0.55200000000000005,"15min":0.55200000000000005},"min":{"1min":0.34699999999999998,"5min":0.34699999999999998,"15min":0.34699999999999998},"max":{"1min":0.85099999999999998,"5min":0.85099999999999998,"15min":0.85099999999999998},"last":0.58299999999999996}]},{"osd":1,"last update":"Fri Sep 13 18:57:24 2024","interfaces":[{"interface":"back","average":{"1min":0.5,"5min":0.5,"15min":0.5},"min":{"1min":0.34100000000000003,"5min":0.34100000000000003,"15min":0.34100000000000003},"max":{"1min":0.72599999999999998,"5min":0.72599999999999998,"15min":0.72599999999999998},"last":0.55800000000000005},{"interface":"front","average":{"1min":0.54900000000000004,"5min":0.54900000000000004,"15min":0.54900000000000004},"min":{"1min":0.36399999999999999,"5min":0.36399999999999999,"15min":0.36399999999999999},"max":{"1min":0.746,"5min":0.746,"15min":0.746},"last":0.53300000000000003}]},{"osd":2,"last update":"Fri Sep 13 18:57:24 2024","interfaces":[{"interface":"back","average":{"1min":0.52300000000000002,"5min":0.52300000000000002,"15min":0.52300000000000002},"min":{"1min":0.38700000000000001,"5min":0.38700000000000001,"15min":0.38700000000000001},"max":{"1min":0.79600000000000004,"5min":0.79600000000000004,"15min":0.79600000000000004},"last":0.432},{"interface":"front","average":{"1min":0.53100000000000003,"5min":0.53100000000000003,"15min":0.53100000000000003},"min":{"1min":0.377,"5min":0.377,"15min":0.377},"max":{"1min":0.67800000000000005,"5min":0.67800000000000005,"15min":0.67800000000000005},"last":0.505}]},{"osd":3,"last update":"Fri Sep 13 18:57:24 2024","interfaces":[{"interface":"back","average":{"1min":0.54600000000000004,"5min":0.54600000000000004,"15min":0.54600000000000004},"min":{"1min":0.40899999999999997,"5min":0.40899999999999997,"15min":0.40899999999999997},"max":{"1min":0.872,"5min":0.872,"15min":0.872},"last":0.59899999999999998},{"interface":"front","average":{"1min":0.55300000000000005,"5min":0.55300000000000005,"15min":0.55300000000000005},"min":{"1min":0.35099999999999998,"5min":0.35099999999999998,"15min":0.35099999999999998},"max":{"1min":0.69099999999999995,"5min":0.69099999999999995,"15min":0.69099999999999995},"last":0.47699999999999998}]},{"osd":4,"last update":"Fri Sep 13 18:57:24 2024","interfaces":[{"interface":"back","average":{"1min":0.46100000000000002,"5min":0.46100000000000002,"15min":0.46100000000000002},"min":{"1min":0.307,"5min":0.307,"15min":0.307},"max":{"1min":0.76100000000000001,"5min":0.76100000000000001,"15min":0.76100000000000001},"last":0.61299999999999999},{"interface":"front","average":{"1min":0.504,"5min":0.504,"15min":0.504},"min":{"1min":0.33600000000000002,"5min":0.33600000000000002,"15min":0.33600000000000002},"max":{"1min":0.71999999999999997,"5min":0.71999999999999997,"15min":0.71999999999999997},"last":0.64100000000000001}]},{"osd":6,"last update":"Fri Sep 13 18:57:24 2024","interfaces":[{"interface":"back","average":{"1min":0.48999999999999999,"5min":0.48999999999999999,"15min":0.48999999999999999},"min":{"1min":0.28000000000000003,"5min":0.28000000000000003,"15min":0.28000000000000003},"max":{"1min":0.73299999999999998,"5min":0.73299999999999998,"15min":0.73299999999999998},"last":0.54800000000000004},{"interface":"front","average":{"1min":0.53000000000000003,"5min":0.53000000000000003,"15min":0.53000000000000003},"min":{"1min":0.30599999999999999,"5min":0.30599999999999999,"15min":0.30599999999999999},"max":{"1min":0.79800000000000004,"5min":0.79800000000000004,"15min":0.79800000000000004},"last":0.65400000000000003}]},{"osd":7,"last update":"Fri Sep 13 18:57:24 2024","interfaces":[{"interface":"back","average":{"1min":0.53700000000000003,"5min":0.53700000000000003,"15min":0.53700000000000003},"min":{"1min":0.32600000000000001,"5min":0.32600000000000001,"15min":0.32600000000000001},"max":{"1min":0.751,"5min":0.751,"15min":0.751},"last":0.66700000000000004},{"interface":"front","average":{"1min":0.56899999999999995,"5min":0.56899999999999995,"15min":0.56899999999999995},"min":{"1min":0.32600000000000001,"5min":0.32600000000000001,"15min":0.32600000000000001},"max":{"1min":0.77700000000000002,"5min":0.77700000000000002,"15min":0.77700000000000002},"last":0.627}]}]},{"osd":3,"up_from":13,"seq":55834574874,"num_pgs":18,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":27532,"kb_used_data":508,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344308,"statfs":{"total":96636764160,"available":96608571392,"internally_reserved":0,"allocated":520192,"data_stored":226374,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":27654600},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 18:57:23 2024","interfaces":[{"interface":"back","average":{"1min":0.33200000000000002,"5min":0.33200000000000002,"15min":0.33200000000000002},"min":{"1min":0.21199999999999999,"5min":0.21199999999999999,"15min":0.21199999999999999},"max":{"1min":0.496,"5min":0.496,"15min":0.496},"last":0.30099999999999999},{"interface":"front","average":{"1min":0.312,"5min":0.312,"15min":0.312},"min":{"1min":0.24199999999999999,"5min":0.24199999999999999,"15min":0.24199999999999999},"max":{"1min":0.45100000000000001,"5min":0.45100000000000001,"15min":0.45100000000000001},"last":0.31900000000000001}]},{"osd":1,"last update":"Fri Sep 13 18:57:23 2024","interfaces":[{"interface":"back","average":{"1min":0.29999999999999999,"5min":0.29999999999999999,"15min":0.29999999999999999},"min":{"1min":0.21299999999999999,"5min":0.21299999999999999,"15min":0.21299999999999999},"max":{"1min":0.41799999999999998,"5min":0.41799999999999998,"15min":0.41799999999999998},"last":0.34799999999999998},{"interface":"front","average":{"1min":0.33700000000000002,"5min":0.33700000000000002,"15min":0.33700000000000002},"min":{"1min":0.20999999999999999,"5min":0.20999999999999999,"15min":0.20999999999999999},"max":{"1min":0.57599999999999996,"5min":0.57599999999999996,"15min":0.57599999999999996},"last":0.33800000000000002}]},{"osd":2,"last update":"Fri Sep 13 18:57:23 2024","interfaces":[{"interface":"back","average":{"1min":0.38300000000000001,"5min":0.38300000000000001,"15min":0.38300000000000001},"min":{"1min":0.29999999999999999,"5min":0.29999999999999999,"15min":0.29999999999999999},"max":{"1min":0.621,"5min":0.621,"15min":0.621},"last":0.36699999999999999},{"interface":"front","average":{"1min":0.35499999999999998,"5min":0.35499999999999998,"15min":0.35499999999999998},"min":{"1min":0.26500000000000001,"5min":0.26500000000000001,"15min":0.26500000000000001},"max":{"1min":0.56200000000000006,"5min":0.56200000000000006,"15min":0.56200000000000006},"last":0.42299999999999999}]},{"osd":4,"last update":"Fri Sep 13 18:57:23 2024","interfaces":[{"interface":"back","average":{"1min":0.52500000000000002,"5min":0.52500000000000002,"15min":0.52500000000000002},"min":{"1min":0.34499999999999997,"5min":0.34499999999999997,"15min":0.34499999999999997},"max":{"1min":0.80800000000000005,"5min":0.80800000000000005,"15min":0.80800000000000005},"last":0.68200000000000005},{"interface":"front","average":{"1min":0.53500000000000003,"5min":0.53500000000000003,"15min":0.53500000000000003},"min":{"1min":0.34499999999999997,"5min":0.34499999999999997,"15min":0.34499999999999997},"max":{"1min":0.78300000000000003,"5min":0.78300000000000003,"15min":0.78300000000000003},"last":0.73599999999999999}]},{"osd":5,"last update":"Fri Sep 13 18:57:23 2024","interfaces":[{"interface":"back","average":{"1min":0.53500000000000003,"5min":0.53500000000000003,"15min":0.53500000000000003},"min":{"1min":0.35899999999999999,"5min":0.35899999999999999,"15min":0.35899999999999999},"max":{"1min":0.71799999999999997,"5min":0.71799999999999997,"15min":0.71799999999999997},"last":0.55500000000000005},{"interface":"front","average":{"1min":0.51300000000000001,"5min":0.51300000000000001,"15min":0.51300000000000001},"min":{"1min":0.32700000000000001,"5min":0.32700000000000001,"15min":0.32700000000000001},"max":{"1min":0.69399999999999995,"5min":0.69399999999999995,"15min":0.69399999999999995},"last":0.66700000000000004}]},{"osd":6,"last update":"Fri Sep 13 18:57:23 2024","interfaces":[{"interface":"back","average":{"1min":0.55100000000000005,"5min":0.55100000000000005,"15min":0.55100000000000005},"min":{"1min":0.34000000000000002,"5min":0.34000000000000002,"15min":0.34000000000000002},"max":{"1min":0.74299999999999999,"5min":0.74299999999999999,"15min":0.74299999999999999},"last":0.53400000000000003},{"interface":"front","average":{"1min":0.56299999999999994,"5min":0.56299999999999994,"15min":0.56299999999999994},"min":{"1min":0.41699999999999998,"5min":0.41699999999999998,"15min":0.41699999999999998},"max":{"1min":0.748,"5min":0.748,"15min":0.748},"last":0.71599999999999997}]},{"osd":7,"last update":"Fri Sep 13 18:57:23 2024","interfaces":[{"interface":"back","average":{"1min":0.56599999999999995,"5min":0.56599999999999995,"15min":0.56599999999999995},"min":{"1min":0.42399999999999999,"5min":0.42399999999999999,"15min":0.42399999999999999},"max":{"1min":0.85599999999999998,"5min":0.85599999999999998,"15min":0.85599999999999998},"last":0.76200000000000001},{"interface":"front","average":{"1min":0.58199999999999996,"5min":0.58199999999999996,"15min":0.58199999999999996},"min":{"1min":0.38,"5min":0.38,"15min":0.38},"max":{"1min":0.876,"5min":0.876,"15min":0.876},"last":0.65800000000000003}]}]},{"osd":7,"up_from":13,"seq":55834574874,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28112,"kb_used_data":1088,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343728,"statfs":{"total":96636764160,"available":96607977472,"internally_reserved":0,"allocated":1114112,"data_stored":816742,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":27654603},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 18:57:22 2024","interfaces":[{"interface":"back","average":{"1min":0.49399999999999999,"5min":0.49399999999999999,"15min":0.49399999999999999},"min":{"1min":0.34599999999999997,"5min":0.34599999999999997,"15min":0.34599999999999997},"max":{"1min":0.79900000000000004,"5min":0.79900000000000004,"15min":0.79900000000000004},"last":0.93200000000000005},{"interface":"front","average":{"1min":0.48899999999999999,"5min":0.48899999999999999,"15min":0.48899999999999999},"min":{"1min":0.33800000000000002,"5min":0.33800000000000002,"15min":0.33800000000000002},"max":{"1min":0.71599999999999997,"5min":0.71599999999999997,"15min":0.71599999999999997},"last":0.95599999999999996}]},{"osd":1,"last update":"Fri Sep 13 18:57:22 2024","interfaces":[{"interface":"back","average":{"1min":0.52400000000000002,"5min":0.52400000000000002,"15min":0.52400000000000002},"min":{"1min":0.37,"5min":0.37,"15min":0.37},"max":{"1min":0.755,"5min":0.755,"15min":0.755},"last":0.94599999999999995},{"interface":"front","average":{"1min":0.52500000000000002,"5min":0.52500000000000002,"15min":0.52500000000000002},"min":{"1min":0.35299999999999998,"5min":0.35299999999999998,"15min":0.35299999999999998},"max":{"1min":0.83499999999999996,"5min":0.83499999999999996,"15min":0.83499999999999996},"last":0.99399999999999999}]},{"osd":2,"last update":"Fri Sep 13 18:57:22 2024","interfaces":[{"interface":"back","average":{"1min":0.50600000000000001,"5min":0.50600000000000001,"15min":0.50600000000000001},"min":{"1min":0.38700000000000001,"5min":0.38700000000000001,"15min":0.38700000000000001},"max":{"1min":0.76200000000000001,"5min":0.76200000000000001,"15min":0.76200000000000001},"last":1.01},{"interface":"front","average":{"1min":0.52700000000000002,"5min":0.52700000000000002,"15min":0.52700000000000002},"min":{"1min":0.312,"5min":0.312,"15min":0.312},"max":{"1min":0.81699999999999995,"5min":0.81699999999999995,"15min":0.81699999999999995},"last":0.89100000000000001}]},{"osd":3,"last update":"Fri Sep 13 18:57:22 2024","interfaces":[{"interface":"back","average":{"1min":0.497,"5min":0.497,"15min":0.497},"min":{"1min":0.33500000000000002,"5min":0.33500000000000002,"15min":0.33500000000000002},"max":{"1min":0.80000000000000004,"5min":0.80000000000000004,"15min":0.80000000000000004},"last":0.91700000000000004},{"interface":"front","average":{"1min":0.5,"5min":0.5,"15min":0.5},"min":{"1min":0.35599999999999998,"5min":0.35599999999999998,"15min":0.35599999999999998},"max":{"1min":0.68500000000000005,"5min":0.68500000000000005,"15min":0.68500000000000005},"last":0.96999999999999997}]},{"osd":4,"last update":"Fri Sep 13 18:57:22 2024","interfaces":[{"interface":"back","average":{"1min":0.47099999999999997,"5min":0.47099999999999997,"15min":0.47099999999999997},"min":{"1min":0.30099999999999999,"5min":0.30099999999999999,"15min":0.30099999999999999},"max":{"1min":0.64400000000000002,"5min":0.64400000000000002,"15min":0.64400000000000002},"last":0.54900000000000004},{"interface":"front","average":{"1min":0.502,"5min":0.502,"15min":0.502},"min":{"1min":0.27700000000000002,"5min":0.27700000000000002,"15min":0.27700000000000002},"max":{"1min":0.751,"5min":0.751,"15min":0.751},"last":0.50700000000000001}]},{"osd":5,"last update":"Fri Sep 13 18:57:25 2024","interfaces":[{"interface":"back","average":{"1min":0.49399999999999999,"5min":0.49399999999999999,"15min":0.49399999999999999},"min":{"1min":0.34300000000000003,"5min":0.34300000000000003,"15min":0.34300000000000003},"max":{"1min":0.63300000000000001,"5min":0.63300000000000001,"15min":0.63300000000000001},"last":0.57999999999999996},{"interface":"front","average":{"1min":0.54200000000000004,"5min":0.54200000000000004,"15min":0.54200000000000004},"min":{"1min":0.33100000000000002,"5min":0.33100000000000002,"15min":0.33100000000000002},"max":{"1min":0.70399999999999996,"5min":0.70399999999999996,"15min":0.70399999999999996},"last":0.53700000000000003}]},{"osd":6,"last update":"Fri Sep 13 18:57:22 2024","interfaces":[{"interface":"back","average":{"1min":0.52300000000000002,"5min":0.52300000000000002,"15min":0.52300000000000002},"min":{"1min":0.34200000000000003,"5min":0.34200000000000003,"15min":0.34200000000000003},"max":{"1min":0.65500000000000003,"5min":0.65500000000000003,"15min":0.65500000000000003},"last":0.52900000000000003},{"interface":"front","average":{"1min":0.56499999999999995,"5min":0.56499999999999995,"15min":0.56499999999999995},"min":{"1min":0.28499999999999998,"5min":0.28499999999999998,"15min":0.28499999999999998},"max":{"1min":0.71399999999999997,"5min":0.71399999999999997,"15min":0.71399999999999997},"last":0.56200000000000006}]}]},{"osd":6,"up_from":13,"seq":55834574874,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":27532,"kb_used_data":508,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344308,"statfs":{"total":96636764160,"available":96608571392,"internally_reserved":0,"allocated":520192,"data_stored":226374,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 18:57:24 2024","interfaces":[{"interface":"back","average":{"1min":0.50900000000000001,"5min":0.50900000000000001,"15min":0.50900000000000001},"min":{"1min":0.32300000000000001,"5min":0.32300000000000001,"15min":0.32300000000000001},"max":{"1min":0.63100000000000001,"5min":0.63100000000000001,"15min":0.63100000000000001},"last":0.51900000000000002},{"interface":"front","average":{"1min":0.503,"5min":0.503,"15min":0.503},"min":{"1min":0.39800000000000002,"5min":0.39800000000000002,"15min":0.39800000000000002},"max":{"1min":0.79700000000000004,"5min":0.79700000000000004,"15min":0.79700000000000004},"last":0.40600000000000003}]},{"osd":1,"last update":"Fri Sep 13 18:57:24 2024","interfaces":[{"interface":"back","average":{"1min":0.48199999999999998,"5min":0.48199999999999998,"15min":0.48199999999999998},"min":{"1min":0.379,"5min":0.379,"15min":0.379},"max":{"1min":0.73399999999999999,"5min":0.73399999999999999,"15min":0.73399999999999999},"last":0.36299999999999999},{"interface":"front","average":{"1min":0.51400000000000001,"5min":0.51400000000000001,"15min":0.51400000000000001},"min":{"1min":0.39300000000000002,"5min":0.39300000000000002,"15min":0.39300000000000002},"max":{"1min":0.871,"5min":0.871,"15min":0.871},"last":0.47499999999999998}]},{"osd":2,"last update":"Fri Sep 13 18:57:24 2024","interfaces":[{"interface":"back","average":{"1min":0.54200000000000004,"5min":0.54200000000000004,"15min":0.54200000000000004},"min":{"1min":0.35599999999999998,"5min":0.35599999999999998,"15min":0.35599999999999998},"max":{"1min":0.76200000000000001,"5min":0.76200000000000001,"15min":0.76200000000000001},"last":0.57699999999999996},{"interface":"front","average":{"1min":0.53100000000000003,"5min":0.53100000000000003,"15min":0.53100000000000003},"min":{"1min":0.38200000000000001,"5min":0.38200000000000001,"15min":0.38200000000000001},"max":{"1min":0.69899999999999995,"5min":0.69899999999999995,"15min":0.69899999999999995},"last":0.42399999999999999}]},{"osd":3,"last update":"Fri Sep 13 18:57:24 2024","interfaces":[{"interface":"back","average":{"1min":0.54100000000000004,"5min":0.54100000000000004,"15min":0.54100000000000004},"min":{"1min":0.38500000000000001,"5min":0.38500000000000001,"15min":0.38500000000000001},"max":{"1min":0.83699999999999997,"5min":0.83699999999999997,"15min":0.83699999999999997},"last":0.50800000000000001},{"interface":"front","average":{"1min":0.56599999999999995,"5min":0.56599999999999995,"15min":0.56599999999999995},"min":{"1min":0.39700000000000002,"5min":0.39700000000000002,"15min":0.39700000000000002},"max":{"1min":0.74399999999999999,"5min":0.74399999999999999,"15min":0.74399999999999999},"last":0.44900000000000001}]},{"osd":4,"last update":"Fri Sep 13 18:57:24 2024","interfaces":[{"interface":"back","average":{"1min":0.47099999999999997,"5min":0.47099999999999997,"15min":0.47099999999999997},"min":{"1min":0.31900000000000001,"5min":0.31900000000000001,"15min":0.31900000000000001},"max":{"1min":0.70099999999999996,"5min":0.70099999999999996,"15min":0.70099999999999996},"last":0.54100000000000004},{"interface":"front","average":{"1min":0.47999999999999998,"5min":0.47999999999999998,"15min":0.47999999999999998},"min":{"1min":0.32300000000000001,"5min":0.32300000000000001,"15min":0.32300000000000001},"max":{"1min":0.76700000000000002,"5min":0.76700000000000002,"15min":0.76700000000000002},"last":0.46300000000000002}]},{"osd":5,"last update":"Fri Sep 13 18:57:24 2024","interfaces":[{"interface":"back","average":{"1min":0.50900000000000001,"5min":0.50900000000000001,"15min":0.50900000000000001},"min":{"1min":0.314,"5min":0.314,"15min":0.314},"max":{"1min":0.66700000000000004,"5min":0.66700000000000004,"15min":0.66700000000000004},"last":0.439},{"interface":"front","average":{"1min":0.52100000000000002,"5min":0.52100000000000002,"15min":0.52100000000000002},"min":{"1min":0.34300000000000003,"5min":0.34300000000000003,"15min":0.34300000000000003},"max":{"1min":0.90000000000000002,"5min":0.90000000000000002,"15min":0.90000000000000002},"last":0.49299999999999999}]},{"osd":7,"last update":"Fri Sep 13 18:57:24 2024","interfaces":[{"interface":"back","average":{"1min":0.55500000000000005,"5min":0.55500000000000005,"15min":0.55500000000000005},"min":{"1min":0.30399999999999999,"5min":0.30399999999999999,"15min":0.30399999999999999},"max":{"1min":0.748,"5min":0.748,"15min":0.748},"last":0.53100000000000003},{"interface":"front","average":{"1min":0.59399999999999997,"5min":0.59399999999999997,"15min":0.59399999999999997},"min":{"1min":0.434,"5min":0.434,"15min":0.434},"max":{"1min":0.78000000000000003,"5min":0.78000000000000003,"15min":0.78000000000000003},"last":0.60899999999999999}]}]},{"osd":4,"up_from":13,"seq":55834574874,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":27532,"kb_used_data":508,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344308,"statfs":{"total":96636764160,"available":96608571392,"internally_reserved":0,"allocated":520192,"data_stored":226374,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 18:57:22 2024","interfaces":[{"interface":"back","average":{"1min":0.52800000000000002,"5min":0.52800000000000002,"15min":0.52800000000000002},"min":{"1min":0.372,"5min":0.372,"15min":0.372},"max":{"1min":0.876,"5min":0.876,"15min":0.876},"last":0.48099999999999998},{"interface":"front","average":{"1min":0.48199999999999998,"5min":0.48199999999999998,"15min":0.48199999999999998},"min":{"1min":0.40100000000000002,"5min":0.40100000000000002,"15min":0.40100000000000002},"max":{"1min":0.82999999999999996,"5min":0.82999999999999996,"15min":0.82999999999999996},"last":0.49199999999999999}]},{"osd":1,"last update":"Fri Sep 13 18:57:22 2024","interfaces":[{"interface":"back","average":{"1min":0.55400000000000005,"5min":0.55400000000000005,"15min":0.55400000000000005},"min":{"1min":0.34200000000000003,"5min":0.34200000000000003,"15min":0.34200000000000003},"max":{"1min":1.0209999999999999,"5min":1.0209999999999999,"15min":1.0209999999999999},"last":0.50900000000000001},{"interface":"front","average":{"1min":0.51600000000000001,"5min":0.51600000000000001,"15min":0.51600000000000001},"min":{"1min":0.32300000000000001,"5min":0.32300000000000001,"15min":0.32300000000000001},"max":{"1min":0.81599999999999995,"5min":0.81599999999999995,"15min":0.81599999999999995},"last":0.52200000000000002}]},{"osd":2,"last update":"Fri Sep 13 18:57:22 2024","interfaces":[{"interface":"back","average":{"1min":0.55800000000000005,"5min":0.55800000000000005,"15min":0.55800000000000005},"min":{"1min":0.36499999999999999,"5min":0.36499999999999999,"15min":0.36499999999999999},"max":{"1min":0.96499999999999997,"5min":0.96499999999999997,"15min":0.96499999999999997},"last":0.46899999999999997},{"interface":"front","average":{"1min":0.54800000000000004,"5min":0.54800000000000004,"15min":0.54800000000000004},"min":{"1min":0.41099999999999998,"5min":0.41099999999999998,"15min":0.41099999999999998},"max":{"1min":0.78500000000000003,"5min":0.78500000000000003,"15min":0.78500000000000003},"last":0.55300000000000005}]},{"osd":3,"last update":"Fri Sep 13 18:57:22 2024","interfaces":[{"interface":"back","average":{"1min":0.57599999999999996,"5min":0.57599999999999996,"15min":0.57599999999999996},"min":{"1min":0.39000000000000001,"5min":0.39000000000000001,"15min":0.39000000000000001},"max":{"1min":1.087,"5min":1.087,"15min":1.087},"last":0.53900000000000003},{"interface":"front","average":{"1min":0.57199999999999995,"5min":0.57199999999999995,"15min":0.57199999999999995},"min":{"1min":0.35599999999999998,"5min":0.35599999999999998,"15min":0.35599999999999998},"max":{"1min":0.998,"5min":0.998,"15min":0.998},"last":0.442}]},{"osd":5,"last update":"Fri Sep 13 18:57:22 2024","interfaces":[{"interface":"back","average":{"1min":0.46800000000000003,"5min":0.46800000000000003,"15min":0.46800000000000003},"min":{"1min":0.33500000000000002,"5min":0.33500000000000002,"15min":0.33500000000000002},"max":{"1min":0.61699999999999999,"5min":0.61699999999999999,"15min":0.61699999999999999},"last":0.379},{"interface":"front","average":{"1min":0.54400000000000004,"5min":0.54400000000000004,"15min":0.54400000000000004},"min":{"1min":0.30599999999999999,"5min":0.30599999999999999,"15min":0.30599999999999999},"max":{"1min":1.244,"5min":1.244,"15min":1.244},"last":0.40200000000000002}]},{"osd":6,"last update":"Fri Sep 13 18:57:22 2024","interfaces":[{"interface":"back","average":{"1min":0.52200000000000002,"5min":0.52200000000000002,"15min":0.52200000000000002},"min":{"1min":0.33800000000000002,"5min":0.33800000000000002,"15min":0.33800000000000002},"max":{"1min":0.76900000000000002,"5min":0.76900000000000002,"15min":0.76900000000000002},"last":0.42799999999999999},{"interface":"front","average":{"1min":0.59099999999999997,"5min":0.59099999999999997,"15min":0.59099999999999997},"min":{"1min":0.33200000000000002,"5min":0.33200000000000002,"15min":0.33200000000000002},"max":{"1min":1.1359999999999999,"5min":1.1359999999999999,"15min":1.1359999999999999},"last":0.56599999999999995}]},{"osd":7,"last update":"Fri Sep 13 18:57:22 2024","interfaces":[{"interface":"back","average":{"1min":0.57499999999999996,"5min":0.57499999999999996,"15min":0.57499999999999996},"min":{"1min":0.32900000000000001,"5min":0.32900000000000001,"15min":0.32900000000000001},"max":{"1min":0.78700000000000003,"5min":0.78700000000000003,"15min":0.78700000000000003},"last":0.57499999999999996},{"interface":"front","average":{"1min":0.55800000000000005,"5min":0.55800000000000005,"15min":0.55800000000000005},"min":{"1min":0.39700000000000002,"5min":0.39700000000000002,"15min":0.39700000000000002},"max":{"1min":0.72299999999999998,"5min":0.72299999999999998,"15min":0.72299999999999998},"last":0.45900000000000002}]}]},{"osd":2,"up_from":13,"seq":55834574873,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":27532,"kb_used_data":508,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344308,"statfs":{"total":96636764160,"available":96608571392,"internally_reserved":0,"allocated":520192,"data_stored":226374,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 18:57:21 2024","interfaces":[{"interface":"back","average":{"1min":0.315,"5min":0.315,"15min":0.315},"min":{"1min":0.222,"5min":0.222,"15min":0.222},"max":{"1min":0.53200000000000003,"5min":0.53200000000000003,"15min":0.53200000000000003},"last":0.33200000000000002},{"interface":"front","average":{"1min":0.36099999999999999,"5min":0.36099999999999999,"15min":0.36099999999999999},"min":{"1min":0.255,"5min":0.255,"15min":0.255},"max":{"1min":0.58299999999999996,"5min":0.58299999999999996,"15min":0.58299999999999996},"last":0.34599999999999997}]},{"osd":1,"last update":"Fri Sep 13 18:57:21 2024","interfaces":[{"interface":"back","average":{"1min":0.36099999999999999,"5min":0.36099999999999999,"15min":0.36099999999999999},"min":{"1min":0.28100000000000003,"5min":0.28100000000000003,"15min":0.28100000000000003},"max":{"1min":0.56100000000000005,"5min":0.56100000000000005,"15min":0.56100000000000005},"last":0.377},{"interface":"front","average":{"1min":0.34300000000000003,"5min":0.34300000000000003,"15min":0.34300000000000003},"min":{"1min":0.26400000000000001,"5min":0.26400000000000001,"15min":0.26400000000000001},"max":{"1min":0.47899999999999998,"5min":0.47899999999999998,"15min":0.47899999999999998},"last":0.38800000000000001}]},{"osd":3,"last update":"Fri Sep 13 18:57:21 2024","interfaces":[{"interface":"back","average":{"1min":0.40100000000000002,"5min":0.40100000000000002,"15min":0.40100000000000002},"min":{"1min":0.253,"5min":0.253,"15min":0.253},"max":{"1min":0.94799999999999995,"5min":0.94799999999999995,"15min":0.94799999999999995},"last":0.317},{"interface":"front","average":{"1min":0.38500000000000001,"5min":0.38500000000000001,"15min":0.38500000000000001},"min":{"1min":0.25800000000000001,"5min":0.25800000000000001,"15min":0.25800000000000001},"max":{"1min":1.0209999999999999,"5min":1.0209999999999999,"15min":1.0209999999999999},"last":0.30299999999999999}]},{"osd":4,"last update":"Fri Sep 13 18:57:21 2024","interfaces":[{"interface":"back","average":{"1min":0.58799999999999997,"5min":0.58799999999999997,"15min":0.58799999999999997},"min":{"1min":0.312,"5min":0.312,"15min":0.312},"max":{"1min":0.98299999999999998,"5min":0.98299999999999998,"15min":0.98299999999999998},"last":0.66100000000000003},{"interface":"front","average":{"1min":0.59399999999999997,"5min":0.59399999999999997,"15min":0.59399999999999997},"min":{"1min":0.38100000000000001,"5min":0.38100000000000001,"15min":0.38100000000000001},"max":{"1min":0.90000000000000002,"5min":0.90000000000000002,"15min":0.90000000000000002},"last":0.73999999999999999}]},{"osd":5,"last update":"Fri Sep 13 18:57:25 2024","interfaces":[{"interface":"back","average":{"1min":0.52000000000000002,"5min":0.52000000000000002,"15min":0.52000000000000002},"min":{"1min":0.33800000000000002,"5min":0.33800000000000002,"15min":0.33800000000000002},"max":{"1min":0.71599999999999997,"5min":0.71599999999999997,"15min":0.71599999999999997},"last":0.70999999999999996},{"interface":"front","average":{"1min":0.54200000000000004,"5min":0.54200000000000004,"15min":0.54200000000000004},"min":{"1min":0.36099999999999999,"5min":0.36099999999999999,"15min":0.36099999999999999},"max":{"1min":0.75900000000000001,"5min":0.75900000000000001,"15min":0.75900000000000001},"last":0.77400000000000002}]},{"osd":6,"last update":"Fri Sep 13 18:57:21 2024","interfaces":[{"interface":"back","average":{"1min":0.57199999999999995,"5min":0.57199999999999995,"15min":0.57199999999999995},"min":{"1min":0.41699999999999998,"5min":0.41699999999999998,"15min":0.41699999999999998},"max":{"1min":0.90300000000000002,"5min":0.90300000000000002,"15min":0.90300000000000002},"last":0.72299999999999998},{"interface":"front","average":{"1min":0.55600000000000005,"5min":0.55600000000000005,"15min":0.55600000000000005},"min":{"1min":0.35199999999999998,"5min":0.35199999999999998,"15min":0.35199999999999998},"max":{"1min":0.83699999999999997,"5min":0.83699999999999997,"15min":0.83699999999999997},"last":0.73099999999999998}]},{"osd":7,"last update":"Fri Sep 13 18:57:21 2024","interfaces":[{"interface":"back","average":{"1min":0.57399999999999995,"5min":0.57399999999999995,"15min":0.57399999999999995},"min":{"1min":0.41799999999999998,"5min":0.41799999999999998,"15min":0.41799999999999998},"max":{"1min":0.92500000000000004,"5min":0.92500000000000004,"15min":0.92500000000000004},"last":0.65100000000000002},{"interface":"front","average":{"1min":0.58199999999999996,"5min":0.58199999999999996,"15min":0.58199999999999996},"min":{"1min":0.39200000000000002,"5min":0.39200000000000002,"15min":0.39200000000000002},"max":{"1min":0.82299999999999995,"5min":0.82299999999999995,"15min":0.82299999999999995},"last":0.69899999999999995}]}]},{"osd":1,"up_from":13,"seq":55834574874,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":27532,"kb_used_data":508,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344308,"statfs":{"total":96636764160,"available":96608571392,"internally_reserved":0,"allocated":520192,"data_stored":226374,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 18:57:23 2024","interfaces":[{"interface":"back","average":{"1min":0.307,"5min":0.307,"15min":0.307},"min":{"1min":0.187,"5min":0.187,"15min":0.187},"max":{"1min":0.52900000000000003,"5min":0.52900000000000003,"15min":0.52900000000000003},"last":0.25900000000000001},{"interface":"front","average":{"1min":0.32700000000000001,"5min":0.32700000000000001,"15min":0.32700000000000001},"min":{"1min":0.20699999999999999,"5min":0.20699999999999999,"15min":0.20699999999999999},"max":{"1min":0.68600000000000005,"5min":0.68600000000000005,"15min":0.68600000000000005},"last":0.35399999999999998}]},{"osd":2,"last update":"Fri Sep 13 18:57:23 2024","interfaces":[{"interface":"back","average":{"1min":0.35099999999999998,"5min":0.35099999999999998,"15min":0.35099999999999998},"min":{"1min":0.23000000000000001,"5min":0.23000000000000001,"15min":0.23000000000000001},"max":{"1min":0.57799999999999996,"5min":0.57799999999999996,"15min":0.57799999999999996},"last":0.371},{"interface":"front","average":{"1min":0.374,"5min":0.374,"15min":0.374},"min":{"1min":0.25,"5min":0.25,"15min":0.25},"max":{"1min":0.58499999999999996,"5min":0.58499999999999996,"15min":0.58499999999999996},"last":0.34399999999999997}]},{"osd":3,"last update":"Fri Sep 13 18:57:23 2024","interfaces":[{"interface":"back","average":{"1min":0.38100000000000001,"5min":0.38100000000000001,"15min":0.38100000000000001},"min":{"1min":0.22700000000000001,"5min":0.22700000000000001,"15min":0.22700000000000001},"max":{"1min":0.77400000000000002,"5min":0.77400000000000002,"15min":0.77400000000000002},"last":0.316},{"interface":"front","average":{"1min":0.36499999999999999,"5min":0.36499999999999999,"15min":0.36499999999999999},"min":{"1min":0.25800000000000001,"5min":0.25800000000000001,"15min":0.25800000000000001},"max":{"1min":0.56499999999999995,"5min":0.56499999999999995,"15min":0.56499999999999995},"last":0.28899999999999998}]},{"osd":4,"last update":"Fri Sep 13 18:57:23 2024","interfaces":[{"interface":"back","average":{"1min":0.58199999999999996,"5min":0.58199999999999996,"15min":0.58199999999999996},"min":{"1min":0.39500000000000002,"5min":0.39500000000000002,"15min":0.39500000000000002},"max":{"1min":0.82599999999999996,"5min":0.82599999999999996,"15min":0.82599999999999996},"last":0.439},{"interface":"front","average":{"1min":0.57099999999999995,"5min":0.57099999999999995,"15min":0.57099999999999995},"min":{"1min":0.38500000000000001,"5min":0.38500000000000001,"15min":0.38500000000000001},"max":{"1min":0.81699999999999995,"5min":0.81699999999999995,"15min":0.81699999999999995},"last":0.40200000000000002}]},{"osd":5,"last update":"Fri Sep 13 18:57:23 2024","interfaces":[{"interface":"back","average":{"1min":0.57099999999999995,"5min":0.57099999999999995,"15min":0.57099999999999995},"min":{"1min":0.41399999999999998,"5min":0.41399999999999998,"15min":0.41399999999999998},"max":{"1min":0.78800000000000003,"5min":0.78800000000000003,"15min":0.78800000000000003},"last":0.39800000000000002},{"interface":"front","average":{"1min":0.57099999999999995,"5min":0.57099999999999995,"15min":0.57099999999999995},"min":{"1min":0.40500000000000003,"5min":0.40500000000000003,"15min":0.40500000000000003},"max":{"1min":0.73999999999999999,"5min":0.73999999999999999,"15min":0.73999999999999999},"last":0.42799999999999999}]},{"osd":6,"last update":"Fri Sep 13 18:57:23 2024","interfaces":[{"interface":"back","average":{"1min":0.58999999999999997,"5min":0.58999999999999997,"15min":0.58999999999999997},"min":{"1min":0.41499999999999998,"5min":0.41499999999999998,"15min":0.41499999999999998},"max":{"1min":0.81000000000000005,"5min":0.81000000000000005,"15min":0.81000000000000005},"last":0.38200000000000001},{"interface":"front","average":{"1min":0.57099999999999995,"5min":0.57099999999999995,"15min":0.57099999999999995},"min":{"1min":0.40899999999999997,"5min":0.40899999999999997,"15min":0.40899999999999997},"max":{"1min":0.72599999999999998,"5min":0.72599999999999998,"15min":0.72599999999999998},"last":0.41999999999999998}]},{"osd":7,"last update":"Fri Sep 13 18:57:23 2024","interfaces":[{"interface":"back","average":{"1min":0.59299999999999997,"5min":0.59299999999999997,"15min":0.59299999999999997},"min":{"1min":0.40400000000000003,"5min":0.40400000000000003,"15min":0.40400000000000003},"max":{"1min":0.79700000000000004,"5min":0.79700000000000004,"15min":0.79700000000000004},"last":0.38900000000000001},{"interface":"front","average":{"1min":0.61899999999999999,"5min":0.61899999999999999,"15min":0.61899999999999999},"min":{"1min":0.48699999999999999,"5min":0.48699999999999999,"15min":0.48699999999999999},"max":{"1min":0.88100000000000001,"5min":0.88100000000000001,"15min":0.88100000000000001},"last":0.41199999999999998}]}]},{"osd":0,"up_from":13,"seq":55834574872,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28112,"kb_used_data":1088,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343728,"statfs":{"total":96636764160,"available":96607977472,"internally_reserved":0,"allocated":1114112,"data_stored":816742,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Fri Sep 13 18:57:23 2024","interfaces":[{"interface":"back","average":{"1min":0.30299999999999999,"5min":0.30299999999999999,"15min":0.30299999999999999},"min":{"1min":0.17799999999999999,"5min":0.17799999999999999,"15min":0.17799999999999999},"max":{"1min":0.40400000000000003,"5min":0.40400000000000003,"15min":0.40400000000000003},"last":0.25900000000000001},{"interface":"front","average":{"1min":0.313,"5min":0.313,"15min":0.313},"min":{"1min":0.20499999999999999,"5min":0.20499999999999999,"15min":0.20499999999999999},"max":{"1min":0.44800000000000001,"5min":0.44800000000000001,"15min":0.44800000000000001},"last":0.28999999999999998}]},{"osd":2,"last update":"Fri Sep 13 18:57:23 2024","interfaces":[{"interface":"back","average":{"1min":0.32900000000000001,"5min":0.32900000000000001,"15min":0.32900000000000001},"min":{"1min":0.214,"5min":0.214,"15min":0.214},"max":{"1min":0.44700000000000001,"5min":0.44700000000000001,"15min":0.44700000000000001},"last":0.32800000000000001},{"interface":"front","average":{"1min":0.32300000000000001,"5min":0.32300000000000001,"15min":0.32300000000000001},"min":{"1min":0.25,"5min":0.25,"15min":0.25},"max":{"1min":0.48299999999999998,"5min":0.48299999999999998,"15min":0.48299999999999998},"last":0.36399999999999999}]},{"osd":3,"last update":"Fri Sep 13 18:57:23 2024","interfaces":[{"interface":"back","average":{"1min":0.33400000000000002,"5min":0.33400000000000002,"15min":0.33400000000000002},"min":{"1min":0.219,"5min":0.219,"15min":0.219},"max":{"1min":0.61199999999999999,"5min":0.61199999999999999,"15min":0.61199999999999999},"last":0.34399999999999997},{"interface":"front","average":{"1min":0.34200000000000003,"5min":0.34200000000000003,"15min":0.34200000000000003},"min":{"1min":0.23300000000000001,"5min":0.23300000000000001,"15min":0.23300000000000001},"max":{"1min":0.48599999999999999,"5min":0.48599999999999999,"15min":0.48599999999999999},"last":0.35099999999999998}]},{"osd":4,"last update":"Fri Sep 13 18:57:23 2024","interfaces":[{"interface":"back","average":{"1min":0.56100000000000005,"5min":0.56100000000000005,"15min":0.56100000000000005},"min":{"1min":0.34799999999999998,"5min":0.34799999999999998,"15min":0.34799999999999998},"max":{"1min":0.77600000000000002,"5min":0.77600000000000002,"15min":0.77600000000000002},"last":0.53300000000000003},{"interface":"front","average":{"1min":0.54100000000000004,"5min":0.54100000000000004,"15min":0.54100000000000004},"min":{"1min":0.41099999999999998,"5min":0.41099999999999998,"15min":0.41099999999999998},"max":{"1min":0.69399999999999995,"5min":0.69399999999999995,"15min":0.69399999999999995},"last":0.56999999999999995}]},{"osd":5,"last update":"Fri Sep 13 18:57:23 2024","interfaces":[{"interface":"back","average":{"1min":0.504,"5min":0.504,"15min":0.504},"min":{"1min":0.34200000000000003,"5min":0.34200000000000003,"15min":0.34200000000000003},"max":{"1min":0.68500000000000005,"5min":0.68500000000000005,"15min":0.68500000000000005},"last":0.54000000000000004},{"interface":"front","average":{"1min":0.52700000000000002,"5min":0.52700000000000002,"15min":0.52700000000000002},"min":{"1min":0.35399999999999998,"5min":0.35399999999999998,"15min":0.35399999999999998},"max":{"1min":0.86099999999999999,"5min":0.86099999999999999,"15min":0.86099999999999999},"last":0.46700000000000003}]},{"osd":6,"last update":"Fri Sep 13 18:57:23 2024","interfaces":[{"interface":"back","average":{"1min":0.54300000000000004,"5min":0.54300000000000004,"15min":0.54300000000000004},"min":{"1min":0.372,"5min":0.372,"15min":0.372},"max":{"1min":0.79400000000000004,"5min":0.79400000000000004,"15min":0.79400000000000004},"last":0.55800000000000005},{"interface":"front","average":{"1min":0.54900000000000004,"5min":0.54900000000000004,"15min":0.54900000000000004},"min":{"1min":0.40200000000000002,"5min":0.40200000000000002,"15min":0.40200000000000002},"max":{"1min":0.82999999999999996,"5min":0.82999999999999996,"15min":0.82999999999999996},"last":0.504}]},{"osd":7,"last update":"Fri Sep 13 18:57:23 2024","interfaces":[{"interface":"back","average":{"1min":0.54700000000000004,"5min":0.54700000000000004,"15min":0.54700000000000004},"min":{"1min":0.34499999999999997,"5min":0.34499999999999997,"15min":0.34499999999999997},"max":{"1min":0.75900000000000001,"5min":0.75900000000000001,"15min":0.75900000000000001},"last":0.51900000000000002},{"interface":"front","average":{"1min":0.53600000000000003,"5min":0.53600000000000003,"15min":0.53600000000000003},"min":{"1min":0.42499999999999999,"5min":0.42499999999999999,"15min":0.42499999999999999},"max":{"1min":0.72799999999999998,"5min":0.72799999999999998,"15min":0.72799999999999998},"last":0.48599999999999999}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-13T18:58:17.474 INFO:tasks.ceph:pgid 1.0 last_scrub_stamp 2024-09-13T18:56:22.096428+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=18, tm_min=56, tm_sec=22, tm_wday=4, tm_yday=257, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=18, tm_min=58, tm_sec=12, tm_wday=4, tm_yday=257, tm_isdst=0) 2024-09-13T18:58:17.474 INFO:tasks.ceph:Still waiting for all pgs to be scrubbed. 2024-09-13T18:58:34.529 DEBUG:teuthology.orchestra.run.smithi119:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-13T18:58:34.532 DEBUG:teuthology.orchestra.run.smithi145:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-13T18:58:37.475 DEBUG:teuthology.orchestra.run.smithi119:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-13T18:58:37.585 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:37.582+0000 7f9e873ff640 1 Processor -- start 2024-09-13T18:58:37.585 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:37.582+0000 7f9e873ff640 1 -- start start 2024-09-13T18:58:37.586 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:37.583+0000 7f9e873ff640 1 --2- >> v2:172.21.15.119:3300/0 conn(0x7f9e80071d30 0x7f9e80070190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:58:37.586 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:37.583+0000 7f9e873ff640 1 -- --> v1:172.21.15.119:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f9e800abdf0 con 0x7f9e80072110 2024-09-13T18:58:37.586 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:37.583+0000 7f9e873ff640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f9e800b2280 con 0x7f9e800c8920 2024-09-13T18:58:37.586 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:37.583+0000 7f9e873ff640 1 -- --> v2:172.21.15.119:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f9e800ab1e0 con 0x7f9e80071d30 2024-09-13T18:58:37.586 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:37.583+0000 7f9e8519b640 1 --2- >> v2:172.21.15.119:3300/0 conn(0x7f9e80071d30 0x7f9e80070190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:58:37.586 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:37.583+0000 7f9e8519b640 1 --2- >> v2:172.21.15.119:3300/0 conn(0x7f9e80071d30 0x7f9e80070190 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.119:3300/0 says I am v2:172.21.15.119:39470/0 (socket says 172.21.15.119:39470) 2024-09-13T18:58:37.587 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:37.583+0000 7f9e8499a640 1 --1- >> v1:172.21.15.119:6789/0 conn(0x7f9e80072110 0x7f9e800b1b70 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.119:6789/0 says I am v1:172.21.15.119:51684/0 (socket says 172.21.15.119:51684) 2024-09-13T18:58:37.587 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:37.583+0000 7f9e8519b640 1 -- 172.21.15.119:0/1776112937 learned_addr learned my addr 172.21.15.119:0/1776112937 (peer_addr_for_me v2:172.21.15.119:0/0) 2024-09-13T18:58:37.587 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:37.584+0000 7f9e8519b640 1 -- 172.21.15.119:0/1776112937 >> v1:172.21.15.145:6789/0 conn(0x7f9e800c8920 legacy=0x7f9e800ac280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:58:37.587 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:37.584+0000 7f9e8519b640 1 -- 172.21.15.119:0/1776112937 >> v1:172.21.15.119:6789/0 conn(0x7f9e80072110 legacy=0x7f9e800b1b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:58:37.587 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:37.584+0000 7f9e77fff640 1 -- 172.21.15.119:0/1776112937 <== mon.0 v1:172.21.15.119:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1999918249 0 0) 0x7f9e800abdf0 con 0x7f9e80072110 2024-09-13T18:58:37.587 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:37.584+0000 7f9e8519b640 1 -- 172.21.15.119:0/1776112937 --> v2:172.21.15.119:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9e800ab4c0 con 0x7f9e80071d30 2024-09-13T18:58:37.588 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:37.584+0000 7f9e8519b640 1 --2- 172.21.15.119:0/1776112937 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f9e80071d30 0x7f9e80070190 secure :-1 s=READY pgs=670 cs=0 l=1 rev1=1 crypto rx=0x7f9e7c009870 tx=0x7f9e7c02a300 comp rx=0 tx=0).ready entity=mon.0 client_cookie=490b9ee58facb05d server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:58:37.588 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:37.584+0000 7f9e77fff640 1 -- 172.21.15.119:0/1776112937 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9e7c032640 con 0x7f9e80071d30 2024-09-13T18:58:37.588 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:37.585+0000 7f9e77fff640 1 -- 172.21.15.119:0/1776112937 <== mon.0 v2:172.21.15.119:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9e7c0327a0 con 0x7f9e80071d30 2024-09-13T18:58:37.588 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:37.585+0000 7f9e77fff640 1 -- 172.21.15.119:0/1776112937 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9e7c032b30 con 0x7f9e80071d30 2024-09-13T18:58:37.588 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:37.585+0000 7f9e873ff640 1 -- 172.21.15.119:0/1776112937 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f9e80071d30 msgr2=0x7f9e80070190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:58:37.588 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:37.585+0000 7f9e873ff640 1 --2- 172.21.15.119:0/1776112937 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f9e80071d30 0x7f9e80070190 secure :-1 s=READY pgs=670 cs=0 l=1 rev1=1 crypto rx=0x7f9e7c009870 tx=0x7f9e7c02a300 comp rx=0 tx=0).stop 2024-09-13T18:58:37.589 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:37.585+0000 7f9e873ff640 1 -- 172.21.15.119:0/1776112937 shutdown_connections 2024-09-13T18:58:37.589 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:37.585+0000 7f9e873ff640 1 --2- 172.21.15.119:0/1776112937 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f9e80071d30 0x7f9e80070190 unknown :-1 s=CLOSED pgs=670 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:58:37.589 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:37.585+0000 7f9e873ff640 1 -- 172.21.15.119:0/1776112937 >> 172.21.15.119:0/1776112937 conn(0x7f9e80069ed0 msgr2=0x7f9e8006a2e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:58:37.589 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:37.585+0000 7f9e873ff640 1 -- 172.21.15.119:0/1776112937 shutdown_connections 2024-09-13T18:58:37.589 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:37.585+0000 7f9e873ff640 1 -- 172.21.15.119:0/1776112937 wait complete. 2024-09-13T18:58:37.592 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:37.586+0000 7f9e873ff640 1 Processor -- start 2024-09-13T18:58:37.592 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:37.586+0000 7f9e873ff640 1 -- start start 2024-09-13T18:58:37.592 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:37.587+0000 7f9e873ff640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f9e80071d30 0x7f9e801e4560 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:58:37.592 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:37.587+0000 7f9e873ff640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f9e80072110 0x7f9e80155d20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:58:37.592 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:37.587+0000 7f9e873ff640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f9e800c8920 0x7f9e801e1c80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:58:37.593 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:37.587+0000 7f9e873ff640 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9e801e21c0 con 0x7f9e80072110 2024-09-13T18:58:37.593 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:37.587+0000 7f9e873ff640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9e801e35b0 con 0x7f9e800c8920 2024-09-13T18:58:37.593 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:37.587+0000 7f9e873ff640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f9e801e40d0 con 0x7f9e80071d30 2024-09-13T18:58:37.593 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:37.587+0000 7f9e8499a640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f9e80072110 0x7f9e80155d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:58:37.593 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:37.587+0000 7f9e8499a640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f9e80072110 0x7f9e80155d20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.119:3300/0 says I am v2:172.21.15.119:39486/0 (socket says 172.21.15.119:39486) 2024-09-13T18:58:37.593 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:37.587+0000 7f9e8499a640 1 -- 172.21.15.119:0/1037277176 learned_addr learned my addr 172.21.15.119:0/1037277176 (peer_addr_for_me v2:172.21.15.119:0/0) 2024-09-13T18:58:37.593 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:37.587+0000 7f9e8519b640 1 --2- 172.21.15.119:0/1037277176 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f9e80071d30 0x7f9e801e4560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:58:37.594 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:37.587+0000 7f9e8599c640 1 --2- 172.21.15.119:0/1037277176 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f9e800c8920 0x7f9e801e1c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:58:37.594 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:37.588+0000 7f9e8499a640 1 -- 172.21.15.119:0/1037277176 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f9e80071d30 msgr2=0x7f9e801e4560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:58:37.594 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:37.588+0000 7f9e8499a640 1 --2- 172.21.15.119:0/1037277176 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f9e80071d30 0x7f9e801e4560 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:58:37.594 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:37.588+0000 7f9e8499a640 1 -- 172.21.15.119:0/1037277176 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f9e800c8920 msgr2=0x7f9e801e1c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:58:37.594 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:37.588+0000 7f9e8499a640 1 --2- 172.21.15.119:0/1037277176 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f9e800c8920 0x7f9e801e1c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:58:37.594 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:37.588+0000 7f9e8499a640 1 -- 172.21.15.119:0/1037277176 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9e7c0094d0 con 0x7f9e80072110 2024-09-13T18:58:37.594 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:37.588+0000 7f9e8599c640 1 --2- 172.21.15.119:0/1037277176 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f9e800c8920 0x7f9e801e1c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T18:58:37.594 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:37.588+0000 7f9e8499a640 1 --2- 172.21.15.119:0/1037277176 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f9e80072110 0x7f9e80155d20 secure :-1 s=READY pgs=671 cs=0 l=1 rev1=1 crypto rx=0x7f9e7000c4a0 tx=0x7f9e7000c960 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:58:37.594 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:37.588+0000 7f9e75ffb640 1 -- 172.21.15.119:0/1037277176 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9e700074e0 con 0x7f9e80072110 2024-09-13T18:58:37.594 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:37.588+0000 7f9e75ffb640 1 -- 172.21.15.119:0/1037277176 <== mon.0 v2:172.21.15.119:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9e70007640 con 0x7f9e80072110 2024-09-13T18:58:37.594 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:37.588+0000 7f9e873ff640 1 -- 172.21.15.119:0/1037277176 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f9e8006e240 con 0x7f9e80072110 2024-09-13T18:58:37.594 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:37.588+0000 7f9e75ffb640 1 -- 172.21.15.119:0/1037277176 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9e70004a00 con 0x7f9e80072110 2024-09-13T18:58:37.594 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:37.588+0000 7f9e873ff640 1 -- 172.21.15.119:0/1037277176 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f9e801e3a80 con 0x7f9e80072110 2024-09-13T18:58:37.594 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:37.589+0000 7f9e873ff640 1 -- 172.21.15.119:0/1037277176 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f9e80070190 con 0x7f9e80072110 2024-09-13T18:58:37.595 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:37.590+0000 7f9e75ffb640 1 -- 172.21.15.119:0/1037277176 <== mon.0 v2:172.21.15.119:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f9e70004b60 con 0x7f9e80072110 2024-09-13T18:58:37.595 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:37.590+0000 7f9e75ffb640 1 --2- 172.21.15.119:0/1037277176 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f9e6406ac00 0x7f9e6406d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:58:37.595 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:37.590+0000 7f9e75ffb640 1 -- 172.21.15.119:0/1037277176 <== mon.0 v2:172.21.15.119:3300/0 5 ==== osd_map(44..44 src has 1..44) v4 ==== 5349+0+0 (secure 0 0 0) 0x7f9e70088660 con 0x7f9e80072110 2024-09-13T18:58:37.595 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:37.590+0000 7f9e8519b640 1 --2- 172.21.15.119:0/1037277176 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f9e6406ac00 0x7f9e6406d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:58:37.595 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:37.591+0000 7f9e8519b640 1 --2- 172.21.15.119:0/1037277176 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f9e6406ac00 0x7f9e6406d0c0 secure :-1 s=READY pgs=317 cs=0 l=1 rev1=1 crypto rx=0x7f9e7c034000 tx=0x7f9e7c02e000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:58:37.597 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:37.595+0000 7f9e75ffb640 1 -- 172.21.15.119:0/1037277176 <== mon.0 v2:172.21.15.119:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f9e70053a50 con 0x7f9e80072110 2024-09-13T18:58:37.755 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:37.752+0000 7f9e873ff640 1 -- 172.21.15.119:0/1037277176 --> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7f9e800aba80 con 0x7f9e6406ac00 2024-09-13T18:58:37.757 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:37.754+0000 7f9e75ffb640 1 -- 172.21.15.119:0/1037277176 <== mgr.4104 v2:172.21.15.119:6832/3599186100 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+50847 (secure 0 0 0) 0x7f9e7c046450 con 0x7f9e6406ac00 2024-09-13T18:58:37.758 INFO:teuthology.orchestra.run.smithi119.stdout: 2024-09-13T18:58:37.759 INFO:teuthology.orchestra.run.smithi119.stderr:dumped all 2024-09-13T18:58:37.761 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:37.756+0000 7f9e873ff640 1 -- 172.21.15.119:0/1037277176 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f9e6406ac00 msgr2=0x7f9e6406d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:58:37.761 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:37.756+0000 7f9e873ff640 1 --2- 172.21.15.119:0/1037277176 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f9e6406ac00 0x7f9e6406d0c0 secure :-1 s=READY pgs=317 cs=0 l=1 rev1=1 crypto rx=0x7f9e7c034000 tx=0x7f9e7c02e000 comp rx=0 tx=0).stop 2024-09-13T18:58:37.761 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:37.756+0000 7f9e873ff640 1 -- 172.21.15.119:0/1037277176 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f9e80072110 msgr2=0x7f9e80155d20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:58:37.762 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:37.756+0000 7f9e873ff640 1 --2- 172.21.15.119:0/1037277176 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f9e80072110 0x7f9e80155d20 secure :-1 s=READY pgs=671 cs=0 l=1 rev1=1 crypto rx=0x7f9e7000c4a0 tx=0x7f9e7000c960 comp rx=0 tx=0).stop 2024-09-13T18:58:37.762 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:37.756+0000 7f9e873ff640 1 -- 172.21.15.119:0/1037277176 shutdown_connections 2024-09-13T18:58:37.762 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:37.756+0000 7f9e873ff640 1 --2- 172.21.15.119:0/1037277176 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f9e6406ac00 0x7f9e6406d0c0 unknown :-1 s=CLOSED pgs=317 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:58:37.762 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:37.756+0000 7f9e873ff640 1 --2- 172.21.15.119:0/1037277176 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f9e800c8920 0x7f9e801e1c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:58:37.762 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:37.756+0000 7f9e873ff640 1 --2- 172.21.15.119:0/1037277176 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f9e80072110 0x7f9e80155d20 unknown :-1 s=CLOSED pgs=671 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:58:37.762 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:37.756+0000 7f9e873ff640 1 --2- 172.21.15.119:0/1037277176 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f9e80071d30 0x7f9e801e4560 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:58:37.762 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:37.756+0000 7f9e873ff640 1 -- 172.21.15.119:0/1037277176 >> 172.21.15.119:0/1037277176 conn(0x7f9e80069ed0 msgr2=0x7f9e800cc720 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:58:37.762 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:37.756+0000 7f9e873ff640 1 -- 172.21.15.119:0/1037277176 shutdown_connections 2024-09-13T18:58:37.762 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:37.756+0000 7f9e873ff640 1 -- 172.21.15.119:0/1037277176 wait complete. 2024-09-13T18:58:37.770 INFO:teuthology.orchestra.run.smithi119.stdout:{"pg_ready":true,"pg_map":{"version":104,"stamp":"2024-09-13T18:58:36.089994+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":119,"ondisk_log_size":119,"up":2,"acting":2,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":2,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":2,"kb":754974720,"kb_used":221400,"kb_used_data":5224,"kb_used_omap":12,"kb_used_meta":216051,"kb_avail":754753320,"statfs":{"total":773094113280,"available":772867399680,"internally_reserved":0,"allocated":5349376,"data_stored":2991728,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12742,"internal_metadata":221236794},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.002972"},"pg_stats":[{"pgid":"1.0","version":"44'119","reported_seq":199,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-13T18:58:17.236965+0000","last_change":"2024-09-13T18:58:17.236965+0000","last_active":"2024-09-13T18:58:17.236965+0000","last_peered":"2024-09-13T18:58:17.236965+0000","last_clean":"2024-09-13T18:58:17.236965+0000","last_became_active":"2024-09-13T18:56:23.292008+0000","last_became_peered":"2024-09-13T18:56:23.292008+0000","last_unstale":"2024-09-13T18:58:17.236965+0000","last_undegraded":"2024-09-13T18:58:17.236965+0000","last_fullsized":"2024-09-13T18:58:17.236965+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"44'119","last_scrub_stamp":"2024-09-13T18:58:17.236828+0000","last_deep_scrub":"44'119","last_deep_scrub_stamp":"2024-09-13T18:58:17.236828+0000","last_clean_scrub_stamp":"2024-09-13T18:58:17.236828+0000","objects_scrubbed":2,"log_size":119,"log_dups_size":0,"ondisk_log_size":119,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:22:54.081868+0000","scrub_duration":0.0045997379999999999,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":119,"ondisk_log_size":119,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":5,"up_from":14,"seq":60129542173,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":27532,"kb_used_data":508,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344308,"statfs":{"total":96636764160,"available":96608571392,"internally_reserved":0,"allocated":520192,"data_stored":226374,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 18:58:30 2024","interfaces":[{"interface":"back","average":{"1min":0.54500000000000004,"5min":0.54100000000000004,"15min":0.54000000000000004},"min":{"1min":0.28599999999999998,"5min":0.28599999999999998,"15min":0.28599999999999998},"max":{"1min":0.871,"5min":0.871,"15min":0.871},"last":0.70899999999999996},{"interface":"front","average":{"1min":0.56499999999999995,"5min":0.55400000000000005,"15min":0.55200000000000005},"min":{"1min":0.41199999999999998,"5min":0.34699999999999998,"15min":0.34699999999999998},"max":{"1min":0.73999999999999999,"5min":0.85099999999999998,"15min":0.85099999999999998},"last":0.71699999999999997}]},{"osd":1,"last update":"Fri Sep 13 18:58:30 2024","interfaces":[{"interface":"back","average":{"1min":0.51400000000000001,"5min":0.502,"15min":0.5},"min":{"1min":0.34100000000000003,"5min":0.34100000000000003,"15min":0.34100000000000003},"max":{"1min":0.77000000000000002,"5min":0.77000000000000002,"15min":0.77000000000000002},"last":0.52200000000000002},{"interface":"front","average":{"1min":0.54800000000000004,"5min":0.54800000000000004,"15min":0.54800000000000004},"min":{"1min":0.39400000000000002,"5min":0.36399999999999999,"15min":0.36399999999999999},"max":{"1min":0.81699999999999995,"5min":0.81699999999999995,"15min":0.81699999999999995},"last":0.73099999999999998}]},{"osd":2,"last update":"Fri Sep 13 18:58:30 2024","interfaces":[{"interface":"back","average":{"1min":0.52700000000000002,"5min":0.52300000000000002,"15min":0.52300000000000002},"min":{"1min":0.36299999999999999,"5min":0.36299999999999999,"15min":0.36299999999999999},"max":{"1min":0.73299999999999998,"5min":0.79600000000000004,"15min":0.79600000000000004},"last":0.64300000000000002},{"interface":"front","average":{"1min":0.53900000000000003,"5min":0.53200000000000003,"15min":0.53100000000000003},"min":{"1min":0.38800000000000001,"5min":0.377,"15min":0.377},"max":{"1min":0.71499999999999997,"5min":0.71499999999999997,"15min":0.71499999999999997},"last":0.65500000000000003}]},{"osd":3,"last update":"Fri Sep 13 18:58:30 2024","interfaces":[{"interface":"back","average":{"1min":0.54900000000000004,"5min":0.54600000000000004,"15min":0.54600000000000004},"min":{"1min":0.32900000000000001,"5min":0.32900000000000001,"15min":0.32900000000000001},"max":{"1min":0.752,"5min":0.872,"15min":0.872},"last":0.752},{"interface":"front","average":{"1min":0.55900000000000005,"5min":0.55400000000000005,"15min":0.55300000000000005},"min":{"1min":0.40000000000000002,"5min":0.35099999999999998,"15min":0.35099999999999998},"max":{"1min":0.80000000000000004,"5min":0.80000000000000004,"15min":0.80000000000000004},"last":0.69499999999999995}]},{"osd":4,"last update":"Fri Sep 13 18:58:30 2024","interfaces":[{"interface":"back","average":{"1min":0.498,"5min":0.46800000000000003,"15min":0.46300000000000002},"min":{"1min":0.33400000000000002,"5min":0.307,"15min":0.307},"max":{"1min":0.753,"5min":0.76100000000000001,"15min":0.76100000000000001},"last":0.47699999999999998},{"interface":"front","average":{"1min":0.51400000000000001,"5min":0.50600000000000001,"15min":0.504},"min":{"1min":0.33800000000000002,"5min":0.33600000000000002,"15min":0.33600000000000002},"max":{"1min":0.70599999999999996,"5min":0.71999999999999997,"15min":0.71999999999999997},"last":0.621}]},{"osd":6,"last update":"Fri Sep 13 18:58:30 2024","interfaces":[{"interface":"back","average":{"1min":0.496,"5min":0.49099999999999999,"15min":0.48999999999999999},"min":{"1min":0.36299999999999999,"5min":0.28000000000000003,"15min":0.28000000000000003},"max":{"1min":0.76900000000000002,"5min":0.76900000000000002,"15min":0.76900000000000002},"last":0.496},{"interface":"front","average":{"1min":0.54000000000000004,"5min":0.53200000000000003,"15min":0.53000000000000003},"min":{"1min":0.36699999999999999,"5min":0.30599999999999999,"15min":0.30599999999999999},"max":{"1min":0.78100000000000003,"5min":0.79800000000000004,"15min":0.79800000000000004},"last":0.54800000000000004}]},{"osd":7,"last update":"Fri Sep 13 18:58:30 2024","interfaces":[{"interface":"back","average":{"1min":0.54100000000000004,"5min":0.53700000000000003,"15min":0.53700000000000003},"min":{"1min":0.35099999999999998,"5min":0.32600000000000001,"15min":0.32600000000000001},"max":{"1min":0.83999999999999997,"5min":0.83999999999999997,"15min":0.83999999999999997},"last":0.67800000000000005},{"interface":"front","average":{"1min":0.56200000000000006,"5min":0.56699999999999995,"15min":0.56799999999999995},"min":{"1min":0.42899999999999999,"5min":0.32600000000000001,"15min":0.32600000000000001},"max":{"1min":0.81499999999999995,"5min":0.81499999999999995,"15min":0.81499999999999995},"last":0.59499999999999997}]}]},{"osd":3,"up_from":13,"seq":55834574878,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":27532,"kb_used_data":508,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344308,"statfs":{"total":96636764160,"available":96608571392,"internally_reserved":0,"allocated":520192,"data_stored":226374,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":27654600},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 18:58:23 2024","interfaces":[{"interface":"back","average":{"1min":0.33000000000000002,"5min":0.33100000000000002,"15min":0.33100000000000002},"min":{"1min":0.22,"5min":0.21199999999999999,"15min":0.21199999999999999},"max":{"1min":0.42499999999999999,"5min":0.496,"15min":0.496},"last":0.46300000000000002},{"interface":"front","average":{"1min":0.35899999999999999,"5min":0.32100000000000001,"15min":0.315},"min":{"1min":0.223,"5min":0.223,"15min":0.223},"max":{"1min":0.5,"5min":0.5,"15min":0.5},"last":0.27700000000000002}]},{"osd":1,"last update":"Fri Sep 13 18:58:23 2024","interfaces":[{"interface":"back","average":{"1min":0.34100000000000003,"5min":0.308,"15min":0.30199999999999999},"min":{"1min":0.24299999999999999,"5min":0.21299999999999999,"15min":0.21299999999999999},"max":{"1min":0.47899999999999998,"5min":0.47899999999999998,"15min":0.47899999999999998},"last":0.40200000000000002},{"interface":"front","average":{"1min":0.36699999999999999,"5min":0.34300000000000003,"15min":0.33900000000000002},"min":{"1min":0.27600000000000002,"5min":0.20999999999999999,"15min":0.20999999999999999},"max":{"1min":0.56100000000000005,"5min":0.57599999999999996,"15min":0.57599999999999996},"last":0.44}]},{"osd":2,"last update":"Fri Sep 13 18:58:23 2024","interfaces":[{"interface":"back","average":{"1min":0.40200000000000002,"5min":0.38600000000000001,"15min":0.38400000000000001},"min":{"1min":0.308,"5min":0.29999999999999999,"15min":0.29999999999999999},"max":{"1min":0.52100000000000002,"5min":0.621,"15min":0.621},"last":0.38},{"interface":"front","average":{"1min":0.373,"5min":0.35799999999999998,"15min":0.35599999999999998},"min":{"1min":0.25800000000000001,"5min":0.25800000000000001,"15min":0.25800000000000001},"max":{"1min":0.52100000000000002,"5min":0.56200000000000006,"15min":0.56200000000000006},"last":0.32300000000000001}]},{"osd":4,"last update":"Fri Sep 13 18:58:23 2024","interfaces":[{"interface":"back","average":{"1min":0.55300000000000005,"5min":0.53000000000000003,"15min":0.52600000000000002},"min":{"1min":0.33700000000000002,"5min":0.33700000000000002,"15min":0.33700000000000002},"max":{"1min":0.77400000000000002,"5min":0.80800000000000005,"15min":0.80800000000000005},"last":0.52800000000000002},{"interface":"front","average":{"1min":0.58099999999999996,"5min":0.54400000000000004,"15min":0.53800000000000003},"min":{"1min":0.39900000000000002,"5min":0.34499999999999997,"15min":0.34499999999999997},"max":{"1min":0.76700000000000002,"5min":0.78300000000000003,"15min":0.78300000000000003},"last":0.64200000000000002}]},{"osd":5,"last update":"Fri Sep 13 18:58:23 2024","interfaces":[{"interface":"back","average":{"1min":0.58099999999999996,"5min":0.54400000000000004,"15min":0.53800000000000003},"min":{"1min":0.38400000000000001,"5min":0.35899999999999999,"15min":0.35899999999999999},"max":{"1min":0.85099999999999998,"5min":0.85099999999999998,"15min":0.85099999999999998},"last":0.59199999999999997},{"interface":"front","average":{"1min":0.57999999999999996,"5min":0.52600000000000002,"15min":0.51700000000000002},"min":{"1min":0.38600000000000001,"5min":0.32700000000000001,"15min":0.32700000000000001},"max":{"1min":0.85399999999999998,"5min":0.85399999999999998,"15min":0.85399999999999998},"last":0.55400000000000005}]},{"osd":6,"last update":"Fri Sep 13 18:58:23 2024","interfaces":[{"interface":"back","average":{"1min":0.59899999999999998,"5min":0.56000000000000005,"15min":0.55400000000000005},"min":{"1min":0.41199999999999998,"5min":0.34000000000000002,"15min":0.34000000000000002},"max":{"1min":0.82099999999999995,"5min":0.82099999999999995,"15min":0.82099999999999995},"last":0.62},{"interface":"front","average":{"1min":0.60899999999999999,"5min":0.57199999999999995,"15min":0.56599999999999995},"min":{"1min":0.42399999999999999,"5min":0.41699999999999998,"15min":0.41699999999999998},"max":{"1min":0.83899999999999997,"5min":0.83899999999999997,"15min":0.83899999999999997},"last":0.56699999999999995}]},{"osd":7,"last update":"Fri Sep 13 18:58:23 2024","interfaces":[{"interface":"back","average":{"1min":0.58499999999999996,"5min":0.56899999999999995,"15min":0.56699999999999995},"min":{"1min":0.39500000000000002,"5min":0.39500000000000002,"15min":0.39500000000000002},"max":{"1min":0.86699999999999999,"5min":0.86699999999999999,"15min":0.86699999999999999},"last":0.60699999999999998},{"interface":"front","average":{"1min":0.63900000000000001,"5min":0.59299999999999997,"15min":0.58499999999999996},"min":{"1min":0.45400000000000001,"5min":0.38,"15min":0.38},"max":{"1min":0.88,"5min":0.88,"15min":0.88},"last":0.51500000000000001}]}]},{"osd":7,"up_from":13,"seq":55834574878,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28104,"kb_used_data":1088,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343736,"statfs":{"total":96636764160,"available":96607985664,"internally_reserved":0,"allocated":1114112,"data_stored":816742,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":27654603},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 18:58:23 2024","interfaces":[{"interface":"back","average":{"1min":0.51600000000000001,"5min":0.498,"15min":0.495},"min":{"1min":0.372,"5min":0.34599999999999997,"15min":0.34599999999999997},"max":{"1min":0.93200000000000005,"5min":0.93200000000000005,"15min":0.93200000000000005},"last":0.53400000000000003},{"interface":"front","average":{"1min":0.52900000000000003,"5min":0.497,"15min":0.49099999999999999},"min":{"1min":0.376,"5min":0.33800000000000002,"15min":0.33800000000000002},"max":{"1min":0.95599999999999996,"5min":0.95599999999999996,"15min":0.95599999999999996},"last":0.55100000000000005}]},{"osd":1,"last update":"Fri Sep 13 18:58:23 2024","interfaces":[{"interface":"back","average":{"1min":0.63,"5min":0.54500000000000004,"15min":0.53100000000000003},"min":{"1min":0.40300000000000002,"5min":0.37,"15min":0.37},"max":{"1min":2.5230000000000001,"5min":2.5230000000000001,"15min":2.5230000000000001},"last":0.66400000000000003},{"interface":"front","average":{"1min":0.54900000000000004,"5min":0.52900000000000003,"15min":0.52600000000000002},"min":{"1min":0.38200000000000001,"5min":0.35299999999999998,"15min":0.35299999999999998},"max":{"1min":0.99399999999999999,"5min":0.99399999999999999,"15min":0.99399999999999999},"last":0.60499999999999998}]},{"osd":2,"last update":"Fri Sep 13 18:58:23 2024","interfaces":[{"interface":"back","average":{"1min":0.53300000000000003,"5min":0.51100000000000001,"15min":0.50700000000000001},"min":{"1min":0.33300000000000002,"5min":0.33300000000000002,"15min":0.33300000000000002},"max":{"1min":1.01,"5min":1.01,"15min":1.01},"last":0.48499999999999999},{"interface":"front","average":{"1min":0.53000000000000003,"5min":0.52700000000000002,"15min":0.52700000000000002},"min":{"1min":0.378,"5min":0.312,"15min":0.312},"max":{"1min":0.89100000000000001,"5min":0.89100000000000001,"15min":0.89100000000000001},"last":0.64700000000000002}]},{"osd":3,"last update":"Fri Sep 13 18:58:23 2024","interfaces":[{"interface":"back","average":{"1min":0.50600000000000001,"5min":0.498,"15min":0.497},"min":{"1min":0.34200000000000003,"5min":0.33500000000000002,"15min":0.33500000000000002},"max":{"1min":0.91700000000000004,"5min":0.91700000000000004,"15min":0.91700000000000004},"last":0.58099999999999996},{"interface":"front","average":{"1min":0.66600000000000004,"5min":0.53300000000000003,"15min":0.51100000000000001},"min":{"1min":0.35899999999999999,"5min":0.35599999999999998,"15min":0.35599999999999998},"max":{"1min":2.5960000000000001,"5min":2.5960000000000001,"15min":2.5960000000000001},"last":0.56999999999999995}]},{"osd":4,"last update":"Fri Sep 13 18:58:23 2024","interfaces":[{"interface":"back","average":{"1min":0.49299999999999999,"5min":0.47499999999999998,"15min":0.47199999999999998},"min":{"1min":0.32800000000000001,"5min":0.30099999999999999,"15min":0.30099999999999999},"max":{"1min":0.63800000000000001,"5min":0.64400000000000002,"15min":0.64400000000000002},"last":0.45500000000000002},{"interface":"front","average":{"1min":0.501,"5min":0.501,"15min":0.501},"min":{"1min":0.34799999999999998,"5min":0.27700000000000002,"15min":0.27700000000000002},"max":{"1min":0.70599999999999996,"5min":0.751,"15min":0.751},"last":0.63500000000000001}]},{"osd":5,"last update":"Fri Sep 13 18:58:28 2024","interfaces":[{"interface":"back","average":{"1min":0.52000000000000002,"5min":0.499,"15min":0.495},"min":{"1min":0.36199999999999999,"5min":0.34300000000000003,"15min":0.34300000000000003},"max":{"1min":0.66900000000000004,"5min":0.66900000000000004,"15min":0.66900000000000004},"last":0.67500000000000004},{"interface":"front","average":{"1min":0.53700000000000003,"5min":0.54100000000000004,"15min":0.54100000000000004},"min":{"1min":0.35899999999999999,"5min":0.33100000000000002,"15min":0.33100000000000002},"max":{"1min":0.68300000000000005,"5min":0.70399999999999996,"15min":0.70399999999999996},"last":0.50600000000000001}]},{"osd":6,"last update":"Fri Sep 13 18:58:23 2024","interfaces":[{"interface":"back","average":{"1min":0.57199999999999995,"5min":0.53200000000000003,"15min":0.52600000000000002},"min":{"1min":0.41499999999999998,"5min":0.34200000000000003,"15min":0.34200000000000003},"max":{"1min":0.70199999999999996,"5min":0.70199999999999996,"15min":0.70199999999999996},"last":0.625},{"interface":"front","average":{"1min":0.55400000000000005,"5min":0.56200000000000006,"15min":0.56399999999999995},"min":{"1min":0.39700000000000002,"5min":0.28499999999999998,"15min":0.28499999999999998},"max":{"1min":0.71899999999999997,"5min":0.71899999999999997,"15min":0.71899999999999997},"last":0.68799999999999994}]}]},{"osd":6,"up_from":13,"seq":55834574878,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":27532,"kb_used_data":508,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344308,"statfs":{"total":96636764160,"available":96608571392,"internally_reserved":0,"allocated":520192,"data_stored":226374,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 18:58:27 2024","interfaces":[{"interface":"back","average":{"1min":0.51300000000000001,"5min":0.50900000000000001,"15min":0.50900000000000001},"min":{"1min":0.33500000000000002,"5min":0.32300000000000001,"15min":0.32300000000000001},"max":{"1min":0.85399999999999998,"5min":0.85399999999999998,"15min":0.85399999999999998},"last":0.56799999999999995},{"interface":"front","average":{"1min":0.50900000000000001,"5min":0.504,"15min":0.503},"min":{"1min":0.37,"5min":0.37,"15min":0.37},"max":{"1min":0.70999999999999996,"5min":0.79700000000000004,"15min":0.79700000000000004},"last":0.66200000000000003}]},{"osd":1,"last update":"Fri Sep 13 18:58:27 2024","interfaces":[{"interface":"back","average":{"1min":0.5,"5min":0.48499999999999999,"15min":0.48299999999999998},"min":{"1min":0.36299999999999999,"5min":0.36299999999999999,"15min":0.36299999999999999},"max":{"1min":0.73799999999999999,"5min":0.73799999999999999,"15min":0.73799999999999999},"last":0.51500000000000001},{"interface":"front","average":{"1min":0.53300000000000003,"5min":0.51700000000000002,"15min":0.51500000000000001},"min":{"1min":0.316,"5min":0.316,"15min":0.316},"max":{"1min":0.64700000000000002,"5min":0.871,"15min":0.871},"last":0.60999999999999999}]},{"osd":2,"last update":"Fri Sep 13 18:58:27 2024","interfaces":[{"interface":"back","average":{"1min":0.53100000000000003,"5min":0.53900000000000003,"15min":0.54100000000000004},"min":{"1min":0.372,"5min":0.35599999999999998,"15min":0.35599999999999998},"max":{"1min":0.69199999999999995,"5min":0.76200000000000001,"15min":0.76200000000000001},"last":0.63400000000000001},{"interface":"front","average":{"1min":0.56000000000000005,"5min":0.53600000000000003,"15min":0.53200000000000003},"min":{"1min":0.38200000000000001,"5min":0.38200000000000001,"15min":0.38200000000000001},"max":{"1min":0.81599999999999995,"5min":0.81599999999999995,"15min":0.81599999999999995},"last":0.64600000000000002}]},{"osd":3,"last update":"Fri Sep 13 18:58:27 2024","interfaces":[{"interface":"back","average":{"1min":0.55600000000000005,"5min":0.54400000000000004,"15min":0.54200000000000004},"min":{"1min":0.42899999999999999,"5min":0.38500000000000001,"15min":0.38500000000000001},"max":{"1min":0.746,"5min":0.83699999999999997,"15min":0.83699999999999997},"last":0.69499999999999995},{"interface":"front","average":{"1min":0.55100000000000005,"5min":0.56299999999999994,"15min":0.56499999999999995},"min":{"1min":0.34499999999999997,"5min":0.34499999999999997,"15min":0.34499999999999997},"max":{"1min":0.75700000000000001,"5min":0.75700000000000001,"15min":0.75700000000000001},"last":0.60399999999999998}]},{"osd":4,"last update":"Fri Sep 13 18:58:27 2024","interfaces":[{"interface":"back","average":{"1min":0.47599999999999998,"5min":0.47199999999999998,"15min":0.47099999999999997},"min":{"1min":0.31,"5min":0.31,"15min":0.31},"max":{"1min":0.72399999999999998,"5min":0.72399999999999998,"15min":0.72399999999999998},"last":0.53200000000000003},{"interface":"front","average":{"1min":0.47699999999999998,"5min":0.47899999999999998,"15min":0.47899999999999998},"min":{"1min":0.312,"5min":0.312,"15min":0.312},"max":{"1min":0.68100000000000005,"5min":0.76700000000000002,"15min":0.76700000000000002},"last":0.59299999999999997}]},{"osd":5,"last update":"Fri Sep 13 18:58:27 2024","interfaces":[{"interface":"back","average":{"1min":0.48199999999999998,"5min":0.503,"15min":0.50700000000000001},"min":{"1min":0.32900000000000001,"5min":0.314,"15min":0.314},"max":{"1min":0.70699999999999996,"5min":0.70699999999999996,"15min":0.70699999999999996},"last":0.54700000000000004},{"interface":"front","average":{"1min":0.49199999999999999,"5min":0.51500000000000001,"15min":0.51900000000000002},"min":{"1min":0.34799999999999998,"5min":0.34300000000000003,"15min":0.34300000000000003},"max":{"1min":0.66700000000000004,"5min":0.90000000000000002,"15min":0.90000000000000002},"last":0.47999999999999998}]},{"osd":7,"last update":"Fri Sep 13 18:58:27 2024","interfaces":[{"interface":"back","average":{"1min":0.52700000000000002,"5min":0.54900000000000004,"15min":0.55300000000000005},"min":{"1min":0.378,"5min":0.30399999999999999,"15min":0.30399999999999999},"max":{"1min":0.66500000000000004,"5min":0.748,"15min":0.748},"last":0.496},{"interface":"front","average":{"1min":0.57699999999999996,"5min":0.58999999999999997,"15min":0.59199999999999997},"min":{"1min":0.432,"5min":0.432,"15min":0.432},"max":{"1min":0.751,"5min":0.78000000000000003,"15min":0.78000000000000003},"last":0.57699999999999996}]}]},{"osd":4,"up_from":13,"seq":55834574878,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":27532,"kb_used_data":508,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344308,"statfs":{"total":96636764160,"available":96608571392,"internally_reserved":0,"allocated":520192,"data_stored":226374,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 18:58:25 2024","interfaces":[{"interface":"back","average":{"1min":0.52400000000000002,"5min":0.52700000000000002,"15min":0.52700000000000002},"min":{"1min":0.33000000000000002,"5min":0.33000000000000002,"15min":0.33000000000000002},"max":{"1min":0.68600000000000005,"5min":0.876,"15min":0.876},"last":0.624},{"interface":"front","average":{"1min":0.54900000000000004,"5min":0.495,"15min":0.48599999999999999},"min":{"1min":0.40799999999999997,"5min":0.40100000000000002,"15min":0.40100000000000002},"max":{"1min":0.86199999999999999,"5min":0.86199999999999999,"15min":0.86199999999999999},"last":0.58599999999999997}]},{"osd":1,"last update":"Fri Sep 13 18:58:25 2024","interfaces":[{"interface":"back","average":{"1min":0.55400000000000005,"5min":0.55400000000000005,"15min":0.55400000000000005},"min":{"1min":0.378,"5min":0.34200000000000003,"15min":0.34200000000000003},"max":{"1min":0.92400000000000004,"5min":1.0209999999999999,"15min":1.0209999999999999},"last":0.56999999999999995},{"interface":"front","average":{"1min":0.57399999999999995,"5min":0.52700000000000002,"15min":0.51900000000000002},"min":{"1min":0.38100000000000001,"5min":0.32300000000000001,"15min":0.32300000000000001},"max":{"1min":0.755,"5min":0.81599999999999995,"15min":0.81599999999999995},"last":0.64800000000000002}]},{"osd":2,"last update":"Fri Sep 13 18:58:25 2024","interfaces":[{"interface":"back","average":{"1min":0.57899999999999996,"5min":0.56200000000000006,"15min":0.55900000000000005},"min":{"1min":0.45300000000000001,"5min":0.36499999999999999,"15min":0.36499999999999999},"max":{"1min":0.88500000000000001,"5min":0.96499999999999997,"15min":0.96499999999999997},"last":0.66300000000000003},{"interface":"front","average":{"1min":0.57599999999999996,"5min":0.55300000000000005,"15min":0.54900000000000004},"min":{"1min":0.377,"5min":0.377,"15min":0.377},"max":{"1min":0.82299999999999995,"5min":0.82299999999999995,"15min":0.82299999999999995},"last":0.59599999999999997}]},{"osd":3,"last update":"Fri Sep 13 18:58:25 2024","interfaces":[{"interface":"back","average":{"1min":0.60099999999999998,"5min":0.58099999999999996,"15min":0.57699999999999996},"min":{"1min":0.41299999999999998,"5min":0.39000000000000001,"15min":0.39000000000000001},"max":{"1min":0.83399999999999996,"5min":1.087,"15min":1.087},"last":0.60999999999999999},{"interface":"front","average":{"1min":0.54600000000000004,"5min":0.56599999999999995,"15min":0.56999999999999995},"min":{"1min":0.433,"5min":0.35599999999999998,"15min":0.35599999999999998},"max":{"1min":0.90300000000000002,"5min":0.998,"15min":0.998},"last":0.55200000000000005}]},{"osd":5,"last update":"Fri Sep 13 18:58:25 2024","interfaces":[{"interface":"back","average":{"1min":0.46100000000000002,"5min":0.46600000000000003,"15min":0.46700000000000003},"min":{"1min":0.32200000000000001,"5min":0.32200000000000001,"15min":0.32200000000000001},"max":{"1min":0.77000000000000002,"5min":0.77000000000000002,"15min":0.77000000000000002},"last":0.45800000000000002},{"interface":"front","average":{"1min":0.501,"5min":0.53500000000000003,"15min":0.54100000000000004},"min":{"1min":0.376,"5min":0.30599999999999999,"15min":0.30599999999999999},"max":{"1min":0.67200000000000004,"5min":1.244,"15min":1.244},"last":0.5}]},{"osd":6,"last update":"Fri Sep 13 18:58:25 2024","interfaces":[{"interface":"back","average":{"1min":0.53000000000000003,"5min":0.52300000000000002,"15min":0.52200000000000002},"min":{"1min":0.373,"5min":0.33800000000000002,"15min":0.33800000000000002},"max":{"1min":0.81100000000000005,"5min":0.81100000000000005,"15min":0.81100000000000005},"last":0.372},{"interface":"front","average":{"1min":0.56299999999999994,"5min":0.58499999999999996,"15min":0.58899999999999997},"min":{"1min":0.38200000000000001,"5min":0.33200000000000002,"15min":0.33200000000000002},"max":{"1min":0.82399999999999995,"5min":1.1359999999999999,"15min":1.1359999999999999},"last":0.39700000000000002}]},{"osd":7,"last update":"Fri Sep 13 18:58:25 2024","interfaces":[{"interface":"back","average":{"1min":0.56200000000000006,"5min":0.57199999999999995,"15min":0.57399999999999995},"min":{"1min":0.35599999999999998,"5min":0.32900000000000001,"15min":0.32900000000000001},"max":{"1min":0.79400000000000004,"5min":0.79400000000000004,"15min":0.79400000000000004},"last":0.42399999999999999},{"interface":"front","average":{"1min":0.59099999999999997,"5min":0.56399999999999995,"15min":0.56000000000000005},"min":{"1min":0.44600000000000001,"5min":0.39700000000000002,"15min":0.39700000000000002},"max":{"1min":0.69699999999999995,"5min":0.72299999999999998,"15min":0.72299999999999998},"last":0.53800000000000003}]}]},{"osd":2,"up_from":13,"seq":55834574877,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":27532,"kb_used_data":508,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344308,"statfs":{"total":96636764160,"available":96608571392,"internally_reserved":0,"allocated":520192,"data_stored":226374,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 18:58:26 2024","interfaces":[{"interface":"back","average":{"1min":0.318,"5min":0.315,"15min":0.315},"min":{"1min":0.21199999999999999,"5min":0.21199999999999999,"15min":0.21199999999999999},"max":{"1min":0.51800000000000002,"5min":0.53200000000000003,"15min":0.53200000000000003},"last":0.318},{"interface":"front","average":{"1min":0.34899999999999998,"5min":0.35799999999999998,"15min":0.35999999999999999},"min":{"1min":0.218,"5min":0.218,"15min":0.218},"max":{"1min":0.49399999999999999,"5min":0.58299999999999996,"15min":0.58299999999999996},"last":0.23300000000000001}]},{"osd":1,"last update":"Fri Sep 13 18:58:26 2024","interfaces":[{"interface":"back","average":{"1min":0.35999999999999999,"5min":0.35999999999999999,"15min":0.35999999999999999},"min":{"1min":0.245,"5min":0.245,"15min":0.245},"max":{"1min":0.47699999999999998,"5min":0.56100000000000005,"15min":0.56100000000000005},"last":0.39200000000000002},{"interface":"front","average":{"1min":0.33000000000000002,"5min":0.34000000000000002,"15min":0.34200000000000003},"min":{"1min":0.25700000000000001,"5min":0.25700000000000001,"15min":0.25700000000000001},"max":{"1min":0.46300000000000002,"5min":0.47899999999999998,"15min":0.47899999999999998},"last":0.28999999999999998}]},{"osd":3,"last update":"Fri Sep 13 18:58:26 2024","interfaces":[{"interface":"back","average":{"1min":0.38300000000000001,"5min":0.39700000000000002,"15min":0.39900000000000002},"min":{"1min":0.29599999999999999,"5min":0.253,"15min":0.253},"max":{"1min":0.52400000000000002,"5min":0.94799999999999995,"15min":0.94799999999999995},"last":0.35299999999999998},{"interface":"front","average":{"1min":0.35699999999999998,"5min":0.379,"15min":0.38300000000000001},"min":{"1min":0.26400000000000001,"5min":0.25800000000000001,"15min":0.25800000000000001},"max":{"1min":0.5,"5min":1.0209999999999999,"15min":1.0209999999999999},"last":0.37}]},{"osd":4,"last update":"Fri Sep 13 18:58:26 2024","interfaces":[{"interface":"back","average":{"1min":0.57499999999999996,"5min":0.58499999999999996,"15min":0.58699999999999997},"min":{"1min":0.40999999999999998,"5min":0.312,"15min":0.312},"max":{"1min":0.74399999999999999,"5min":0.98299999999999998,"15min":0.98299999999999998},"last":0.57199999999999995},{"interface":"front","average":{"1min":0.58699999999999997,"5min":0.59199999999999997,"15min":0.59299999999999997},"min":{"1min":0.41499999999999998,"5min":0.38100000000000001,"15min":0.38100000000000001},"max":{"1min":0.79500000000000004,"5min":0.90000000000000002,"15min":0.90000000000000002},"last":0.64000000000000001}]},{"osd":5,"last update":"Fri Sep 13 18:58:26 2024","interfaces":[{"interface":"back","average":{"1min":0.57099999999999995,"5min":0.53000000000000003,"15min":0.52300000000000002},"min":{"1min":0.39100000000000001,"5min":0.33800000000000002,"15min":0.33800000000000002},"max":{"1min":0.71999999999999997,"5min":0.71999999999999997,"15min":0.71999999999999997},"last":0.65800000000000003},{"interface":"front","average":{"1min":0.60099999999999998,"5min":0.55300000000000005,"15min":0.54500000000000004},"min":{"1min":0.44900000000000001,"5min":0.36099999999999999,"15min":0.36099999999999999},"max":{"1min":0.77400000000000002,"5min":0.77400000000000002,"15min":0.77400000000000002},"last":0.59699999999999998}]},{"osd":6,"last update":"Fri Sep 13 18:58:26 2024","interfaces":[{"interface":"back","average":{"1min":0.57699999999999996,"5min":0.57299999999999995,"15min":0.57199999999999995},"min":{"1min":0.44800000000000001,"5min":0.41699999999999998,"15min":0.41699999999999998},"max":{"1min":0.72299999999999998,"5min":0.90300000000000002,"15min":0.90300000000000002},"last":0.58299999999999996},{"interface":"front","average":{"1min":0.57999999999999996,"5min":0.56000000000000005,"15min":0.55700000000000005},"min":{"1min":0.41599999999999998,"5min":0.35199999999999998,"15min":0.35199999999999998},"max":{"1min":0.76900000000000002,"5min":0.83699999999999997,"15min":0.83699999999999997},"last":0.69299999999999995}]},{"osd":7,"last update":"Fri Sep 13 18:58:26 2024","interfaces":[{"interface":"back","average":{"1min":0.56799999999999995,"5min":0.57199999999999995,"15min":0.57299999999999995},"min":{"1min":0.436,"5min":0.41799999999999998,"15min":0.41799999999999998},"max":{"1min":0.74099999999999999,"5min":0.92500000000000004,"15min":0.92500000000000004},"last":0.56499999999999995},{"interface":"front","average":{"1min":0.59599999999999997,"5min":0.58399999999999996,"15min":0.58199999999999996},"min":{"1min":0.46600000000000003,"5min":0.39200000000000002,"15min":0.39200000000000002},"max":{"1min":0.73399999999999999,"5min":0.82299999999999995,"15min":0.82299999999999995},"last":0.73399999999999999}]}]},{"osd":1,"up_from":13,"seq":55834574878,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":27532,"kb_used_data":508,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344308,"statfs":{"total":96636764160,"available":96608571392,"internally_reserved":0,"allocated":520192,"data_stored":226374,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 18:58:24 2024","interfaces":[{"interface":"back","average":{"1min":0.311,"5min":0.307,"15min":0.307},"min":{"1min":0.20499999999999999,"5min":0.187,"15min":0.187},"max":{"1min":0.47999999999999998,"5min":0.52900000000000003,"15min":0.52900000000000003},"last":0.34899999999999998},{"interface":"front","average":{"1min":0.318,"5min":0.32500000000000001,"15min":0.32600000000000001},"min":{"1min":0.19800000000000001,"5min":0.19800000000000001,"15min":0.19800000000000001},"max":{"1min":0.45000000000000001,"5min":0.68600000000000005,"15min":0.68600000000000005},"last":0.40899999999999997}]},{"osd":2,"last update":"Fri Sep 13 18:58:24 2024","interfaces":[{"interface":"back","average":{"1min":0.34799999999999998,"5min":0.34999999999999998,"15min":0.34999999999999998},"min":{"1min":0.21299999999999999,"5min":0.21299999999999999,"15min":0.21299999999999999},"max":{"1min":0.52500000000000002,"5min":0.57799999999999996,"15min":0.57799999999999996},"last":0.39000000000000001},{"interface":"front","average":{"1min":0.38300000000000001,"5min":0.375,"15min":0.374},"min":{"1min":0.255,"5min":0.25,"15min":0.25},"max":{"1min":0.58799999999999997,"5min":0.58799999999999997,"15min":0.58799999999999997},"last":0.50900000000000001}]},{"osd":3,"last update":"Fri Sep 13 18:58:24 2024","interfaces":[{"interface":"back","average":{"1min":0.35599999999999998,"5min":0.376,"15min":0.379},"min":{"1min":0.255,"5min":0.22700000000000001,"15min":0.22700000000000001},"max":{"1min":0.54600000000000004,"5min":0.77400000000000002,"15min":0.77400000000000002},"last":0.52700000000000002},{"interface":"front","average":{"1min":0.35999999999999999,"5min":0.36399999999999999,"15min":0.36399999999999999},"min":{"1min":0.255,"5min":0.255,"15min":0.255},"max":{"1min":0.53500000000000003,"5min":0.56499999999999995,"15min":0.56499999999999995},"last":0.47299999999999998}]},{"osd":4,"last update":"Fri Sep 13 18:58:24 2024","interfaces":[{"interface":"back","average":{"1min":0.57199999999999995,"5min":0.57999999999999996,"15min":0.58099999999999996},"min":{"1min":0.35799999999999998,"5min":0.35799999999999998,"15min":0.35799999999999998},"max":{"1min":0.71499999999999997,"5min":0.82599999999999996,"15min":0.82599999999999996},"last":0.75},{"interface":"front","average":{"1min":0.57999999999999996,"5min":0.57199999999999995,"15min":0.57099999999999995},"min":{"1min":0.378,"5min":0.378,"15min":0.378},"max":{"1min":0.751,"5min":0.81699999999999995,"15min":0.81699999999999995},"last":0.66100000000000003}]},{"osd":5,"last update":"Fri Sep 13 18:58:24 2024","interfaces":[{"interface":"back","average":{"1min":0.60099999999999998,"5min":0.57699999999999996,"15min":0.57299999999999995},"min":{"1min":0.38900000000000001,"5min":0.38900000000000001,"15min":0.38900000000000001},"max":{"1min":0.74299999999999999,"5min":0.78800000000000003,"15min":0.78800000000000003},"last":0.65000000000000002},{"interface":"front","average":{"1min":0.57199999999999995,"5min":0.57099999999999995,"15min":0.57099999999999995},"min":{"1min":0.42799999999999999,"5min":0.40500000000000003,"15min":0.40500000000000003},"max":{"1min":0.72599999999999998,"5min":0.73999999999999999,"15min":0.73999999999999999},"last":0.69399999999999995}]},{"osd":6,"last update":"Fri Sep 13 18:58:24 2024","interfaces":[{"interface":"back","average":{"1min":0.56299999999999994,"5min":0.58399999999999996,"15min":0.58799999999999997},"min":{"1min":0.38200000000000001,"5min":0.38200000000000001,"15min":0.38200000000000001},"max":{"1min":0.79100000000000004,"5min":0.81000000000000005,"15min":0.81000000000000005},"last":0.71099999999999997},{"interface":"front","average":{"1min":0.62,"5min":0.57999999999999996,"15min":0.57399999999999995},"min":{"1min":0.41999999999999998,"5min":0.40899999999999997,"15min":0.40899999999999997},"max":{"1min":0.749,"5min":0.749,"15min":0.749},"last":0.77500000000000002}]},{"osd":7,"last update":"Fri Sep 13 18:58:24 2024","interfaces":[{"interface":"back","average":{"1min":0.61899999999999999,"5min":0.59799999999999998,"15min":0.59399999999999997},"min":{"1min":0.38900000000000001,"5min":0.38900000000000001,"15min":0.38900000000000001},"max":{"1min":0.77100000000000002,"5min":0.79700000000000004,"15min":0.79700000000000004},"last":0.72799999999999998},{"interface":"front","average":{"1min":0.58699999999999997,"5min":0.61199999999999999,"15min":0.61599999999999999},"min":{"1min":0.41199999999999998,"5min":0.41199999999999998,"15min":0.41199999999999998},"max":{"1min":0.83899999999999997,"5min":0.88100000000000001,"15min":0.88100000000000001},"last":0.67900000000000005}]}]},{"osd":0,"up_from":13,"seq":55834574876,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28104,"kb_used_data":1088,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343736,"statfs":{"total":96636764160,"available":96607985664,"internally_reserved":0,"allocated":1114112,"data_stored":816742,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Fri Sep 13 18:58:26 2024","interfaces":[{"interface":"back","average":{"1min":0.30299999999999999,"5min":0.30299999999999999,"15min":0.30299999999999999},"min":{"1min":0.20300000000000001,"5min":0.17799999999999999,"15min":0.17799999999999999},"max":{"1min":0.40899999999999997,"5min":0.40899999999999997,"15min":0.40899999999999997},"last":0.29999999999999999},{"interface":"front","average":{"1min":0.311,"5min":0.312,"15min":0.312},"min":{"1min":0.20999999999999999,"5min":0.20499999999999999,"15min":0.20499999999999999},"max":{"1min":0.46899999999999997,"5min":0.46899999999999997,"15min":0.46899999999999997},"last":0.33600000000000002}]},{"osd":2,"last update":"Fri Sep 13 18:58:26 2024","interfaces":[{"interface":"back","average":{"1min":0.33700000000000002,"5min":0.33000000000000002,"15min":0.32900000000000001},"min":{"1min":0.25600000000000001,"5min":0.214,"15min":0.214},"max":{"1min":0.51200000000000001,"5min":0.51200000000000001,"15min":0.51200000000000001},"last":0.42599999999999999},{"interface":"front","average":{"1min":0.33600000000000002,"5min":0.32500000000000001,"15min":0.32300000000000001},"min":{"1min":0.26700000000000002,"5min":0.25,"15min":0.25},"max":{"1min":0.44500000000000001,"5min":0.48299999999999998,"15min":0.48299999999999998},"last":0.435}]},{"osd":3,"last update":"Fri Sep 13 18:58:26 2024","interfaces":[{"interface":"back","average":{"1min":0.33200000000000002,"5min":0.33300000000000002,"15min":0.33300000000000002},"min":{"1min":0.251,"5min":0.219,"15min":0.219},"max":{"1min":0.45300000000000001,"5min":0.61199999999999999,"15min":0.61199999999999999},"last":0.32100000000000001},{"interface":"front","average":{"1min":0.36699999999999999,"5min":0.34699999999999998,"15min":0.34300000000000003},"min":{"1min":0.29499999999999998,"5min":0.23300000000000001,"15min":0.23300000000000001},"max":{"1min":0.45700000000000002,"5min":0.48599999999999999,"15min":0.48599999999999999},"last":0.38900000000000001}]},{"osd":4,"last update":"Fri Sep 13 18:58:26 2024","interfaces":[{"interface":"back","average":{"1min":0.55300000000000005,"5min":0.55900000000000005,"15min":0.56000000000000005},"min":{"1min":0.41699999999999998,"5min":0.34799999999999998,"15min":0.34799999999999998},"max":{"1min":0.75700000000000001,"5min":0.77600000000000002,"15min":0.77600000000000002},"last":0.63200000000000001},{"interface":"front","average":{"1min":0.56699999999999995,"5min":0.54600000000000004,"15min":0.54200000000000004},"min":{"1min":0.39900000000000002,"5min":0.39900000000000002,"15min":0.39900000000000002},"max":{"1min":0.73099999999999998,"5min":0.73099999999999998,"15min":0.73099999999999998},"last":0.59199999999999997}]},{"osd":5,"last update":"Fri Sep 13 18:58:26 2024","interfaces":[{"interface":"back","average":{"1min":0.52700000000000002,"5min":0.50800000000000001,"15min":0.505},"min":{"1min":0.34699999999999998,"5min":0.34200000000000003,"15min":0.34200000000000003},"max":{"1min":0.71199999999999997,"5min":0.71199999999999997,"15min":0.71199999999999997},"last":0.51800000000000002},{"interface":"front","average":{"1min":0.54500000000000004,"5min":0.53000000000000003,"15min":0.52800000000000002},"min":{"1min":0.41899999999999998,"5min":0.35399999999999998,"15min":0.35399999999999998},"max":{"1min":0.73599999999999999,"5min":0.86099999999999999,"15min":0.86099999999999999},"last":0.56899999999999995}]},{"osd":6,"last update":"Fri Sep 13 18:58:26 2024","interfaces":[{"interface":"back","average":{"1min":0.54800000000000004,"5min":0.54400000000000004,"15min":0.54300000000000004},"min":{"1min":0.377,"5min":0.372,"15min":0.372},"max":{"1min":0.72599999999999998,"5min":0.79400000000000004,"15min":0.79400000000000004},"last":0.46800000000000003},{"interface":"front","average":{"1min":0.55400000000000005,"5min":0.55000000000000004,"15min":0.54900000000000004},"min":{"1min":0.42299999999999999,"5min":0.40200000000000002,"15min":0.40200000000000002},"max":{"1min":0.71999999999999997,"5min":0.82999999999999996,"15min":0.82999999999999996},"last":0.65600000000000003}]},{"osd":7,"last update":"Fri Sep 13 18:58:26 2024","interfaces":[{"interface":"back","average":{"1min":0.53400000000000003,"5min":0.54400000000000004,"15min":0.54600000000000004},"min":{"1min":0.39100000000000001,"5min":0.34499999999999997,"15min":0.34499999999999997},"max":{"1min":0.71299999999999997,"5min":0.75900000000000001,"15min":0.75900000000000001},"last":0.501},{"interface":"front","average":{"1min":0.55500000000000005,"5min":0.53900000000000003,"15min":0.53700000000000003},"min":{"1min":0.38600000000000001,"5min":0.38600000000000001,"15min":0.38600000000000001},"max":{"1min":0.77400000000000002,"5min":0.77400000000000002,"15min":0.77400000000000002},"last":0.60799999999999998}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-13T18:58:37.772 DEBUG:teuthology.orchestra.run.smithi119:> sudo ceph --cluster ceph config set global mon_health_to_clog false 2024-09-13T18:58:37.869 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:37.866+0000 7f0860b95640 1 Processor -- start 2024-09-13T18:58:37.869 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:37.866+0000 7f0860b95640 1 -- start start 2024-09-13T18:58:37.871 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:37.867+0000 7f0860b95640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f085c15c500 0x7f085c0d2050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:58:37.871 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:37.867+0000 7f0860b95640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f085c0d2590 0x7f085c0cd8e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:58:37.871 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:37.867+0000 7f0860b95640 1 --2- >> v2:172.21.15.119:3300/0 conn(0x7f085c0cde20 0x7f085c0d0000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:58:37.871 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:37.867+0000 7f0860b95640 1 -- --> v2:172.21.15.119:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f085c0cd450 con 0x7f085c0cde20 2024-09-13T18:58:37.871 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:37.867+0000 7f0860b95640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f085c0d29f0 con 0x7f085c15c500 2024-09-13T18:58:37.871 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:37.867+0000 7f0860b95640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f085c0d0cf0 con 0x7f085c0d2590 2024-09-13T18:58:37.871 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:37.868+0000 7f085ad9d640 1 --2- >> v2:172.21.15.119:3300/0 conn(0x7f085c0cde20 0x7f085c0d0000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:58:37.871 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:37.868+0000 7f085ad9d640 1 --2- >> v2:172.21.15.119:3300/0 conn(0x7f085c0cde20 0x7f085c0d0000 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.119:3300/0 says I am v2:172.21.15.119:39490/0 (socket says 172.21.15.119:39490) 2024-09-13T18:58:37.871 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:37.868+0000 7f085ad9d640 1 -- 172.21.15.119:0/872276554 learned_addr learned my addr 172.21.15.119:0/872276554 (peer_addr_for_me v2:172.21.15.119:0/0) 2024-09-13T18:58:37.871 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:37.868+0000 7f0859d9b640 1 --2- 172.21.15.119:0/872276554 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f085c0d2590 0x7f085c0cd8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:58:37.871 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:37.868+0000 7f085a59c640 1 --2- 172.21.15.119:0/872276554 >> v2:172.21.15.145:3300/0 conn(0x7f085c15c500 0x7f085c0d2050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:58:37.872 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:37.868+0000 7f085ad9d640 1 -- 172.21.15.119:0/872276554 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f085c0d2590 msgr2=0x7f085c0cd8e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T18:58:37.872 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:37.868+0000 7f085ad9d640 1 --2- 172.21.15.119:0/872276554 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f085c0d2590 0x7f085c0cd8e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:58:37.872 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:37.868+0000 7f085ad9d640 1 -- 172.21.15.119:0/872276554 >> v2:172.21.15.145:3300/0 conn(0x7f085c15c500 msgr2=0x7f085c0d2050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T18:58:37.872 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:37.868+0000 7f085ad9d640 1 --2- 172.21.15.119:0/872276554 >> v2:172.21.15.145:3300/0 conn(0x7f085c15c500 0x7f085c0d2050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:58:37.872 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:37.868+0000 7f085ad9d640 1 -- 172.21.15.119:0/872276554 --> v2:172.21.15.119:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f085c0d0fd0 con 0x7f085c0cde20 2024-09-13T18:58:37.872 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:37.868+0000 7f085a59c640 1 --2- 172.21.15.119:0/872276554 >> v2:172.21.15.145:3300/0 conn(0x7f085c15c500 0x7f085c0d2050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T18:58:37.872 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:37.868+0000 7f085ad9d640 1 --2- 172.21.15.119:0/872276554 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f085c0cde20 0x7f085c0d0000 secure :-1 s=READY pgs=672 cs=0 l=1 rev1=1 crypto rx=0x7f085c0cfec0 tx=0x7f085402a6a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4c6fd3f651cbbdc2 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:58:37.875 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:37.869+0000 7f085959a640 1 -- 172.21.15.119:0/872276554 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0854031600 con 0x7f085c0cde20 2024-09-13T18:58:37.875 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:37.869+0000 7f085959a640 1 -- 172.21.15.119:0/872276554 <== mon.0 v2:172.21.15.119:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f085402d050 con 0x7f085c0cde20 2024-09-13T18:58:37.875 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:37.869+0000 7f085959a640 1 -- 172.21.15.119:0/872276554 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0854031980 con 0x7f085c0cde20 2024-09-13T18:58:37.876 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:37.869+0000 7f0860b95640 1 -- 172.21.15.119:0/872276554 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f085c0cde20 msgr2=0x7f085c0d0000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:58:37.876 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:37.869+0000 7f0860b95640 1 --2- 172.21.15.119:0/872276554 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f085c0cde20 0x7f085c0d0000 secure :-1 s=READY pgs=672 cs=0 l=1 rev1=1 crypto rx=0x7f085c0cfec0 tx=0x7f085402a6a0 comp rx=0 tx=0).stop 2024-09-13T18:58:37.876 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:37.869+0000 7f0860b95640 1 -- 172.21.15.119:0/872276554 shutdown_connections 2024-09-13T18:58:37.876 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:37.869+0000 7f0860b95640 1 --2- 172.21.15.119:0/872276554 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f085c0cde20 0x7f085c0d0000 unknown :-1 s=CLOSED pgs=672 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:58:37.876 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:37.869+0000 7f0860b95640 1 --2- 172.21.15.119:0/872276554 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f085c0d2590 0x7f085c0cd8e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:58:37.876 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:37.869+0000 7f0860b95640 1 --2- 172.21.15.119:0/872276554 >> v2:172.21.15.145:3300/0 conn(0x7f085c15c500 0x7f085c0d2050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:58:37.876 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:37.869+0000 7f0860b95640 1 -- 172.21.15.119:0/872276554 >> 172.21.15.119:0/872276554 conn(0x7f085c089f60 msgr2=0x7f085c09b830 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:58:37.876 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:37.869+0000 7f0860b95640 1 -- 172.21.15.119:0/872276554 shutdown_connections 2024-09-13T18:58:37.876 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:37.869+0000 7f0860b95640 1 -- 172.21.15.119:0/872276554 wait complete. 2024-09-13T18:58:37.876 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:37.871+0000 7f0860b95640 1 Processor -- start 2024-09-13T18:58:37.876 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:37.871+0000 7f0860b95640 1 -- start start 2024-09-13T18:58:37.876 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:37.871+0000 7f0860b95640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f085c0cde20 0x7f085c0b6fe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:58:37.876 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:37.871+0000 7f0860b95640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f085c0d2590 0x7f085c15eac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:58:37.877 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:37.871+0000 7f0860b95640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f085c15c500 0x7f085c15f000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:58:37.877 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:37.871+0000 7f0860b95640 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f085c15d870 con 0x7f085c15c500 2024-09-13T18:58:37.877 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:37.871+0000 7f0860b95640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f085c15db50 con 0x7f085c0cde20 2024-09-13T18:58:37.877 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:37.871+0000 7f0860b95640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f085c15de30 con 0x7f085c0d2590 2024-09-13T18:58:37.877 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:37.872+0000 7f085ad9d640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f085c15c500 0x7f085c15f000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:58:37.877 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:37.872+0000 7f085ad9d640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f085c15c500 0x7f085c15f000 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.119:3300/0 says I am v2:172.21.15.119:39500/0 (socket says 172.21.15.119:39500) 2024-09-13T18:58:37.877 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:37.872+0000 7f085ad9d640 1 -- 172.21.15.119:0/728224686 learned_addr learned my addr 172.21.15.119:0/728224686 (peer_addr_for_me v2:172.21.15.119:0/0) 2024-09-13T18:58:37.877 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:37.872+0000 7f0859d9b640 1 --2- 172.21.15.119:0/728224686 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f085c0d2590 0x7f085c15eac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:58:37.877 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:37.872+0000 7f085a59c640 1 --2- 172.21.15.119:0/728224686 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f085c0cde20 0x7f085c0b6fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:58:37.877 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:37.872+0000 7f085ad9d640 1 -- 172.21.15.119:0/728224686 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f085c0d2590 msgr2=0x7f085c15eac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:58:37.877 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:37.872+0000 7f085ad9d640 1 --2- 172.21.15.119:0/728224686 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f085c0d2590 0x7f085c15eac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:58:37.877 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:37.872+0000 7f085ad9d640 1 -- 172.21.15.119:0/728224686 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f085c0cde20 msgr2=0x7f085c0b6fe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:58:37.877 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:37.872+0000 7f085ad9d640 1 --2- 172.21.15.119:0/728224686 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f085c0cde20 0x7f085c0b6fe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:58:37.877 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:37.872+0000 7f085ad9d640 1 -- 172.21.15.119:0/728224686 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0854009b30 con 0x7f085c15c500 2024-09-13T18:58:37.878 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:37.872+0000 7f085ad9d640 1 --2- 172.21.15.119:0/728224686 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f085c15c500 0x7f085c15f000 secure :-1 s=READY pgs=673 cs=0 l=1 rev1=1 crypto rx=0x7f0854009f40 tx=0x7f0854004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:58:37.878 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:37.872+0000 7f084affd640 1 -- 172.21.15.119:0/728224686 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f085403d860 con 0x7f085c15c500 2024-09-13T18:58:37.878 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:37.872+0000 7f084affd640 1 -- 172.21.15.119:0/728224686 <== mon.0 v2:172.21.15.119:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f085403d9c0 con 0x7f085c15c500 2024-09-13T18:58:37.878 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:37.872+0000 7f0860b95640 1 -- 172.21.15.119:0/728224686 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f085c15e110 con 0x7f085c15c500 2024-09-13T18:58:37.878 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:37.872+0000 7f084affd640 1 -- 172.21.15.119:0/728224686 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f085403dd70 con 0x7f085c15c500 2024-09-13T18:58:37.878 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:37.872+0000 7f0860b95640 1 -- 172.21.15.119:0/728224686 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f085c0b7520 con 0x7f085c15c500 2024-09-13T18:58:37.879 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:37.873+0000 7f0860b95640 1 -- 172.21.15.119:0/728224686 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f085c0cd8e0 con 0x7f085c15c500 2024-09-13T18:58:37.879 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:37.874+0000 7f084affd640 1 -- 172.21.15.119:0/728224686 <== mon.0 v2:172.21.15.119:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f085403b400 con 0x7f085c15c500 2024-09-13T18:58:37.880 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:37.874+0000 7f084affd640 1 --2- 172.21.15.119:0/728224686 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f083c06ac00 0x7f083c06d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:58:37.880 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:37.874+0000 7f084affd640 1 -- 172.21.15.119:0/728224686 <== mon.0 v2:172.21.15.119:3300/0 5 ==== osd_map(44..44 src has 1..44) v4 ==== 5349+0+0 (secure 0 0 0) 0x7f08540a9f20 con 0x7f085c15c500 2024-09-13T18:58:37.880 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:37.874+0000 7f085a59c640 1 --2- 172.21.15.119:0/728224686 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f083c06ac00 0x7f083c06d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:58:37.880 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:37.875+0000 7f085a59c640 1 --2- 172.21.15.119:0/728224686 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f083c06ac00 0x7f083c06d0c0 secure :-1 s=READY pgs=318 cs=0 l=1 rev1=1 crypto rx=0x7f085c1f5770 tx=0x7f084c008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:58:37.881 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:37.879+0000 7f084affd640 1 -- 172.21.15.119:0/728224686 <== mon.0 v2:172.21.15.119:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f0854075310 con 0x7f085c15c500 2024-09-13T18:58:38.046 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:38.043+0000 7f0860b95640 1 -- 172.21.15.119:0/728224686 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_command([{prefix=config set, name=mon_health_to_clog}] v 0) v1 -- 0x7f085c06b160 con 0x7f085c15c500 2024-09-13T18:58:38.050 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:38.048+0000 7f084affd640 1 -- 172.21.15.119:0/728224686 <== mon.0 v2:172.21.15.119:3300/0 7 ==== config(1 keys) v1 ==== 35+0+0 (secure 0 0 0) 0x7f0854075310 con 0x7f085c15c500 2024-09-13T18:58:38.051 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:38.048+0000 7f084affd640 1 -- 172.21.15.119:0/728224686 <== mon.0 v2:172.21.15.119:3300/0 8 ==== mon_command_ack([{prefix=config set, name=mon_health_to_clog}]=0 v12)=0 v12) v1 ==== 123+0+0 (secure 0 0 0) 0x7f0854009510 con 0x7f085c15c500 2024-09-13T18:58:38.053 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:38.050+0000 7f0860b95640 1 -- 172.21.15.119:0/728224686 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f083c06ac00 msgr2=0x7f083c06d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:58:38.053 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:38.050+0000 7f0860b95640 1 --2- 172.21.15.119:0/728224686 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f083c06ac00 0x7f083c06d0c0 secure :-1 s=READY pgs=318 cs=0 l=1 rev1=1 crypto rx=0x7f085c1f5770 tx=0x7f084c008040 comp rx=0 tx=0).stop 2024-09-13T18:58:38.053 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:38.050+0000 7f0860b95640 1 -- 172.21.15.119:0/728224686 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f085c15c500 msgr2=0x7f085c15f000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:58:38.054 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:38.050+0000 7f0860b95640 1 --2- 172.21.15.119:0/728224686 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f085c15c500 0x7f085c15f000 secure :-1 s=READY pgs=673 cs=0 l=1 rev1=1 crypto rx=0x7f0854009f40 tx=0x7f0854004a40 comp rx=0 tx=0).stop 2024-09-13T18:58:38.054 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:38.051+0000 7f0860b95640 1 -- 172.21.15.119:0/728224686 shutdown_connections 2024-09-13T18:58:38.054 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:38.051+0000 7f0860b95640 1 --2- 172.21.15.119:0/728224686 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7f083c06ac00 0x7f083c06d0c0 unknown :-1 s=CLOSED pgs=318 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:58:38.054 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:38.051+0000 7f0860b95640 1 --2- 172.21.15.119:0/728224686 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f085c15c500 0x7f085c15f000 unknown :-1 s=CLOSED pgs=673 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:58:38.054 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:38.051+0000 7f0860b95640 1 --2- 172.21.15.119:0/728224686 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f085c0d2590 0x7f085c15eac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:58:38.054 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:38.051+0000 7f0860b95640 1 --2- 172.21.15.119:0/728224686 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f085c0cde20 0x7f085c0b6fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:58:38.054 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:38.051+0000 7f0860b95640 1 -- 172.21.15.119:0/728224686 >> 172.21.15.119:0/728224686 conn(0x7f085c089f60 msgr2=0x7f085c06b380 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:58:38.054 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:38.051+0000 7f0860b95640 1 -- 172.21.15.119:0/728224686 shutdown_connections 2024-09-13T18:58:38.054 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:38.051+0000 7f0860b95640 1 -- 172.21.15.119:0/728224686 wait complete. 2024-09-13T18:58:38.065 INFO:tasks.cephfs.filesystem:Destroying file system cephfs and related pools 2024-09-13T18:58:38.065 DEBUG:teuthology.orchestra.run.smithi119:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-13T18:58:38.163 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:38.160+0000 7fe137153640 1 Processor -- start 2024-09-13T18:58:38.163 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:38.160+0000 7fe137153640 1 -- start start 2024-09-13T18:58:38.172 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:38.161+0000 7fe137153640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7fe13015a2e0 0x7fe1300c9a40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:58:38.172 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:38.161+0000 7fe137153640 1 --2- >> v2:172.21.15.119:3300/0 conn(0x7fe1300cb3f0 0x7fe13006d030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:58:38.172 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:38.161+0000 7fe137153640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fe1300c8920 con 0x7fe1300c9f80 2024-09-13T18:58:38.172 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:38.161+0000 7fe137153640 1 -- --> v2:172.21.15.119:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fe13015a6c0 con 0x7fe1300cb3f0 2024-09-13T18:58:38.172 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:38.161+0000 7fe137153640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fe1300ca500 con 0x7fe13015a2e0 2024-09-13T18:58:38.172 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:38.161+0000 7fe1356f0640 1 --2- >> v2:172.21.15.119:3300/0 conn(0x7fe1300cb3f0 0x7fe13006d030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:58:38.173 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:38.161+0000 7fe1356f0640 1 --2- >> v2:172.21.15.119:3300/0 conn(0x7fe1300cb3f0 0x7fe13006d030 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.119:3300/0 says I am v2:172.21.15.119:39502/0 (socket says 172.21.15.119:39502) 2024-09-13T18:58:38.173 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:38.161+0000 7fe1356f0640 1 -- 172.21.15.119:0/3002488004 learned_addr learned my addr 172.21.15.119:0/3002488004 (peer_addr_for_me v2:172.21.15.119:0/0) 2024-09-13T18:58:38.176 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:38.161+0000 7fe1356f0640 1 -- 172.21.15.119:0/3002488004 >> v2:172.21.15.145:3300/0 conn(0x7fe13015a2e0 msgr2=0x7fe1300c9a40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T18:58:38.177 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:38.161+0000 7fe134eef640 1 --2- 172.21.15.119:0/3002488004 >> v2:172.21.15.145:3300/0 conn(0x7fe13015a2e0 0x7fe1300c9a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:58:38.177 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:38.161+0000 7fe1356f0640 1 --2- 172.21.15.119:0/3002488004 >> v2:172.21.15.145:3300/0 conn(0x7fe13015a2e0 0x7fe1300c9a40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:58:38.177 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:38.161+0000 7fe1356f0640 1 -- 172.21.15.119:0/3002488004 >> v1:172.21.15.145:6789/0 conn(0x7fe1300c9f80 legacy=0x7fe1300cace0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T18:58:38.177 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:38.161+0000 7fe1356f0640 1 -- 172.21.15.119:0/3002488004 --> v2:172.21.15.119:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe1300c8b70 con 0x7fe1300cb3f0 2024-09-13T18:58:38.177 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:38.161+0000 7fe134eef640 1 --2- 172.21.15.119:0/3002488004 >> v2:172.21.15.145:3300/0 conn(0x7fe13015a2e0 0x7fe1300c9a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T18:58:38.177 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:38.162+0000 7fe1356f0640 1 --2- 172.21.15.119:0/3002488004 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fe1300cb3f0 0x7fe13006d030 secure :-1 s=READY pgs=674 cs=0 l=1 rev1=1 crypto rx=0x7fe1300cf340 tx=0x7fe12802a6f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b44851599e8b167c server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:58:38.178 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:38.162+0000 7fe12f7fe640 1 -- 172.21.15.119:0/3002488004 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe128031600 con 0x7fe1300cb3f0 2024-09-13T18:58:38.178 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:38.162+0000 7fe12f7fe640 1 -- 172.21.15.119:0/3002488004 <== mon.0 v2:172.21.15.119:3300/0 2 ==== config(1 keys) v1 ==== 35+0+0 (secure 0 0 0) 0x7fe12802d050 con 0x7fe1300cb3f0 2024-09-13T18:58:38.178 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:38.162+0000 7fe12f7fe640 1 -- 172.21.15.119:0/3002488004 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe1280319a0 con 0x7fe1300cb3f0 2024-09-13T18:58:38.178 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:38.163+0000 7fe137153640 1 -- 172.21.15.119:0/3002488004 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fe1300cb3f0 msgr2=0x7fe13006d030 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:58:38.178 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:38.163+0000 7fe137153640 1 --2- 172.21.15.119:0/3002488004 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fe1300cb3f0 0x7fe13006d030 secure :-1 s=READY pgs=674 cs=0 l=1 rev1=1 crypto rx=0x7fe1300cf340 tx=0x7fe12802a6f0 comp rx=0 tx=0).stop 2024-09-13T18:58:38.178 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:38.163+0000 7fe137153640 1 -- 172.21.15.119:0/3002488004 shutdown_connections 2024-09-13T18:58:38.178 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:38.163+0000 7fe137153640 1 --2- 172.21.15.119:0/3002488004 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fe1300cb3f0 0x7fe13006d030 unknown :-1 s=CLOSED pgs=674 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:58:38.178 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:38.163+0000 7fe137153640 1 --2- 172.21.15.119:0/3002488004 >> v2:172.21.15.145:3300/0 conn(0x7fe13015a2e0 0x7fe1300c9a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:58:38.178 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:38.163+0000 7fe137153640 1 -- 172.21.15.119:0/3002488004 >> 172.21.15.119:0/3002488004 conn(0x7fe130069ed0 msgr2=0x7fe13006a2e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:58:38.178 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:38.163+0000 7fe137153640 1 -- 172.21.15.119:0/3002488004 shutdown_connections 2024-09-13T18:58:38.178 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:38.163+0000 7fe137153640 1 -- 172.21.15.119:0/3002488004 wait complete. 2024-09-13T18:58:38.178 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:38.164+0000 7fe137153640 1 Processor -- start 2024-09-13T18:58:38.178 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:38.164+0000 7fe137153640 1 -- start start 2024-09-13T18:58:38.178 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:38.165+0000 7fe137153640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fe1300c9f80 0x7fe1301589e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:58:38.179 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:38.165+0000 7fe137153640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fe1300cb3f0 0x7fe1301f2c60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:58:38.179 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:38.165+0000 7fe137153640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fe13015a2e0 0x7fe13015ccf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:58:38.179 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:38.165+0000 7fe137153640 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe1301592e0 con 0x7fe13015a2e0 2024-09-13T18:58:38.179 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:38.165+0000 7fe137153640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe1301595c0 con 0x7fe1300c9f80 2024-09-13T18:58:38.179 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:38.165+0000 7fe137153640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe13015aa20 con 0x7fe1300cb3f0 2024-09-13T18:58:38.179 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:38.165+0000 7fe1356f0640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fe13015a2e0 0x7fe13015ccf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:58:38.179 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:38.165+0000 7fe1356f0640 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fe13015a2e0 0x7fe13015ccf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.119:3300/0 says I am v2:172.21.15.119:39516/0 (socket says 172.21.15.119:39516) 2024-09-13T18:58:38.179 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:38.165+0000 7fe1356f0640 1 -- 172.21.15.119:0/2968523012 learned_addr learned my addr 172.21.15.119:0/2968523012 (peer_addr_for_me v2:172.21.15.119:0/0) 2024-09-13T18:58:38.179 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:38.165+0000 7fe134eef640 1 --2- 172.21.15.119:0/2968523012 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fe1300c9f80 0x7fe1301589e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:58:38.179 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:38.165+0000 7fe12ffff640 1 --2- 172.21.15.119:0/2968523012 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fe1300cb3f0 0x7fe1301f2c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:58:38.179 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:38.165+0000 7fe1356f0640 1 -- 172.21.15.119:0/2968523012 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fe1300cb3f0 msgr2=0x7fe1301f2c60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:58:38.179 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:38.165+0000 7fe1356f0640 1 --2- 172.21.15.119:0/2968523012 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fe1300cb3f0 0x7fe1301f2c60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:58:38.179 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:38.165+0000 7fe1356f0640 1 -- 172.21.15.119:0/2968523012 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fe1300c9f80 msgr2=0x7fe1301589e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:58:38.179 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:38.165+0000 7fe1356f0640 1 --2- 172.21.15.119:0/2968523012 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fe1300c9f80 0x7fe1301589e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:58:38.180 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:38.165+0000 7fe1356f0640 1 -- 172.21.15.119:0/2968523012 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe128009b30 con 0x7fe13015a2e0 2024-09-13T18:58:38.180 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:38.165+0000 7fe1356f0640 1 --2- 172.21.15.119:0/2968523012 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fe13015a2e0 0x7fe13015ccf0 secure :-1 s=READY pgs=675 cs=0 l=1 rev1=1 crypto rx=0x7fe12802a730 tx=0x7fe128004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:58:38.180 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:38.165+0000 7fe12d7fa640 1 -- 172.21.15.119:0/2968523012 <== mon.0 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe12803d860 con 0x7fe13015a2e0 2024-09-13T18:58:38.180 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:38.165+0000 7fe12d7fa640 1 -- 172.21.15.119:0/2968523012 <== mon.0 v2:172.21.15.119:3300/0 2 ==== config(1 keys) v1 ==== 35+0+0 (secure 0 0 0) 0x7fe12803d9e0 con 0x7fe13015a2e0 2024-09-13T18:58:38.180 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:38.166+0000 7fe137153640 1 -- 172.21.15.119:0/2968523012 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe13015ad00 con 0x7fe13015a2e0 2024-09-13T18:58:38.180 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:38.166+0000 7fe12d7fa640 1 -- 172.21.15.119:0/2968523012 <== mon.0 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe12803ddb0 con 0x7fe13015a2e0 2024-09-13T18:58:38.180 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:38.166+0000 7fe137153640 1 -- 172.21.15.119:0/2968523012 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe130158f20 con 0x7fe13015a2e0 2024-09-13T18:58:38.180 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:38.166+0000 7fe137153640 1 -- 172.21.15.119:0/2968523012 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fe1301590b0 con 0x7fe13015a2e0 2024-09-13T18:58:38.180 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:38.167+0000 7fe12d7fa640 1 -- 172.21.15.119:0/2968523012 <== mon.0 v2:172.21.15.119:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fe12803b400 con 0x7fe13015a2e0 2024-09-13T18:58:38.180 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:38.167+0000 7fe12d7fa640 1 --2- 172.21.15.119:0/2968523012 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7fe11406ac00 0x7fe11406d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T18:58:38.180 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:38.168+0000 7fe12d7fa640 1 -- 172.21.15.119:0/2968523012 <== mon.0 v2:172.21.15.119:3300/0 5 ==== osd_map(44..44 src has 1..44) v4 ==== 5349+0+0 (secure 0 0 0) 0x7fe1280aa290 con 0x7fe13015a2e0 2024-09-13T18:58:38.180 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:38.168+0000 7fe134eef640 1 --2- 172.21.15.119:0/2968523012 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7fe11406ac00 0x7fe11406d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T18:58:38.180 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:38.168+0000 7fe134eef640 1 --2- 172.21.15.119:0/2968523012 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7fe11406ac00 0x7fe11406d0c0 secure :-1 s=READY pgs=319 cs=0 l=1 rev1=1 crypto rx=0x7fe12400aac0 tx=0x7fe124008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T18:58:38.181 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:38.172+0000 7fe12d7fa640 1 -- 172.21.15.119:0/2968523012 <== mon.0 v2:172.21.15.119:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fe128075680 con 0x7fe13015a2e0 2024-09-13T18:58:38.366 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:38.364+0000 7fe137153640 1 -- 172.21.15.119:0/2968523012 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7fe1300cec40 con 0x7fe13015a2e0 2024-09-13T18:58:38.367 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:38.364+0000 7fe12d7fa640 1 -- 172.21.15.119:0/2968523012 <== mon.0 v2:172.21.15.119:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 24 v24) v1 ==== 94+0+3541 (secure 0 0 0) 0x7fe128036df0 con 0x7fe13015a2e0 2024-09-13T18:58:38.367 INFO:teuthology.orchestra.run.smithi119.stdout: 2024-09-13T18:58:38.368 INFO:teuthology.orchestra.run.smithi119.stdout:{"epoch":24,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4910,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.119:6837/3675521145","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6836","nonce":3675521145},{"type":"v1","addr":"172.21.15.119:6837","nonce":3675521145}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":11},{"gid":5045,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.145:6835/4045732069","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6832","nonce":4045732069},{"type":"v1","addr":"172.21.15.145:6835","nonce":4045732069}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":16},{"gid":5236,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.145:6834/3445411957","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6833","nonce":3445411957},{"type":"v1","addr":"172.21.15.145:6834","nonce":3445411957}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":11},{"gid":5859,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.119:6835/2542533398","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6834","nonce":2542533398},{"type":"v1","addr":"172.21.15.119:6835","nonce":2542533398}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":24}],"filesystems":[]} 2024-09-13T18:58:38.369 INFO:teuthology.orchestra.run.smithi119.stderr:dumped fsmap epoch 24 2024-09-13T18:58:38.369 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:38.366+0000 7fe137153640 1 -- 172.21.15.119:0/2968523012 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7fe11406ac00 msgr2=0x7fe11406d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:58:38.369 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:38.366+0000 7fe137153640 1 --2- 172.21.15.119:0/2968523012 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7fe11406ac00 0x7fe11406d0c0 secure :-1 s=READY pgs=319 cs=0 l=1 rev1=1 crypto rx=0x7fe12400aac0 tx=0x7fe124008040 comp rx=0 tx=0).stop 2024-09-13T18:58:38.370 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:38.366+0000 7fe137153640 1 -- 172.21.15.119:0/2968523012 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fe13015a2e0 msgr2=0x7fe13015ccf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T18:58:38.370 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:38.366+0000 7fe137153640 1 --2- 172.21.15.119:0/2968523012 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fe13015a2e0 0x7fe13015ccf0 secure :-1 s=READY pgs=675 cs=0 l=1 rev1=1 crypto rx=0x7fe12802a730 tx=0x7fe128004a40 comp rx=0 tx=0).stop 2024-09-13T18:58:38.370 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:38.366+0000 7fe137153640 1 -- 172.21.15.119:0/2968523012 shutdown_connections 2024-09-13T18:58:38.370 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:38.366+0000 7fe137153640 1 --2- 172.21.15.119:0/2968523012 >> [v2:172.21.15.119:6832/3599186100,v1:172.21.15.119:6833/3599186100] conn(0x7fe11406ac00 0x7fe11406d0c0 unknown :-1 s=CLOSED pgs=319 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:58:38.370 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:38.366+0000 7fe137153640 1 --2- 172.21.15.119:0/2968523012 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fe13015a2e0 0x7fe13015ccf0 unknown :-1 s=CLOSED pgs=675 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:58:38.370 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:38.366+0000 7fe137153640 1 --2- 172.21.15.119:0/2968523012 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fe1300cb3f0 0x7fe1301f2c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:58:38.371 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:38.366+0000 7fe137153640 1 --2- 172.21.15.119:0/2968523012 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fe1300c9f80 0x7fe1301589e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T18:58:38.371 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:38.366+0000 7fe137153640 1 -- 172.21.15.119:0/2968523012 >> 172.21.15.119:0/2968523012 conn(0x7fe130069ed0 msgr2=0x7fe1300cace0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T18:58:38.371 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:38.366+0000 7fe137153640 1 -- 172.21.15.119:0/2968523012 shutdown_connections 2024-09-13T18:58:38.371 INFO:teuthology.orchestra.run.smithi119.stderr:2024-09-13T18:58:38.366+0000 7fe137153640 1 -- 172.21.15.119:0/2968523012 wait complete. 2024-09-13T18:58:38.381 DEBUG:tasks.cephfs.filesystem:already dead... 2024-09-13T18:58:38.381 INFO:teuthology.misc:Shutting down mds daemons... 2024-09-13T18:58:38.382 DEBUG:tasks.ceph.mds.a:waiting for process to exit 2024-09-13T18:58:38.382 INFO:teuthology.orchestra.run:waiting for 300 2024-09-13T18:58:38.391 INFO:tasks.ceph.mds.a:Stopped 2024-09-13T18:58:38.392 DEBUG:tasks.ceph.mds.c:waiting for process to exit 2024-09-13T18:58:38.392 INFO:teuthology.orchestra.run:waiting for 300 2024-09-13T18:58:38.441 INFO:tasks.ceph.mds.c:Stopped 2024-09-13T18:58:38.441 DEBUG:tasks.ceph.mds.b:waiting for process to exit 2024-09-13T18:58:38.441 INFO:teuthology.orchestra.run:waiting for 300 2024-09-13T18:58:38.453 INFO:tasks.ceph.mds.b:Stopped 2024-09-13T18:58:38.453 DEBUG:tasks.ceph.mds.d:waiting for process to exit 2024-09-13T18:58:38.453 INFO:teuthology.orchestra.run:waiting for 300 2024-09-13T18:58:38.506 INFO:tasks.ceph.mds.d:Stopped 2024-09-13T18:58:38.506 INFO:teuthology.misc:Shutting down osd daemons... 2024-09-13T18:58:38.506 DEBUG:tasks.ceph.osd.0:waiting for process to exit 2024-09-13T18:58:38.506 INFO:teuthology.orchestra.run:waiting for 300 2024-09-13T18:58:38.533 INFO:tasks.ceph.osd.0:Stopped 2024-09-13T18:58:38.533 DEBUG:tasks.ceph.osd.1:waiting for process to exit 2024-09-13T18:58:38.533 INFO:teuthology.orchestra.run:waiting for 300 2024-09-13T18:58:38.598 INFO:tasks.ceph.osd.1:Stopped 2024-09-13T18:58:38.598 DEBUG:tasks.ceph.osd.2:waiting for process to exit 2024-09-13T18:58:38.598 INFO:teuthology.orchestra.run:waiting for 300 2024-09-13T18:58:38.669 INFO:tasks.ceph.osd.2:Stopped 2024-09-13T18:58:38.669 DEBUG:tasks.ceph.osd.3:waiting for process to exit 2024-09-13T18:58:38.669 INFO:teuthology.orchestra.run:waiting for 300 2024-09-13T18:58:38.737 INFO:tasks.ceph.osd.3:Stopped 2024-09-13T18:58:38.737 DEBUG:tasks.ceph.osd.4:waiting for process to exit 2024-09-13T18:58:38.737 INFO:teuthology.orchestra.run:waiting for 300 2024-09-13T18:58:38.773 INFO:tasks.ceph.osd.4:Stopped 2024-09-13T18:58:38.774 DEBUG:tasks.ceph.osd.5:waiting for process to exit 2024-09-13T18:58:38.774 INFO:teuthology.orchestra.run:waiting for 300 2024-09-13T18:58:38.840 INFO:tasks.ceph.osd.5:Stopped 2024-09-13T18:58:38.840 DEBUG:tasks.ceph.osd.6:waiting for process to exit 2024-09-13T18:58:38.841 INFO:teuthology.orchestra.run:waiting for 300 2024-09-13T18:58:38.919 INFO:tasks.ceph.osd.6:Stopped 2024-09-13T18:58:38.919 DEBUG:tasks.ceph.osd.7:waiting for process to exit 2024-09-13T18:58:38.919 INFO:teuthology.orchestra.run:waiting for 300 2024-09-13T18:58:38.989 INFO:tasks.ceph.osd.7:Stopped 2024-09-13T18:58:38.989 INFO:teuthology.misc:Shutting down mgr daemons... 2024-09-13T18:58:38.990 DEBUG:tasks.ceph.mgr.y:waiting for process to exit 2024-09-13T18:58:38.990 INFO:teuthology.orchestra.run:waiting for 300 2024-09-13T18:58:39.016 INFO:tasks.ceph.mgr.y:Stopped 2024-09-13T18:58:39.016 DEBUG:tasks.ceph.mgr.x:waiting for process to exit 2024-09-13T18:58:39.016 INFO:teuthology.orchestra.run:waiting for 300 2024-09-13T18:58:39.060 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mgr.y is failed for ~0s 2024-09-13T18:58:39.060 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mgr.x is failed for ~0s 2024-09-13T18:58:39.060 INFO:tasks.ceph.mgr.x:Stopped 2024-09-13T18:58:39.060 INFO:teuthology.misc:Shutting down mon daemons... 2024-09-13T18:58:39.061 DEBUG:tasks.ceph.mon.a:waiting for process to exit 2024-09-13T18:58:39.061 INFO:teuthology.orchestra.run:waiting for 300 2024-09-13T18:58:39.071 INFO:tasks.ceph.mon.a:Stopped 2024-09-13T18:58:39.072 DEBUG:tasks.ceph.mon.b:waiting for process to exit 2024-09-13T18:58:39.072 INFO:teuthology.orchestra.run:waiting for 300 2024-09-13T18:58:39.113 INFO:tasks.ceph.mon.b:Stopped 2024-09-13T18:58:39.113 DEBUG:tasks.ceph.mon.c:waiting for process to exit 2024-09-13T18:58:39.113 INFO:teuthology.orchestra.run:waiting for 300 2024-09-13T18:58:39.166 INFO:tasks.ceph.mon.c:Stopped 2024-09-13T18:58:39.166 INFO:tasks.ceph:Checking cluster log for badness... 2024-09-13T18:58:39.166 DEBUG:teuthology.orchestra.run.smithi119:> sudo egrep '\[ERR\]|\[WRN\]|\[SEC\]' /var/log/ceph/ceph.log | egrep -v '\(MDS_ALL_DOWN\)' | egrep -v '\(MDS_UP_LESS_THAN_MAX\)' | egrep -v FS_DEGRADED | egrep -v FS_INLINE_DATA_DEPRECATED | egrep -v FS_WITH_FAILED_MDS | egrep -v MDS_ALL_DOWN | egrep -v MDS_DAMAGE | egrep -v MDS_DEGRADED | egrep -v MDS_FAILED | egrep -v MDS_INSUFFICIENT_STANDBY | egrep -v MDS_UP_LESS_THAN_MAX | egrep -v 'filesystem is online with fewer MDS than max_mds' | egrep -v POOL_APP_NOT_ENABLED | egrep -v 'do not have an application enabled' | egrep -v 'overall HEALTH_' | egrep -v 'Replacing daemon' | egrep -v 'deprecated feature inline_data' | egrep -v 'overall HEALTH_' | egrep -v '\(OSD_DOWN\)' | egrep -v '\(OSD_' | egrep -v 'but it is still running' | egrep -v 'is not responding' | egrep -v MON_DOWN | egrep -v PG_AVAILABILITY | egrep -v PG_DEGRADED | egrep -v 'Reduced data availability' | egrep -v 'Degraded data redundancy' | head -n 1 2024-09-13T18:58:39.205 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-0 on ubuntu@smithi119.front.sepia.ceph.com 2024-09-13T18:58:39.205 DEBUG:teuthology.orchestra.run.smithi119:> sync && sudo umount -f /var/lib/ceph/osd/ceph-0 2024-09-13T18:58:39.476 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-1 on ubuntu@smithi119.front.sepia.ceph.com 2024-09-13T18:58:39.477 DEBUG:teuthology.orchestra.run.smithi119:> sync && sudo umount -f /var/lib/ceph/osd/ceph-1 2024-09-13T18:58:39.565 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-2 on ubuntu@smithi119.front.sepia.ceph.com 2024-09-13T18:58:39.566 DEBUG:teuthology.orchestra.run.smithi119:> sync && sudo umount -f /var/lib/ceph/osd/ceph-2 2024-09-13T18:58:39.614 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-3 on ubuntu@smithi119.front.sepia.ceph.com 2024-09-13T18:58:39.615 DEBUG:teuthology.orchestra.run.smithi119:> sync && sudo umount -f /var/lib/ceph/osd/ceph-3 2024-09-13T18:58:39.664 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-4 on ubuntu@smithi145.front.sepia.ceph.com 2024-09-13T18:58:39.665 DEBUG:teuthology.orchestra.run.smithi145:> sync && sudo umount -f /var/lib/ceph/osd/ceph-4 2024-09-13T18:58:39.832 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-5 on ubuntu@smithi145.front.sepia.ceph.com 2024-09-13T18:58:39.832 DEBUG:teuthology.orchestra.run.smithi145:> sync && sudo umount -f /var/lib/ceph/osd/ceph-5 2024-09-13T18:58:39.913 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-6 on ubuntu@smithi145.front.sepia.ceph.com 2024-09-13T18:58:39.914 DEBUG:teuthology.orchestra.run.smithi145:> sync && sudo umount -f /var/lib/ceph/osd/ceph-6 2024-09-13T18:58:39.970 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-7 on ubuntu@smithi145.front.sepia.ceph.com 2024-09-13T18:58:39.970 DEBUG:teuthology.orchestra.run.smithi145:> sync && sudo umount -f /var/lib/ceph/osd/ceph-7 2024-09-13T18:58:40.021 INFO:tasks.ceph:Archiving mon data... 2024-09-13T18:58:40.022 DEBUG:teuthology.misc:Transferring archived files from smithi119:/var/lib/ceph/mon/ceph-a to /home/teuthworker/archive/rishabh-2024-09-13_14:42:16-fs-wip-rishabh-testing-20240910.100730-reef-distro-default-smithi/7904019/data/mon.a.tgz 2024-09-13T18:58:40.022 DEBUG:teuthology.orchestra.run.smithi119:> mktemp 2024-09-13T18:58:40.038 INFO:teuthology.orchestra.run.smithi119.stdout:/tmp/tmp.MXPVuZchFh 2024-09-13T18:58:40.039 DEBUG:teuthology.orchestra.run.smithi119:> sudo tar cz -f - -C /var/lib/ceph/mon/ceph-a -- . > /tmp/tmp.MXPVuZchFh 2024-09-13T18:58:40.172 DEBUG:teuthology.orchestra.run.smithi119:> sudo chmod 0666 /tmp/tmp.MXPVuZchFh 2024-09-13T18:58:40.256 DEBUG:teuthology.orchestra.remote:smithi119:/tmp/tmp.MXPVuZchFh is 307KB 2024-09-13T18:58:40.351 DEBUG:teuthology.orchestra.run.smithi119:> rm -fr /tmp/tmp.MXPVuZchFh 2024-09-13T18:58:40.366 DEBUG:teuthology.misc:Transferring archived files from smithi145:/var/lib/ceph/mon/ceph-b to /home/teuthworker/archive/rishabh-2024-09-13_14:42:16-fs-wip-rishabh-testing-20240910.100730-reef-distro-default-smithi/7904019/data/mon.b.tgz 2024-09-13T18:58:40.366 DEBUG:teuthology.orchestra.run.smithi145:> mktemp 2024-09-13T18:58:40.384 INFO:teuthology.orchestra.run.smithi145.stdout:/tmp/tmp.loPcIzOzro 2024-09-13T18:58:40.384 DEBUG:teuthology.orchestra.run.smithi145:> sudo tar cz -f - -C /var/lib/ceph/mon/ceph-b -- . > /tmp/tmp.loPcIzOzro 2024-09-13T18:58:40.538 DEBUG:teuthology.orchestra.run.smithi145:> sudo chmod 0666 /tmp/tmp.loPcIzOzro 2024-09-13T18:58:40.622 DEBUG:teuthology.orchestra.remote:smithi145:/tmp/tmp.loPcIzOzro is 406KB 2024-09-13T18:58:40.718 DEBUG:teuthology.orchestra.run.smithi145:> rm -fr /tmp/tmp.loPcIzOzro 2024-09-13T18:58:40.733 DEBUG:teuthology.misc:Transferring archived files from smithi145:/var/lib/ceph/mon/ceph-c to /home/teuthworker/archive/rishabh-2024-09-13_14:42:16-fs-wip-rishabh-testing-20240910.100730-reef-distro-default-smithi/7904019/data/mon.c.tgz 2024-09-13T18:58:40.733 DEBUG:teuthology.orchestra.run.smithi145:> mktemp 2024-09-13T18:58:40.787 INFO:teuthology.orchestra.run.smithi145.stdout:/tmp/tmp.0G5lZCHn4e 2024-09-13T18:58:40.788 DEBUG:teuthology.orchestra.run.smithi145:> sudo tar cz -f - -C /var/lib/ceph/mon/ceph-c -- . > /tmp/tmp.0G5lZCHn4e 2024-09-13T18:58:40.923 DEBUG:teuthology.orchestra.run.smithi145:> sudo chmod 0666 /tmp/tmp.0G5lZCHn4e 2024-09-13T18:58:41.006 DEBUG:teuthology.orchestra.remote:smithi145:/tmp/tmp.0G5lZCHn4e is 406KB 2024-09-13T18:58:41.102 DEBUG:teuthology.orchestra.run.smithi145:> rm -fr /tmp/tmp.0G5lZCHn4e 2024-09-13T18:58:41.117 INFO:tasks.ceph:Cleaning ceph cluster... 2024-09-13T18:58:41.117 DEBUG:teuthology.orchestra.run.smithi119:> sudo rm -rf -- /etc/ceph/ceph.conf /etc/ceph/ceph.keyring /home/ubuntu/cephtest/ceph.data /home/ubuntu/cephtest/ceph.monmap /home/ubuntu/cephtest/../*.pid 2024-09-13T18:58:41.120 DEBUG:teuthology.orchestra.run.smithi145:> sudo rm -rf -- /etc/ceph/ceph.conf /etc/ceph/ceph.keyring /home/ubuntu/cephtest/ceph.data /home/ubuntu/cephtest/ceph.monmap /home/ubuntu/cephtest/../*.pid 2024-09-13T18:58:41.181 INFO:tasks.ceph:Checking for errors in any valgrind logs... 2024-09-13T18:58:41.181 DEBUG:teuthology.orchestra.run.smithi119:> sudo zgrep '' /var/log/ceph/valgrind/* /dev/null | sort | uniq 2024-09-13T18:58:41.186 DEBUG:teuthology.orchestra.run.smithi145:> sudo zgrep '' /var/log/ceph/valgrind/* /dev/null | sort | uniq 2024-09-13T18:58:41.212 INFO:teuthology.orchestra.run.smithi119.stderr:gzip: /var/log/ceph/valgrind/*.gz: No such file or directory 2024-09-13T18:58:41.248 INFO:teuthology.orchestra.run.smithi145.stderr:gzip: /var/log/ceph/valgrind/*.gz: No such file or directory 2024-09-13T18:58:41.252 INFO:tasks.ceph:Archiving crash dumps... 2024-09-13T18:58:41.254 DEBUG:teuthology.misc:Transferring archived files from smithi119:/var/lib/ceph/crash to /home/teuthworker/archive/rishabh-2024-09-13_14:42:16-fs-wip-rishabh-testing-20240910.100730-reef-distro-default-smithi/7904019/remote/smithi119/crash 2024-09-13T18:58:41.255 DEBUG:teuthology.orchestra.run.smithi119:> sudo tar c -f - -C /var/lib/ceph/crash -- . 2024-09-13T18:58:41.282 DEBUG:teuthology.misc:Transferring archived files from smithi145:/var/lib/ceph/crash to /home/teuthworker/archive/rishabh-2024-09-13_14:42:16-fs-wip-rishabh-testing-20240910.100730-reef-distro-default-smithi/7904019/remote/smithi145/crash 2024-09-13T18:58:41.283 DEBUG:teuthology.orchestra.run.smithi145:> sudo tar c -f - -C /var/lib/ceph/crash -- . 2024-09-13T18:58:41.318 INFO:tasks.ceph:Shutting down logrotate 2024-09-13T18:58:41.318 DEBUG:teuthology.orchestra.run.smithi119:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-13T18:58:41.327 DEBUG:teuthology.orchestra.run.smithi145:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-13T18:58:41.400 DEBUG:teuthology.orchestra.run.smithi119:> sudo rm /etc/logrotate.d/ceph-test.conf 2024-09-13T18:58:41.425 DEBUG:teuthology.orchestra.run.smithi145:> sudo rm /etc/logrotate.d/ceph-test.conf 2024-09-13T18:58:41.465 INFO:tasks.ceph:Compressing logs... 2024-09-13T18:58:41.465 DEBUG:teuthology.orchestra.run.smithi119:> sudo find /var/log/ceph -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2024-09-13T18:58:41.468 DEBUG:teuthology.orchestra.run.smithi145:> sudo find /var/log/ceph -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2024-09-13T18:58:44.061 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mgr.y has been restored 2024-09-13T18:58:44.061 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mgr.x has been restored 2024-09-13T18:58:44.838 INFO:tasks.ceph:Archiving logs... 2024-09-13T18:58:44.839 DEBUG:teuthology.misc:Transferring archived files from smithi119:/var/log/ceph to /home/teuthworker/archive/rishabh-2024-09-13_14:42:16-fs-wip-rishabh-testing-20240910.100730-reef-distro-default-smithi/7904019/remote/smithi119/log 2024-09-13T18:58:44.840 DEBUG:teuthology.orchestra.run.smithi119:> sudo tar c -f - -C /var/log/ceph -- . 2024-09-13T18:58:45.473 DEBUG:teuthology.misc:Transferring archived files from smithi145:/var/log/ceph to /home/teuthworker/archive/rishabh-2024-09-13_14:42:16-fs-wip-rishabh-testing-20240910.100730-reef-distro-default-smithi/7904019/remote/smithi145/log 2024-09-13T18:58:45.474 DEBUG:teuthology.orchestra.run.smithi145:> sudo tar c -f - -C /var/log/ceph -- . 2024-09-13T18:58:45.898 DEBUG:teuthology.run_tasks:Unwinding manager install 2024-09-13T18:58:45.907 INFO:teuthology.task.install.util:Removing shipped files: /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer... 2024-09-13T18:58:45.908 DEBUG:teuthology.orchestra.run.smithi119:> sudo rm -f -- /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer 2024-09-13T18:58:45.911 DEBUG:teuthology.orchestra.run.smithi145:> sudo rm -f -- /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer 2024-09-13T18:58:46.014 DEBUG:teuthology.run_tasks:Unwinding manager clock 2024-09-13T18:58:46.022 INFO:teuthology.task.clock:Checking final clock skew... 2024-09-13T18:58:46.022 DEBUG:teuthology.orchestra.run.smithi119:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-09-13T18:58:46.025 DEBUG:teuthology.orchestra.run.smithi145:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-09-13T18:58:46.038 INFO:teuthology.orchestra.run.smithi119.stderr:bash: line 1: ntpq: command not found 2024-09-13T18:58:46.040 INFO:teuthology.orchestra.run.smithi145.stderr:bash: line 1: ntpq: command not found 2024-09-13T18:58:46.043 INFO:teuthology.orchestra.run.smithi119.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-09-13T18:58:46.043 INFO:teuthology.orchestra.run.smithi119.stdout:=============================================================================== 2024-09-13T18:58:46.043 INFO:teuthology.orchestra.run.smithi119.stdout:^* hv01.front.sepia.ceph.com 3 6 377 29 -1552us[-1556us] +/- 43ms 2024-09-13T18:58:46.043 INFO:teuthology.orchestra.run.smithi119.stdout:^+ hv02.front.sepia.ceph.com 3 6 377 29 +2939us[+2934us] +/- 49ms 2024-09-13T18:58:46.043 INFO:teuthology.orchestra.run.smithi119.stdout:^+ hv03.front.sepia.ceph.com 3 6 377 29 -1738us[-1743us] +/- 77ms 2024-09-13T18:58:46.043 INFO:teuthology.orchestra.run.smithi119.stdout:^? hv04.front.sepia.ceph.com 0 8 0 - +0ns[ +0ns] +/- 0ns 2024-09-13T18:58:46.044 INFO:teuthology.orchestra.run.smithi145.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-09-13T18:58:46.044 INFO:teuthology.orchestra.run.smithi145.stdout:=============================================================================== 2024-09-13T18:58:46.044 INFO:teuthology.orchestra.run.smithi145.stdout:^* hv01.front.sepia.ceph.com 3 6 377 30 -1553us[-1550us] +/- 43ms 2024-09-13T18:58:46.045 INFO:teuthology.orchestra.run.smithi145.stdout:^+ hv02.front.sepia.ceph.com 3 6 377 29 +2956us[+2956us] +/- 49ms 2024-09-13T18:58:46.045 INFO:teuthology.orchestra.run.smithi145.stdout:^+ hv03.front.sepia.ceph.com 3 6 377 28 -1717us[-1717us] +/- 77ms 2024-09-13T18:58:46.045 INFO:teuthology.orchestra.run.smithi145.stdout:^? hv04.front.sepia.ceph.com 0 8 0 - +0ns[ +0ns] +/- 0ns 2024-09-13T18:58:46.045 DEBUG:teuthology.run_tasks:Unwinding manager ansible.cephlab 2024-09-13T18:58:46.053 INFO:teuthology.task.ansible:Skipping ansible cleanup... 2024-09-13T18:58:46.054 DEBUG:teuthology.run_tasks:Unwinding manager selinux 2024-09-13T18:58:46.099 DEBUG:teuthology.orchestra.run.smithi119:> mkdir /home/ubuntu/cephtest/archive/audit && sudo cp /var/log/audit/audit.log /home/ubuntu/cephtest/archive/audit && sudo chown $USER /home/ubuntu/cephtest/archive/audit/audit.log && gzip /home/ubuntu/cephtest/archive/audit/audit.log 2024-09-13T18:58:46.171 DEBUG:teuthology.orchestra.run.smithi145:> mkdir /home/ubuntu/cephtest/archive/audit && sudo cp /var/log/audit/audit.log /home/ubuntu/cephtest/archive/audit && sudo chown $USER /home/ubuntu/cephtest/archive/audit/audit.log && gzip /home/ubuntu/cephtest/archive/audit/audit.log 2024-09-13T18:58:46.237 DEBUG:teuthology.orchestra.run.smithi119:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e context=system_u:system_r:getty_t:s0 -e scontext=system_u:system_r:getty_t:s0 2024-09-13T18:58:46.266 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-13T18:58:46.266 DEBUG:teuthology.orchestra.run.smithi145:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e context=system_u:system_r:getty_t:s0 -e scontext=system_u:system_r:getty_t:s0 2024-09-13T18:58:46.295 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-13T18:58:46.296 DEBUG:teuthology.run_tasks:Unwinding manager pcp 2024-09-13T18:58:46.306 DEBUG:teuthology.run_tasks:Unwinding manager internal.timer 2024-09-13T18:58:46.341 INFO:teuthology.task.internal:Duration was 517.109408 seconds 2024-09-13T18:58:46.342 DEBUG:teuthology.run_tasks:Unwinding manager internal.syslog 2024-09-13T18:58:46.375 INFO:teuthology.task.internal.syslog:Shutting down syslog monitoring... 2024-09-13T18:58:46.375 DEBUG:teuthology.orchestra.run.smithi119:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2024-09-13T18:58:46.378 DEBUG:teuthology.orchestra.run.smithi145:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2024-09-13T18:58:46.415 INFO:teuthology.orchestra.run.smithi119.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-09-13T18:58:46.417 INFO:teuthology.orchestra.run.smithi145.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-09-13T18:58:46.615 INFO:teuthology.task.internal.syslog:Checking logs for errors... 2024-09-13T18:58:46.615 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi119.front.sepia.ceph.com 2024-09-13T18:58:46.615 DEBUG:teuthology.orchestra.run.smithi119:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2024-09-13T18:58:46.643 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi145.front.sepia.ceph.com 2024-09-13T18:58:46.644 DEBUG:teuthology.orchestra.run.smithi145:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2024-09-13T18:58:46.682 INFO:teuthology.task.internal.syslog:Compressing syslogs... 2024-09-13T18:58:46.683 DEBUG:teuthology.orchestra.run.smithi119:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2024-09-13T18:58:46.685 DEBUG:teuthology.orchestra.run.smithi145:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2024-09-13T18:58:46.748 INFO:teuthology.task.internal.syslog:Gathering journactl -b0... 2024-09-13T18:58:46.749 DEBUG:teuthology.orchestra.run.smithi119:> sudo journalctl -b0 | gzip -9 > /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz 2024-09-13T18:58:46.751 DEBUG:teuthology.orchestra.run.smithi145:> sudo journalctl -b0 | gzip -9 > /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz 2024-09-13T18:58:46.889 DEBUG:teuthology.run_tasks:Unwinding manager internal.sudo 2024-09-13T18:58:46.907 INFO:teuthology.task.internal:Restoring /etc/sudoers... 2024-09-13T18:58:46.908 DEBUG:teuthology.orchestra.run.smithi119:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2024-09-13T18:58:46.933 DEBUG:teuthology.orchestra.run.smithi145:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2024-09-13T18:58:46.958 DEBUG:teuthology.run_tasks:Unwinding manager internal.coredump 2024-09-13T18:58:46.977 DEBUG:teuthology.orchestra.run.smithi119:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2024-09-13T18:58:46.979 DEBUG:teuthology.orchestra.run.smithi145:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2024-09-13T18:58:47.000 INFO:teuthology.orchestra.run.smithi119.stdout:kernel.core_pattern = core 2024-09-13T18:58:47.022 INFO:teuthology.orchestra.run.smithi145.stdout:kernel.core_pattern = core 2024-09-13T18:58:47.052 DEBUG:teuthology.orchestra.run.smithi119:> test -e /home/ubuntu/cephtest/archive/coredump 2024-09-13T18:58:47.071 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-13T18:58:47.072 DEBUG:teuthology.orchestra.run.smithi145:> test -e /home/ubuntu/cephtest/archive/coredump 2024-09-13T18:58:47.106 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-13T18:58:47.107 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive 2024-09-13T18:58:47.116 INFO:teuthology.task.internal:Transferring archived files... 2024-09-13T18:58:47.117 DEBUG:teuthology.misc:Transferring archived files from smithi119:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/rishabh-2024-09-13_14:42:16-fs-wip-rishabh-testing-20240910.100730-reef-distro-default-smithi/7904019/remote/smithi119 2024-09-13T18:58:47.117 DEBUG:teuthology.orchestra.run.smithi119:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2024-09-13T18:58:47.152 DEBUG:teuthology.misc:Transferring archived files from smithi145:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/rishabh-2024-09-13_14:42:16-fs-wip-rishabh-testing-20240910.100730-reef-distro-default-smithi/7904019/remote/smithi145 2024-09-13T18:58:47.152 DEBUG:teuthology.orchestra.run.smithi145:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2024-09-13T18:58:47.186 INFO:teuthology.task.internal:Removing archive directory... 2024-09-13T18:58:47.186 DEBUG:teuthology.orchestra.run.smithi119:> rm -rf -- /home/ubuntu/cephtest/archive 2024-09-13T18:58:47.189 DEBUG:teuthology.orchestra.run.smithi145:> rm -rf -- /home/ubuntu/cephtest/archive 2024-09-13T18:58:47.236 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive_upload 2024-09-13T18:58:47.248 INFO:teuthology.task.internal:Not uploading archives. 2024-09-13T18:58:47.248 DEBUG:teuthology.run_tasks:Unwinding manager internal.base 2024-09-13T18:58:47.278 INFO:teuthology.task.internal:Tidying up after the test... 2024-09-13T18:58:47.278 DEBUG:teuthology.orchestra.run.smithi119:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2024-09-13T18:58:47.280 DEBUG:teuthology.orchestra.run.smithi145:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2024-09-13T18:58:47.293 INFO:teuthology.orchestra.run.smithi119.stdout: 265324 4 drwxr-xr-x 2 ubuntu ubuntu 4096 Sep 13 18:58 /home/ubuntu/cephtest 2024-09-13T18:58:47.295 INFO:teuthology.orchestra.run.smithi145.stdout: 265324 4 drwxr-xr-x 2 ubuntu ubuntu 4096 Sep 13 18:58 /home/ubuntu/cephtest 2024-09-13T18:58:47.296 DEBUG:teuthology.run_tasks:Unwinding manager kernel 2024-09-13T18:58:47.310 DEBUG:teuthology.run_tasks:Unwinding manager console_log 2024-09-13T18:58:47.380 INFO:teuthology.run:Summary data: description: fs/functional/{begin/{0-install 1-ceph 2-logrotate 3-modules} clusters/1a3s-mds-4c-client conf/{client mds mgr mon osd} distro/{centos_latest} mount/fuse objectstore/bluestore-ec-root overrides/{ignorelist_health ignorelist_wrongly_marked_down no_client_pidfile pg_health} subvol_versions/create_subvol_version_v1 tasks/recovery-fs} duration: 517.1094081401825 flavor: default owner: scheduled_rishabh@teuthology success: true 2024-09-13T18:58:47.381 DEBUG:teuthology.report:Pushing job info to https://paddles.front.sepia.ceph.com/ 2024-09-13T18:58:47.476 INFO:teuthology.run:pass